-- Logs begin at Thu 2021-07-22 13:42:13 UTC, end at Thu 2021-07-22 15:52:04 UTC. -- Jul 22 14:11:22.280226 n-d-794306-8 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 14:11:24.969990 n-d-794306-8 neutron-server[93705]: INFO neutron.common.config [-] Logging enabled! Jul 22 14:11:24.970620 n-d-794306-8 neutron-server[93705]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 14:11:24.970865 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93705) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 14:11:24.974407 n-d-794306-8 neutron-server[93705]: INFO neutron.common.config [-] Logging enabled! Jul 22 14:11:24.974686 n-d-794306-8 neutron-server[93705]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 14:11:24.975004 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93705) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 14:11:24.975953 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 14:11:24.976196 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 14:11:24.976554 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 14:11:24.977363 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 14:11:24.977591 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 14:11:24.977922 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.978226 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.978551 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.978791 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.979194 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.979496 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.979785 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.980076 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.980379 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.980668 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.980950 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.981236 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.981469 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.981753 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.982043 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.982333 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.982582 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] debug = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.982868 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.983295 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.983712 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.983999 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.984294 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.984579 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.984853 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.985134 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.985424 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.985760 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] host = n-d-794306-8 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.986042 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.986333 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.986647 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.986940 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.987218 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.987501 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.987792 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.988076 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.988354 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.988636 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.988929 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.989220 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.989513 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.989744 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.989971 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.990265 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.990586 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.990875 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.991152 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.991431 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.991715 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.991998 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.992306 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.992602 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.992895 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.993187 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.993469 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.993752 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.994033 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.994315 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.994629 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.994915 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.995196 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.995476 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.995773 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.996050 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.996331 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.996636 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.996929 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.997217 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.997506 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.997783 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.998076 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.998355 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.998661 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.998941 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] use_json = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.999221 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.999496 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:24.999783 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:25.000061 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:25.000340 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:25.000618 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:25.000896 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:25.001185 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:25.001487 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.001788 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.002095 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.002387 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.002716 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.003005 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.003301 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.003586 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.003881 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.004176 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.004474 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.004757 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.005051 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.005335 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.005633 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.005942 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.006242 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.006698 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.006972 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.007122 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.007403 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.007687 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.008081 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.008439 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.008771 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.009082 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.009396 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.009721 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.010029 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.010325 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.010663 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.010976 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.011275 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.011566 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.011867 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.012163 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.012451 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.012739 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.013034 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.013339 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.013633 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.013917 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.014203 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.014498 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.014807 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.015108 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.015402 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.015691 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.015980 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.016273 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.016557 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.016841 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.017131 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.017415 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.017705 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.017993 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.018277 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.018581 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.018866 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.019149 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.019432 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.019713 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.020000 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.020283 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.020564 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.020843 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.021125 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.021410 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.021710 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.022028 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.022310 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.022627 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.022916 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.023203 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.023980 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.024268 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.024558 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.024847 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.025129 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.025427 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.025719 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.026019 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.026313 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.026628 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.026937 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.027225 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.027518 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.027813 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.028105 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.028406 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.028702 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.029006 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.029308 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.029613 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.029914 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.030218 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.030524 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.030857 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.031140 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:25.031365 n-d-794306-8 neutron-server[93705]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 14:11:25.031614 n-d-794306-8 neutron-server[93705]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93705) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 14:11:25.380076 n-d-794306-8 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 14:11:25.380366 n-d-794306-8 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 14:11:25.380663 n-d-794306-8 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 14:11:25.381004 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 14:11:25.773695 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.773993 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.774270 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.775511 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.775791 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.776064 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.811179 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.811460 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.811736 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.825707 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.825991 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.826259 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.856781 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.857052 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.857411 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.895206 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.895501 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:25.895778 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.128965 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.129591 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.129591 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.129748 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.130376 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.249569 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.249898 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.250188 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.250465 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.250760 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.251077 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.251344 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.251605 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.251867 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.252156 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.252419 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.252690 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.252949 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.253205 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.253464 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.253739 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.254005 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.254275 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.254571 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.254836 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.255112 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.255369 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.255653 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.256035 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.256290 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.256539 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.256938 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:26.257182 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:26.257425 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:26.257665 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:26.257934 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:26.258172 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:26.258560 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 14:11:26.261694 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 14:11:26.265641 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 14:11:26.269366 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 22 14:11:26.271040 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 14:11:26.271496 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 14:11:26.271839 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 14:11:26.272265 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 14:11:26.276203 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 14:11:26.276461 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 14:11:26.276815 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 14:11:26.282104 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 14:11:26.305702 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 14:11:26.306160 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.306465 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93705) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 14:11:26.306865 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.308229 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93705) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 14:11:26.308516 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 14:11:26.308770 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 14:11:26.311991 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.312283 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:26.376457 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 14:11:26.376703 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 14:11:26.376945 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 14:11:26.377319 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 14:11:26.398348 n-d-794306-8 neutron-server[93705]: DEBUG oslo_db.sqlalchemy.engines [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93705) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 14:11:26.933393 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing driver for type 'gre' Jul 22 14:11:26.933941 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] gre ID ranges: [(1, 1000)] Jul 22 14:11:26.994834 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing driver for type 'local' Jul 22 14:11:26.995171 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing driver for type 'vlan' Jul 22 14:11:27.008632 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] VlanTypeDriver initialization complete Jul 22 14:11:27.009068 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing driver for type 'vxlan' Jul 22 14:11:27.009570 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] vxlan ID ranges: [(1, 1000)] Jul 22 14:11:27.062255 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing extension driver 'port_security' Jul 22 14:11:27.062619 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.extensions.port_security [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] PortSecurityExtensionDriver initialization complete Jul 22 14:11:27.062955 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing mechanism driver 'openvswitch' Jul 22 14:11:27.063276 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing mechanism driver 'hyperv' Jul 22 14:11:27.069827 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.plugin [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.071191 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.071563 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.071914 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.072431 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 14:11:27.072862 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.073216 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.073561 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.073950 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 14:11:27.074360 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.074735 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.075082 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.075467 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 14:11:27.075867 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > security_group after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.076220 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > security_group after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.076560 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.076952 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 14:11:27.077348 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.077693 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.078030 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.078413 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 14:11:27.078835 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > address_group after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.079179 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > address_group after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.079515 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.079900 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93705) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 14:11:27.080272 n-d-794306-8 neutron-server[93705]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] ML2 OVO RPC backend initialized. {{(pid=93705) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 14:11:27.080976 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.081333 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.081757 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.082108 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > networks before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.082458 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.082826 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > ports before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.083172 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.083515 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnets before_response 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.083864 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.084211 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.084548 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.084886 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.085225 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.085561 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.086469 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.086850 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.087189 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.087763 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.plugin [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Modular L2 Plugin initialization complete Jul 22 14:11:27.088098 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading services supported by the core plugin {{(pid=93705) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 14:11:27.088427 n-d-794306-8 neutron-server[93705]: INFO neutron.plugins.ml2.managers [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Got port-security extension from driver 'port_security' Jul 22 14:11:27.088890 n-d-794306-8 neutron-server[93705]: INFO neutron.extensions.vlantransparent [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Disabled vlantransparent extension. Jul 22 14:11:27.089378 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93705) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 14:11:27.089697 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: router Jul 22 14:11:27.125103 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.125490 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.125856 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router before_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.126220 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.126617 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.126974 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_delete 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.127333 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.127816 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.128166 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.128519 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.128870 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.129228 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.129745 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.129993 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.130333 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.130691 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: subnet after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.131030 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.131379 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.131728 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.132074 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.132419 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.132810 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router after_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.133663 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.134015 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_create 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.134375 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.134741 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_update 55549900 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.135107 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > agent after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.135458 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > agent after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.135807 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > network after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.136652 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Tracking information for resource: router configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:27.136984 n-d-794306-8 neutron-server[93705]: DEBUG neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Tracking information for resource: floatingip configured {{(pid=93705) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 14:11:27.141779 n-d-794306-8 neutron-server[93705]: INFO neutron.db.l3_agentschedulers_db [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 14:11:27.142358 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.142759 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port after_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.143114 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port after_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.143473 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: port after_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.144259 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router before_create 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.144626 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.144990 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_create 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.145348 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > router precommit_update 55550100 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.149824 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.provider_configuration [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service providers = [] {{(pid=93705) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 14:11:27.150191 n-d-794306-8 neutron-server[93705]: DEBUG neutron.db.servicetype_db [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93705) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 14:11:27.153105 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.service_base [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 14:11:27.153463 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.service_base [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 14:11:27.153806 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.service_base [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 14:11:27.154716 n-d-794306-8 neutron-server[93705]: DEBUG neutron.services.service_base [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93705) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 14:11:27.155092 n-d-794306-8 neutron-server[93705]: INFO neutron.services.service_base [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 14:11:27.155472 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.155793 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 14:11:27.166272 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.166642 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: auto_allocate Jul 22 14:11:27.172267 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: network precommit_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.172640 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: network precommit_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.173156 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.173482 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: tag Jul 22 14:11:27.180623 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.180953 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: timestamp Jul 22 14:11:27.184782 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.185072 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: network_ip_availability Jul 22 14:11:27.190365 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.190769 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.191127 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.191836 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.192156 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: flavors Jul 22 14:11:27.198882 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.199214 n-d-794306-8 neutron-server[93705]: INFO neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading Plugin: revisions Jul 22 14:11:27.203496 n-d-794306-8 neutron-server[93705]: DEBUG neutron.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93705) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 14:11:27.203893 n-d-794306-8 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=93705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 14:11:27.204624 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93705) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 14:11:27.204962 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Initializing extension manager. Jul 22 14:11:27.205468 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: __init__.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.205808 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: __pycache__ {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.206141 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.206476 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: address_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.207238 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.207801 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: address-group Jul 22 14:11:27.208126 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: address_scope.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.208834 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.209339 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: address-scope Jul 22 14:11:27.209945 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.210608 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.211138 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: router-admin-state-down-before-update Jul 22 14:11:27.211462 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: agent.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.212159 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.212657 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: agent Jul 22 14:11:27.212978 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: agent_resources_synced.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.213881 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.214386 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: agent-resources-synced Jul 22 14:11:27.214733 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: allowedaddresspairs.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.216490 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.217011 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: allowed-address-pairs Jul 22 14:11:27.217338 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: auto_allocated_topology.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.218398 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.218944 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: auto-allocated-topology Jul 22 14:11:27.219266 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: availability_zone.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.219950 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.220450 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: availability_zone Jul 22 14:11:27.220769 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: availability_zone_filter.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.221930 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.222432 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: availability_zone_filter Jul 22 14:11:27.222776 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: data_plane_status.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.223678 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.224176 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 14:11:27.224496 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: default_subnetpools.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.225534 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.225900 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: default-subnetpools Jul 22 14:11:27.226219 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.227063 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.227568 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: dhcp_agent_scheduler Jul 22 14:11:27.227888 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: dns.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.228792 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.229296 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 14:11:27.229622 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: dns_domain_ports.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.230543 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.231046 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 14:11:27.231368 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.232281 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.232777 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 14:11:27.233123 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: dvr.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.233801 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.234297 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: dvr Jul 22 14:11:27.234646 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: ecmp_routes.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.235561 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.236061 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 14:11:27.236383 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: empty_string_filtering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.237280 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.237782 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: empty-string-filtering Jul 22 14:11:27.238104 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.239034 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.239537 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 14:11:27.239859 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.240775 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.241257 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 14:11:27.241578 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: external_net.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.243025 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.243531 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: external-net Jul 22 14:11:27.243857 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.244780 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.245282 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: extra_dhcp_opt Jul 22 14:11:27.245603 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: extraroute.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.246496 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.247029 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: extraroute Jul 22 14:11:27.247353 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: extraroute_atomic.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.248372 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.248880 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: extraroute-atomic Jul 22 14:11:27.249206 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: filter_validation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.249875 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.250372 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: filter-validation Jul 22 14:11:27.250721 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: fip_pf_description.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.251800 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.252302 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 14:11:27.252621 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: fip_port_details.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.253531 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.254042 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: fip-port-details Jul 22 14:11:27.254363 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: flavors.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.255612 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.256123 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: flavors Jul 22 14:11:27.256574 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.258724 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.259234 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 14:11:27.259562 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: floatingip_pools.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.260256 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.260761 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: floatingip-pools Jul 22 14:11:27.261084 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: ip_allocation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.262001 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.262500 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 14:11:27.262843 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.263756 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.264259 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: ip-substring-filtering Jul 22 14:11:27.264584 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l2_adjacency.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.265499 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.265995 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 14:11:27.266319 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.267332 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.267849 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: router Jul 22 14:11:27.268172 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.270393 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.270940 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 14:11:27.271599 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.272423 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.272697 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: ext-gw-mode Jul 22 14:11:27.273024 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.273979 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.274482 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: l3-ha Jul 22 14:11:27.274830 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3_flavors.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.275737 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.276240 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: l3-flavors Jul 22 14:11:27.276564 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.277471 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.277970 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 14:11:27.278292 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: l3agentscheduler.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.279365 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.279873 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: l3_agent_scheduler Jul 22 14:11:27.280200 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: logging.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.281674 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.282192 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension logging not supported by any of loaded plugins Jul 22 14:11:27.282536 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: metering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.283277 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.283849 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: metering Jul 22 14:11:27.284174 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.285277 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.285788 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: metering_source_and_destination_fields Jul 22 14:11:27.286112 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: multiprovidernet.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.287184 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.287699 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: multi-provider Jul 22 14:11:27.288018 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: netmtu.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.288927 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.289456 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: net-mtu Jul 22 14:11:27.289776 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: netmtu_writable.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.290718 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.291221 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: net-mtu-writable Jul 22 14:11:27.291540 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: network_availability_zone.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.292202 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.292698 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: network_availability_zone Jul 22 14:11:27.293014 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: network_ip_availability.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.294094 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.294632 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: network-ip-availability Jul 22 14:11:27.294954 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: network_segment_range.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.295712 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.296212 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 14:11:27.296532 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: pagination.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.297498 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.297826 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: pagination Jul 22 14:11:27.298145 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: port_device_profile.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.299086 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.299599 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: port-device-profile Jul 22 14:11:27.299922 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.300844 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.301348 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: port-mac-address-regenerate Jul 22 14:11:27.301670 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.302599 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.303108 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: port-numa-affinity-policy Jul 22 14:11:27.303463 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: port_resource_request.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.304334 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.305348 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 14:11:27.305666 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: portbindings.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.306756 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.307892 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: binding Jul 22 14:11:27.307892 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: portbindings_extended.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.308683 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.309194 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: binding-extended Jul 22 14:11:27.309520 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: portsecurity.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.310462 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.310997 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: port-security Jul 22 14:11:27.311318 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: project_id.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.312281 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.312617 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: project-id Jul 22 14:11:27.312933 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: providernet.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.313848 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.314365 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: provider Jul 22 14:11:27.314724 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.318217 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.318771 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos not supported by any of loaded plugins Jul 22 14:11:27.319111 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.320974 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.321484 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 14:11:27.321818 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.322761 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.323267 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 14:11:27.323593 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_default.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.324504 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.325011 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-default not supported by any of loaded plugins Jul 22 14:11:27.325334 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_fip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.325981 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.326507 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 14:11:27.326851 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_gateway_ip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.327765 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.328267 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 14:11:27.328590 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_port_network_policy.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.329493 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.329995 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 14:11:27.330315 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_rule_type_details.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.331257 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.331761 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 14:11:27.332085 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: qos_rules_alias.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.333115 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.333626 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 14:11:27.333950 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: quotasv2.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.334907 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.335419 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: quotas Jul 22 14:11:27.335743 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: quotasv2_detail.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.338802 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.339147 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: quota_details Jul 22 14:11:27.339482 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: rbac.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.340539 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.341062 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: rbac-policies Jul 22 14:11:27.341394 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: rbac_address_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.342336 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.342893 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: rbac-address-group Jul 22 14:11:27.343223 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: rbac_address_scope.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.344138 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.344657 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: rbac-address-scope Jul 22 14:11:27.344983 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: rbac_security_groups.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.345893 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.346404 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: rbac-security-groups Jul 22 14:11:27.347038 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: rbac_subnetpool.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.347945 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.348458 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: rbac-subnetpool Jul 22 14:11:27.348782 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: revisionifmatch.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.349695 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.350214 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: revision-if-match Jul 22 14:11:27.350550 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: revisions.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.351676 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.352191 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: standard-attr-revisions Jul 22 14:11:27.352518 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: router_availability_zone.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.353190 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.353723 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: router_availability_zone Jul 22 14:11:27.354047 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: routerservicetype.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.355002 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.355508 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 14:11:27.355830 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.356752 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.357259 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: security-groups-normalized-cidr Jul 22 14:11:27.357581 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.358485 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.359018 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: port-security-groups-filtering Jul 22 14:11:27.359337 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.360243 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.360747 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: security-groups-remote-address-group Jul 22 14:11:27.361068 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: securitygroup.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.371152 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.371683 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: security-group Jul 22 14:11:27.372021 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: segment.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.372800 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.373310 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension segment not supported by any of loaded plugins Jul 22 14:11:27.373641 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.374603 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.375117 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 14:11:27.375445 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: servicetype.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.376551 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.377048 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: service-type Jul 22 14:11:27.377377 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: sorting.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.378347 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.378710 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: sorting Jul 22 14:11:27.379039 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: standard_attr_segment.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.380009 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.380524 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 14:11:27.380850 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: standardattrdescription.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.381492 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.381998 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: standard-attr-description Jul 22 14:11:27.382319 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: stateful_security_group.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.383871 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.384384 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: stateful-security-group Jul 22 14:11:27.384714 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: stdattrs_common.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.385309 n-d-794306-8 neutron-server[93705]: WARNING neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 14:11:27.385634 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.386629 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.387145 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 14:11:27.387469 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: subnet_onboard.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.388532 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.389048 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: subnet_onboard Jul 22 14:11:27.389372 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.390292 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.390834 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 14:11:27.391158 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: subnet_service_types.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.392081 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.392592 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: subnet-service-types Jul 22 14:11:27.392917 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: subnetallocation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.393973 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.394484 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: subnet_allocation Jul 22 14:11:27.394842 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.395506 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.396008 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: subnetpool-prefix-ops Jul 22 14:11:27.396331 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.397265 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.397772 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 14:11:27.398094 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: tagging.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.399190 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.399704 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: standard-attr-tag Jul 22 14:11:27.400032 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: timestamp.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.401297 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.401838 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loaded extension: standard-attr-timestamp Jul 22 14:11:27.402166 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: trunk.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.403217 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.403729 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension trunk not supported by any of loaded plugins Jul 22 14:11:27.404053 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: trunk_details.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.404993 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.405502 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 14:11:27.405826 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: uplink_status_propagation.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.406777 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.407286 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 14:11:27.407608 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Loading extension file: vlantransparent.py {{(pid=93705) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 14:11:27.408272 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93705) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 14:11:27.408774 n-d-794306-8 neutron-server[93705]: INFO neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 14:11:27.411711 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:network Jul 22 14:11:27.412222 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:subnet Jul 22 14:11:27.412619 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 14:11:27.413012 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:port Jul 22 14:11:27.414267 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.414736 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service FLAVORS assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.415375 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.415811 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.416142 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:router Jul 22 14:11:27.416577 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 14:11:27.417055 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service METERING assigned prefix: /metering {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.418482 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.418880 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.419235 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:11:27.420246 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 14:11:27.420682 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:security_group Jul 22 14:11:27.421126 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 14:11:27.421729 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.422054 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 14:11:27.422397 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] subnetpool is already registered Jul 22 14:11:27.422868 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.423194 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 14:11:27.423524 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] subnetpool is already registered Jul 22 14:11:27.425800 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.426280 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service FLAVORS assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.426898 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.427321 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.427653 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:router Jul 22 14:11:27.427991 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] router is already registered Jul 22 14:11:27.428400 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 14:11:27.428737 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] floatingip is already registered Jul 22 14:11:27.429188 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service METERING assigned prefix: /metering {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.430363 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 14:11:27.430735 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] rbac_policy is already registered Jul 22 14:11:27.431146 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:security_group Jul 22 14:11:27.431480 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] security_group is already registered Jul 22 14:11:27.431888 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 14:11:27.432223 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] security_group_rule is already registered Jul 22 14:11:27.432840 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.433170 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 14:11:27.433505 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] subnetpool is already registered Jul 22 14:11:27.433921 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.v2.resource_helper [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Service CORE assigned prefix: {{(pid=93705) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 14:11:27.434241 n-d-794306-8 neutron-server[93705]: INFO neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 14:11:27.434601 n-d-794306-8 neutron-server[93705]: WARNING neutron.quota.resource_registry [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] subnetpool is already registered Jul 22 14:11:27.435108 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: extensions {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.436528 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: address-groups {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.437999 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: address-scopes {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.439358 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: agents {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.440496 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: auto-allocated-topology {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.441736 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: availability_zones {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.442972 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: dhcp-networks {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.444459 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: dhcp-agents {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.446052 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: routers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.448294 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: flavors {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.450647 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: service_profiles {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.451859 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: next_providers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.453284 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: service_profiles {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.454847 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: floatingip-pools {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.456083 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: routers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.457779 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: floatingips {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.459084 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: l3-routers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.460461 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: l3-agents {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.461916 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: metering-labels {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.463198 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: metering-label-rules {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.464566 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: network-ip-availabilities {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.465824 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: bindings {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.467406 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: quotas {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.468938 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: quotas {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.470352 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: rbac-policies {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.471857 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: security-groups {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.473139 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: security-group-rules {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.474370 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: service-providers {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.475657 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: subnetpools {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.477054 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: subnetpools {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.478618 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.480272 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.482090 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.483886 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.485568 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.487526 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.489198 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.491166 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.493539 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.495314 n-d-794306-8 neutron-server[93705]: DEBUG neutron.api.extensions [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Extended resource: tags {{(pid=93705) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 14:11:27.501166 n-d-794306-8 neutron-server[93705]: WARNING keystonemiddleware.auth_token [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 14:11:27.505658 n-d-794306-8 neutron-server[93705]: WARNING keystonemiddleware.auth_token [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 14:11:27.514981 n-d-794306-8 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Acquired lock "singleton_lock" {{(pid=93705) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 14:11:27.515464 n-d-794306-8 neutron-server[93705]: DEBUG oslo_concurrency.lockutils [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Releasing lock "singleton_lock" {{(pid=93705) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 14:11:27.516099 n-d-794306-8 neutron-server[93705]: INFO oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Starting 2 workers Jul 22 14:11:27.520873 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Started child 93812 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 14:11:27.525317 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Started child 93813 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 14:11:27.526419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.527147 n-d-794306-8 neutron-server[93705]: INFO neutron.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 14:11:27.527634 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Notify callbacks [] for process, before_spawn {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.528231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [-] (93812) wsgi starting up on http://0.0.0.0:9696 Jul 22 14:11:27.530067 n-d-794306-8 neutron-server[93705]: INFO oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Starting 1 workers Jul 22 14:11:27.530176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.531412 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [-] (93813) wsgi starting up on http://0.0.0.0:9696 Jul 22 14:11:27.535145 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Started child 93814 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 14:11:27.535663 n-d-794306-8 neutron-server[93705]: INFO oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Starting 1 workers Jul 22 14:11:27.539449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] calling RpcWorker wait() {{(pid=93814) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 14:11:27.539991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] returning from RpcWorker wait() {{(pid=93814) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 14:11:27.540610 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Started child 93815 {{(pid=93705) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 14:11:27.541342 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.541449 n-d-794306-8 neutron-server[93705]: DEBUG neutron_lib.callbacks.manager [None req-7539fac2-6f2c-43db-8038-f27be8222ab8 None None] Notify callbacks [] for process, after_spawn {{(pid=93705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.541778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.543328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93705) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 14:11:27.543555 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 14:11:27.543741 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 14:11:27.543964 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 14:11:27.544308 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 14:11:27.544485 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 14:11:27.545009 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.545296 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.545557 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.545837 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.546151 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.546438 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:27.546949 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.547023 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.547257 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.547539 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.547770 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.547896 n-d-794306-8 neutron-server[93815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.548020 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.548141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.548334 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.548573 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.548852 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.549135 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.549371 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.549650 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.549818 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.550080 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.550356 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.550637 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.550903 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] debug = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.551144 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.551641 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.551890 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.552151 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.552390 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.552662 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.552910 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.553177 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.553439 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.553629 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.553867 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.554176 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.554350 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.554617 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.555378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.555648 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.555872 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.556312 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] host = n-d-794306-8 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.556553 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.556784 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.557028 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.557335 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.557537 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.557752 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.558026 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.558304 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.558575 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.558808 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.559071 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.559318 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.559551 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.559799 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.559965 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_options = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.560210 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.560509 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.560734 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.560926 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.561097 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.561273 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.561535 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.561699 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.561948 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.562185 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.562402 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.562640 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.562872 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.563122 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.563382 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.563621 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.563855 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.564066 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.564325 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.564573 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.564798 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.565045 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.565262 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.565481 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.565701 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.565919 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.566150 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.566407 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.566633 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.566910 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.567152 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.567450 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.567641 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.567883 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.568112 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.568336 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.568551 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.568823 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.569054 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.569288 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.569532 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.569767 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.570016 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.570271 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.570505 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.570757 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_json = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.570963 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.571198 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.571453 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.571688 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.571905 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.572117 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.572333 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.572565 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.572969 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.573290 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.573557 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.573806 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.574169 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.574330 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.574594 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.574824 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.575104 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.575680 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.576041 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.576401 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.576658 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.576835 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.577114 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.577465 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.577746 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.578050 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.578289 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.578743 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.579150 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.579558 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.580078 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.580503 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.580907 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.581309 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.581710 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.581963 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.582481 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.582481 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.585081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.586300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.587607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.587607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.587607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.587607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.587607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.587607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.588380 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.588380 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.588380 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.588380 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.588886 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.588886 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.589165 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.589308 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.589445 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.589653 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.589906 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.590190 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.590431 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.590698 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.590835 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.591107 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.591323 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.591536 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.595328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.598141 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.599829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600463 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.600914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.601297 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.601361 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.602110 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.602394 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.602656 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.602914 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.603225 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.603497 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.603768 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.604036 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.604280 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.604542 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.604770 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.605029 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.605268 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606070 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606070 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606070 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606569 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606569 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606839 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.606978 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608233 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608233 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608233 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608233 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608233 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608921 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608921 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.608921 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.609318 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.609318 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.609569 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.609700 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.610491 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.610491 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.610491 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.610944 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.610944 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.611216 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.611352 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.611489 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.611698 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.612106 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.612337 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.612569 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.612785 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.613002 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.613219 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.613464 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.613695 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.613911 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.614144 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.614379 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.618291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619960 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619960 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619960 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619960 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619960 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.619960 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.620383 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.620481 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.620708 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.620941 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.621192 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.621412 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.621648 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.621865 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.622080 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.622297 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.622539 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.623821 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.623821 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.623821 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.623821 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.623821 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.623821 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.624230 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.624230 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.624436 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.624719 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.626554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627052 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627052 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627170 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627395 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627562 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627776 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.627999 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.628205 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.628419 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.628639 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.628846 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.629055 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.629279 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.629492 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.629698 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.629919 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.630155 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.630365 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.630622 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.630843 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.631045 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.631433 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.631786 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.632227 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.632610 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.633012 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.633388 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.633840 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.634242 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.634640 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.635073 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.635324 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.635568 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.635817 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.636142 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.636368 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.636649 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.636871 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.637109 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.637333 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.637588 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.637926 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.638212 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.638459 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.638737 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.639028 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.639309 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.639566 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.639780 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.640065 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.640404 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.640671 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.640915 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.641182 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.641428 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.641665 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.641901 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.642132 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.642370 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.642606 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.642864 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.643093 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.643316 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.643533 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.643760 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.643979 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.644201 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.644412 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.644706 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.644870 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.645231 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 14:11:27.645507 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93705) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 14:11:27.645665 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 14:11:27.645816 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 14:11:27.646001 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 14:11:27.646168 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 14:11:27.646322 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 14:11:27.646549 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.646713 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.646981 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647161 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647344 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647502 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647657 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647814 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.647969 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.648125 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.648280 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.648458 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.648613 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.648770 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.648926 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.649081 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.649237 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.649397 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.649554 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.649709 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.649864 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650020 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] debug = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650180 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650357 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650535 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650694 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650850 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.650994 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.651160 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.651329 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.651449 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.651607 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.651766 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.651922 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.652078 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.652234 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.652390 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.652544 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.652700 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.652854 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] host = n-d-794306-8 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653011 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653165 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653321 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653474 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653629 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653785 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.653940 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.654095 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.654249 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.654404 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.654601 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.654744 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.654898 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.655053 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.655210 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_options = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.655366 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.655521 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.655675 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.655857 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656018 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656175 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656335 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656492 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656648 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656805 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.656962 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.657118 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.657273 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.657428 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.657584 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.657740 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.657897 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.658054 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.658209 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.658366 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.658535 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.658702 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.658702 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659161 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659161 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659662 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659662 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659662 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659982 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659982 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.659982 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.660252 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.660333 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.660438 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.660597 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.660753 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.660909 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.661051 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.661190 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.661327 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.661477 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.661629 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.661858 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662000 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662147 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_json = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662429 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662712 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662712 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.662913 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.663037 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.663119 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.663242 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.663399 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 14:11:27.663575 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.663735 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.663903 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.664570 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.664720 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.664878 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.665035 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.665194 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.665352 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.665509 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.665674 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.665834 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666004 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666164 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666322 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666482 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666663 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666834 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.666983 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.667140 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.667299 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.667458 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.667631 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.667789 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.667947 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.668105 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.668263 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.668423 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.668583 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.668742 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.668902 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.669061 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.669220 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.669378 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.669537 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.669695 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.669853 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670011 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670170 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670328 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670487 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670702 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670830 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.670968 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.671094 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.671253 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.671484 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.671612 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.671727 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.671864 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672056 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672173 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672510 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672510 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672745 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672745 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.672894 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673052 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673211 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673371 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673534 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673679 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673830 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.673988 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.674147 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.674306 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.674464 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.674644 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.674802 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.674961 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.675119 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.675277 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.675436 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.675594 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.675752 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.675911 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.676069 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.676228 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.676392 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.676549 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.676708 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677053 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677053 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677282 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677361 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677486 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677645 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677789 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.677950 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.678187 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.678321 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.678446 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.678588 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.678713 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.678875 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.679032 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.679194 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.679357 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.679518 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.679725 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.680353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:27.680484 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.680608 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.680755 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.680950 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.680950 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.681201 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.681324 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.681448 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.681584 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.681772 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.681907 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682046 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682235 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682371 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682497 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682677 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682802 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.682925 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683048 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683183 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683341 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683500 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683659 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683818 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.683975 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.684132 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.684292 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.684459 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.684629 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.684788 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.684990 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.685166 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.685300 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.685424 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.685547 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.685696 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.685854 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686010 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686169 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686326 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686482 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686656 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686814 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.686972 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.687130 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.687289 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.687447 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.687605 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.687764 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.687923 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.688082 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.688241 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.688399 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.688557 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.688715 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.688873 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689031 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689190 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689348 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689506 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689664 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689822 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.689980 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.690139 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.690296 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.690453 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.690652 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.690783 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.690909 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.691074 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.691232 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.691390 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.691549 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.691708 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.691905 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692026 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692162 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692355 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692475 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692614 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692771 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.692959 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.693083 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.693241 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.693374 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.693535 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.693693 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.693937 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694063 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694186 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694308 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694453 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694617 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694781 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.694939 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.695099 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.695278 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.695437 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.695599 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.695760 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.695919 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.696077 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.696235 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.696393 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.696552 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.696710 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.696885 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.697044 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.697202 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.697360 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.697518 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.697675 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.697843 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698001 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698160 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698318 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698475 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698655 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698822 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.698979 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.699137 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.699294 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.699453 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.699611 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.699778 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.699939 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700092 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700230 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700368 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700515 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700685 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700829 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.700988 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.701133 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.701291 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.701436 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.701604 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.701748 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.701930 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.702072 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.702209 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.702374 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.702624 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.702770 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.702909 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703046 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703183 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703334 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703474 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703611 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703748 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.703895 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704032 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704169 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704306 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704444 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704591 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704755 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.704921 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.705065 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.705234 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.705399 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.705564 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.705708 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.705877 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706036 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706175 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706338 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706495 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706671 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706826 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.706985 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.707143 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.707299 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.707460 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.707617 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.707774 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.707932 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.708090 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.708248 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.708405 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.708562 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.708721 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.708883 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.709042 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 14:11:27.709192 n-d-794306-8 neutron-server[93705]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93705) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 14:11:27.953707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60398) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:27.962713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066173 Jul 22 14:11:39.922079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9439658-0374-4783-8bff-567b01567c28 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:11:39.991544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9439658-0374-4783-8bff-567b01567c28 None None] No non-hosted networks {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 14:11:40.010077 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a4d68f9-ef32-47d8-a439-45835970e6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.008244 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-619721d2-2491-4777-9951-18dabc7277eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.059859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-353229e5-1262-477e-a9df-1786c9b5befe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.228189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:42.228833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.229189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.229530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.229861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.230203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.230558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.230898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.231240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.231571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.231899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.232235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.232563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:42.232965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-794306-8', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:42.239636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-794306-8', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:11:43.493308 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.124369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:45.689506 n-d-794306-8 neutron-server[93814]: INFO neutron.db.l3_hamode_db [None req-a003db3f-b88c-4b2f-9f9d-5d915b16a7cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 14:11:45.767117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003db3f-b88c-4b2f-9f9d-5d915b16a7cd None None] Routers set() bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:11:45.767512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a003db3f-b88c-4b2f-9f9d-5d915b16a7cd None None] Router IDs set() for agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 14:11:46.440904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60490) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:46.945172 n-d-794306-8 neutron-server[93812]: WARNING oslo_policy.policy [None req-11ef82cc-16b1-4163-8e42-c73834eee835 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:11:46.945758 n-d-794306-8 neutron-server[93812]: WARNING oslo_policy.policy [None req-11ef82cc-16b1-4163-8e42-c73834eee835 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:11:47.218108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-11ef82cc-16b1-4163-8e42-c73834eee835 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:11:47.219338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11ef82cc-16b1-4163-8e42-c73834eee835 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7773678 Jul 22 14:11:49.654113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60504) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:49.966157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:50.059298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.policy [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93812) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 14:11:50.103120 n-d-794306-8 neutron-server[93812]: WARNING oslo_policy.policy [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:11:50.103433 n-d-794306-8 neutron-server[93812]: WARNING oslo_policy.policy [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:11:50.111858 n-d-794306-8 neutron-server[93812]: INFO neutron.quota [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] Loaded quota_driver: . Jul 22 14:11:50.204026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779614719644', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779614718131', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779614739618', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779614733972', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779614760283', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779614778711', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-547065', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1743104'] for rbac-policy, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.269578 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:50.270935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fc5f985f-477b-457b-84cf-438a76a1ccf4 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6158290 Jul 22 14:11:52.851493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60516) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:53.154308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Request body: {'network': {'tenant_id': '198a4724c92641e482148b062b4ae370', 'project_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'name': 'private'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:53.183306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Made reservation on behalf of 198a4724c92641e482148b062b4ae370 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:53.186298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.202322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.325010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.328909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.348745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:11:53.379017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779616991016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.379620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Unsubscribe: segment precommit_create {{(pid=93812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 14:11:53.380114 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Added segment 0e274e2f-6ae8-428e-b244-199bd6904535 of type vlan for network 60742407-f1a6-457b-8d5a-fca565ab01fa Jul 22 14:11:53.397885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365d1ea-b263-403d-85af-8255016d7ff0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:53.446977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.447323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.447682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.448001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.448335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.448665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.448993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.449317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.449640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.450219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.450580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.450902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Tracked resource versions report: Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: pushed versions: Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: { 'AddressGroup': {'1.2'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Log': {'1.0'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Network': {'1.1'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Port': {'1.7'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'PortForwarding': {'1.2'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'QosPolicy': {'1.8'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'SecurityGroup': {'1.4'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'SubPort': {'1.0'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Subnet': {'1.1'}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Trunk': {'1.1'}} Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: consumer versions: Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: L3 agent@n-d-794306-8: {}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: Metadata agent@n-d-794306-8: {}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: Metering agent@n-d-794306-8: {}, Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'ConntrackHelper': '1.0', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Log': '1.0', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Network': '1.1', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Port': '1.7', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'PortForwarding': '1.2', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'QosPolicy': '1.8', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'SecurityGroup': '1.4', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'SecurityGroupRule': '1.2', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'SubPort': '1.0', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Subnet': '1.1', Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: 'Trunk': '1.1'}} Jul 22 14:11:53.451978 n-d-794306-8 neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:11:53.500366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.552097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.553249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:53.553949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:53.603161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7505991 Jul 22 14:11:53.655256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec07717-81cc-45f1-a7c0-5f01d967c158 admin admin] Pushing event updated for resources: {'Network': ['ID=60742407-f1a6-457b-8d5a-fca565ab01fa,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:53.668844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 60742407-f1a6-457b-8d5a-fca565ab01fa details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:11:56.315507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60530) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:11:56.740774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c9b820-35a0-40b2-8594-af90c5611e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:56.742819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d9c9b820-35a0-40b2-8594-af90c5611e17 admin admin] 10.222.0.60 "GET /v2.0/networks/60742407-f1a6-457b-8d5a-fca565ab01fa HTTP/1.1" status: 200 len: 825 time: 0.4260569 Jul 22 14:11:56.766986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-75e45220-d1fe-4ff2-b8a1-1e67563b38f2 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/ac672153-4bf6-4c14-b046-f0eac8d3a463 HTTP/1.1" status: 200 len: 734 time: 0.0189726 Jul 22 14:11:56.776024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Request body: {'subnet': {'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:11:56.798081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Made reservation on behalf of 198a4724c92641e482148b062b4ae370 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:11:56.800351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.124472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.190833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fd95f4-2dcc-4bc5-bf3e-6065c927df90,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:57.196477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Checking segment: {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:57.196853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Network hostable DHCP agents. Network: 60742407-f1a6-457b-8d5a-fca565ab01fa, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:11:57.219117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Network 60742407-f1a6-457b-8d5a-fca565ab01fa is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:11:57.231186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 60742407-f1a6-457b-8d5a-fca565ab01fa) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:57.237047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:11:57.237650 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.242974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71881fb-25d4-4238-acb4-f7bba965eddb None None] Network 60742407-f1a6-457b-8d5a-fca565ab01fa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:11:57.257018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32eedcf3-859f-4e6b-8451-bf1003f260f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4846144 Jul 22 14:11:57.580273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-60742407-f1a6-457b-8d5a-fca565ab01fa', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:11:57.581587 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:57.859320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Allocated IP 172.20.0.2 (60742407-f1a6-457b-8d5a-fca565ab01fa/e8fd95f4-2dcc-4bc5-bf3e-6065c927df90/d5f59b6e-4be4-436c-8c65-0e9e74a2e358) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:11:58.171264 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.196169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Transition to ACTIVE for port object d5f59b6e-4be4-436c-8c65-0e9e74a2e358 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:58.224456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Transition to ACTIVE for port object d5f59b6e-4be4-436c-8c65-0e9e74a2e358 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:11:58.234562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.314193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Network 60742407-f1a6-457b-8d5a-fca565ab01fa is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:11:58.330622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:11:58.345836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:11:58.350135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Pushing event updated for resources: {'Port': ['ID=d5f59b6e-4be4-436c-8c65-0e9e74a2e358,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:58.400902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.400902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.400902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.400902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.400902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.401420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.401512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.401982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.402452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.402951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.403425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.403895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Tracked resource versions report: Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: pushed versions: Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: { 'AddressGroup': {'1.2'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Log': {'1.0'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Network': {'1.1'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Port': {'1.7'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'PortForwarding': {'1.2'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'QosPolicy': {'1.8'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'SecurityGroup': {'1.4'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'SubPort': {'1.0'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Subnet': {'1.1'}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Trunk': {'1.1'}} Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: consumer versions: Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: L3 agent@n-d-794306-8: {}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: Metadata agent@n-d-794306-8: {}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: Metering agent@n-d-794306-8: {}, Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'ConntrackHelper': '1.0', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Log': '1.0', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Network': '1.1', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Port': '1.7', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'PortForwarding': '1.2', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'QosPolicy': '1.8', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'SecurityGroup': '1.4', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'SecurityGroupRule': '1.2', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'SubPort': '1.0', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Subnet': '1.1', Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: 'Trunk': '1.1'}} Jul 22 14:11:58.405493 n-d-794306-8 neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:11:58.472913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Attempting to bind port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:11:58.473309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Attempting to bind port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:11:58.473752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Attempting to bind port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 on network 60742407-f1a6-457b-8d5a-fca565ab01fa {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:11:58.481280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:11:58.481698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Checking segment: {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:11:58.482157 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.482662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Bound using segment: {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:11:58.483191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Bound port: d5f59b6e-4be4-436c-8c65-0e9e74a2e358, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:11:58.483627 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.559364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] For port d5f59b6e-4be4-436c-8c65-0e9e74a2e358, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:11:58.564222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] For port d5f59b6e-4be4-436c-8c65-0e9e74a2e358, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d5f59b6e-4be4-436c-8c65-0e9e74a2e358,segment=NetworkSegment(0e274e2f-6ae8-428e-b244-199bd6904535),segment_id=0e274e2f-6ae8-428e-b244-199bd6904535)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:11:58.569648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:11:58.638665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf10f4-ae86-47a5-802d-8a1048c60030 None None] Pushing event updated for resources: {'Port': ['ID=d5f59b6e-4be4-436c-8c65-0e9e74a2e358,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:11:59.711976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:00.299578 n-d-794306-8 neutron-server[93813]: WARNING oslo_policy.policy [None req-177a84c8-0d8c-4413-9ec5-e9a5845d68aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:12:00.300315 n-d-794306-8 neutron-server[93813]: WARNING oslo_policy.policy [None req-177a84c8-0d8c-4413-9ec5-e9a5845d68aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:12:00.645071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-177a84c8-0d8c-4413-9ec5-e9a5845d68aa admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:12:00.646769 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-177a84c8-0d8c-4413-9ec5-e9a5845d68aa admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9324927 Jul 22 14:12:03.117497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:03.458941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-fec6355e-423b-44c9-a5b2-ecfb1fc53913 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:12:03.460082 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fec6355e-423b-44c9-a5b2-ecfb1fc53913 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3415451 Jul 22 14:12:06.146729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:06.345673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d5f59b6e-4be4-436c-8c65-0e9e74a2e358 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:06.434085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:06.479841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Request body: {'router': {'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:06.544334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.policy [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 14:12:06.590813 n-d-794306-8 neutron-server[93813]: WARNING oslo_policy.policy [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:12:06.591245 n-d-794306-8 neutron-server[93813]: WARNING oslo_policy.policy [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 14:12:06.601200 n-d-794306-8 neutron-server[93813]: INFO neutron.quota [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Loaded quota_driver: . Jul 22 14:12:06.658678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.660470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.833853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.839878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.860719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:06.862003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d87d7849-c671-429f-b093-b5477b5c11ea admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7142799 Jul 22 14:12:07.244842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e48bb0a-0858-4c4c-aec7-2bd2130d0e63 None None] Network 60742407-f1a6-457b-8d5a-fca565ab01fa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:07.276209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] Provisioning for port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:07.282881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] Provisioning complete for port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:07.283310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.470578 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.533126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] For port d5f59b6e-4be4-436c-8c65-0e9e74a2e358, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d5f59b6e-4be4-436c-8c65-0e9e74a2e358,segment=NetworkSegment(0e274e2f-6ae8-428e-b244-199bd6904535),segment_id=0e274e2f-6ae8-428e-b244-199bd6904535)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:07.538618 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:07.606506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a46d8b-845e-4f85-a81b-2894b042619f None None] Pushing event updated for resources: {'Port': ['ID=d5f59b6e-4be4-436c-8c65-0e9e74a2e358,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:07.761277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-df02a21d-6cff-45c0-a7bb-db3d3bac5e91 None None] Provisioning complete for port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:07.761651 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df02a21d-6cff-45c0-a7bb-db3d3bac5e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:08.309353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d5f59b6e-4be4-436c-8c65-0e9e74a2e358 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:08.359829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:08.360203 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:09.228436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:09.560037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-0a98b4f5-92ab-4277-a8f7-94d49470d0f3 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:12:09.561035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0a98b4f5-92ab-4277-a8f7-94d49470d0f3 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3316741 Jul 22 14:12:09.785315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6c0367c-152c-4a2e-bb9b-57b4408aad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:11.987175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:11.993517 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56a7e2d8-8aeb-409c-aee3-c90260e1f9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.218306 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.320131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:12.344598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Made reservation on behalf of 3ce2dea9abdb4b408e6646750c6253c8 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:12.347460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.355480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.442112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.446600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.461595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Reserving flat network on physical network physnet1 {{(pid=93812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 14:12:12.480483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e13f83a-5e63-4a42-b948-96e9bc4385fa,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.485627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.485964 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Added segment af536809-7ebb-4087-bfd0-153906b53958 of type flat for network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d Jul 22 14:12:12.542369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.577636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.578717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:12.579290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:12.611235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6229076 Jul 22 14:12:12.638995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424e84-415e-42b7-9fab-4c92cec95ede admin admin] Pushing event updated for resources: {'Network': ['ID=7aaaf85d-d25f-4f9e-99aa-56c634beb37d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:12.649251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:12:13.424808 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.019841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60602) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:15.075758 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.263260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72041b83-c0d3-4a56-8896-90ba43da4ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:15.264772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-72041b83-c0d3-4a56-8896-90ba43da4ccd admin admin] 10.222.0.60 "GET /v2.0/subnets/e8fd95f4-2dcc-4bc5-bf3e-6065c927df90 HTTP/1.1" status: 200 len: 849 time: 0.2439570 Jul 22 14:12:15.379460 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-db8ba89b-8a38-46c4-9310-449c0c9d0ac7 admin admin] 10.222.0.60 "GET /v2.0/routers/b5d91a11-7d69-4f59-8527-f9111514e3b8 HTTP/1.1" status: 200 len: 704 time: 0.1091444 Jul 22 14:12:15.647603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:15.955035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Allocated IP 172.20.0.1 (60742407-f1a6-457b-8d5a-fca565ab01fa/e8fd95f4-2dcc-4bc5-bf3e-6065c927df90/df96b664-de72-4c3e-bdde-7c56d58fa211) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:16.173361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.200009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Transition to ACTIVE for port object df96b664-de72-4c3e-bdde-7c56d58fa211 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:16.286338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.349284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Network 60742407-f1a6-457b-8d5a-fca565ab01fa is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:16.354074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:16.403024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Pushing event updated for resources: {'Port': ['ID=df96b664-de72-4c3e-bdde-7c56d58fa211,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:16.406037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:16.406247 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.466885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.467334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.467555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.467887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.468216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.468541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.468867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.469187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.469507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.469827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.470400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.470742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Tracked resource versions report: Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: pushed versions: Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: { 'AddressGroup': {'1.2'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Log': {'1.0'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Network': {'1.1'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Port': {'1.7'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'PortForwarding': {'1.2'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'QosPolicy': {'1.8'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'SecurityGroup': {'1.4'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'SubPort': {'1.0'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Subnet': {'1.1'}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Trunk': {'1.1'}} Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: consumer versions: Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: L3 agent@n-d-794306-8: {}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: Metadata agent@n-d-794306-8: {}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: Metering agent@n-d-794306-8: {}, Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'ConntrackHelper': '1.0', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Log': '1.0', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Network': '1.1', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Port': '1.7', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'PortForwarding': '1.2', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'QosPolicy': '1.8', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'SecurityGroup': '1.4', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'SecurityGroupRule': '1.2', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'SubPort': '1.0', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Subnet': '1.1', Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: 'Trunk': '1.1'}} Jul 22 14:12:16.471857 n-d-794306-8 neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:12:16.611400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-41a803ca-577b-4b75-b7d0-a16da5cc7cf7 None None] Provisioning for port df96b664-de72-4c3e-bdde-7c56d58fa211 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:16.616195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-41a803ca-577b-4b75-b7d0-a16da5cc7cf7 None None] Provisioning complete for port df96b664-de72-4c3e-bdde-7c56d58fa211 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:16.616575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41a803ca-577b-4b75-b7d0-a16da5cc7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.638072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.651997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-41a803ca-577b-4b75-b7d0-a16da5cc7cf7 None None] Port df96b664-de72-4c3e-bdde-7c56d58fa211 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:16.824198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.828435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.829192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:16.888736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Pushing event updated for resources: {'Port': ['ID=df96b664-de72-4c3e-bdde-7c56d58fa211,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:16.965971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Network 60742407-f1a6-457b-8d5a-fca565ab01fa is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:16.967277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:17.172151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-260797be-6129-4b0e-9e9b-33905540c7f2 None None] Provisioning complete for port df96b664-de72-4c3e-bdde-7c56d58fa211 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:17.172560 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260797be-6129-4b0e-9e9b-33905540c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:17.180952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Router b5d91a11-7d69-4f59-8527-f9111514e3b8 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:12:17.207249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-260797be-6129-4b0e-9e9b-33905540c7f2 None None] Port df96b664-de72-4c3e-bdde-7c56d58fa211 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:12:17.282945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:17.290922 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-36d685c8-2a31-4b73-a65c-e2cb3029e723 admin admin] 10.222.0.60 "PUT /v2.0/routers/b5d91a11-7d69-4f59-8527-f9111514e3b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9051955 Jul 22 14:12:17.293773 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Sync routers for ids ['b5d91a11-7d69-4f59-8527-f9111514e3b8'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:17.308839 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Routers {'b5d91a11-7d69-4f59-8527-f9111514e3b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:17.309889 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:12:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5d91a11-7d69-4f59-8527-f9111514e3b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:17.501074 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Set router b5d91a11-7d69-4f59-8527-f9111514e3b8 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:12:17.960437 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'name': 'router1', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:12:06Z', 'updated_at': '2021-07-22T14:12:16Z', 'revision_number': 2, 'project_id': '198a4724c92641e482148b062b4ae370', 'gw_port_host': None, '_interfaces': [{'id': 'df96b664-de72-4c3e-bdde-7c56d58fa211', 'name': '', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'mac_address': 'fa:16:3e:fe:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:15Z', 'updated_at': '2021-07-22T14:12:16Z', 'revision_number': 2, 'project_id': '198a4724c92641e482148b062b4ae370', 'subnets': [{'id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:18.009310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Checking router: b5d91a11-7d69-4f59-8527-f9111514e3b8 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:12:18.009674 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Updating router b5d91a11-7d69-4f59-8527-f9111514e3b8 port df96b664-de72-4c3e-bdde-7c56d58fa211 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:12:18.072066 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.597117 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.621523 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Transition to ACTIVE for port object df96b664-de72-4c3e-bdde-7c56d58fa211 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:18.628612 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.796373 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Pushing event updated for resources: {'Port': ['ID=df96b664-de72-4c3e-bdde-7c56d58fa211,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:18.815458 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.815773 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.816177 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.816525 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.816842 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.817167 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.817497 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.817832 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.818187 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.818541 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.818841 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.819159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Tracked resource versions report: Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: pushed versions: Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: { 'AddressGroup': {'1.2'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Log': {'1.0'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Network': {'1.1'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Port': {'1.7'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'PortForwarding': {'1.2'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'QosPolicy': {'1.8'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'SecurityGroup': {'1.4'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'SubPort': {'1.0'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Subnet': {'1.1'}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Trunk': {'1.1'}} Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: consumer versions: Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: L3 agent@n-d-794306-8: {}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: Metadata agent@n-d-794306-8: {}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: Metering agent@n-d-794306-8: {}, Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'ConntrackHelper': '1.0', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Log': '1.0', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Network': '1.1', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Port': '1.7', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'PortForwarding': '1.2', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'QosPolicy': '1.8', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'SecurityGroup': '1.4', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'SecurityGroupRule': '1.2', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'SubPort': '1.0', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Subnet': '1.1', Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: 'Trunk': '1.1'}} Jul 22 14:12:18.820238 n-d-794306-8 neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:12:18.824268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Attempting to bind port df96b664-de72-4c3e-bdde-7c56d58fa211 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:18.824268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Attempting to bind port df96b664-de72-4c3e-bdde-7c56d58fa211 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:18.824268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Attempting to bind port df96b664-de72-4c3e-bdde-7c56d58fa211 on network 60742407-f1a6-457b-8d5a-fca565ab01fa {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:18.829624 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:18.830028 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Checking segment: {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:18.830485 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.830901 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Bound using segment: {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:18.831413 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Bound port: df96b664-de72-4c3e-bdde-7c56d58fa211, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e274e2f-6ae8-428e-b244-199bd6904535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:18.831811 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.899357 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] For port df96b664-de72-4c3e-bdde-7c56d58fa211, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:18.920969 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] For port df96b664-de72-4c3e-bdde-7c56d58fa211, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=df96b664-de72-4c3e-bdde-7c56d58fa211,segment=NetworkSegment(0e274e2f-6ae8-428e-b244-199bd6904535),segment_id=0e274e2f-6ae8-428e-b244-199bd6904535)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:18.926001 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:18.980943 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Routers {'b5d91a11-7d69-4f59-8527-f9111514e3b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:18.981570 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:12:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5d91a11-7d69-4f59-8527-f9111514e3b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:19.062102 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67498f0-3ecb-45ab-935f-01a69c76a430 None None] Pushing event updated for resources: {'Port': ['ID=df96b664-de72-4c3e-bdde-7c56d58fa211,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:19.084750 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] Set router b5d91a11-7d69-4f59-8527-f9111514e3b8 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:12:19.293446 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'name': 'router1', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:12:06Z', 'updated_at': '2021-07-22T14:12:16Z', 'revision_number': 2, 'project_id': '198a4724c92641e482148b062b4ae370', 'gw_port_host': None, '_interfaces': [{'id': 'df96b664-de72-4c3e-bdde-7c56d58fa211', 'name': '', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'mac_address': 'fa:16:3e:fe:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:15Z', 'updated_at': '2021-07-22T14:12:18Z', 'revision_number': 4, 'project_id': '198a4724c92641e482148b062b4ae370', 'subnets': [{'id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:19.319369 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b84e35-5858-4e1d-b34b-2a6487a7d4df None None] The sync data for ids ['b5d91a11-7d69-4f59-8527-f9111514e3b8'] in n-d-794306-8 is: [{'id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'name': 'router1', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:12:06Z', 'updated_at': '2021-07-22T14:12:16Z', 'revision_number': 2, 'project_id': '198a4724c92641e482148b062b4ae370', 'gw_port_host': None, '_interfaces': [{'id': 'df96b664-de72-4c3e-bdde-7c56d58fa211', 'name': '', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'mac_address': 'fa:16:3e:fe:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:15Z', 'updated_at': '2021-07-22T14:12:18Z', 'revision_number': 4, 'project_id': '198a4724c92641e482148b062b4ae370', 'subnets': [{'id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:19.672614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:19.785251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ce61dd-7991-4b6d-afa3-cd1c6234975b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:19.786646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-44ce61dd-7991-4b6d-afa3-cd1c6234975b admin admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 842 time: 0.1130333 Jul 22 14:12:19.795932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:19.821808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Made reservation on behalf of 3ce2dea9abdb4b408e6646750c6253c8 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:12:19.824415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.151339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:12:20.151771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.209409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=45240f35-5e3d-4e21-9f8e-b4849f724d79,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:20.221783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:20.222319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Network hostable DHCP agents. Network: 7aaaf85d-d25f-4f9e-99aa-56c634beb37d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:12:20.248307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:12:20.261643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 7aaaf85d-d25f-4f9e-99aa-56c634beb37d) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:20.266617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:20.267396 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:20.272817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966776c8-d270-447c-87e1-9544f2ec7054 None None] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:20.288027 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5af5ec9c-c046-425c-a990-d698e1acb0ce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4953549 Jul 22 14:12:20.427982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64269580-eb93-40e7-93cd-cef88420f214 None None] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:12:22.585497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:22.714087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30433af4-4e27-48f7-9a41-e25ad6f869af admin admin] 10.222.0.60 "GET /v2.0/routers/b5d91a11-7d69-4f59-8527-f9111514e3b8 HTTP/1.1" status: 200 len: 710 time: 0.1274614 Jul 22 14:12:22.805056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fbf8e-79ac-48b7-9398-a9fb5458feda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:12:22.806368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-159fbf8e-79ac-48b7-9398-a9fb5458feda admin admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 886 time: 0.0872540 Jul 22 14:12:22.815204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:12:23.076799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.365615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.439731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.539358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Allocated IP 172.25.3.27 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/263d1662-2993-4c25-b343-83d905c6a103) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:12:23.641943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.682814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:23.718186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:12:23.723070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:12:23.726471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:12:23.761328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Pushing event updated for resources: {'Port': ['ID=263d1662-2993-4c25-b343-83d905c6a103,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:23.973477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.178008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.181572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.304841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Router b5d91a11-7d69-4f59-8527-f9111514e3b8 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:12:24.420022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:12:24.423774 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:24.425347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f884b56-1581-46b4-8adb-37dfcfb6442e admin admin] 10.222.0.60 "PUT /v2.0/routers/b5d91a11-7d69-4f59-8527-f9111514e3b8 HTTP/1.1" status: 200 len: 889 time: 1.6135666 Jul 22 14:12:25.787932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Sync routers for ids ['b5d91a11-7d69-4f59-8527-f9111514e3b8'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:12:25.798490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Routers {'b5d91a11-7d69-4f59-8527-f9111514e3b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:25.799174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:12:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5d91a11-7d69-4f59-8527-f9111514e3b8'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:26.073721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Set router b5d91a11-7d69-4f59-8527-f9111514e3b8 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:12:26.347708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device df96b664-de72-4c3e-bdde-7c56d58fa211 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:26.470214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port df96b664-de72-4c3e-bdde-7c56d58fa211 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:26.480245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port df96b664-de72-4c3e-bdde-7c56d58fa211 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:26.480623 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.562909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'name': 'router1', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '263d1662-2993-4c25-b343-83d905c6a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:12:06Z', 'updated_at': '2021-07-22T14:12:23Z', 'revision_number': 4, 'project_id': '198a4724c92641e482148b062b4ae370', 'gw_port': {'id': '263d1662-2993-4c25-b343-83d905c6a103', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:23Z', 'updated_at': '2021-07-22T14:12:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'df96b664-de72-4c3e-bdde-7c56d58fa211', 'name': '', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'mac_address': 'fa:16:3e:fe:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:15Z', 'updated_at': '2021-07-22T14:12:18Z', 'revision_number': 4, 'project_id': '198a4724c92641e482148b062b4ae370', 'subnets': [{'id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:26.629407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Checking router: b5d91a11-7d69-4f59-8527-f9111514e3b8 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:12:26.629680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Updating router b5d91a11-7d69-4f59-8527-f9111514e3b8 port 263d1662-2993-4c25-b343-83d905c6a103 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:12:26.666073 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.678451 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.724089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port df96b664-de72-4c3e-bdde-7c56d58fa211, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=df96b664-de72-4c3e-bdde-7c56d58fa211,segment=NetworkSegment(0e274e2f-6ae8-428e-b244-199bd6904535),segment_id=0e274e2f-6ae8-428e-b244-199bd6904535)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:26.746034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:26.893720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:12:26.901303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=df96b664-de72-4c3e-bdde-7c56d58fa211,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:27.035989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf3b3d15-9a88-4de6-95c7-47d3952c9910 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1410897 Jul 22 14:12:27.059704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.071587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Transition to ACTIVE for port object 263d1662-2993-4c25-b343-83d905c6a103 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:12:27.078742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.136002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Attempting to bind port 263d1662-2993-4c25-b343-83d905c6a103 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:12:27.136369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Attempting to bind port 263d1662-2993-4c25-b343-83d905c6a103 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:12:27.136738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Attempting to bind port 263d1662-2993-4c25-b343-83d905c6a103 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:12:27.138871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e65e-9ca5-4377-929a-ab89778401ca None None] Pushing event updated for resources: {'Port': ['ID=263d1662-2993-4c25-b343-83d905c6a103,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:27.144803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:12:27.145124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:12:27.145488 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.145880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:12:27.146391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Bound port: 263d1662-2993-4c25-b343-83d905c6a103, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:12:27.146875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.198750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] For port 263d1662-2993-4c25-b343-83d905c6a103, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:12:27.203595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] For port 263d1662-2993-4c25-b343-83d905c6a103, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=263d1662-2993-4c25-b343-83d905c6a103,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:12:27.209489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:27.270032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6e65e-9ca5-4377-929a-ab89778401ca None None] Pushing event updated for resources: {'Port': ['ID=263d1662-2993-4c25-b343-83d905c6a103,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:27.271972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Routers {'b5d91a11-7d69-4f59-8527-f9111514e3b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:12:27.272489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:12:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5d91a11-7d69-4f59-8527-f9111514e3b8'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:27.465507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] Set router b5d91a11-7d69-4f59-8527-f9111514e3b8 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:12:27.687019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'name': 'router1', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '263d1662-2993-4c25-b343-83d905c6a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:12:06Z', 'updated_at': '2021-07-22T14:12:23Z', 'revision_number': 4, 'project_id': '198a4724c92641e482148b062b4ae370', 'gw_port': {'id': '263d1662-2993-4c25-b343-83d905c6a103', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:23Z', 'updated_at': '2021-07-22T14:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'df96b664-de72-4c3e-bdde-7c56d58fa211', 'name': '', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'mac_address': 'fa:16:3e:fe:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:15Z', 'updated_at': '2021-07-22T14:12:26Z', 'revision_number': 5, 'project_id': '198a4724c92641e482148b062b4ae370', 'subnets': [{'id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:12:27.712744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b5a57-3546-4797-9026-4f0bffece6dd None None] The sync data for ids ['b5d91a11-7d69-4f59-8527-f9111514e3b8'] in n-d-794306-8 is: [{'id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'name': 'router1', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '263d1662-2993-4c25-b343-83d905c6a103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:12:06Z', 'updated_at': '2021-07-22T14:12:23Z', 'revision_number': 4, 'project_id': '198a4724c92641e482148b062b4ae370', 'gw_port': {'id': '263d1662-2993-4c25-b343-83d905c6a103', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ca:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:23Z', 'updated_at': '2021-07-22T14:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'df96b664-de72-4c3e-bdde-7c56d58fa211', 'name': '', 'network_id': '60742407-f1a6-457b-8d5a-fca565ab01fa', 'tenant_id': '198a4724c92641e482148b062b4ae370', 'mac_address': 'fa:16:3e:fe:77:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d91a11-7d69-4f59-8527-f9111514e3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:12:15Z', 'updated_at': '2021-07-22T14:12:26Z', 'revision_number': 5, 'project_id': '198a4724c92641e482148b062b4ae370', 'subnets': [{'id': 'e8fd95f4-2dcc-4bc5-bf3e-6065c927df90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ac672153-4bf6-4c14-b046-f0eac8d3a463'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:12:28.419257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device df96b664-de72-4c3e-bdde-7c56d58fa211 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:28.480266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port df96b664-de72-4c3e-bdde-7c56d58fa211 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:28.480801 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:28.565227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 263d1662-2993-4c25-b343-83d905c6a103 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:28.610980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 263d1662-2993-4c25-b343-83d905c6a103 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:12:28.614443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 263d1662-2993-4c25-b343-83d905c6a103 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:28.615506 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:28.690190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:28.710086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 263d1662-2993-4c25-b343-83d905c6a103, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=263d1662-2993-4c25-b343-83d905c6a103,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:12:28.714020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:28.760281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=263d1662-2993-4c25-b343-83d905c6a103,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:12:30.330399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 263d1662-2993-4c25-b343-83d905c6a103 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:12:30.377604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 263d1662-2993-4c25-b343-83d905c6a103 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:12:30.377981 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:39.793570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9a9dfc3-2d07-4ee5-a4cc-eca2efb4c8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:41.603510 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:12:41.998785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c004d8e4-bd55-4748-8c2d-65f98540e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:42.231787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:43.429403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:12:45.096224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:09.786116 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8f883a-0105-4bae-8728-ada442518439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:11.995237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-812d084f-894a-43a5-8b7b-50b197aa436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:12.244978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:13.432594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:15.092528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:18.603293 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:13:39.787602 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b692da4-e050-447d-af07-8e64d844ddf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:41.996729 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f598842-0a1f-4c08-9c12-8d01aa58a9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:42.229006 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:43.438216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:45.093565 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:13:55.602179 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:14:08.384010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33014) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:08.443232 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c345b520-9fc2-42ff-ae26-22822828b5d1 admin admin] GET failed (client error): The resource could not be found. Jul 22 14:14:08.444541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c345b520-9fc2-42ff-ae26-22822828b5d1 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0595853 Jul 22 14:14:08.690544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dec879-5d26-4522-9739-f310199219b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:08.691962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0dec879-5d26-4522-9739-f310199219b3 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2436306 Jul 22 14:14:09.789039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9edfc8a7-a098-4336-a07c-b33759d283ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:10.821835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33024) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:10.911478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0788567-13e9-480f-9279-84c5abc9f203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:10.912863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0788567-13e9-480f-9279-84c5abc9f203 admin admin] 10.222.0.60 "GET /v2.0/subnets/e8fd95f4-2dcc-4bc5-bf3e-6065c927df90 HTTP/1.1" status: 200 len: 849 time: 0.0900764 Jul 22 14:14:10.922135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:11.007280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.148586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779616843632'] for subnet, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.177932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:11.178553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.179845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] 10.222.0.60 "PUT /v2.0/subnets/e8fd95f4-2dcc-4bc5-bf3e-6065c927df90 HTTP/1.1" status: 200 len: 868 time: 0.2615404 Jul 22 14:14:11.181076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f502f7-81db-4130-a992-231c559bd3a5 None None] Network 60742407-f1a6-457b-8d5a-fca565ab01fa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:14:11.203631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8fd95f4-2dcc-4bc5-bf3e-6065c927df90,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:11.212098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.212474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.212800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.213142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.213486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.213822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.214152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.214485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.214864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.215186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.215518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.215848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bfbaa-3c49-47ca-b943-6b2918418276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:11.583568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c54a28ba-597b-4a5f-857d-e9cdc0d42576 None None] Provisioning complete for port df96b664-de72-4c3e-bdde-7c56d58fa211 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:11.583861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c54a28ba-597b-4a5f-857d-e9cdc0d42576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.664749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c54a28ba-597b-4a5f-857d-e9cdc0d42576 None None] Provisioning complete for port d5f59b6e-4be4-436c-8c65-0e9e74a2e358 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:14:11.665037 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c54a28ba-597b-4a5f-857d-e9cdc0d42576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:11.996387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6a605f6-1fa9-4f18-b900-1b5ef2dba5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:12.230916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.355550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:13.439625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:13.549476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dcf5e-f500-4488-a8cc-cb82d6c37f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:13.549877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dcf5e-f500-4488-a8cc-cb82d6c37f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:13.551483 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-179dcf5e-f500-4488-a8cc-cb82d6c37f7f admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948714 Jul 22 14:14:15.096038 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:15.708397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33040) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:15.836386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4690227-1c6d-4b68-b24f-043e4b42c7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:15.836861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4690227-1c6d-4b68-b24f-043e4b42c7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:15.838394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d4690227-1c6d-4b68-b24f-043e4b42c7a9 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290159 Jul 22 14:14:17.965386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:18.095935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427d726a-9022-4fea-9499-b3264337c8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:18.097306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-427d726a-9022-4fea-9499-b3264337c8e3 admin admin] 10.222.0.60 "GET /v2.0/networks/60742407-f1a6-457b-8d5a-fca565ab01fa HTTP/1.1" status: 200 len: 869 time: 0.1307282 Jul 22 14:14:20.261998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:20.392146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9fab47-d5b0-4870-a5b7-359a74d28ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:20.393557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d9fab47-d5b0-4870-a5b7-359a74d28ce9 admin admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 886 time: 0.1305480 Jul 22 14:14:22.572438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:22.704128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980fa6a7-43ce-43c4-936e-0e21737329a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:22.704601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980fa6a7-43ce-43c4-936e-0e21737329a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:22.706156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-980fa6a7-43ce-43c4-936e-0e21737329a1 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327446 Jul 22 14:14:24.850070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:24.942552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bee447-d40f-4aeb-9a93-b06904f261b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:24.943020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bee447-d40f-4aeb-9a93-b06904f261b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:24.944647 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d6bee447-d40f-4aeb-9a93-b06904f261b9 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935299 Jul 22 14:14:27.097045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:27.179305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba168e6e-c6b8-49f3-b267-98e748af64b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:27.180774 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba168e6e-c6b8-49f3-b267-98e748af64b1 admin admin] 10.222.0.60 "GET /v2.0/subnets/45240f35-5e3d-4e21-9f8e-b4849f724d79 HTTP/1.1" status: 200 len: 816 time: 0.0827882 Jul 22 14:14:29.336716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33088) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:29.432120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e777fa6-35ac-42aa-ab1d-2bfac4464c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:29.433435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4e777fa6-35ac-42aa-ab1d-2bfac4464c4d admin admin] 10.222.0.60 "GET /v2.0/subnets/e8fd95f4-2dcc-4bc5-bf3e-6065c927df90 HTTP/1.1" status: 200 len: 868 time: 0.0954392 Jul 22 14:14:32.601763 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:14:39.790940 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27d020b3-869e-4645-be71-387e77bba5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:41.998787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b04fb5d-157e-439a-87bb-501bb71d9df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:42.232873 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:43.442948 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:45.101314 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:54.165693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33142) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:54.212389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-83140b66-08eb-4b17-9e7e-0abc944839fe admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:14:54.213379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-83140b66-08eb-4b17-9e7e-0abc944839fe admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467165 Jul 22 14:14:56.458018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33150) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:56.524867 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b833c6-1df7-41dc-843b-8318ff975487 admin admin] GET failed (client error): The resource could not be found. Jul 22 14:14:56.526210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c0b833c6-1df7-41dc-843b-8318ff975487 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672374 Jul 22 14:14:56.670337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582e7b7-b8d0-4574-81b3-e8f2283e10f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:56.671854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8582e7b7-b8d0-4574-81b3-e8f2283e10f3 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416519 Jul 22 14:14:58.865436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33158) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:14:58.912697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:14:58.933104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Made reservation on behalf of 3ce2dea9abdb4b408e6646750c6253c8 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:14:58.935385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.970432 n-d-794306-8 neutron-server[93812]: WARNING neutron.services.revisions.revision_plugin [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Could not find related network for resource to bump revision. Jul 22 14:14:58.981909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:14:58.990734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:58.991087 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Added segment 8d9e4f37-a70c-4318-ae5c-421a8f994d5b of type vlan for network 485124af-b3ff-47ec-9e5c-44402fc4be0f Jul 22 14:14:59.028843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.067161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.068088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:14:59.068664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:14:59.100052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2335639 Jul 22 14:14:59.127163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Pushing event updated for resources: {'Network': ['ID=485124af-b3ff-47ec-9e5c-44402fc4be0f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:14:59.136336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.136913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.137492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.138075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.138713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.139300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.142559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.142559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.142559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.142559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.142559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.142559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2369a4-cd7a-42b2-b110-d4080c0d6c4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:14:59.157674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:15:01.336834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33166) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:15:01.395505 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6567f9-5c5f-4d20-ab83-99452d718196 admin admin] GET failed (client error): The resource could not be found. Jul 22 14:15:01.396832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ae6567f9-5c5f-4d20-ab83-99452d718196 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590386 Jul 22 14:15:01.469300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587faa44-34ca-4c64-96b0-2d7e95384228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:01.470915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-587faa44-34ca-4c64-96b0-2d7e95384228 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0702162 Jul 22 14:15:01.482199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Request body: {'subnet': {'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:15:01.509159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Made reservation on behalf of 3ce2dea9abdb4b408e6646750c6253c8 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:15:01.511701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.678316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.733677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5fd30c-9c07-49eb-8650-5843b0681c13,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:01.739378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:01.739742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Network hostable DHCP agents. Network: 485124af-b3ff-47ec-9e5c-44402fc4be0f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:15:01.757046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:15:01.766421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 485124af-b3ff-47ec-9e5c-44402fc4be0f) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:01.771042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:15:01.771635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:01.776005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace68b63-a3ca-46ad-9986-117ddb2fe7c9 None None] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:01.785505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-754f5a9a-a34b-4a0c-a8f9-940bccac9f7b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082294 Jul 22 14:15:02.039047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-485124af-b3ff-47ec-9e5c-44402fc4be0f', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'tenant_id': '3ce2dea9abdb4b408e6646750c6253c8', 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:15:02.039942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.176854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Allocated IP 192.168.233.2 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/ee45397c-28fe-444d-b2aa-45019e6a5a7a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:15:02.331804 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.342027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Transition to ACTIVE for port object ee45397c-28fe-444d-b2aa-45019e6a5a7a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:02.358364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Transition to ACTIVE for port object ee45397c-28fe-444d-b2aa-45019e6a5a7a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:15:02.365514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.405762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:15:02.410990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:15:02.414031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:15:02.419751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Pushing event updated for resources: {'Port': ['ID=ee45397c-28fe-444d-b2aa-45019e6a5a7a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:02.447782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.448125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.448466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.448800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.449130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.449458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.449782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.450106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.450431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.450781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.451102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.451422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:15:02.490737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Attempting to bind port ee45397c-28fe-444d-b2aa-45019e6a5a7a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:15:02.491124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Attempting to bind port ee45397c-28fe-444d-b2aa-45019e6a5a7a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:15:02.491485 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Attempting to bind port ee45397c-28fe-444d-b2aa-45019e6a5a7a on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:15:02.496622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:15:02.496990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:15:02.497398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.497785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:15:02.498247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Bound port: ee45397c-28fe-444d-b2aa-45019e6a5a7a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:15:02.498666 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.562974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] For port ee45397c-28fe-444d-b2aa-45019e6a5a7a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:15:02.566660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] For port ee45397c-28fe-444d-b2aa-45019e6a5a7a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ee45397c-28fe-444d-b2aa-45019e6a5a7a,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:15:02.572329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:02.632816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497e91-e45b-4d33-bcdd-b67ef0a1fc0c None None] Pushing event updated for resources: {'Port': ['ID=ee45397c-28fe-444d-b2aa-45019e6a5a7a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:03.461955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe287d30-e6ee-4cb0-988f-2e7f61cce9b1 None None] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:15:03.587821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4c8b001a-3a2c-400e-9d88-7386279a11db None None] Provisioning for port ee45397c-28fe-444d-b2aa-45019e6a5a7a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:04.497481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ee45397c-28fe-444d-b2aa-45019e6a5a7a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:04.553779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ee45397c-28fe-444d-b2aa-45019e6a5a7a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:15:04.558204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ee45397c-28fe-444d-b2aa-45019e6a5a7a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:04.558610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.637024 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.669557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ee45397c-28fe-444d-b2aa-45019e6a5a7a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ee45397c-28fe-444d-b2aa-45019e6a5a7a,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:15:04.674851 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:04.724103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ee45397c-28fe-444d-b2aa-45019e6a5a7a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:15:06.461108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ee45397c-28fe-444d-b2aa-45019e6a5a7a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:15:06.514063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ee45397c-28fe-444d-b2aa-45019e6a5a7a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:15:06.514439 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:09.603124 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:15:09.793272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0aecbb3a-eaf4-4fd6-a424-765cc6d76705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.001243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8e5b863-e243-49b7-ab7f-c7ffbf93f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:12.235559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:13.446716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:15.103905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:39.794137 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7d2c-f460-4848-8806-6bae23304cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.003680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-153269fe-1892-404d-b0aa-1a2c78a3f860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:42.240453 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:43.448169 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:45.112046 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:15:46.600942 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:16:09.795206 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e3437f0-b152-48e3-a6c3-ed386865c9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:12.005002 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9ed27a9-ad63-46e1-a59a-1dadcfb23a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:12.256220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:13.452922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:13.608470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33218) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:13.615024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-b78c4e46-65e3-4c68-8025-d9cf8e9cd7fc tempest-verify_tempest_config-85006816 tempest-verify_tempest_config-85006816-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:16:13.616003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b78c4e46-65e3-4c68-8025-d9cf8e9cd7fc tempest-verify_tempest_config-85006816 tempest-verify_tempest_config-85006816-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065687 Jul 22 14:16:13.918790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33236) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:14.020596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.106178 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.109645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.151898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ee5e7f-542f-422f-9b37-5fabf0c47d90,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:14.156589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7f503b05e3447df8d2a9aa6449356e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2366977 Jul 22 14:16:14.160794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:16:14.161317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.161416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.161745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.162108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.162421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.162786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.163119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.163452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.163778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.164104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.164434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.164755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08133568-4c32-4ead-81aa-081d8e1cd1ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.239694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.260181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.347825 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.350386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:14.351566 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65ee5e7f-542f-422f-9b37-5fabf0c47d90 HTTP/1.1" status: 204 len: 168 time: 0.1910324 Jul 22 14:16:14.361266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ee5e7f-542f-422f-9b37-5fabf0c47d90,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:16:14.367979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.368326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.368676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.369061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.369351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.369682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.370016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.370348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.370735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.371066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.371395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:14.371724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e3d438-7ba0-4f81-852c-be271d4bd785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:16:15.113097 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:23.599546 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:16:39.795618 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1babf91-0227-42ff-87b8-f979fec8fbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.004883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-405bab46-f0ba-4ceb-b5ce-f8ae7b8a0c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:42.237332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:43.455138 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:16:45.114014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:00.598160 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:17:09.797276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60d6d459-3091-4e3c-bf00-d737074e48dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.005966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc491d24-4885-4f2a-834c-04e9d8f4215d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:12.239876 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:13.459190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:15.117233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:37.596920 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:17:39.798047 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-099b8b94-dd46-4187-9002-96c1c02ac4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.006922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa980ca9-9e6f-4b03-889d-072ac6c3a8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:42.241514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:43.459753 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:17:45.119832 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:09.797656 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72d0eb2b-079c-4a75-903c-edde24b0cda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:12.006921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25f863fa-f115-4d77-99e4-808a8d9a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:12.244403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:13.462284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:14.597077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:18:15.124989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:39.799075 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f6e55bf-6e1e-4f3e-b8c0-c9c275c22275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.009914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07c9cc20-9ec2-4994-938e-b2077f185fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:42.244219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:43.466897 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:45.125622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:18:51.595698 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 5 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:19:06.946686 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:07.351637 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1732605'] for agent, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:09.799256 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f63580c5-333e-4915-85d4-e519f4a0bddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:12.009411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9649df7d-f49d-4511-b7a2-d05723516b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:12.245585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:13.468874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:15.129182 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:28.595031 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:19:36.894189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:37.305843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:39.799698 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81790d37-28d8-401f-965c-9f393712f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.010075 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-429fb14b-076c-4989-b49c-baf314d9d20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:42.247382 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:43.471669 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:45.132341 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:19:56.789593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:56.892006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7cf266a2-7064-4d58-9bb8-1c7fcfc94f97 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1012104 Jul 22 14:19:59.050730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33316) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:19:59.111870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ed29ba1-5dea-4865-b47c-60ece731e22f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0600200 Jul 22 14:20:05.593933 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:20:06.909893 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:07.303654 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:09.799831 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d0fb-f45f-44ba-a871-8009f6ec2f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.009892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7185ffce-b04d-4a47-855f-11b68e7f51fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:12.248081 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:13.475153 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:15.133963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:36.911644 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:37.303710 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:39.804658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-508abe94-05d5-4689-ab7d-09e1c544841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.011374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-29146976-d80a-4975-90b9-92197ff4735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.256896 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:42.594334 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:20:43.476886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:20:45.139265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:06.922596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:07.302207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:09.805961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e6298d4-ab5d-4cea-8ab1-5ef18e801123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.026105 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d6601c6-4b0e-405c-93bf-364786b904fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:12.266175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:13.495686 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.172253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:15.857796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:16.228604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c1e41295-8033-4f84-8d1d-e68a56bc6dcc tempest-AutoAllocateNetworkTest-762661215 tempest-AutoAllocateNetworkTest-762661215-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=16bb2b57e5f1428b980d418c71fad0e5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3666832 Jul 22 14:21:16.228931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:16.408670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b3a88d-df55-4dc0-be32-404d5ba02bf7 tempest-AutoAllocateNetworkTest-762661215 tempest-AutoAllocateNetworkTest-762661215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:16.410154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-17b3a88d-df55-4dc0-be32-404d5ba02bf7 tempest-AutoAllocateNetworkTest-762661215 tempest-AutoAllocateNetworkTest-762661215-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1803141 Jul 22 14:21:16.413271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33496) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:16.511118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a613a84d-a2c8-40ae-a863-777d29cb636c tempest-AutoAllocateNetworkTest-762661215 tempest-AutoAllocateNetworkTest-762661215-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965810 Jul 22 14:21:16.512096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:16.543626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31e74f08-c0ae-40dd-9a6d-ce0b3903351f tempest-AutoAllocateNetworkTest-762661215 tempest-AutoAllocateNetworkTest-762661215-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=16bb2b57e5f1428b980d418c71fad0e5 HTTP/1.1" status: 200 len: 208 time: 0.0304022 Jul 22 14:21:16.998829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33542) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:17.402141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.530056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.535141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.574440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd05e3b5-b0e6-42b6-914a-8dfedff17efb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:17.590135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.590369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.590716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.591053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.591909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.592274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.592620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.592999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.593330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.593660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.593987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.594538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] Tracked resource versions report: Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: pushed versions: Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: { 'AddressGroup': {'1.2'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'ConntrackHelper': {'1.0'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Log': {'1.0'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Network': {'1.1'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Port': {'1.7'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'PortForwarding': {'1.2'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'QosPolicy': {'1.8'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'SecurityGroup': {'1.4'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'SubPort': {'1.0'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Subnet': {'1.1'}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Trunk': {'1.1'}} Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: consumer versions: Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: HyperV agent@n-h1-794306-8: {}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: HyperV agent@n-h2-794306-8: {}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: L3 agent@n-d-794306-8: {}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: Metadata agent@n-d-794306-8: {}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: Metering agent@n-d-794306-8: {}, Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'ConntrackHelper': '1.0', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Log': '1.0', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Network': '1.1', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Port': '1.7', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'PortForwarding': '1.2', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'QosPolicy': '1.8', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'SecurityGroup': '1.4', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'SecurityGroupRule': '1.2', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'SubPort': '1.0', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Subnet': '1.1', Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: 'Trunk': '1.1'}} Jul 22 14:21:17.596340 n-d-794306-8 neutron-server[93813]: {{(pid=93813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:21:17.611617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33574) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:17.616728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-607e8b42-37f0-4fd6-800a-71555c474824 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16bb2b57e5f1428b980d418c71fad0e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6167064 Jul 22 14:21:17.713791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.736071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.793127 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.796597 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:17.801669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd05e3b5-b0e6-42b6-914a-8dfedff17efb HTTP/1.1" status: 204 len: 168 time: 0.1915448 Jul 22 14:21:17.808228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd05e3b5-b0e6-42b6-914a-8dfedff17efb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:17.815665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.816020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.816368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.816712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.817052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.817385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.817717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.818047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.818377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.818726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.819058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.819498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97826ef9-84a4-418e-a46a-b1fe570b2105 admin admin] Tracked resource versions report: Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: pushed versions: Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: { 'AddressGroup': {'1.2'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'ConntrackHelper': {'1.0'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Log': {'1.0'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Network': {'1.1'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Port': {'1.7'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'PortForwarding': {'1.2'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'QosPolicy': {'1.8'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'SecurityGroup': {'1.4'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'SubPort': {'1.0'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Subnet': {'1.1'}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Trunk': {'1.1'}} Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: consumer versions: Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: HyperV agent@n-h1-794306-8: {}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: HyperV agent@n-h2-794306-8: {}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: L3 agent@n-d-794306-8: {}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: Metadata agent@n-d-794306-8: {}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: Metering agent@n-d-794306-8: {}, Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'ConntrackHelper': '1.0', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Log': '1.0', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Network': '1.1', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Port': '1.7', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'PortForwarding': '1.2', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'QosPolicy': '1.8', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'SecurityGroup': '1.4', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'SecurityGroupRule': '1.2', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'SubPort': '1.0', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Subnet': '1.1', Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: 'Trunk': '1.1'}} Jul 22 14:21:17.820631 n-d-794306-8 neutron-server[93812]: {{(pid=93812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:21:19.408860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:19.594480 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:21:19.783754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4c6a-0c53-4c04-90d8-6680223fac9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.889640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4c6a-0c53-4c04-90d8-6680223fac9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.896535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb5b4c6a-0c53-4c04-90d8-6680223fac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:19.955583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb5b4c6a-0c53-4c04-90d8-6680223fac9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44ac53b76dc8456c82db3b05aabfba96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5450819 Jul 22 14:21:19.955972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33702) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:19.963980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b4c6a-0c53-4c04-90d8-6680223fac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11afafd-8093-4317-8f74-88d545d82d62,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:20.009303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa6f5-bdef-4ba6-a531-e381e4ac777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.032189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa6f5-bdef-4ba6-a531-e381e4ac777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.092794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa6f5-bdef-4ba6-a531-e381e4ac777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.096354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7aaa6f5-bdef-4ba6-a531-e381e4ac777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.100104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c7aaa6f5-bdef-4ba6-a531-e381e4ac777b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f11afafd-8093-4317-8f74-88d545d82d62 HTTP/1.1" status: 204 len: 168 time: 0.1406302 Jul 22 14:21:20.106929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaa6f5-bdef-4ba6-a531-e381e4ac777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11afafd-8093-4317-8f74-88d545d82d62,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:20.622797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:20.642764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07175441-be0b-4db3-81fe-27262a5e4146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.733494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07175441-be0b-4db3-81fe-27262a5e4146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.737842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07175441-be0b-4db3-81fe-27262a5e4146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.771693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07175441-be0b-4db3-81fe-27262a5e4146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5ce5c2-3c83-4b4c-9842-0798fb2aaa8f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:20.793339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33740) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:20.801695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07175441-be0b-4db3-81fe-27262a5e4146 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdc4a7d3458c4407b5f27b3f133760a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1775575 Jul 22 14:21:20.847521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32428ba1-7732-492a-9c82-fcb501223133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.879542 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32428ba1-7732-492a-9c82-fcb501223133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.937317 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32428ba1-7732-492a-9c82-fcb501223133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.940701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32428ba1-7732-492a-9c82-fcb501223133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:20.944611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32428ba1-7732-492a-9c82-fcb501223133 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c5ce5c2-3c83-4b4c-9842-0798fb2aaa8f HTTP/1.1" status: 204 len: 168 time: 0.1485474 Jul 22 14:21:20.951003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32428ba1-7732-492a-9c82-fcb501223133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5ce5c2-3c83-4b4c-9842-0798fb2aaa8f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:21.000473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33754) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:21.405022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29537ed-1d23-4f50-aefb-71a39b5077aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.500331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29537ed-1d23-4f50-aefb-71a39b5077aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.506358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29537ed-1d23-4f50-aefb-71a39b5077aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.543026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29537ed-1d23-4f50-aefb-71a39b5077aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65fd67-a7e6-4018-bbf8-175dbfde2e29,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:21.558472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f29537ed-1d23-4f50-aefb-71a39b5077aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c221a46eda54cd5875fe74a9d3fe69f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5569198 Jul 22 14:21:21.561285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:21.634105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e8f42cb-1a7c-4f12-95cd-77c9c31b372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.667008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e8f42cb-1a7c-4f12-95cd-77c9c31b372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.727961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e8f42cb-1a7c-4f12-95cd-77c9c31b372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.730603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8e8f42cb-1a7c-4f12-95cd-77c9c31b372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:21.734644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8e8f42cb-1a7c-4f12-95cd-77c9c31b372e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c65fd67-a7e6-4018-bbf8-175dbfde2e29 HTTP/1.1" status: 204 len: 168 time: 0.1723220 Jul 22 14:21:21.742479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f42cb-1a7c-4f12-95cd-77c9c31b372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65fd67-a7e6-4018-bbf8-175dbfde2e29,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:22.333122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:22.351464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0428-3053-42a4-aa47-caef69c43cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.461700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0428-3053-42a4-aa47-caef69c43cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.466842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9bf0428-3053-42a4-aa47-caef69c43cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.496472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf0428-3053-42a4-aa47-caef69c43cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fc1c0c-acbf-4793-9e2f-11cbd3906294,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:22.520869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9bf0428-3053-42a4-aa47-caef69c43cf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94a9645fbfc441b4803659dba59d6351&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1864645 Jul 22 14:21:22.523760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:22.588513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7357269-c741-4899-9ded-88b8a35f8be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.620191 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7357269-c741-4899-9ded-88b8a35f8be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.685457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7357269-c741-4899-9ded-88b8a35f8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.688387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7357269-c741-4899-9ded-88b8a35f8be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:22.689652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b7357269-c741-4899-9ded-88b8a35f8be3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9fc1c0c-acbf-4793-9e2f-11cbd3906294 HTTP/1.1" status: 204 len: 168 time: 0.1647189 Jul 22 14:21:22.697719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7357269-c741-4899-9ded-88b8a35f8be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fc1c0c-acbf-4793-9e2f-11cbd3906294,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:23.034373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:23.242167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:23.271901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:23.371459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b154e10c-0562-41b4-b785-c0f530815912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.491415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b154e10c-0562-41b4-b785-c0f530815912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.492742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4af3026-59c0-46f9-a3d7-f018dc547c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.501573 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b154e10c-0562-41b4-b785-c0f530815912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.550640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b154e10c-0562-41b4-b785-c0f530815912 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96d1bf057ede4bca83da032591032933&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5125904 Jul 22 14:21:23.551405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:23.571290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154e10c-0562-41b4-b785-c0f530815912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ac159a-9710-417b-8e86-4355f7beda3f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:23.628192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9d4-edf3-477d-9c3f-53069002cc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.644929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d17c140-8b53-46a7-af5e-9930726596fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.658159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4af3026-59c0-46f9-a3d7-f018dc547c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.667706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4af3026-59c0-46f9-a3d7-f018dc547c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.669926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d17c140-8b53-46a7-af5e-9930726596fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.733973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d17c140-8b53-46a7-af5e-9930726596fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.737037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d17c140-8b53-46a7-af5e-9930726596fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.738339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4d17c140-8b53-46a7-af5e-9930726596fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0ac159a-9710-417b-8e86-4355f7beda3f HTTP/1.1" status: 204 len: 168 time: 0.1850150 Jul 22 14:21:23.757548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c140-8b53-46a7-af5e-9930726596fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ac159a-9710-417b-8e86-4355f7beda3f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:23.838658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c4af3026-59c0-46f9-a3d7-f018dc547c9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59f29db6805b418ba970789ffff9a47c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5936017 Jul 22 14:21:23.839627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af3026-59c0-46f9-a3d7-f018dc547c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4337092b-62fb-4902-983f-86af10f4415f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:23.840164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33984) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:23.905716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9d4-edf3-477d-9c3f-53069002cc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.911808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9d4-edf3-477d-9c3f-53069002cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.923265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5832fd30-f7f1-44da-a05a-3b6186eb70ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.947857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5832fd30-f7f1-44da-a05a-3b6186eb70ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:23.960773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-05cdb9d4-edf3-477d-9c3f-53069002cc3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6efd555cf344c44963c0a61767dd715&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6860161 Jul 22 14:21:23.961678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:23.990337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdb9d4-edf3-477d-9c3f-53069002cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee57d02e-c0e1-4045-9c97-b1ebe1955ce5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:24.001285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5832fd30-f7f1-44da-a05a-3b6186eb70ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.004263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5832fd30-f7f1-44da-a05a-3b6186eb70ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.005574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5832fd30-f7f1-44da-a05a-3b6186eb70ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4337092b-62fb-4902-983f-86af10f4415f HTTP/1.1" status: 204 len: 168 time: 0.1618419 Jul 22 14:21:24.014422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832fd30-f7f1-44da-a05a-3b6186eb70ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4337092b-62fb-4902-983f-86af10f4415f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:24.034451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13e34050-2265-4d66-91ee-bf18a4e08d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.062259 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13e34050-2265-4d66-91ee-bf18a4e08d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.125081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13e34050-2265-4d66-91ee-bf18a4e08d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.131694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13e34050-2265-4d66-91ee-bf18a4e08d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.135396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-13e34050-2265-4d66-91ee-bf18a4e08d49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee57d02e-c0e1-4045-9c97-b1ebe1955ce5 HTTP/1.1" status: 204 len: 168 time: 0.1696534 Jul 22 14:21:24.136218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34000) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:24.140193 n-d-794306-8 neutron-server[93812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 14:21:24.148629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34050-2265-4d66-91ee-bf18a4e08d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee57d02e-c0e1-4045-9c97-b1ebe1955ce5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:24.202302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-566a7dae-0c6f-4024-b57c-69d6fcce9dce tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649314 Jul 22 14:21:24.331302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-8d7a8ac5-80db-485d-b4ba-fec39e7c3490 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:24.332981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-8d7a8ac5-80db-485d-b4ba-fec39e7c3490 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1297932 Jul 22 14:21:24.353376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-8f5c471a-5716-4bb6-b957-6cafd43a7440 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/quotas/9cf1be31d2c344329bacdd4110dc1a29 HTTP/1.1" status: 200 len: 375 time: 0.0137689 Jul 22 14:21:24.459185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-9c60d553-c078-4bd0-b605-8343bed5bc46 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983939 Jul 22 14:21:24.534531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:24.550499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34aa56d-dc5a-479e-92f9-cddbc5f9bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.791133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c403d08c-f75c-48fc-ae8e-03040e9b428f req-f43c81e0-37c7-4242-9b78-a55b459b5e20 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 210 time: 0.0750577 Jul 22 14:21:24.793972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34aa56d-dc5a-479e-92f9-cddbc5f9bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.801223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34aa56d-dc5a-479e-92f9-cddbc5f9bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.844732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b34aa56d-dc5a-479e-92f9-cddbc5f9bdca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b2debe429cf4e4797ce8b442667fa37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3090370 Jul 22 14:21:24.845577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aa56d-dc5a-479e-92f9-cddbc5f9bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8efcd5-6053-4a58-8afb-c20e43aa6c90,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:24.847424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:24.897099 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b300b928-c50e-4f17-8305-960f116ca0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.922401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b300b928-c50e-4f17-8305-960f116ca0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.935574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34036) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:24.948804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a8a93f3-ed9a-47f7-ad73-a1261ec4f894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.988832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b300b928-c50e-4f17-8305-960f116ca0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.991599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b300b928-c50e-4f17-8305-960f116ca0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:24.992750 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b300b928-c50e-4f17-8305-960f116ca0cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a8efcd5-6053-4a58-8afb-c20e43aa6c90 HTTP/1.1" status: 204 len: 168 time: 0.1443524 Jul 22 14:21:25.001451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300b928-c50e-4f17-8305-960f116ca0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8efcd5-6053-4a58-8afb-c20e43aa6c90,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:25.082897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a8a93f3-ed9a-47f7-ad73-a1261ec4f894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.089086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a8a93f3-ed9a-47f7-ad73-a1261ec4f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.162078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7a8a93f3-ed9a-47f7-ad73-a1261ec4f894 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=269a577395284b949c33d4a6dc5bc0c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2254088 Jul 22 14:21:25.163506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a93f3-ed9a-47f7-ad73-a1261ec4f894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739b4efc-8869-4f84-8b74-e73a8c2efd16,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:25.166423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34048) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:25.215307 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0dc99232-f048-4c8b-bf5d-07a1a95c8569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.237601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0dc99232-f048-4c8b-bf5d-07a1a95c8569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.291517 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0dc99232-f048-4c8b-bf5d-07a1a95c8569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.294154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0dc99232-f048-4c8b-bf5d-07a1a95c8569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.295337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0dc99232-f048-4c8b-bf5d-07a1a95c8569 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/739b4efc-8869-4f84-8b74-e73a8c2efd16 HTTP/1.1" status: 204 len: 168 time: 0.1279843 Jul 22 14:21:25.303122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99232-f048-4c8b-bf5d-07a1a95c8569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739b4efc-8869-4f84-8b74-e73a8c2efd16,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:25.343266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34052) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:25.362770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1b0568e-2b97-437e-aa0a-e921fcb4e0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.488404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1b0568e-2b97-437e-aa0a-e921fcb4e0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.494113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1b0568e-2b97-437e-aa0a-e921fcb4e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.545662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d1b0568e-2b97-437e-aa0a-e921fcb4e0d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a1b876e85f34549b2376053b21e1d8a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2000375 Jul 22 14:21:25.546853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0568e-2b97-437e-aa0a-e921fcb4e0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53db5f-7d3d-4d8a-b628-c5de9e11e6b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:25.548466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:25.620942 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1475ff36-d9b4-4b6e-9f4d-c9d30f5c9576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.642690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1475ff36-d9b4-4b6e-9f4d-c9d30f5c9576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.697184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1475ff36-d9b4-4b6e-9f4d-c9d30f5c9576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.699768 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1475ff36-d9b4-4b6e-9f4d-c9d30f5c9576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:25.703462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1475ff36-d9b4-4b6e-9f4d-c9d30f5c9576 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b53db5f-7d3d-4d8a-b628-c5de9e11e6b9 HTTP/1.1" status: 204 len: 168 time: 0.1514530 Jul 22 14:21:25.709526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475ff36-d9b4-4b6e-9f4d-c9d30f5c9576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53db5f-7d3d-4d8a-b628-c5de9e11e6b9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:26.374762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34120) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:26.651249 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f50d10d0-24b1-4a9c-ac49-28eb2e186038 req-2397c72a-c31a-422f-9cf6-aab96312021f tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 210 time: 0.2732852 Jul 22 14:21:27.099511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-049b169a-f872-4cb2-994b-c760436016f8 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3be6362e0bdd45d49524968a711878cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247064 Jul 22 14:21:27.193645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.61', 55455) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:27.237129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-962fab3d-56e9-41de-a6b1-16238642cc8c tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.242911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-962fab3d-56e9-41de-a6b1-16238642cc8c tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383200 Jul 22 14:21:27.243592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-12d82a61-401c-4ef9-a783-abc1300e6371 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484006 Jul 22 14:21:27.278276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-e7bf9890-df68-4fb3-a6e4-cf4faa2abae0 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/quotas/3be6362e0bdd45d49524968a711878cb HTTP/1.1" status: 200 len: 375 time: 0.0278757 Jul 22 14:21:27.366801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-e28b715e-9e5c-453a-b619-3ae97190afca tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3be6362e0bdd45d49524968a711878cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800903 Jul 22 14:21:27.605101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-f4f93d60-105b-4ba3-be78-bd2c9ababed2 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:27.607144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-f4f93d60-105b-4ba3-be78-bd2c9ababed2 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3599472 Jul 22 14:21:27.616340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e95ce200-5553-4a34-a57b-06b048f2bd67 req-d9158dd8-3428-4509-ae46-5fed9fd27093 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 210 time: 0.0443788 Jul 22 14:21:27.662064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Request body: {'port': {'device_id': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '9cf1be31d2c344329bacdd4110dc1a29'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:27.878282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Made reservation on behalf of 9cf1be31d2c344329bacdd4110dc1a29 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:27.883795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:27.897878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.041821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.048624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.188890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f89fa-88ba-441c-8161-b30c5a901cb0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:28.316776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03ef471c-02fd-41a8-b626-eb20b7387de3 req-a06687d0-fbcf-4aef-84b1-bcf1259786c2 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 210 time: 0.0451100 Jul 22 14:21:28.384550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Allocated IP 192.168.233.204 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/1deb9d5f-3106-4ff6-b8df-e32272089589) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:28.607422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.624262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Transition to ACTIVE for port object 1deb9d5f-3106-4ff6-b8df-e32272089589 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:28.662925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.766199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:28.773947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:28.777250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:28.784839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:28.785464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:28.832654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1775923 Jul 22 14:21:28.838101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509cdb9-e72b-47a9-9db4-5082be20221d tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Pushing event updated for resources: {'Port': ['ID=1deb9d5f-3106-4ff6-b8df-e32272089589,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:28.854483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-078d197c-7ee9-4f33-9f66-35fd09f01102 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:21:28.856141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-078d197c-7ee9-4f33-9f66-35fd09f01102 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066383 Jul 22 14:21:29.177416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb1bffb2-5026-4a05-9f0a-841836e6df1b None None] Provisioning for port 1deb9d5f-3106-4ff6-b8df-e32272089589 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:29.182984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb1bffb2-5026-4a05-9f0a-841836e6df1b None None] Provisioning complete for port 1deb9d5f-3106-4ff6-b8df-e32272089589 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:29.183358 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb1bffb2-5026-4a05-9f0a-841836e6df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:29.227486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8194d709-c0b3-45f6-854b-998690347684 req-e7f0780e-ff25-4347-bc5b-e1449237120e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 210 time: 0.1217268 Jul 22 14:21:29.264596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bffb2-5026-4a05-9f0a-841836e6df1b None None] Port 1deb9d5f-3106-4ff6-b8df-e32272089589 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:29.598740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.72', 54847) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:29.604992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d3f37-d00c-4fbc-a3a3-4a6d2d18bca1 req-fa884f1d-6c5b-4db3-b154-a4b135eae6d7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.607065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b06d3f37-d00c-4fbc-a3a3-4a6d2d18bca1 req-fa884f1d-6c5b-4db3-b154-a4b135eae6d7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 936 time: 0.1278729 Jul 22 14:21:29.689316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-8f666c07-898a-40d5-8370-f5eba85d5e63 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3be6362e0bdd45d49524968a711878cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837412 Jul 22 14:21:29.695449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b06d3f37-d00c-4fbc-a3a3-4a6d2d18bca1 req-fba0b846-ee38-46de-a328-e919530563bb tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815413 Jul 22 14:21:29.883888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-0aaffb30-923c-45ec-b701-75816016951b tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:29.885629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-0aaffb30-923c-45ec-b701-75816016951b tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910596 Jul 22 14:21:29.943889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Request body: {'port': {'device_id': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '3be6362e0bdd45d49524968a711878cb'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:30.243063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Made reservation on behalf of 3be6362e0bdd45d49524968a711878cb for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:30.243063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.260315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.393268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd4965e8-9a69-4ae7-9e8d-78b9855dd21c req-98ee6fe9-75b6-42c5-bf5c-322490b2ac2f tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 210 time: 0.0463181 Jul 22 14:21:30.426811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.435464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:30.529320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63860f1-5ea4-4ade-a57d-3af3737bb484,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:30.600569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34344) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:30.746062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Request body: {'port': {'device_id': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'device_owner': 'compute:tempest-test_az-1973883484', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:30.882416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Allocated IP 192.168.233.152 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/edb1fbbb-67ea-43ca-bfb9-b037afe9b416) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:30.928473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafee56-1313-4005-bc63-2e01cd191a65 req-e85444c2-671d-42c1-92ed-26682ba2e377 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:30.945973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eeafee56-1313-4005-bc63-2e01cd191a65 req-e85444c2-671d-42c1-92ed-26682ba2e377 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 936 time: 0.1298051 Jul 22 14:21:31.012132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.018415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eeafee56-1313-4005-bc63-2e01cd191a65 req-181fed46-9104-4413-8aef-6e111f8fc3fe tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713682 Jul 22 14:21:31.042553 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4f32f-7652-4ab5-b7bb-6d91e79fe7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.218909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4f32f-7652-4ab5-b7bb-6d91e79fe7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.229549 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4f32f-7652-4ab5-b7bb-6d91e79fe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.299207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-27f4f32f-7652-4ab5-b7bb-6d91e79fe7ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc793246d9634c5cba3193e76afe44b3&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6952641 Jul 22 14:21:31.310337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34370) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:31.353399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4f32f-7652-4ab5-b7bb-6d91e79fe7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e2085-14c0-4703-8c24-9bb048a86316,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:31.449061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c70fcc3-a140-41b9-9ced-76b722c04020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.490453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c70fcc3-a140-41b9-9ced-76b722c04020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.572779 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.583914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba806411-d69b-441d-9c08-49c809e117b8 req-4db1c4f1-9b9d-4927-9c11-8efa4bcec3a7 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 210 time: 0.0743632 Jul 22 14:21:31.617357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Transition to ACTIVE for port object edb1fbbb-67ea-43ca-bfb9-b037afe9b416 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:31.668818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c70fcc3-a140-41b9-9ced-76b722c04020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.671888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c70fcc3-a140-41b9-9ced-76b722c04020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.673048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3c70fcc3-a140-41b9-9ced-76b722c04020 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/214e2085-14c0-4703-8c24-9bb048a86316 HTTP/1.1" status: 204 len: 168 time: 0.3615921 Jul 22 14:21:31.686880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70fcc3-a140-41b9-9ced-76b722c04020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e2085-14c0-4703-8c24-9bb048a86316,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:31.726044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:31.901770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:31.923514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Pushing event updated for resources: {'Port': ['ID=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:31.948842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:32.004445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:32.011652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:32.012685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.057903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-1c88b2b0-a7c0-4f04-bee4-9db29d3541a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1126492 Jul 22 14:21:32.063667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-f0e9152d-2deb-473f-8674-48b16075adfe tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:21:32.065141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-f0e9152d-2deb-473f-8674-48b16075adfe tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060995 Jul 22 14:21:32.155812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1deb9d5f-3106-4ff6-b8df-e32272089589 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:32.182658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.201425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Transition to ACTIVE for port object 1deb9d5f-3106-4ff6-b8df-e32272089589 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:32.209217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.399941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Pushing event updated for resources: {'Port': ['ID=1deb9d5f-3106-4ff6-b8df-e32272089589,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:32.420637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4ed70e67-aa20-4daa-95a0-1995d12b4f31 None None] Provisioning for port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:32.434322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4ed70e67-aa20-4daa-95a0-1995d12b4f31 None None] Provisioning complete for port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:32.436108 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ed70e67-aa20-4daa-95a0-1995d12b4f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.598874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Attempting to bind port 1deb9d5f-3106-4ff6-b8df-e32272089589 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:32.599322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Attempting to bind port 1deb9d5f-3106-4ff6-b8df-e32272089589 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:32.599747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Attempting to bind port 1deb9d5f-3106-4ff6-b8df-e32272089589 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:32.600956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4ed70e67-aa20-4daa-95a0-1995d12b4f31 None None] Port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:32.623054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Port 1deb9d5f-3106-4ff6-b8df-e32272089589 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:32.623390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Attempting to bind port 1deb9d5f-3106-4ff6-b8df-e32272089589 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:32.639923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:32.640278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:32.640974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:32.641308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Bound port: 1deb9d5f-3106-4ff6-b8df-e32272089589, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:32.641679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:32.654931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34406) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:32.879500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] For port 1deb9d5f-3106-4ff6-b8df-e32272089589, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:32.890560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] For port 1deb9d5f-3106-4ff6-b8df-e32272089589, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1deb9d5f-3106-4ff6-b8df-e32272089589,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:32.908492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.015940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e756a2-72db-4214-b8f4-5f102e3b4154 req-f4172e71-386d-43a5-b3c4-66833356c4f0 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.026911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1e756a2-72db-4214-b8f4-5f102e3b4154 req-f4172e71-386d-43a5-b3c4-66833356c4f0 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.3115592 Jul 22 14:21:33.052204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Pushing event updated for resources: {'Port': ['ID=1deb9d5f-3106-4ff6-b8df-e32272089589,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:33.073238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.074212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.078119 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-74bbeaa4-13f3-401d-a2e6-97e82f5f901f service neutron] 10.222.0.61 "PUT /v2.0/ports/1deb9d5f-3106-4ff6-b8df-e32272089589 HTTP/1.1" status: 200 len: 1118 time: 3.1569285 Jul 22 14:21:33.078899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'tag': '1deb9d5f-3106-4ff6-b8df-e32272089589'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:33.155114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05714a5c-7230-42b5-938d-8ae291dcc850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.186990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34420) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:33.340410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1e756a2-72db-4214-b8f4-5f102e3b4154 req-080fdbd1-2304-43b8-a264-bde85b6a1a65 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125207 Jul 22 14:21:33.470279 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ae49fa-906d-4588-bf95-a1e7a7eafb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.562753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34434) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:33.566548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Request body: {'port': {'device_id': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:33.650771 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e54846-361b-4f72-aa16-a9383c199a56" -d '{"events": [{"name": "network-changed", "server_uuid": "30ad68b8-9f6b-4add-9eda-09495424b28e", "tag": "1deb9d5f-3106-4ff6-b8df-e32272089589"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:33.662861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd7f6a-163c-42ed-bc37-98ab41b7f074 req-d6049375-d875-4a37-ad13-2f18f4196d93 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.668951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccbd7f6a-163c-42ed-bc37-98ab41b7f074 req-d6049375-d875-4a37-ad13-2f18f4196d93 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 936 time: 0.4434044 Jul 22 14:21:33.701969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-ecca9f83-a414-4359-8816-c1bcf0201be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.703675 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-ecca9f83-a414-4359-8816-c1bcf0201be0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 1121 time: 0.2680485 Jul 22 14:21:33.755361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccbd7f6a-163c-42ed-bc37-98ab41b7f074 req-d9265d48-6448-4651-8433-1a38899ed037 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 Jul 22 14:21:33.781854 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05714a5c-7230-42b5-938d-8ae291dcc850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.798322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05714a5c-7230-42b5-938d-8ae291dcc850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.809285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-c11bd4e0-ea76-4cc6-ace4-36201be9964f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1deb9d5f-3106-4ff6-b8df-e32272089589 HTTP/1.1" status: 200 len: 217 time: 0.0973387 Jul 22 14:21:33.811012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.814342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:33.905945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05714a5c-7230-42b5-938d-8ae291dcc850 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc23e717d0e0470ba12176d766a1470c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2499180 Jul 22 14:21:33.910000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34444) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:33.935908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-ab006c65-f804-464e-9656-a0b3c122c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:33.937436 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-ab006c65-f804-464e-9656-a0b3c122c768 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1207728 Jul 22 14:21:33.965495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:21:33.965495 n-d-794306-8 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:21:33.965495 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id_1': '20180dbc35b4411dac32dd8c0160cc68', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 21, 33, 873524)}] Jul 22 14:21:33.965495 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:21:33.966103 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:21:34.022338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05714a5c-7230-42b5-938d-8ae291dcc850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e232a-cd1b-4234-997c-615a219596c5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:34.148525 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f3115e-6f7d-451f-981d-0456c35f5d88 x-openstack-request-id: req-30f3115e-6f7d-451f-981d-0456c35f5d88 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:34.148965 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ad68b8-9f6b-4add-9eda-09495424b28e", "tag": "1deb9d5f-3106-4ff6-b8df-e32272089589", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:34.149893 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30f3115e-6f7d-451f-981d-0456c35f5d88 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:34.150842 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'tag': '1deb9d5f-3106-4ff6-b8df-e32272089589', 'status': 'completed', 'code': 200} Jul 22 14:21:34.229047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ae49fa-906d-4588-bf95-a1e7a7eafb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.235878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ae49fa-906d-4588-bf95-a1e7a7eafb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.240103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0522c416-9376-4da0-aab3-4d7f082903dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.302863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae49fa-906d-4588-bf95-a1e7a7eafb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd2caa-0bd9-4ec0-8188-c393c08e6691,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:34.365955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0522c416-9376-4da0-aab3-4d7f082903dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.374013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e2430fc3-5a7e-45d6-b95a-580298b65604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:34.376946 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-e2430fc3-5a7e-45d6-b95a-580298b65604 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130492 Jul 22 14:21:34.385636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8ae49fa-906d-4588-bf95-a1e7a7eafb3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8790f80eb1e44b55958151c2ad8ff4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1775963 Jul 22 14:21:34.390097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34460) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:34.470051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.631264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015739b-72fa-4c73-8c2e-85064f9d89cf req-ce182038-32b5-4d8b-a2d0-ed7885a04a6c tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:34.639646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3015739b-72fa-4c73-8c2e-85064f9d89cf req-ce182038-32b5-4d8b-a2d0-ed7885a04a6c tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.1085050 Jul 22 14:21:34.758544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3015739b-72fa-4c73-8c2e-85064f9d89cf req-c559f4e4-2497-47fc-9145-fa68486162f7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162071 Jul 22 14:21:34.827520 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-9a4d9e3a-4b21-47a7-8871-dedee6c100a8 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108890 Jul 22 14:21:34.940273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.959783 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:34.995781 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20180dbc35b4411dac32dd8c0160cc68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4140580 Jul 22 14:21:34.997847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34482) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:35.036531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd049d-0bb3-4fcf-b2dc-3fa6d1231bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d97faa-08c7-462a-bf21-f891ce5b5391,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.097358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb3c83-e895-4b64-9ea3-74ba03b621a2 req-5f36e5a0-cb0a-402a-8541-72b877d592dd tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:35.104302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cb3c83-e895-4b64-9ea3-74ba03b621a2 req-5f36e5a0-cb0a-402a-8541-72b877d592dd tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 936 time: 0.1784556 Jul 22 14:21:35.162101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0522c416-9376-4da0-aab3-4d7f082903dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.164621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0522c416-9376-4da0-aab3-4d7f082903dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.166010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0522c416-9376-4da0-aab3-4d7f082903dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/725e232a-cd1b-4234-997c-615a219596c5 HTTP/1.1" status: 204 len: 168 time: 1.2528279 Jul 22 14:21:35.187979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cb3c83-e895-4b64-9ea3-74ba03b621a2 req-59afc3d7-105d-4619-9253-4ba290b92da8 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826876 Jul 22 14:21:35.244278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb1fbbb-67ea-43ca-bfb9-b037afe9b416 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:35.253020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c416-9376-4da0-aab3-4d7f082903dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e232a-cd1b-4234-997c-615a219596c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.276694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.313304 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e36587b8-fb87-4987-bc76-b27e4d2abd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.354288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Transition to ACTIVE for port object edb1fbbb-67ea-43ca-bfb9-b037afe9b416 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:35.374916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e36587b8-fb87-4987-bc76-b27e4d2abd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.376498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.438232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Pushing event updated for resources: {'Port': ['ID=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.447505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fca5-e261-4251-9c58-758a4eddbb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.492304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc869b75-7ede-42ca-bbd6-b8a05492bf5b req-4b2e4ca8-b6d5-47fc-92a5-c945903a7035 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827186 Jul 22 14:21:35.543677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fca5-e261-4251-9c58-758a4eddbb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.575590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:35.654361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34506) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:35.662129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Attempting to bind port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:35.663019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Attempting to bind port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:35.663771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Attempting to bind port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:35.676907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e36587b8-fb87-4987-bc76-b27e4d2abd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.681459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e36587b8-fb87-4987-bc76-b27e4d2abd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.683972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e36587b8-fb87-4987-bc76-b27e4d2abd1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fcd2caa-0bd9-4ec0-8188-c393c08e6691 HTTP/1.1" status: 204 len: 168 time: 1.2906373 Jul 22 14:21:35.694550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:35.695673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Attempting to bind port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:35.713510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36587b8-fb87-4987-bc76-b27e4d2abd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd2caa-0bd9-4ec0-8188-c393c08e6691,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.719622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:35.720370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:35.721242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:35.722397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Bound port: edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:35.722982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.774042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fca5-e261-4251-9c58-758a4eddbb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.777165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffe6fca5-e261-4251-9c58-758a4eddbb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:35.779369 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ffe6fca5-e261-4251-9c58-758a4eddbb5c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81d97faa-08c7-462a-bf21-f891ce5b5391 HTTP/1.1" status: 204 len: 168 time: 0.7448881 Jul 22 14:21:35.793253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6fca5-e261-4251-9c58-758a4eddbb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d97faa-08c7-462a-bf21-f891ce5b5391,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:35.901756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] For port edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:35.908589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] For port edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:35.913190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-7971ccbc-bda2-418d-b4dc-15bbae9c27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:35.915749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-7971ccbc-bda2-418d-b4dc-15bbae9c27a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 1121 time: 0.1859596 Jul 22 14:21:35.921315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.057720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.058736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.060893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] 10.222.0.72 "PUT /v2.0/ports/edb1fbbb-67ea-43ca-bfb9-b037afe9b416 HTTP/1.1" status: 200 len: 1096 time: 2.9975135 Jul 22 14:21:36.166554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'tag': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:36.169456 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddfedbb-f151-4e08-bb5d-bf47804fa5ba", "tag": "edb1fbbb-67ea-43ca-bfb9-b037afe9b416"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:36.175508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61fe56-1491-4e15-8820-565122f6b842 req-ea456f37-d866-4dfd-bd8b-684758ab09e0 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.191707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b61fe56-1491-4e15-8820-565122f6b842 req-ea456f37-d866-4dfd-bd8b-684758ab09e0 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.2457125 Jul 22 14:21:36.314706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17090bcf-3f30-40a6-8a60-727cfaa248ff service neutron] Pushing event updated for resources: {'Port': ['ID=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:36.343036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb50-caf4-4e6b-b727-c665851639b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.378183 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b93a5d-6d46-4f7f-8609-34cec3a44acc x-openstack-request-id: req-b6b93a5d-6d46-4f7f-8609-34cec3a44acc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:36.379344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddfedbb-f151-4e08-bb5d-bf47804fa5ba", "tag": "edb1fbbb-67ea-43ca-bfb9-b037afe9b416", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:36.379998 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6b93a5d-6d46-4f7f-8609-34cec3a44acc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:36.380077 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'tag': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416', 'status': 'completed', 'code': 200} Jul 22 14:21:36.441773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b61fe56-1491-4e15-8820-565122f6b842 req-58bc1683-7c4d-49d8-8ebe-dbb6c27be1ca tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490923 Jul 22 14:21:36.465147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-d7dc3416-6c04-4b7b-9501-cc80e9c4d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.467683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-d7dc3416-6c04-4b7b-9501-cc80e9c4d60a service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.5313387 Jul 22 14:21:36.476834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f4fce16-0d41-427b-9d41-eedaf09fdc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.503319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-ffd364ad-3e7a-4921-8ed0-1d84c42f8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.508413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-ffd364ad-3e7a-4921-8ed0-1d84c42f8170 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3be6362e0bdd45d49524968a711878cb&device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 1099 time: 0.3837318 Jul 22 14:21:36.547203 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-1e4fd833-9fad-4ccf-8a4a-46af885ec195 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1deb9d5f-3106-4ff6-b8df-e32272089589 HTTP/1.1" status: 200 len: 217 time: 0.0692048 Jul 22 14:21:36.627074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b060-7dda-41bb-8ebf-0ba39743196e req-49aa105e-0107-4033-b26b-6b7bbf24e4a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.634132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce26b060-7dda-41bb-8ebf-0ba39743196e req-49aa105e-0107-4033-b26b-6b7bbf24e4a4 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.1236937 Jul 22 14:21:36.637341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb50-caf4-4e6b-b727-c665851639b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.652791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98d5fb50-caf4-4e6b-b727-c665851639b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.679639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-380fa22c-681f-479b-b752-5e7130898b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.681139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-380fa22c-681f-479b-b752-5e7130898b69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1282535 Jul 22 14:21:36.795380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-41df3466-2f5a-4980-9d26-1420a58cf5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:36.796914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-41df3466-2f5a-4980-9d26-1420a58cf5e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077802 Jul 22 14:21:36.807125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-98d5fb50-caf4-4e6b-b727-c665851639b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae0da33e9182434d83884408f5f6f9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2265449 Jul 22 14:21:36.813161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34526) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:36.829558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce26b060-7dda-41bb-8ebf-0ba39743196e req-939f01c4-cd56-4cbe-875f-46925c0e7341 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943889 Jul 22 14:21:36.839152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d5fb50-caf4-4e6b-b727-c665851639b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccef219-2551-4807-9d49-9005aa19633d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:36.942886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34530) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:36.947957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.969159 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f4fce16-0d41-427b-9d41-eedaf09fdc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.980644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c1ee-2739-4e11-8cf4-6a21c5576ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:36.989563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f4fce16-0d41-427b-9d41-eedaf09fdc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.039624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f4fce16-0d41-427b-9d41-eedaf09fdc12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4654f6862d99437bb7dad95a5ef306a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3840070 Jul 22 14:21:37.043616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34532) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:37.044902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-b0c37876-08e2-403d-89eb-99f3028e9e0d service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409635 Jul 22 14:21:37.059573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fce16-0d41-427b-9d41-eedaf09fdc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f237b2a-608c-48d0-b3df-884d4b1e4613,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.098630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f777072-1e3b-4654-b964-147ccc2b8e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.199107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f777072-1e3b-4654-b964-147ccc2b8e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.278915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749dafbc-dad1-4b7f-99b9-7c5f1cc8ac44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.286183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e54846-361b-4f72-aa16-a9383c199a56 req-1ad25350-1088-470f-b11f-710d83609a81 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192135 Jul 22 14:21:37.325034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749dafbc-dad1-4b7f-99b9-7c5f1cc8ac44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.328386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f777072-1e3b-4654-b964-147ccc2b8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.333239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.335387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f777072-1e3b-4654-b964-147ccc2b8e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.339546 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f777072-1e3b-4654-b964-147ccc2b8e0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ccef219-2551-4807-9d49-9005aa19633d HTTP/1.1" status: 204 len: 168 time: 0.5254052 Jul 22 14:21:37.354944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f777072-1e3b-4654-b964-147ccc2b8e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccef219-2551-4807-9d49-9005aa19633d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.373608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34542) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:37.376973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c1ee-2739-4e11-8cf4-6a21c5576ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.392579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c1ee-2739-4e11-8cf4-6a21c5576ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.424305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8060d600-1698-48a9-8b4e-9797a928b921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.446283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9c1ee-2739-4e11-8cf4-6a21c5576ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b1e34-8cef-48fb-9599-46357260a80e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.453108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6d9c1ee-2739-4e11-8cf4-6a21c5576ca7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6988e5244bc4490b8d884f9e8d7873d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026362 Jul 22 14:21:37.457424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34544) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:37.475908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749dafbc-dad1-4b7f-99b9-7c5f1cc8ac44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.479596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749dafbc-dad1-4b7f-99b9-7c5f1cc8ac44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.485291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-749dafbc-dad1-4b7f-99b9-7c5f1cc8ac44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f237b2a-608c-48d0-b3df-884d4b1e4613 HTTP/1.1" status: 204 len: 168 time: 0.4379177 Jul 22 14:21:37.504136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dafbc-dad1-4b7f-99b9-7c5f1cc8ac44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f237b2a-608c-48d0-b3df-884d4b1e4613,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.562272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c2e3ec8-5394-45fa-9b14-73adc5ab7070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.629909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c2e3ec8-5394-45fa-9b14-73adc5ab7070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.644743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8060d600-1698-48a9-8b4e-9797a928b921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.651183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8060d600-1698-48a9-8b4e-9797a928b921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.693603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060d600-1698-48a9-8b4e-9797a928b921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c4ab9d-f7d7-4566-a9ed-2fea7d19ae52,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.718188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8060d600-1698-48a9-8b4e-9797a928b921 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f26a6f9a0bfa4f69a31ed2ca840b1829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433444 Jul 22 14:21:37.720741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:37.724291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0bff5-3f14-4542-ba86-7a848257dcff req-37629cd9-f643-4e20-88cf-1008e2074671 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:37.732167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8f0bff5-3f14-4542-ba86-7a848257dcff req-37629cd9-f643-4e20-88cf-1008e2074671 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.1429753 Jul 22 14:21:37.754297 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c2e3ec8-5394-45fa-9b14-73adc5ab7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.757814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c2e3ec8-5394-45fa-9b14-73adc5ab7070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.759338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1c2e3ec8-5394-45fa-9b14-73adc5ab7070 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e9b1e34-8cef-48fb-9599-46357260a80e HTTP/1.1" status: 204 len: 168 time: 0.3006811 Jul 22 14:21:37.779675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e3ec8-5394-45fa-9b14-73adc5ab7070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b1e34-8cef-48fb-9599-46357260a80e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:37.795956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871fa66-557d-4d3c-b1db-debae6d0ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.822878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871fa66-557d-4d3c-b1db-debae6d0ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.825860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8f0bff5-3f14-4542-ba86-7a848257dcff req-ce00ee6b-9cd0-4fc8-accd-5683b6073601 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870261 Jul 22 14:21:37.937454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871fa66-557d-4d3c-b1db-debae6d0ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.942501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871fa66-557d-4d3c-b1db-debae6d0ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:37.944142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a871fa66-557d-4d3c-b1db-debae6d0ff06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47c4ab9d-f7d7-4566-a9ed-2fea7d19ae52 HTTP/1.1" status: 204 len: 168 time: 0.2221379 Jul 22 14:21:37.955781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871fa66-557d-4d3c-b1db-debae6d0ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c4ab9d-f7d7-4566-a9ed-2fea7d19ae52,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:38.042033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d291b-fad6-4fd1-b500-7dfdb26b2645 req-feb2c964-f1d6-4a16-87c0-0f7539fdfb0a tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:38.044099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d291b-fad6-4fd1-b500-7dfdb26b2645 req-feb2c964-f1d6-4a16-87c0-0f7539fdfb0a tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.1165769 Jul 22 14:21:38.076026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:38.101770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9506650-f5a1-41ff-8cdf-d66cf53ef05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.110570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d291b-fad6-4fd1-b500-7dfdb26b2645 req-f0916988-bcf7-46b7-b8ea-33e79d317751 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604880 Jul 22 14:21:38.329719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9506650-f5a1-41ff-8cdf-d66cf53ef05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.337576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9506650-f5a1-41ff-8cdf-d66cf53ef05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.392985 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b9506650-f5a1-41ff-8cdf-d66cf53ef05d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03b39b7b6df742fea3cb34473a4fd6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129530 Jul 22 14:21:38.392985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9506650-f5a1-41ff-8cdf-d66cf53ef05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71afbe11-691e-402e-9515-f32a35df4c65,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:38.393237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34570) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:38.505839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9cc87b9-37e6-4573-9015-3a47165d38ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.552751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9cc87b9-37e6-4573-9015-3a47165d38ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.622399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9cc87b9-37e6-4573-9015-3a47165d38ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.626269 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9cc87b9-37e6-4573-9015-3a47165d38ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.627532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b9cc87b9-37e6-4573-9015-3a47165d38ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71afbe11-691e-402e-9515-f32a35df4c65 HTTP/1.1" status: 204 len: 168 time: 0.2332692 Jul 22 14:21:38.639912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc87b9-37e6-4573-9015-3a47165d38ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71afbe11-691e-402e-9515-f32a35df4c65,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:38.834592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:38.841796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34584) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:38.882225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eea15649-d556-4436-82ac-17fb21fb3b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.884960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:38.947896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:21:38.947896 n-d-794306-8 neutron-server[93812]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:21:38.947896 n-d-794306-8 neutron-server[93812]: [parameters: {'project_id': '229fc5c9fd324723ac42ae2253a0b798', 'id': '68a866fc-0204-4951-a0ea-1fb42d0ebf83', 'expiration': datetime.datetime(2021, 7, 22, 14, 23, 38, 928556)}] Jul 22 14:21:38.947896 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:21:38.951388 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:21:39.160645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82aac4-9a07-4973-9cb4-328fb761e1b1 req-fd71d6ad-5c32-464b-9343-977cb90e7aaf tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.163062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb82aac4-9a07-4973-9cb4-328fb761e1b1 req-fd71d6ad-5c32-464b-9343-977cb90e7aaf tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.1783879 Jul 22 14:21:39.184320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eea15649-d556-4436-82ac-17fb21fb3b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.193753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eea15649-d556-4436-82ac-17fb21fb3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.263813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb82aac4-9a07-4973-9cb4-328fb761e1b1 req-9a21cb01-5993-464c-9e07-42a9cd17f456 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933228 Jul 22 14:21:39.273460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15649-d556-4436-82ac-17fb21fb3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dd2441-3bae-4882-883c-c0fc2ebdba00,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.332999 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eea15649-d556-4436-82ac-17fb21fb3b26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d88366553dc4e068531218f3ca0b980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890854 Jul 22 14:21:39.333799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34596) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:39.426397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27649b15-b348-43a8-9b97-b0e5ecff95fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.455683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.474217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27649b15-b348-43a8-9b97-b0e5ecff95fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.492230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097457ff-825f-4e9f-94ae-02017d19e77f req-1fa36a1d-e937-4d5a-9afd-50e347e0d313 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.496402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-097457ff-825f-4e9f-94ae-02017d19e77f req-1fa36a1d-e937-4d5a-9afd-50e347e0d313 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.1955652 Jul 22 14:21:39.628904 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-b5da8716-89b5-436c-90de-018bf96f1590 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416 HTTP/1.1" status: 200 len: 217 time: 0.0909903 Jul 22 14:21:39.629496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27649b15-b348-43a8-9b97-b0e5ecff95fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.643697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27649b15-b348-43a8-9b97-b0e5ecff95fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.647301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-27649b15-b348-43a8-9b97-b0e5ecff95fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41dd2441-3bae-4882-883c-c0fc2ebdba00 HTTP/1.1" status: 204 len: 168 time: 0.3099620 Jul 22 14:21:39.691601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.708925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.777133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=229fc5c9fd324723ac42ae2253a0b798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9409914 Jul 22 14:21:39.780709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98a431-18c4-4869-ade4-87787b496d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e46bc-9886-4a5c-93a7-496728b40650,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.781262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-008f7de0-c337-4624-912e-f390d0897070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.782782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-008f7de0-c337-4624-912e-f390d0897070 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1342547 Jul 22 14:21:39.783262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34614) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:39.784003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27649b15-b348-43a8-9b97-b0e5ecff95fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dd2441-3bae-4882-883c-c0fc2ebdba00,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:39.837923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-097457ff-825f-4e9f-94ae-02017d19e77f req-834fb750-9147-4e1f-8ec5-f8da7f641dc8 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312614 Jul 22 14:21:39.840278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a66f6384-df10-4396-96e9-2e906155d66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.928815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f3-9eda-4b8c-85f2-b961b1ad8c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:39.942296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-5132388d-cca9-45f3-b975-8e50a7969e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:39.944144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-5132388d-cca9-45f3-b975-8e50a7969e3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272492 Jul 22 14:21:40.027138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f3-9eda-4b8c-85f2-b961b1ad8c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.223859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-f5e2ec46-7007-4e5a-b6bd-4d68f18cba34 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697561 Jul 22 14:21:40.254174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f3-9eda-4b8c-85f2-b961b1ad8c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.256881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc782f3-9eda-4b8c-85f2-b961b1ad8c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:40.259284 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fc782f3-9eda-4b8c-85f2-b961b1ad8c58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f0e46bc-9886-4a5c-93a7-496728b40650 HTTP/1.1" status: 204 len: 168 time: 0.4621937 Jul 22 14:21:40.287999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc782f3-9eda-4b8c-85f2-b961b1ad8c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e46bc-9886-4a5c-93a7-496728b40650,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:40.593417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f58ec-4f1c-406b-a56b-93a7e34d34e1 req-773fc2db-f420-4d92-ba79-b166e54b0972 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:40.598789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e57f58ec-4f1c-406b-a56b-93a7e34d34e1 req-773fc2db-f420-4d92-ba79-b166e54b0972 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.2213261 Jul 22 14:21:40.598975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-145aeeab-92ce-4ea1-ba69-28cb882ee78b req-e1a0acab-3f62-45d1-b0fd-2189f8ded335 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084076 Jul 22 14:21:40.666284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e57f58ec-4f1c-406b-a56b-93a7e34d34e1 req-d5422ee3-58c6-4404-9e1a-13f21ccadfe1 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614989 Jul 22 14:21:41.042965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70f536-3a5d-4eaf-be20-9e2b2d5d4016 req-0a4d5979-81ff-4b44-bfcd-a355fe26b294 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.044989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c70f536-3a5d-4eaf-be20-9e2b2d5d4016 req-0a4d5979-81ff-4b44-bfcd-a355fe26b294 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.1023219 Jul 22 14:21:41.134440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c70f536-3a5d-4eaf-be20-9e2b2d5d4016 req-b16404a3-0e31-4986-a7a5-50a24207f051 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827796 Jul 22 14:21:41.770751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:41.844634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac116391-e13a-45c6-989e-9bf119033df8 req-a3ddec21-2712-4f60-84b4-df81e8d35633 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:41.853405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac116391-e13a-45c6-989e-9bf119033df8 req-a3ddec21-2712-4f60-84b4-df81e8d35633 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.0951283 Jul 22 14:21:41.938114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac116391-e13a-45c6-989e-9bf119033df8 req-e6eb7483-6768-4ece-bf13-5e1ed0b4e874 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836658 Jul 22 14:21:42.042121 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-abb96c64-39d1-4116-aeb9-7dfac7b039e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.263021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-444094922-network', 'tenant_id': '6cb20be05566452397ae5b648778503d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:42.288833 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.327136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Made reservation on behalf of 6cb20be05566452397ae5b648778503d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:42.343652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.355490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.453072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910c2ae-5479-48e7-a1fa-27a301f23381 req-ba8f6176-8afd-4eda-8d31-7789afdaee7e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:42.454887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5910c2ae-5479-48e7-a1fa-27a301f23381 req-ba8f6176-8afd-4eda-8d31-7789afdaee7e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.1632710 Jul 22 14:21:42.560619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5910c2ae-5479-48e7-a1fa-27a301f23381 req-dacd8f33-c087-4fc2-90b6-a23f0251ba8b tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985606 Jul 22 14:21:42.634102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.640653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.676927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:42.737420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779616991016', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.738594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Unsubscribe: segment precommit_create {{(pid=93813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 14:21:42.739859 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Added segment e45f7c8e-570f-4a67-85ee-de4140268409 of type vlan for network 096846f4-049e-4560-b606-861f68e70330 Jul 22 14:21:42.795629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c02367-ab0e-497b-8734-b1fc1b1fe554,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:42.815052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.874817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:42.876460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:42.877285 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.149026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] Pushing event updated for resources: {'Network': ['ID=096846f4-049e-4560-b606-861f68e70330,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:43.163918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 096846f4-049e-4560-b606-861f68e70330 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:43.171574 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41a498c5-e87c-44e4-ad1b-f343cb611ddd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3989234 Jul 22 14:21:43.177898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:43.184827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Request body: {'subnet': {'network_id': '096846f4-049e-4560-b606-861f68e70330', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-444094922-subnet', 'tenant_id': '6cb20be05566452397ae5b648778503d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:43.191239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32131d61-29b3-4922-8fb7-29f7843bfda3 req-f69672da-e6c7-4f14-a942-f80d283e44d9 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:43.192938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32131d61-29b3-4922-8fb7-29f7843bfda3 req-f69672da-e6c7-4f14-a942-f80d283e44d9 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.1369092 Jul 22 14:21:43.243727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Made reservation on behalf of 6cb20be05566452397ae5b648778503d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:43.246196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.280938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32131d61-29b3-4922-8fb7-29f7843bfda3 req-1f8b5b07-cc6b-423c-b3ab-f9b3761d6902 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773094 Jul 22 14:21:43.499800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.552861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.634411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=018d5bf4-07b4-4940-b88b-3a6282e1f8a1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:43.643206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:43.643575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Network hostable DHCP agents. Network: 096846f4-049e-4560-b606-861f68e70330, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:43.667951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Network 096846f4-049e-4560-b606-861f68e70330 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:43.682422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 096846f4-049e-4560-b606-861f68e70330) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:43.687313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:43.688932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:43.692157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc47ea-1b24-4d14-96e4-ba072c02c2bf None None] Network 096846f4-049e-4560-b606-861f68e70330 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:43.706919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e5143aee-0935-449b-9d05-28e6ec71fe5d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5272272 Jul 22 14:21:43.738057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ef46c-7c3a-4f4a-a8ff-7ee74bdc991e req-aedc11e5-ba1d-425b-aab5-2bdfe106af52 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:43.739638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c4ef46c-7c3a-4f4a-a8ff-7ee74bdc991e req-aedc11e5-ba1d-425b-aab5-2bdfe106af52 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.0964596 Jul 22 14:21:43.744508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:43.789412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c4ef46c-7c3a-4f4a-a8ff-7ee74bdc991e req-517c00f8-2f54-41a8-b988-0ce9762deab5 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jul 22 14:21:43.862387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030df22-bbcc-4ebd-bbbc-36157b569f55 None None] Network 096846f4-049e-4560-b606-861f68e70330 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:44.120426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-85c71cdb-dd4d-41f3-ae8e-26004c264200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:44.123450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-85c71cdb-dd4d-41f3-ae8e-26004c264200 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3be6362e0bdd45d49524968a711878cb&device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 1099 time: 0.0659449 Jul 22 14:21:44.159563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f79a0d40-590a-49d2-868d-311622ac79ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.258890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-f3f13d61-8e9a-4b8b-a63b-3f598f6ed9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:44.260396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-f3f13d61-8e9a-4b8b-a63b-3f598f6ed9e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1291380 Jul 22 14:21:44.317605 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-6dbf29cc-c67a-4b93-b721-8b2799bfe642 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416 HTTP/1.1" status: 200 len: 217 time: 0.0460098 Jul 22 14:21:44.382961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f79a0d40-590a-49d2-868d-311622ac79ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.391745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-2112bf56-dd6d-4d6b-96fc-95dda8f40503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:44.393586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-2112bf56-dd6d-4d6b-96fc-95dda8f40503 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0668151 Jul 22 14:21:44.394291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f79a0d40-590a-49d2-868d-311622ac79ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.432102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574075e-2d0b-4398-9de1-765fccbb8655 req-fda0880b-67c4-4aa4-9f11-1d17474d85d7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:44.441463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6574075e-2d0b-4398-9de1-765fccbb8655 req-fda0880b-67c4-4aa4-9f11-1d17474d85d7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.0827053 Jul 22 14:21:44.478239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f79a0d40-590a-49d2-868d-311622ac79ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8c794044cc34503abfe912f7d857395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7324452 Jul 22 14:21:44.480696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a0d40-590a-49d2-868d-311622ac79ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c6041-5b9e-4a1f-bdaa-b5b471ae480d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:44.482650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:44.506331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-0c8eb634-6493-40d3-8e8a-e50f8873ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:44.508500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-0c8eb634-6493-40d3-8e8a-e50f8873ffbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938036 Jul 22 14:21:44.533334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6574075e-2d0b-4398-9de1-765fccbb8655 req-928eee71-e452-4b28-9046-5ebd4ea89308 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825357 Jul 22 14:21:44.594382 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4490d94-10cf-45cf-9fb7-4a8ad16526dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.622653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-2e8e26e6-fe26-45fa-b9c2-e0ecd7a1f1ef service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075664 Jul 22 14:21:44.630144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4490d94-10cf-45cf-9fb7-4a8ad16526dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.746310 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-328f8ee7-5ced-4dbe-b5a5-503e419c5fc7 req-84c61409-a207-42d1-a6c1-d33f89f4a887 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165521 Jul 22 14:21:44.759715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4490d94-10cf-45cf-9fb7-4a8ad16526dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.763135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4490d94-10cf-45cf-9fb7-4a8ad16526dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:44.764283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a4490d94-10cf-45cf-9fb7-4a8ad16526dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/110c6041-5b9e-4a1f-bdaa-b5b471ae480d HTTP/1.1" status: 204 len: 168 time: 0.2804613 Jul 22 14:21:44.772108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4490d94-10cf-45cf-9fb7-4a8ad16526dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c6041-5b9e-4a1f-bdaa-b5b471ae480d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:44.922106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512e1bf-bbab-4d25-a6af-22f0828748bd req-0211362f-859f-4bc1-89ee-4ed77df8279a tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:44.923723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4512e1bf-bbab-4d25-a6af-22f0828748bd req-0211362f-859f-4bc1-89ee-4ed77df8279a tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.0648837 Jul 22 14:21:44.982215 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4512e1bf-bbab-4d25-a6af-22f0828748bd req-6d2886d6-4d52-45fe-8d62-0e41451e82af tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483956 Jul 22 14:21:45.070035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34802) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.155427 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.313882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b319-5d15-486f-93f5-a74de2a592a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.333725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.343218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-529988515-network', 'tenant_id': '433f995b8a054d048d2332d2e53c34bb'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:45.411129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b319-5d15-486f-93f5-a74de2a592a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.417904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5c1b319-5d15-486f-93f5-a74de2a592a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.435349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.448582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Made reservation on behalf of 433f995b8a054d048d2332d2e53c34bb for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:45.452639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.466184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f5c1b319-5d15-486f-93f5-a74de2a592a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4db472fca37f4e4bb5fe2d5c401b294e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905997 Jul 22 14:21:45.466934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34824) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.470151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.472797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1b319-5d15-486f-93f5-a74de2a592a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da28af-fdfd-411c-af0f-b69e51917267,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.474128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91dc0604-032d-40a4-88cd-7396257ba517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.537815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f96426a-e983-4d02-9526-0589fe22c2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.567780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f96426a-e983-4d02-9526-0589fe22c2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.614871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.628358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f96426a-e983-4d02-9526-0589fe22c2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.635143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f96426a-e983-4d02-9526-0589fe22c2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.635443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.639771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6f96426a-e983-4d02-9526-0589fe22c2ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06da28af-fdfd-411c-af0f-b69e51917267 HTTP/1.1" status: 204 len: 168 time: 0.1722274 Jul 22 14:21:45.658265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96426a-e983-4d02-9526-0589fe22c2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da28af-fdfd-411c-af0f-b69e51917267,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.676781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:21:45.700918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386ed2ad-9a8a-461b-8a71-f03dd6829d90,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.710243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.710621 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Added segment 5fc4aabc-8d0d-45ca-85cf-9f2d503cd249 of type vlan for network 7641a0d1-a96a-4610-8715-4f9e8fae9536 Jul 22 14:21:45.760527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b6b52-2820-4b9e-91f0-c14ee2db01f2 req-938b8b8b-bab7-414c-9340-a97c84675f81 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:45.766154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b7b6b52-2820-4b9e-91f0-c14ee2db01f2 req-938b8b8b-bab7-414c-9340-a97c84675f81 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.1252017 Jul 22 14:21:45.766735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.790794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.805049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91dc0604-032d-40a4-88cd-7396257ba517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.814069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91dc0604-032d-40a4-88cd-7396257ba517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.816761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b7b6b52-2820-4b9e-91f0-c14ee2db01f2 req-2ecec116-7c05-4491-9a9f-6fd106092829 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Jul 22 14:21:45.844151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.845128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:45.845717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.879166 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-91dc0604-032d-40a4-88cd-7396257ba517 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2c6e33b0acb48229506ca49dff85790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399412 Jul 22 14:21:45.880536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34836) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.888644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc0604-032d-40a4-88cd-7396257ba517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0aecf1-30c6-411b-950c-8eef3b16e219,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.913859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5763299 Jul 22 14:21:45.915315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:45.922788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Request body: {'subnet': {'network_id': '7641a0d1-a96a-4610-8715-4f9e8fae9536', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-529988515-subnet', 'tenant_id': '433f995b8a054d048d2332d2e53c34bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:45.948635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5fb16c1-e91c-4ff3-b9a0-6904215e485f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.959187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf03d33-10d8-423a-8fd9-5ee34bcec2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7641a0d1-a96a-4610-8715-4f9e8fae9536,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:45.971655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 7641a0d1-a96a-4610-8715-4f9e8fae9536 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:21:45.977849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5fb16c1-e91c-4ff3-b9a0-6904215e485f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:45.978043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Made reservation on behalf of 433f995b8a054d048d2332d2e53c34bb for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:45.980472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.084359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5fb16c1-e91c-4ff3-b9a0-6904215e485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.088922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5fb16c1-e91c-4ff3-b9a0-6904215e485f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.094271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d5fb16c1-e91c-4ff3-b9a0-6904215e485f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d0aecf1-30c6-411b-950c-8eef3b16e219 HTTP/1.1" status: 204 len: 168 time: 0.2125576 Jul 22 14:21:46.141111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb16c1-e91c-4ff3-b9a0-6904215e485f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0aecf1-30c6-411b-950c-8eef3b16e219,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.150409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b92e8e-6a59-4d90-9efc-79128af32436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.191758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35512de-190f-42f5-84be-2de6b19f8217 req-b973a8e8-4538-4d8f-aa84-3bb1aef4c499 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:46.200873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35512de-190f-42f5-84be-2de6b19f8217 req-b973a8e8-4538-4d8f-aa84-3bb1aef4c499 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.1294339 Jul 22 14:21:46.264686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35512de-190f-42f5-84be-2de6b19f8217 req-f5b1f9c8-1383-4161-9c92-cdd5a3b6b342 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572631 Jul 22 14:21:46.264686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34846) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:46.280833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b92e8e-6a59-4d90-9efc-79128af32436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.289581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18b92e8e-6a59-4d90-9efc-79128af32436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.289896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab203d9a-3830-4d45-9e6f-9417ed9f1ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.371238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-18b92e8e-6a59-4d90-9efc-79128af32436 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d428f3569214fceaca0e4fafaf5334b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793896 Jul 22 14:21:46.373303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:46.374943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b92e8e-6a59-4d90-9efc-79128af32436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e9e618-b516-49d6-bd04-d92ce0faec69,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.434219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab203d9a-3830-4d45-9e6f-9417ed9f1ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.437995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.449220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab203d9a-3830-4d45-9e6f-9417ed9f1ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.462831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79cc5f3-d8ce-4f3a-846f-eeba4ad84c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.507041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ab203d9a-3830-4d45-9e6f-9417ed9f1ad5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3720a5b0d104848984c87d10520729e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450864 Jul 22 14:21:46.510191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:46.512399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab203d9a-3830-4d45-9e6f-9417ed9f1ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a312e9-fb02-4bde-b2ec-4f4736fd5b68,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.514126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb48fcac-d2fe-445e-a206-6cafbf8c28dd,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.519453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79cc5f3-d8ce-4f3a-846f-eeba4ad84c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.573298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Checking segment: {'id': '5fc4aabc-8d0d-45ca-85cf-9f2d503cd249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7641a0d1-a96a-4610-8715-4f9e8fae9536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:46.573646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Network hostable DHCP agents. Network: 7641a0d1-a96a-4610-8715-4f9e8fae9536, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:21:46.582849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79cc5f3-d8ce-4f3a-846f-eeba4ad84c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.585979 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79cc5f3-d8ce-4f3a-846f-eeba4ad84c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.587741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c79cc5f3-d8ce-4f3a-846f-eeba4ad84c99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3e9e618-b516-49d6-bd04-d92ce0faec69 HTTP/1.1" status: 204 len: 168 time: 0.2135015 Jul 22 14:21:46.597725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc5f3-d8ce-4f3a-846f-eeba4ad84c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e9e618-b516-49d6-bd04-d92ce0faec69,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.625822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Network 7641a0d1-a96a-4610-8715-4f9e8fae9536 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:21:46.634598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-b3b4-4465-9086-8377f69c489a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.647986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 7641a0d1-a96a-4610-8715-4f9e8fae9536) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:46.653630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:46.654267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.660166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b67a676-4442-45c0-8d9c-d164b5e8b8b4 None None] Network 7641a0d1-a96a-4610-8715-4f9e8fae9536 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:46.679978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-b3b4-4465-9086-8377f69c489a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.709395 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06a3aa5d-afe2-4352-9cb3-b5bf685061b3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7910252 Jul 22 14:21:46.761503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-b3b4-4465-9086-8377f69c489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.765111 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-285f5228-b3b4-4465-9086-8377f69c489a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:46.770161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-285f5228-b3b4-4465-9086-8377f69c489a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11a312e9-fb02-4bde-b2ec-4f4736fd5b68 HTTP/1.1" status: 204 len: 168 time: 0.2569311 Jul 22 14:21:46.788139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f5228-b3b4-4465-9086-8377f69c489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a312e9-fb02-4bde-b2ec-4f4736fd5b68,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:46.837032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b433b-3413-46e4-a9dc-4cc67c3466f2 None None] Network 7641a0d1-a96a-4610-8715-4f9e8fae9536 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:21:46.998030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f9b72-03e6-48c8-b808-e1bf772501b4 req-635e0fb8-2731-4376-a436-ae6226f483ae tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:46.999806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-402f9b72-03e6-48c8-b808-e1bf772501b4 req-635e0fb8-2731-4376-a436-ae6226f483ae tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 970 time: 0.0981936 Jul 22 14:21:47.051507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-402f9b72-03e6-48c8-b808-e1bf772501b4 req-0726ad9b-549e-435e-8d71-c5736e8a5a35 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Jul 22 14:21:47.139904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34886) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:47.155332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2df6bbe1-4f5a-49b8-bb5c-9c9a3e244e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.288123 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2df6bbe1-4f5a-49b8-bb5c-9c9a3e244e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.294692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2df6bbe1-4f5a-49b8-bb5c-9c9a3e244e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.351989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6bbe1-4f5a-49b8-bb5c-9c9a3e244e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9910c939-5f8a-482f-a260-0f13817833f1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:47.358024 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2df6bbe1-4f5a-49b8-bb5c-9c9a3e244e38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d0e0a53cdc70495092f6c686eac9b8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168567 Jul 22 14:21:47.360748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:47.462600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2df9737-4130-47e3-a503-29df8bba1371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.476048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da57c172-0f9b-42af-9433-83cec758ed75 req-80d32a4d-f5dc-4530-af0f-155d5a69df3c tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:47.477725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da57c172-0f9b-42af-9433-83cec758ed75 req-80d32a4d-f5dc-4530-af0f-155d5a69df3c tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 948 time: 0.0999839 Jul 22 14:21:47.509536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2df9737-4130-47e3-a503-29df8bba1371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.551449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da57c172-0f9b-42af-9433-83cec758ed75 req-9249c26a-94f3-4596-9f78-6c46ac4c2b70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662992 Jul 22 14:21:47.582411 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2df9737-4130-47e3-a503-29df8bba1371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.585042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2df9737-4130-47e3-a503-29df8bba1371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.588113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f2df9737-4130-47e3-a503-29df8bba1371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9910c939-5f8a-482f-a260-0f13817833f1 HTTP/1.1" status: 204 len: 168 time: 0.2260976 Jul 22 14:21:47.617914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df9737-4130-47e3-a503-29df8bba1371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9910c939-5f8a-482f-a260-0f13817833f1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:47.623529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1deb9d5f-3106-4ff6-b8df-e32272089589 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:47.795553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1deb9d5f-3106-4ff6-b8df-e32272089589, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1deb9d5f-3106-4ff6-b8df-e32272089589,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:47.808380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1deb9d5f-3106-4ff6-b8df-e32272089589', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '1deb9d5f-3106-4ff6-b8df-e32272089589', 'mac_address': 'fa:16:3e:4a:f6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:tempest-test_az-1973883484', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:47.853151 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.853972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-71efae48-90db-4ec6-95bf-c43f847b4c40 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:47.856341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-71efae48-90db-4ec6-95bf-c43f847b4c40 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.2221496 Jul 22 14:21:47.866804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1deb9d5f-3106-4ff6-b8df-e32272089589 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:47.875247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-eccdbc67-8329-49c1-966c-b9e97c5130bc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/quotas/6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 375 time: 0.0132458 Jul 22 14:21:47.891375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1deb9d5f-3106-4ff6-b8df-e32272089589, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1deb9d5f-3106-4ff6-b8df-e32272089589,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:47.896856 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:47.924962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-f7b747b9-9fad-4f03-bcea-0e729e42ddd5 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437388 Jul 22 14:21:47.963076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1deb9d5f-3106-4ff6-b8df-e32272089589,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:47.970828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.971177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.971630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.971967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.972299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.972636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.972945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.973268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.973591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.973908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.974229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.974570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Tracked resource versions report: Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: pushed versions: Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: { 'AddressGroup': {'1.2'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'ConntrackHelper': {'1.0'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Log': {'1.0'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Network': {'1.1'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Port': {'1.7'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'PortForwarding': {'1.2'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'QosPolicy': {'1.8'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'SecurityGroup': {'1.4'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'SubPort': {'1.0'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Subnet': {'1.1'}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Trunk': {'1.1'}} Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: consumer versions: Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: HyperV agent@n-h1-794306-8: {}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: HyperV agent@n-h2-794306-8: {}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: L3 agent@n-d-794306-8: {}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: Metadata agent@n-d-794306-8: {}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: Metering agent@n-d-794306-8: {}, Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'ConntrackHelper': '1.0', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Log': '1.0', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Network': '1.1', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Port': '1.7', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'PortForwarding': '1.2', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'QosPolicy': '1.8', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'SecurityGroup': '1.4', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'SecurityGroupRule': '1.2', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'SubPort': '1.0', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Subnet': '1.1', Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: 'Trunk': '1.1'}} Jul 22 14:21:47.975587 n-d-794306-8 neutron-server[93814]: {{(pid=93814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:21:48.096210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edb1fbbb-67ea-43ca-bfb9-b037afe9b416 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:48.191421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:48.196195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c92c86-7cf2-460d-8e67-43c05fe23fd7 req-e2b630a4-73e2-4a2a-a96c-29fcd7822a04 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.203168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3c92c86-7cf2-460d-8e67-43c05fe23fd7 req-e2b630a4-73e2-4a2a-a96c-29fcd7822a04 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 971 time: 0.0755849 Jul 22 14:21:48.215477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1deb9d5f-3106-4ff6-b8df-e32272089589'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:48.224434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-acda008a-b8e9-421d-a032-da4d516483b2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:21:48.225728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-acda008a-b8e9-421d-a032-da4d516483b2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1261125 Jul 22 14:21:48.285463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3c92c86-7cf2-460d-8e67-43c05fe23fd7 req-094faef5-d439-4257-be7a-f62a02ec2622 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813723 Jul 22 14:21:48.342433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:48.369746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416', 'mac_address': 'fa:16:3e:6a:d9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:48.408454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-abc4369a-da43-409e-96d7-f4835eba5d7c service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666653 Jul 22 14:21:48.422829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffd39d67-b47a-4153-990a-c19ef6bb6f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.472920 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.497790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb1fbbb-67ea-43ca-bfb9-b037afe9b416 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:48.535321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:48.542784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-a7e34b50-932c-44f6-b0b2-a7d072cab9b1 service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277320 Jul 22 14:21:48.547665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.587909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffd39d67-b47a-4153-990a-c19ef6bb6f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.599324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffd39d67-b47a-4153-990a-c19ef6bb6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.632333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:48.685696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ffd39d67-b47a-4153-990a-c19ef6bb6f78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=274e0903e8af477fbf93b0e853428177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4924107 Jul 22 14:21:48.686670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd39d67-b47a-4153-990a-c19ef6bb6f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b9182f-3fec-4074-b8a6-142b851c03a1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:48.688157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34976) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:48.829863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ce038c6-e731-428e-aed6-930a5f435d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.850258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['edb1fbbb-67ea-43ca-bfb9-b037afe9b416'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:48.879613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dc329-a39b-4a82-bb44-971437672508 req-a6ec516b-4562-4a07-b200-690ab5334e70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:48.881200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-676dc329-a39b-4a82-bb44-971437672508 req-a6ec516b-4562-4a07-b200-690ab5334e70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 949 time: 0.2069726 Jul 22 14:21:48.891867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05d60f0d-6a2c-49a9-b358-88ab15b08a1a req-5b199df9-7032-4062-89dc-728bb2415499 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 210 time: 0.0805538 Jul 22 14:21:48.908773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ce038c6-e731-428e-aed6-930a5f435d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.988566 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ce038c6-e731-428e-aed6-930a5f435d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.991172 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ce038c6-e731-428e-aed6-930a5f435d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:48.992377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6ce038c6-e731-428e-aed6-930a5f435d87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9b9182f-3fec-4074-b8a6-142b851c03a1 HTTP/1.1" status: 204 len: 168 time: 0.3026586 Jul 22 14:21:49.006704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce038c6-e731-428e-aed6-930a5f435d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b9182f-3fec-4074-b8a6-142b851c03a1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.014609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-676dc329-a39b-4a82-bb44-971437672508 req-87ffceb6-d706-4f68-9568-aa7294d50b1d tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551195 Jul 22 14:21:49.425520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268b62b-b73f-40e7-84ba-63f3ef90d8c3 req-63f4ae68-120c-4421-8e37-7d484af0f4a7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:49.432573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2268b62b-b73f-40e7-84ba-63f3ef90d8c3 req-63f4ae68-120c-4421-8e37-7d484af0f4a7 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 971 time: 0.0719354 Jul 22 14:21:49.470312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2268b62b-b73f-40e7-84ba-63f3ef90d8c3 req-523c342b-2d04-40c9-8bd8-1c7cc95f4436 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 Jul 22 14:21:49.485556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35018) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:49.499715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1257d83c-3846-4000-acb3-d89bb7ab805a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.612353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1deb9d5f-3106-4ff6-b8df-e32272089589 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:49.625054 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1257d83c-3846-4000-acb3-d89bb7ab805a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.636783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1257d83c-3846-4000-acb3-d89bb7ab805a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.674751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 1deb9d5f-3106-4ff6-b8df-e32272089589 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:49.679133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1257d83c-3846-4000-acb3-d89bb7ab805a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05db6b7ea66845cd8b4e656c91d05499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925223 Jul 22 14:21:49.679970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d83c-3846-4000-acb3-d89bb7ab805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931619a0-a2cd-4c48-84ec-977092c9c92f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.682188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:49.683751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1deb9d5f-3106-4ff6-b8df-e32272089589 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:49.684257 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.733125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3358d9fe-7f8b-426c-aecc-085a7040077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.760740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3358d9fe-7f8b-426c-aecc-085a7040077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.785620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.818218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3358d9fe-7f8b-426c-aecc-085a7040077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.820251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1deb9d5f-3106-4ff6-b8df-e32272089589'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:49.822026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3358d9fe-7f8b-426c-aecc-085a7040077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.825563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3358d9fe-7f8b-426c-aecc-085a7040077d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/931619a0-a2cd-4c48-84ec-977092c9c92f HTTP/1.1" status: 204 len: 168 time: 0.1399093 Jul 22 14:21:49.832008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358d9fe-7f8b-426c-aecc-085a7040077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931619a0-a2cd-4c48-84ec-977092c9c92f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:49.902437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1deb9d5f-3106-4ff6-b8df-e32272089589, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1deb9d5f-3106-4ff6-b8df-e32272089589,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:49.914126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:49.991764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1deb9d5f-3106-4ff6-b8df-e32272089589,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:50.072237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4399b09f-afd3-4e1b-a660-e5bb60353823 req-5de2795a-2529-4563-91a5-01562a4db81f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 210 time: 0.0483353 Jul 22 14:21:50.096090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edb1fbbb-67ea-43ca-bfb9-b037afe9b416 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:50.198737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:50.212149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:50.212996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.242156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-eb2fedfa-ba2c-4249-a58d-a1f1e626623a tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:50.244296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-eb2fedfa-ba2c-4249-a58d-a1f1e626623a tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.2734327 Jul 22 14:21:50.260680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Request body: {'port': {'device_id': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'admin_state_up': True, 'tenant_id': '6cb20be05566452397ae5b648778503d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:50.300778 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.348528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:50.354988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.413853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:50.453587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Made reservation on behalf of 6cb20be05566452397ae5b648778503d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:50.459003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.478746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc40170-7966-46b2-a2ee-42496f344328 req-426a2f0f-c2d3-4ca7-9d55-3aae04aaf7f3 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:50.482080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fc40170-7966-46b2-a2ee-42496f344328 req-426a2f0f-c2d3-4ca7-9d55-3aae04aaf7f3 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 949 time: 0.3010638 Jul 22 14:21:50.535530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fc40170-7966-46b2-a2ee-42496f344328 req-76d52bf3-2524-4dfb-b1c5-ce31a9241562 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465586 Jul 22 14:21:50.566555 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8aee7d-7d70-4068-a9e4-1d0dbe8f3f3d" -d '{"events": [{"server_uuid": "30ad68b8-9f6b-4add-9eda-09495424b28e", "name": "network-vif-plugged", "status": "completed", "tag": "1deb9d5f-3106-4ff6-b8df-e32272089589"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:50.662771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Allocated IP 172.20.0.12 (096846f4-049e-4560-b606-861f68e70330/018d5bf4-07b4-4940-b88b-3a6282e1f8a1/f13b26e0-2843-44e9-848f-005a6d2bf815) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:50.763578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2b1c-779c-41fb-b60d-a4f417487e82 req-afab5165-5344-41bb-93f8-9c6771fc56b5 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:50.775264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36ec2b1c-779c-41fb-b60d-a4f417487e82 req-afab5165-5344-41bb-93f8-9c6771fc56b5 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 972 time: 0.1413808 Jul 22 14:21:50.847109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36ec2b1c-779c-41fb-b60d-a4f417487e82 req-f3a0e2fa-1185-4e94-8ec8-c6cbb3825b0a tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598652 Jul 22 14:21:50.898151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.954498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:50.975002 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a6a76-d627-404d-a6a3-aa7786a21401 x-openstack-request-id: req-c27a6a76-d627-404d-a6a3-aa7786a21401 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:50.976027 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ad68b8-9f6b-4add-9eda-09495424b28e", "name": "network-vif-plugged", "status": "completed", "tag": "1deb9d5f-3106-4ff6-b8df-e32272089589", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:50.976619 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c27a6a76-d627-404d-a6a3-aa7786a21401 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:50.977309 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1deb9d5f-3106-4ff6-b8df-e32272089589', 'code': 200} Jul 22 14:21:51.032063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Network 096846f4-049e-4560-b606-861f68e70330 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:51.035495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:51.043368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:51.049662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:51.050875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.064350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:51.109087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-26355897-7754-41c0-8c78-ac05dd97668e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8531764 Jul 22 14:21:51.146494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Request body: {'port': {'device_id': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:51.251478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce058129-2060-46d0-bba3-9e323342b609 req-eb6aed52-e963-4277-a2f6-7a54afdcbcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:51.253649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce058129-2060-46d0-bba3-9e323342b609 req-eb6aed52-e963-4277-a2f6-7a54afdcbcd0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 1123 time: 0.1905751 Jul 22 14:21:51.295301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce058129-2060-46d0-bba3-9e323342b609 req-dea83c59-30f6-4463-b120-bc0cddf72458 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.297466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.346631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-e90d70e5-8694-46ef-a5cf-375b8d701d5b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33376c881aa24fbb809ed1618d06e5cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397484 Jul 22 14:21:51.521856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-e6432b44-7d10-4d36-b4cc-cb4852ebc455 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:51.532135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-e6432b44-7d10-4d36-b4cc-cb4852ebc455 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832950 Jul 22 14:21:51.551151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-357170db-32c2-496b-97ef-d91d3e326633 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/quotas/33376c881aa24fbb809ed1618d06e5cf HTTP/1.1" status: 200 len: 375 time: 0.0130935 Jul 22 14:21:51.622907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-7f253e9a-75cc-435b-9d5c-d9d667d76d94 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33376c881aa24fbb809ed1618d06e5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575099 Jul 22 14:21:51.633777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce058129-2060-46d0-bba3-9e323342b609 req-dea83c59-30f6-4463-b120-bc0cddf72458 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.646176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce058129-2060-46d0-bba3-9e323342b609 req-dea83c59-30f6-4463-b120-bc0cddf72458 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.703458 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce058129-2060-46d0-bba3-9e323342b609 req-dea83c59-30f6-4463-b120-bc0cddf72458 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395318 Jul 22 14:21:51.731316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea83c59-30f6-4463-b120-bc0cddf72458 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=157d2e6d-19aa-4d88-a93c-8556ae0210b6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:51.789910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13b26e0-2843-44e9-848f-005a6d2bf815 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:51.799627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.814939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Transition to ACTIVE for port object f13b26e0-2843-44e9-848f-005a6d2bf815 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:51.823046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:51.826923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088937-7bae-4ca4-ab10-1cb3aebf8e11 req-4485d14e-8740-4498-8377-d65e9ca52e7e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:51.828752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe088937-7bae-4ca4-ab10-1cb3aebf8e11 req-4485d14e-8740-4498-8377-d65e9ca52e7e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 932 time: 0.0824869 Jul 22 14:21:51.884232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe088937-7bae-4ca4-ab10-1cb3aebf8e11 req-f437d261-00c5-4f59-b773-37cf5cd2d149 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439935 Jul 22 14:21:52.038710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e490d-3647-47db-be65-ec9fc8baee54 req-f9ca55a3-200b-467b-9d57-49be088f55b0 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:52.040871 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-160e490d-3647-47db-be65-ec9fc8baee54 req-f9ca55a3-200b-467b-9d57-49be088f55b0 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 950 time: 0.0889516 Jul 22 14:21:52.102942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-160e490d-3647-47db-be65-ec9fc8baee54 req-195f70dd-6a95-40d3-864f-8052ab864280 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545828 Jul 22 14:21:52.184961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:52.206221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-875192eb-1aba-4016-bb72-4d44f5443f81 req-8c1ad897-a266-4b78-8d48-d44588f9096a tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 210 time: 0.0475101 Jul 22 14:21:52.249530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:52.251516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:52.256274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:52.263692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:52.264244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:52.270471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:52.271328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:52.274841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:52.275589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Bound port: f13b26e0-2843-44e9-848f-005a6d2bf815, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:52.276294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.317281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074405f8-743f-44eb-8d4f-f7cebeed79f5 req-2587c3fc-858b-421a-89e6-550e7e67b52f tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:52.327970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-074405f8-743f-44eb-8d4f-f7cebeed79f5 req-2587c3fc-858b-421a-89e6-550e7e67b52f tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 972 time: 0.1067111 Jul 22 14:21:52.353687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:52.358172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:52.364978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.390959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-074405f8-743f-44eb-8d4f-f7cebeed79f5 req-e5e531ca-b362-4b7b-91c6-7a2f680f8250 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608966 Jul 22 14:21:52.417625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:52.418376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.420376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] 10.222.0.72 "PUT /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 1092 time: 1.2877724 Jul 22 14:21:52.421196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:52.423325 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:52.453931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11195c-ef50-46ae-a3e1-3eab91534b03 service neutron] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:52.469450 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4a9092-881c-4cda-8a9a-f92f00514cd6 x-openstack-request-id: req-3e4a9092-881c-4cda-8a9a-f92f00514cd6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:52.469680 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:52.469891 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e4a9092-881c-4cda-8a9a-f92f00514cd6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:52.470401 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'status': 'completed', 'code': 200} Jul 22 14:21:52.553022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-623ed8a0-8d84-4b1e-bab3-a71a33377434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:52.554769 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-623ed8a0-8d84-4b1e-bab3-a71a33377434 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1095 time: 0.0720792 Jul 22 14:21:52.599755 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-14642f02-1374-467f-a246-7cd117191866 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.0373950 Jul 22 14:21:52.620401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35154) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:52.660520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8b4a08d8-c5ee-4607-aab8-62e3bb9fb916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:52.662820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-8b4a08d8-c5ee-4607-aab8-62e3bb9fb916 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0554762 Jul 22 14:21:52.698768 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-05e73ff2-61b3-4830-8f05-0aa5bcbbf802 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289798 Jul 22 14:21:52.803883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-344e0873-49da-4a21-a865-ee4f5bfd590a service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983012 Jul 22 14:21:52.843093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-016859bc-6f84-41ab-a0dc-ef430e317a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:52.920854 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e408c765-ef64-4ea6-b38e-1f5dfa415419 req-216f6ca8-b6bf-4402-b770-dfe3c0ec4741 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102779 Jul 22 14:21:52.978830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:52.982782 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afe8e03-4b5d-48ea-bb80-95b76ba44ba2" -d '{"events": [{"server_uuid": "0ddfedbb-f151-4e08-bb5d-bf47804fa5ba", "name": "network-vif-plugged", "status": "completed", "tag": "edb1fbbb-67ea-43ca-bfb9-b037afe9b416"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:53.025113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-016859bc-6f84-41ab-a0dc-ef430e317a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.034336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-016859bc-6f84-41ab-a0dc-ef430e317a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.049540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-5bdea5e4-20d5-4409-9344-d11920189853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.050906 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-5bdea5e4-20d5-4409-9344-d11920189853 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1095 time: 0.0635500 Jul 22 14:21:53.135893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-016859bc-6f84-41ab-a0dc-ef430e317a43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec933df67f414e16a0da62734dfb9591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5108559 Jul 22 14:21:53.135893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35178) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:53.139268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016859bc-6f84-41ab-a0dc-ef430e317a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09532322-2671-4f1d-96b2-bb82283a58f6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:53.153685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774515c-e1ed-476c-af7c-19c5ebd571de req-2190c0db-eedb-4fab-a678-cca32c38cf14 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.155404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7774515c-e1ed-476c-af7c-19c5ebd571de req-2190c0db-eedb-4fab-a678-cca32c38cf14 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 944 time: 0.1779428 Jul 22 14:21:53.193001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-19efda5f-6259-4f6c-afd6-7f249e14dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.194499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-19efda5f-6259-4f6c-afd6-7f249e14dc58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1368954 Jul 22 14:21:53.262175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-c752a382-fae6-4231-8a3a-7c99c2d1654e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=33376c881aa24fbb809ed1618d06e5cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665591 Jul 22 14:21:53.263685 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-f7505a79-2524-4100-a498-dbfc8ec85945 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.0582762 Jul 22 14:21:53.278171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7774515c-e1ed-476c-af7c-19c5ebd571de req-e9ec561a-1882-47d0-94eb-16635e42fb40 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149032 Jul 22 14:21:53.288331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b80c25d1-4c5d-4c5e-afec-aa7cfd79021d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.337766 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b80c25d1-4c5d-4c5e-afec-aa7cfd79021d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.344611 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7ebe38-0883-4315-aebe-727cf4ec8d64 x-openstack-request-id: req-4e7ebe38-0883-4315-aebe-727cf4ec8d64 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:53.345103 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddfedbb-f151-4e08-bb5d-bf47804fa5ba", "name": "network-vif-plugged", "status": "completed", "tag": "edb1fbbb-67ea-43ca-bfb9-b037afe9b416", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:53.345512 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e7ebe38-0883-4315-aebe-727cf4ec8d64 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:53.348807 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416', 'code': 200} Jul 22 14:21:53.458324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-a3a3756b-fb56-414a-89de-e7143fd044cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.460417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-a3a3756b-fb56-414a-89de-e7143fd044cf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1282189 Jul 22 14:21:53.464807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b80c25d1-4c5d-4c5e-afec-aa7cfd79021d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.472273 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b80c25d1-4c5d-4c5e-afec-aa7cfd79021d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.473610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b80c25d1-4c5d-4c5e-afec-aa7cfd79021d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09532322-2671-4f1d-96b2-bb82283a58f6 HTTP/1.1" status: 204 len: 168 time: 0.3368375 Jul 22 14:21:53.477122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.72', 54855) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:53.497575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-785c9e54-5230-4754-b445-5ca934071a5e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.499150 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-785c9e54-5230-4754-b445-5ca934071a5e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284300 Jul 22 14:21:53.536578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-11412a4f-c7f4-4c83-8c41-b27a5ef023df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363038 Jul 22 14:21:53.541323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Request body: {'port': {'device_id': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '33376c881aa24fbb809ed1618d06e5cf'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:53.567883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c25d1-4c5d-4c5e-afec-aa7cfd79021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09532322-2671-4f1d-96b2-bb82283a58f6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:53.612831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-3eb38885-e3f5-468a-9c40-33e6ef497384 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=593c36fe30f441cb897e2f548cc84f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287681 Jul 22 14:21:53.708842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-37ca9530-e94c-492c-92a1-31c942d98d60 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627433 Jul 22 14:21:53.718980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc94f-5370-4c86-bb4e-91617f9090ca req-7dd5749b-da99-4eba-be14-57e238eaea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.720416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e72bc94f-5370-4c86-bb4e-91617f9090ca req-7dd5749b-da99-4eba-be14-57e238eaea2d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 1101 time: 0.2347233 Jul 22 14:21:53.727841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0fe84-f59e-4dbb-ac7d-c5b92aed8953 req-cde93be0-cd71-43a9-82c0-b9251fd7e09d tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.729296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa0fe84-f59e-4dbb-ac7d-c5b92aed8953 req-cde93be0-cd71-43a9-82c0-b9251fd7e09d tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 950 time: 0.2852147 Jul 22 14:21:53.797913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Made reservation on behalf of 33376c881aa24fbb809ed1618d06e5cf for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:53.801442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.817606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.821065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a97bfc76-f6d9-4d34-9da3-b5f17211e64b req-c165f7c5-6d4b-46ce-83ee-3ffaf3894adf service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045029 Jul 22 14:21:53.824593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e72bc94f-5370-4c86-bb4e-91617f9090ca req-31d95871-b02e-43ef-9da6-0cd31ce3fb68 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921230 Jul 22 14:21:53.832643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-8ebff0d5-d32f-4ba7-9c44-26ca4042e01c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:53.834494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-8ebff0d5-d32f-4ba7-9c44-26ca4042e01c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142243 Jul 22 14:21:53.843103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa0fe84-f59e-4dbb-ac7d-c5b92aed8953 req-4525eedb-86c5-4a48-8974-f2d1236e6859 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005557 Jul 22 14:21:53.864042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-2a91ca26-a566-4ba3-b1e9-b897acbeac67 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/quotas/593c36fe30f441cb897e2f548cc84f48 HTTP/1.1" status: 200 len: 375 time: 0.0130448 Jul 22 14:21:53.904227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-9d7e577b-f5fa-48f3-9e64-b8398605793d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402763 Jul 22 14:21:53.919076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.924085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:53.991543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35210) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:53.998840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-600debbc-55ac-4c1f-91c8-cb15ca0b47e0 req-d691775c-0f93-4127-85af-cd589c794633 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 210 time: 0.0477400 Jul 22 14:21:53.999946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c087b6-eb63-4fc0-b422-43d41a499b29,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.011224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ceb30f-8f2a-4ca8-9566-e5feb7000a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.152211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Allocated IP 192.168.233.115 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/d28783a7-5872-42fc-a004-0864100de68f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:54.189149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8028ec3-d564-4f58-9df9-0d3d788ce314 req-29dd09bd-073b-4a2f-9b3d-4b9bbe8ee072 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:54.190877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8028ec3-d564-4f58-9df9-0d3d788ce314 req-29dd09bd-073b-4a2f-9b3d-4b9bbe8ee072 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 972 time: 0.1000073 Jul 22 14:21:54.248456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8028ec3-d564-4f58-9df9-0d3d788ce314 req-7e09cfbc-5ee3-463d-b94d-da4e714192bd tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449212 Jul 22 14:21:54.308863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ceb30f-8f2a-4ca8-9566-e5feb7000a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.342990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72ceb30f-8f2a-4ca8-9566-e5feb7000a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.366309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-315a5d3e-992d-44c6-b1bf-c7cca4a32097 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=593c36fe30f441cb897e2f548cc84f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237062 Jul 22 14:21:54.401029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-72ceb30f-8f2a-4ca8-9566-e5feb7000a8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7d5e0fd18ed4b3eba9e6c241ae82cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084349 Jul 22 14:21:54.407443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:54.416585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceb30f-8f2a-4ca8-9566-e5feb7000a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9270b-2b35-48d7-8ba3-8d19d92b0da7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.470941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.493929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Transition to ACTIVE for port object d28783a7-5872-42fc-a004-0864100de68f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:54.511546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4b72829-8f2f-4d30-b16c-8ed2efabca88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.531892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-8104b15f-db78-4fa2-8195-832e885705de tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:54.533314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-8104b15f-db78-4fa2-8195-832e885705de tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579018 Jul 22 14:21:54.553403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4b72829-8f2f-4d30-b16c-8ed2efabca88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.570975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-7fafdd6e-062a-4362-ac79-5efe800b6573 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/quotas/593c36fe30f441cb897e2f548cc84f48 HTTP/1.1" status: 200 len: 375 time: 0.0287018 Jul 22 14:21:54.589814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.617417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-6f3873fb-87f2-411f-aea5-488432a66347 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397019 Jul 22 14:21:54.636677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9b3f-96b3-4437-96e8-d61a8885da72 req-71cba245-03d0-4778-a813-32486ba4f1f9 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:54.636677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cefd9b3f-96b3-4437-96e8-d61a8885da72 req-71cba245-03d0-4778-a813-32486ba4f1f9 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 1123 time: 0.1146061 Jul 22 14:21:54.647308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:54.654738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:54.667801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:54.678049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:54.678944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.683146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cefd9b3f-96b3-4437-96e8-d61a8885da72 req-593a2737-3967-449f-a749-c7060062b945 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.683381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4b72829-8f2f-4d30-b16c-8ed2efabca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.687005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4b72829-8f2f-4d30-b16c-8ed2efabca88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.690752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f4b72829-8f2f-4d30-b16c-8ed2efabca88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4a9270b-2b35-48d7-8ba3-8d19d92b0da7 HTTP/1.1" status: 204 len: 168 time: 0.2798247 Jul 22 14:21:54.690752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Pushing event updated for resources: {'Port': ['ID=d28783a7-5872-42fc-a004-0864100de68f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.705670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b72829-8f2f-4d30-b16c-8ed2efabca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9270b-2b35-48d7-8ba3-8d19d92b0da7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:54.715749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-1e413513-f7d0-4701-a961-65bebf49ed81 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1776063 Jul 22 14:21:54.744454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Request body: {'port': {'device_id': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'device_owner': 'compute:tempest-test_az-1973883484', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:54.934707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.973706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cefd9b3f-96b3-4437-96e8-d61a8885da72 req-593a2737-3967-449f-a749-c7060062b945 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.976035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3609d696-b2ec-486f-90a1-5dee74a94dfc None None] Provisioning for port d28783a7-5872-42fc-a004-0864100de68f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:54.980659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cefd9b3f-96b3-4437-96e8-d61a8885da72 req-593a2737-3967-449f-a749-c7060062b945 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:54.983093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3609d696-b2ec-486f-90a1-5dee74a94dfc None None] Provisioning complete for port d28783a7-5872-42fc-a004-0864100de68f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:54.983570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3609d696-b2ec-486f-90a1-5dee74a94dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.026315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cefd9b3f-96b3-4437-96e8-d61a8885da72 req-593a2737-3967-449f-a749-c7060062b945 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554344 Jul 22 14:21:55.056917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a2737-3967-449f-a749-c7060062b945 tempest-AggregatesAdminTestJSON-933189194 tempest-AggregatesAdminTestJSON-933189194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c968b40-8b16-4c4b-a6cf-789ee0969d17,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:55.073863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3609d696-b2ec-486f-90a1-5dee74a94dfc None None] Port d28783a7-5872-42fc-a004-0864100de68f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:55.076821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b1797-90fa-47c4-ad62-6abe87c99ea7 req-b1d53363-9ede-420b-b3dd-6a6c24c27bd0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.078445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab8b1797-90fa-47c4-ad62-6abe87c99ea7 req-b1d53363-9ede-420b-b3dd-6a6c24c27bd0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 944 time: 0.1665139 Jul 22 14:21:55.145583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab8b1797-90fa-47c4-ad62-6abe87c99ea7 req-3339662f-4e47-4280-86a6-19fc68c2f71d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Jul 22 14:21:55.237599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eee3b6d-bd4a-4d74-8031-4030a8d782d0 req-ecbca481-d5c6-4cab-8077-5c26ea6a46e9 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 210 time: 0.0383565 Jul 22 14:21:55.415074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28783a7-5872-42fc-a004-0864100de68f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:55.423911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.452237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Transition to ACTIVE for port object d28783a7-5872-42fc-a004-0864100de68f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:55.464125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.481005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbde00-729d-4224-b15d-d205dd19864a req-9f802e42-7c59-4da4-b3b4-6058cedb0914 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.494469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5acbde00-729d-4224-b15d-d205dd19864a req-9f802e42-7c59-4da4-b3b4-6058cedb0914 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 950 time: 0.1566105 Jul 22 14:21:55.569509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Attempting to bind port d28783a7-5872-42fc-a004-0864100de68f on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:55.569921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Attempting to bind port d28783a7-5872-42fc-a004-0864100de68f by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:55.570293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Attempting to bind port d28783a7-5872-42fc-a004-0864100de68f on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:55.573809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d28783a7-5872-42fc-a004-0864100de68f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:55.592811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Port d28783a7-5872-42fc-a004-0864100de68f on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:55.593155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Attempting to bind port d28783a7-5872-42fc-a004-0864100de68f on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:55.599475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:55.599828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:55.600223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:55.601074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Bound port: d28783a7-5872-42fc-a004-0864100de68f, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:55.601449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.660676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5acbde00-729d-4224-b15d-d205dd19864a req-6da75189-43d1-4179-9606-1bba16514ebc tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653066 Jul 22 14:21:55.726953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] For port d28783a7-5872-42fc-a004-0864100de68f, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:55.732325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] For port d28783a7-5872-42fc-a004-0864100de68f, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d28783a7-5872-42fc-a004-0864100de68f,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:55.737557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190e19f-e138-4a1b-9ee0-1cb11e895a0d req-9f92d55c-cfc0-4580-8a7d-aa2b5217918e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.740212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3190e19f-e138-4a1b-9ee0-1cb11e895a0d req-9f92d55c-cfc0-4580-8a7d-aa2b5217918e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 970 time: 0.1676371 Jul 22 14:21:55.741118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.823560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:55.824336 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:55.829478 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/d28783a7-5872-42fc-a004-0864100de68f HTTP/1.1" status: 200 len: 1118 time: 1.1042197 Jul 22 14:21:55.839607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'tag': 'd28783a7-5872-42fc-a004-0864100de68f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:55.844219 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "06d7245c-4657-4dce-ba3d-04f1fb55ba94", "tag": "d28783a7-5872-42fc-a004-0864100de68f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:55.860289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-88151644-8e1e-4393-b1c4-e40ce9d5125e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=593c36fe30f441cb897e2f548cc84f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187780 Jul 22 14:21:55.920173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169b228-1272-49dd-887d-db6901cbe4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d28783a7-5872-42fc-a004-0864100de68f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:55.975061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3190e19f-e138-4a1b-9ee0-1cb11e895a0d req-acb07555-7ee1-4eb8-8c5f-9f862ba378d3 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973524 Jul 22 14:21:56.084436 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14dda8d-c39b-413e-988c-5946f2a635b7 x-openstack-request-id: req-d14dda8d-c39b-413e-988c-5946f2a635b7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:56.084856 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d7245c-4657-4dce-ba3d-04f1fb55ba94", "tag": "d28783a7-5872-42fc-a004-0864100de68f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:56.085246 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d14dda8d-c39b-413e-988c-5946f2a635b7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:56.085782 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'tag': 'd28783a7-5872-42fc-a004-0864100de68f', 'status': 'completed', 'code': 200} Jul 22 14:21:56.088381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-e43bad20-6020-4f16-879b-7021e5c1ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.091617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-e43bad20-6020-4f16-879b-7021e5c1ba65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33376c881aa24fbb809ed1618d06e5cf&device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 1121 time: 0.1681092 Jul 22 14:21:56.125713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:56.193458 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-4819105c-ccf7-403c-af1f-d4b14cf917cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d28783a7-5872-42fc-a004-0864100de68f HTTP/1.1" status: 200 len: 217 time: 0.0926726 Jul 22 14:21:56.296613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-58cb037a-7d64-4c14-aeb6-43671b9f6621 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.298227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-58cb037a-7d64-4c14-aeb6-43671b9f6621 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4290767 Jul 22 14:21:56.308198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-708ea593-cb48-487e-95a8-2ecdcc8acc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.309464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:56.311582 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-708ea593-cb48-487e-95a8-2ecdcc8acc36 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1105702 Jul 22 14:21:56.323391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'port_id': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'mac_address': 'fa:16:3e:08:e9:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018d5bf4-07b4-4940-b88b-3a6282e1f8a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:56.324729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Request body: {'port': {'device_id': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '593c36fe30f441cb897e2f548cc84f48'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:56.375883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.395183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13b26e0-2843-44e9-848f-005a6d2bf815 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:56.425137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:56.431567 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.442235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad46f-468a-48b2-896d-c97feafc239e req-36994817-89ff-4935-903e-2a5f1720ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.446662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-36994817-89ff-4935-903e-2a5f1720ba61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270511 Jul 22 14:21:56.499423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d08f71-4b2b-4ec9-98ac-438893241c62 req-92a6ca16-3a61-43e4-826b-40e15aacbef3 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.502182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59d08f71-4b2b-4ec9-98ac-438893241c62 req-92a6ca16-3a61-43e4-826b-40e15aacbef3 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 944 time: 0.2265272 Jul 22 14:21:56.524584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:56.604284 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:21:56.618711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59d08f71-4b2b-4ec9-98ac-438893241c62 req-7265cea3-032d-4c03-895f-22ffbf9cd0aa tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082323 Jul 22 14:21:56.640219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-1e7e0f0a-49b5-41c5-8e68-92dbdc1147a6 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=593c36fe30f441cb897e2f548cc84f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760438 Jul 22 14:21:56.659553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['f13b26e0-2843-44e9-848f-005a6d2bf815'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:21:56.674479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Made reservation on behalf of 593c36fe30f441cb897e2f548cc84f48 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:56.686390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.728738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-5ceb529b-5ee5-4f04-bcf6-0750a7a699e2 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735214 Jul 22 14:21:56.744337 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:56.800327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88ee2c62-4b54-4c2b-8079-da48f9458f92 req-252a096f-d87b-4b52-8bc7-e1ea4af6fcff tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 210 time: 0.0870759 Jul 22 14:21:56.910128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-92102484-004a-4441-92ef-f4f77e7cc978 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:56.912272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-92102484-004a-4441-92ef-f4f77e7cc978 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2595077 Jul 22 14:21:56.920100 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-315ad46f-468a-48b2-896d-c97feafc239e req-dfd50e65-5eb4-4e95-9b6a-3a59ec8e037d service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840732 Jul 22 14:21:56.925961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Request body: {'port': {'device_id': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '593c36fe30f441cb897e2f548cc84f48'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:57.011589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.034508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.144482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-5382a501-c0bf-4cce-9a71-a45845d38706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.147472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-5382a501-c0bf-4cce-9a71-a45845d38706 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=33376c881aa24fbb809ed1618d06e5cf&device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 1121 time: 0.1686280 Jul 22 14:21:57.200301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Made reservation on behalf of 593c36fe30f441cb897e2f548cc84f48 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:21:57.204003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.221249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05f64a5c-d781-4e9d-bc98-c2d944f7af8e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:57.315669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-4984486a-2793-42ba-a1ae-4e2ef4bea287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.317195 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-4984486a-2793-42ba-a1ae-4e2ef4bea287 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1621335 Jul 22 14:21:57.367608 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-3e1e27cc-c839-4526-bc0e-5c9125b0ec4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=d28783a7-5872-42fc-a004-0864100de68f HTTP/1.1" status: 200 len: 217 time: 0.0399356 Jul 22 14:21:57.410730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca42faf-30d3-49b4-ad1d-e6d65c059e80 req-96303cef-f1ba-497c-8fb6-32319c4ee25f tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.412212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ca42faf-30d3-49b4-ad1d-e6d65c059e80 req-96303cef-f1ba-497c-8fb6-32319c4ee25f tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 950 time: 0.2607520 Jul 22 14:21:57.421015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-8992c4bd-1ee9-41de-96d5-ce18899e10d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.422186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-8992c4bd-1ee9-41de-96d5-ce18899e10d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0483584 Jul 22 14:21:57.474912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Allocated IP 192.168.233.88 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/80b55e48-d20d-4a41-aca5-f942e2b48436) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:57.483230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-d7a4017e-069e-4144-b464-c8abbe4194bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.484737 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-d7a4017e-069e-4144-b464-c8abbe4194bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553513 Jul 22 14:21:57.525069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ca42faf-30d3-49b4-ad1d-e6d65c059e80 req-da0659b0-32d6-4694-992f-e286b1b0448a tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026847 Jul 22 14:21:57.546737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff39fc-ce69-4a1b-8c68-f576f411f286 req-9233cfba-b2fb-4000-8261-c823bda124a0 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.547338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dff39fc-ce69-4a1b-8c68-f576f411f286 req-9233cfba-b2fb-4000-8261-c823bda124a0 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 970 time: 0.2657373 Jul 22 14:21:57.581658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-1dc6f972-d46c-48a7-8134-862e5d5939af service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896909 Jul 22 14:21:57.615683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dff39fc-ce69-4a1b-8c68-f576f411f286 req-e06d1c77-6239-4bd5-8fc4-150660c2a243 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672326 Jul 22 14:21:57.732754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.760007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Transition to ACTIVE for port object 80b55e48-d20d-4a41-aca5-f942e2b48436 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:57.846203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:57.907547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3fd9de8-fbd8-4688-b018-dc9cb214e7c5 req-3f2bf67f-81fe-4f66-ae42-67fa5a3620e4 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190951 Jul 22 14:21:57.923665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Allocated IP 192.168.233.158 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/13ecd24a-5b3c-405d-86b7-9561b9515957) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:21:57.963067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:57.981412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:57.984175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:57.990407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:57.991234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.047417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.103121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-214528ac-1170-4a08-aad5-1e3582780e28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7870331 Jul 22 14:21:58.112303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.133067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:21:58.134893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Request body: {'port': {'device_id': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:58.145136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Transition to ACTIVE for port object 13ecd24a-5b3c-405d-86b7-9561b9515957 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:58.219991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.230211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port f13b26e0-2843-44e9-848f-005a6d2bf815 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:58.245921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port f13b26e0-2843-44e9-848f-005a6d2bf815 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:58.247122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.280872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:21:58.284108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:21:58.285162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17eda-9ca9-404a-b8c0-efdd3285d89a req-ddb8cd4b-9143-4656-bfd2-e87fa9d2ad37 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.286373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17eda-9ca9-404a-b8c0-efdd3285d89a req-ddb8cd4b-9143-4656-bfd2-e87fa9d2ad37 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.286913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17eda-9ca9-404a-b8c0-efdd3285d89a req-ddb8cd4b-9143-4656-bfd2-e87fa9d2ad37 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.287732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17eda-9ca9-404a-b8c0-efdd3285d89a req-ddb8cd4b-9143-4656-bfd2-e87fa9d2ad37 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.288558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db17eda-9ca9-404a-b8c0-efdd3285d89a req-ddb8cd4b-9143-4656-bfd2-e87fa9d2ad37 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.302019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3db17eda-9ca9-404a-b8c0-efdd3285d89a req-ddb8cd4b-9143-4656-bfd2-e87fa9d2ad37 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.4187884 Jul 22 14:21:58.303869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:21:58.310981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.312038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.318978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event updated for resources: {'Port': ['ID=13ecd24a-5b3c-405d-86b7-9561b9515957,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.339965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60666434-47ff-436e-b753-deaa4a17004b None None] Provisioning for port 80b55e48-d20d-4a41-aca5-f942e2b48436 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:58.345004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-d0be8124-c94f-4373-b1dc-3b198a658e13 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4236150 Jul 22 14:21:58.346423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60666434-47ff-436e-b753-deaa4a17004b None None] Provisioning complete for port 80b55e48-d20d-4a41-aca5-f942e2b48436 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:58.347063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60666434-47ff-436e-b753-deaa4a17004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.349988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.364894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Request body: {'port': {'device_id': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:21:58.410153 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.413100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60666434-47ff-436e-b753-deaa4a17004b None None] Port 80b55e48-d20d-4a41-aca5-f942e2b48436 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:58.446387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:58.448778 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26342fb8-47b9-4488-ae9b-4d0fa51f0df4" -d '{"events": [{"server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "name": "network-vif-plugged", "status": "completed", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:58.480624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:58.486784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.501219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.589314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.656629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-815a1f29-d498-472f-bae8-7d05b9cb870d None None] Provisioning for port 13ecd24a-5b3c-405d-86b7-9561b9515957 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:21:58.662103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-815a1f29-d498-472f-bae8-7d05b9cb870d None None] Provisioning complete for port 13ecd24a-5b3c-405d-86b7-9561b9515957 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:21:58.662879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-815a1f29-d498-472f-bae8-7d05b9cb870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.705687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-815a1f29-d498-472f-bae8-7d05b9cb870d None None] Port 13ecd24a-5b3c-405d-86b7-9561b9515957 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:21:58.810723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc5708-26ba-42d4-bf9d-b80d8f5cd711 req-a10d35ec-8990-4cfa-994e-fa3df6141c73 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.812290 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52dc5708-26ba-42d4-bf9d-b80d8f5cd711 req-a10d35ec-8990-4cfa-994e-fa3df6141c73 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 946 time: 0.1373932 Jul 22 14:21:58.850667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ecd24a-5b3c-405d-86b7-9561b9515957 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:58.858389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.872279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Transition to ACTIVE for port object 13ecd24a-5b3c-405d-86b7-9561b9515957 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:58.877802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:58.896616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52dc5708-26ba-42d4-bf9d-b80d8f5cd711 req-ffe6fde5-6a0f-478d-9324-536f5644a6da tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639055 Jul 22 14:21:58.919233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723e907-7d0c-4d64-9f48-c506322ad018 req-b6a01f7b-b2b4-4966-b845-d836c80cc851 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:58.920685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4723e907-7d0c-4d64-9f48-c506322ad018 req-b6a01f7b-b2b4-4966-b845-d836c80cc851 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 936 time: 0.1263833 Jul 22 14:21:58.954838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Pushing event updated for resources: {'Port': ['ID=13ecd24a-5b3c-405d-86b7-9561b9515957,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:58.979034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Attempting to bind port 13ecd24a-5b3c-405d-86b7-9561b9515957 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:58.979422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Attempting to bind port 13ecd24a-5b3c-405d-86b7-9561b9515957 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:58.979842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Attempting to bind port 13ecd24a-5b3c-405d-86b7-9561b9515957 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:58.984490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Port 13ecd24a-5b3c-405d-86b7-9561b9515957 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:58.984815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Attempting to bind port 13ecd24a-5b3c-405d-86b7-9561b9515957 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:58.990321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:58.990693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:58.991075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:58.991759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Bound port: 13ecd24a-5b3c-405d-86b7-9561b9515957, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:58.991871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.033630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4723e907-7d0c-4d64-9f48-c506322ad018 req-7228bb0d-32d8-43dc-96d0-53ef5a05bd2e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Jul 22 14:21:59.073794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] For port 13ecd24a-5b3c-405d-86b7-9561b9515957, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:59.077789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] For port 13ecd24a-5b3c-405d-86b7-9561b9515957, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13ecd24a-5b3c-405d-86b7-9561b9515957,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:59.082486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.116864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.117765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.119220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] 10.222.0.72 "PUT /v2.0/ports/13ecd24a-5b3c-405d-86b7-9561b9515957 HTTP/1.1" status: 200 len: 1096 time: 0.7658374 Jul 22 14:21:59.119669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'tag': '13ecd24a-5b3c-405d-86b7-9561b9515957'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:59.122441 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2476690d-2b60-48a7-a435-35eb04cdfbf3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9cac22-4005-4878-b2ba-7d75a0084565", "tag": "13ecd24a-5b3c-405d-86b7-9561b9515957"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:21:59.150031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6dc8d-b4ec-4a81-8a06-823ccb528061 service neutron] Pushing event updated for resources: {'Port': ['ID=13ecd24a-5b3c-405d-86b7-9561b9515957,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:59.207929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabde4cd-f998-43dc-962b-e5aa6a3b95c4 req-a1ce382c-7220-4861-aef4-314b30333d02 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.209435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dabde4cd-f998-43dc-962b-e5aa6a3b95c4 req-a1ce382c-7220-4861-aef4-314b30333d02 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 950 time: 0.2264802 Jul 22 14:21:59.229424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-c4290a64-a91e-4a88-b182-83420882de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.232298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-c4290a64-a91e-4a88-b182-83420882de63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 1099 time: 0.0672476 Jul 22 14:21:59.240829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b55e48-d20d-4a41-aca5-f942e2b48436 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:59.256028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.273811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99864045-6e46-405e-92e1-e6ccc04e8b1e req-fb577fc6-6648-42aa-ba2b-1134ad7b5fdb tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.275222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99864045-6e46-405e-92e1-e6ccc04e8b1e req-fb577fc6-6648-42aa-ba2b-1134ad7b5fdb tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 886 time: 0.2107141 Jul 22 14:21:59.279361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-3c779ea4-ed66-408e-9a5b-8d2630873c50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=13ecd24a-5b3c-405d-86b7-9561b9515957 HTTP/1.1" status: 200 len: 217 time: 0.0398149 Jul 22 14:21:59.296904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Transition to ACTIVE for port object 80b55e48-d20d-4a41-aca5-f942e2b48436 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:21:59.312544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dabde4cd-f998-43dc-962b-e5aa6a3b95c4 req-e2dc7cf0-37e1-49df-8abb-134b4399d5aa tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895205 Jul 22 14:21:59.313799 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.335245 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08b13f6-58fa-4f72-a22c-98ac5730f615 x-openstack-request-id: req-b08b13f6-58fa-4f72-a22c-98ac5730f615 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:59.335676 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "name": "network-vif-plugged", "status": "completed", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:59.335676 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b08b13f6-58fa-4f72-a22c-98ac5730f615 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:59.336033 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'code': 200} Jul 22 14:21:59.357211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-661bd3bb-2440-4d56-aafc-add22b5b691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.359375 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-661bd3bb-2440-4d56-aafc-add22b5b691b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0685160 Jul 22 14:21:59.394822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.72', 54863) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:59.416850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.72', 54864) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:21:59.478555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-070fb5b3-d240-48b2-b811-d428f9230501 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.480207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-070fb5b3-d240-48b2-b811-d428f9230501 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 1101 time: 0.0842838 Jul 22 14:21:59.483627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-163efd27-3f7b-4c71-87d8-e36153ef591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.485328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-163efd27-3f7b-4c71-87d8-e36153ef591b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1190701 Jul 22 14:21:59.542432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:21:59.594173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Attempting to bind port 80b55e48-d20d-4a41-aca5-f942e2b48436 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:21:59.594386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Attempting to bind port 80b55e48-d20d-4a41-aca5-f942e2b48436 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:21:59.594636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Attempting to bind port 80b55e48-d20d-4a41-aca5-f942e2b48436 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:59.610048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Port 80b55e48-d20d-4a41-aca5-f942e2b48436 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:21:59.610374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Attempting to bind port 80b55e48-d20d-4a41-aca5-f942e2b48436 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:21:59.622887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:21:59.623097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:21:59.623652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:21:59.624115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Bound port: 80b55e48-d20d-4a41-aca5-f942e2b48436, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:21:59.624482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.644476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b83da9-889f-494d-92fa-eee3271377c8 req-3d4198ca-eec7-4155-8bc9-7b4b88b2cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.646161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60b83da9-889f-494d-92fa-eee3271377c8 req-3d4198ca-eec7-4155-8bc9-7b4b88b2cdc5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1097 time: 0.2283654 Jul 22 14:21:59.656889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56fd8-dd45-4036-a31f-8b2c0cc2b6b2 req-3a179f54-97ec-45fb-ac62-dd300c1da4e7 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.664064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e56fd8-dd45-4036-a31f-8b2c0cc2b6b2 req-3a179f54-97ec-45fb-ac62-dd300c1da4e7 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 970 time: 0.2220740 Jul 22 14:21:59.691496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d28783a7-5872-42fc-a004-0864100de68f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:21:59.701820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-1a5dfec5-4b00-4b89-9e4a-39256376ab65 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753118 Jul 22 14:21:59.703241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Deleting port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:21:59.703971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.793983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:21:59.806207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e56fd8-dd45-4036-a31f-8b2c0cc2b6b2 req-07c8d986-ad9f-41d2-ae0d-cdcf17b46e7d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413190 Jul 22 14:21:59.817458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:21:59.822941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60b83da9-889f-494d-92fa-eee3271377c8 req-5a4fc225-124f-497e-8070-55c71621311a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456227 Jul 22 14:21:59.826012 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd7025-b516-4759-972e-7b6c1327b5a8 x-openstack-request-id: req-05dd7025-b516-4759-972e-7b6c1327b5a8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:21:59.826365 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9cac22-4005-4878-b2ba-7d75a0084565", "tag": "13ecd24a-5b3c-405d-86b7-9561b9515957", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:21:59.826666 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05dd7025-b516-4759-972e-7b6c1327b5a8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:21:59.827061 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'tag': '13ecd24a-5b3c-405d-86b7-9561b9515957', 'status': 'completed', 'code': 200} Jul 22 14:21:59.827391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.849678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d28783a7-5872-42fc-a004-0864100de68f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d28783a7-5872-42fc-a004-0864100de68f,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:59.868387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'd28783a7-5872-42fc-a004-0864100de68f', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'd28783a7-5872-42fc-a004-0864100de68f', 'mac_address': 'fa:16:3e:39:c0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:tempest-test_az-1973883484', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:21:59.869709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] For port edb1fbbb-67ea-43ca-bfb9-b037afe9b416, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:59.870087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.885239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:21:59.885954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.888045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb1410a3-43f9-4071-9d0b-96565b2cb919 req-a4882823-065f-491a-977e-d5c6c17efe1f service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714985 Jul 22 14:21:59.888239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/80b55e48-d20d-4a41-aca5-f942e2b48436 HTTP/1.1" status: 200 len: 1095 time: 1.7633910 Jul 22 14:21:59.888920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Calling delete_port for edb1fbbb-67ea-43ca-bfb9-b037afe9b416 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:21:59.893746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:21:59.918623 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:21:59.940176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28783a7-5872-42fc-a004-0864100de68f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:21:59.968894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d28783a7-5872-42fc-a004-0864100de68f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d28783a7-5872-42fc-a004-0864100de68f,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:21:59.977544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.081411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d28783a7-5872-42fc-a004-0864100de68f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:00.088697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-aaed2712-ed3b-4a54-94a6-a2fa4c56fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.090261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-aaed2712-ed3b-4a54-94a6-a2fa4c56fdc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 1099 time: 0.1331978 Jul 22 14:22:00.174156 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415bb292-ddd4-4241-bbe5-b35d189a67f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:00.197752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d28783a7-5872-42fc-a004-0864100de68f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:00.213398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec370f-61a9-49b0-9f01-d29f654466b5 service neutron] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:00.249446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-c6a0ea3c-7fd7-48be-9598-11c8d64423d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.252475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-c6a0ea3c-7fd7-48be-9598-11c8d64423d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1098 time: 0.2297814 Jul 22 14:22:00.257752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.269727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['edb1fbbb-67ea-43ca-bfb9-b037afe9b416'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:00.294929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-d47362f1-127c-4a08-ad95-92b4b9babf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.296536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-d47362f1-127c-4a08-ad95-92b4b9babf02 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1665518 Jul 22 14:22:00.303133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Pushing event deleted for resources: {'Port': ['ID=edb1fbbb-67ea-43ca-bfb9-b037afe9b416,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:00.348321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dc7b-6221-4cf3-b321-285bf6cdc9ad req-7a0be168-9c64-46f8-aaf5-09557591f562 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.348728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dc7b-6221-4cf3-b321-285bf6cdc9ad req-7a0be168-9c64-46f8-aaf5-09557591f562 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.349153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dc7b-6221-4cf3-b321-285bf6cdc9ad req-7a0be168-9c64-46f8-aaf5-09557591f562 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.349625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dc7b-6221-4cf3-b321-285bf6cdc9ad req-7a0be168-9c64-46f8-aaf5-09557591f562 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.350174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05dc7b-6221-4cf3-b321-285bf6cdc9ad req-7a0be168-9c64-46f8-aaf5-09557591f562 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.367137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d05dc7b-6221-4cf3-b321-285bf6cdc9ad req-7a0be168-9c64-46f8-aaf5-09557591f562 tempest-NetworksTest-1611851762 tempest-NetworksTest-1611851762-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.5114081 Jul 22 14:22:00.370719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-b431fbce-7f0f-4241-9513-0aaf2789dc90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=80b55e48-d20d-4a41-aca5-f942e2b48436 HTTP/1.1" status: 200 len: 217 time: 0.1094918 Jul 22 14:22:00.415916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-991672e1-8a73-4b5d-82ea-de939dec8f34 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=13ecd24a-5b3c-405d-86b7-9561b9515957 HTTP/1.1" status: 200 len: 217 time: 0.1079574 Jul 22 14:22:00.416763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] No DVR routers for this DVR port edb1fbbb-67ea-43ca-bfb9-b037afe9b416 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:00.421302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:00.425677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a41c985e-fbbf-4b8f-86bf-611523b1821d req-36a15fca-4c58-4bd7-ad1d-e757eb574ad5 tempest-DeleteServersAdminTestJSON-1612590087 tempest-DeleteServersAdminTestJSON-1612590087-project-admin] 10.222.0.72 "DELETE /v2.0/ports/edb1fbbb-67ea-43ca-bfb9-b037afe9b416 HTTP/1.1" status: 204 len: 173 time: 0.9388454 Jul 22 14:22:00.535610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-2772e242-fe7b-4cb9-8c5e-01ef3521d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.537319 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-2772e242-fe7b-4cb9-8c5e-01ef3521d1ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1107199 Jul 22 14:22:00.618149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-a5bbe2d0-9265-48d9-9827-66c22a72fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.622434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-a5bbe2d0-9265-48d9-9827-66c22a72fe48 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2412896 Jul 22 14:22:00.635209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-296ca319-d5a2-4d0a-bd0b-cf0c7788e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.636733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-296ca319-d5a2-4d0a-bd0b-cf0c7788e6fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914242 Jul 22 14:22:00.781083 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-023dbac7-b5b4-48b2-969e-663fddbc7553 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344888 Jul 22 14:22:00.888240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35442) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:00.911500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2476690d-2b60-48a7-a435-35eb04cdfbf3 req-93e03903-23d0-4e23-a4b9-871b1e33f6b8 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235037 Jul 22 14:22:00.912121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:00.977494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b67654-959f-4200-836b-7338eb8565fd req-9ab7287d-75be-4571-803a-dfa5c8b7e691 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:00.985373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41b67654-959f-4200-836b-7338eb8565fd req-9ab7287d-75be-4571-803a-dfa5c8b7e691 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 946 time: 0.3919828 Jul 22 14:22:01.023480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6462484-e200-496d-995a-518add4ff203 req-ebe57be2-2fc3-4e68-833a-40f39083198c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.025215 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6462484-e200-496d-995a-518add4ff203 req-ebe57be2-2fc3-4e68-833a-40f39083198c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 948 time: 0.4016542 Jul 22 14:22:01.030663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-a8375c83-3d42-488e-a9ac-082a30b0bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.032101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-a8375c83-3d42-488e-a9ac-082a30b0bc3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016664 Jul 22 14:22:01.040227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca09c651-561a-426d-a64b-1f0140991021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.069144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41b67654-959f-4200-836b-7338eb8565fd req-429804c1-d950-4268-8404-dab7f3c2f86c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829134 Jul 22 14:22:01.096510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6806054-f7ac-4a06-bab5-c262bbac2a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.122338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6462484-e200-496d-995a-518add4ff203 req-b2cd445c-f467-4773-a648-e6dad10cde3c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824416 Jul 22 14:22:01.174186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca09c651-561a-426d-a64b-1f0140991021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.196329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca09c651-561a-426d-a64b-1f0140991021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.197022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-447f568b-e28c-4a67-96cc-bd6a6468ffc5 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463177 Jul 22 14:22:01.253445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ca09c651-561a-426d-a64b-1f0140991021 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b8600132b6b4301a3b96ffbfaccd955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397477 Jul 22 14:22:01.257195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35452) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:01.280151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30777d18-4924-423e-85dc-42dd386e41af req-cca8d531-9f31-410a-b22f-fd41bd0b74da tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ddfedbb-f151-4e08-bb5d-bf47804fa5ba HTTP/1.1" status: 200 len: 210 time: 0.0566316 Jul 22 14:22:01.288314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09c651-561a-426d-a64b-1f0140991021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a9fc0-0635-41e3-800e-1b74892af3db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:01.343905 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f33-3089-4caa-9d5a-24a0695e106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.384245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f33-3089-4caa-9d5a-24a0695e106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.417266 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04584ba-9e57-4b2c-862b-44cbfa3b82d2 x-openstack-request-id: req-f04584ba-9e57-4b2c-862b-44cbfa3b82d2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:01.417897 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:01.418398 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f04584ba-9e57-4b2c-862b-44cbfa3b82d2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:01.419233 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'status': 'completed', 'code': 200} Jul 22 14:22:01.430550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6806054-f7ac-4a06-bab5-c262bbac2a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.440041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6806054-f7ac-4a06-bab5-c262bbac2a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.484437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cca18454-8ff1-4f5d-aa75-286cd5ec5502 req-a4e87b80-cd56-4ea9-bbce-65707a564edd service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820222 Jul 22 14:22:01.498240 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c6806054-f7ac-4a06-bab5-c262bbac2a8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b30951891c31480c95596a78d812fe1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6079586 Jul 22 14:22:01.498370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:01.498638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806054-f7ac-4a06-bab5-c262bbac2a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91a6f54-5c92-4409-a2e9-62838a29fec2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:01.513537 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f33-3089-4caa-9d5a-24a0695e106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.520021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f33-3089-4caa-9d5a-24a0695e106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.526591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f1c88f33-3089-4caa-9d5a-24a0695e106a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f7a9fc0-0635-41e3-800e-1b74892af3db HTTP/1.1" status: 204 len: 168 time: 0.2682524 Jul 22 14:22:01.537600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c88f33-3089-4caa-9d5a-24a0695e106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a9fc0-0635-41e3-800e-1b74892af3db,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:01.596473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f3c08-e206-4d7d-a3a5-4c2cbec45d34 req-46702de5-805c-446b-9f91-a4000017f5f7 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.597989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-906f3c08-e206-4d7d-a3a5-4c2cbec45d34 req-46702de5-805c-446b-9f91-a4000017f5f7 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 971 time: 0.1547163 Jul 22 14:22:01.619239 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a13b-c8f9-4bf9-9818-368713bda8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.670409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a13b-c8f9-4bf9-9818-368713bda8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.682778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-906f3c08-e206-4d7d-a3a5-4c2cbec45d34 req-02b49f04-eadf-4142-9388-d793163e8a78 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727346 Jul 22 14:22:01.697277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-e84b7313-e705-4c3b-8234-7496dc4cee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.707316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-e84b7313-e705-4c3b-8234-7496dc4cee52 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1098 time: 0.1517022 Jul 22 14:22:01.707475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d28783a7-5872-42fc-a004-0864100de68f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:01.825718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a13b-c8f9-4bf9-9818-368713bda8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.828107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'name': 'network-vif-deleted', 'tag': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:01.828608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0f4a13b-c8f9-4bf9-9818-368713bda8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.829499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f0f4a13b-c8f9-4bf9-9818-368713bda8b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f91a6f54-5c92-4409-a2e9-62838a29fec2 HTTP/1.1" status: 204 len: 168 time: 0.3293808 Jul 22 14:22:01.832880 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a1179d-e13e-4df4-a226-5d91858492be" -d '{"events": [{"server_uuid": "0ddfedbb-f151-4e08-bb5d-bf47804fa5ba", "name": "network-vif-deleted", "tag": "edb1fbbb-67ea-43ca-bfb9-b037afe9b416"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:01.850919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port d28783a7-5872-42fc-a004-0864100de68f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:01.863493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port d28783a7-5872-42fc-a004-0864100de68f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:01.863690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4a13b-c8f9-4bf9-9818-368713bda8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91a6f54-5c92-4409-a2e9-62838a29fec2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:01.864089 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:01.884001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-222a8d6d-1431-45cf-9103-53ff7e17cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:01.885385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-222a8d6d-1431-45cf-9103-53ff7e17cbff service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1766624 Jul 22 14:22:01.937957 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1b1865-0411-4f48-aaf7-4ba55d58fde3 x-openstack-request-id: req-7d1b1865-0411-4f48-aaf7-4ba55d58fde3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:01.938768 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddfedbb-f151-4e08-bb5d-bf47804fa5ba", "name": "network-vif-deleted", "tag": "edb1fbbb-67ea-43ca-bfb9-b037afe9b416", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:01.939235 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d1b1865-0411-4f48-aaf7-4ba55d58fde3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:01.939849 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddfedbb-f151-4e08-bb5d-bf47804fa5ba', 'name': 'network-vif-deleted', 'tag': 'edb1fbbb-67ea-43ca-bfb9-b037afe9b416', 'status': 'completed', 'code': 200} Jul 22 14:22:01.948173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-e89ea6b6-2ca3-46dc-9721-2680f5893fb0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=80b55e48-d20d-4a41-aca5-f942e2b48436 HTTP/1.1" status: 200 len: 217 time: 0.0544496 Jul 22 14:22:02.036733 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.057017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-65e18d58-f928-4ced-bcb1-e21e902b09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.061003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-65e18d58-f928-4ced-bcb1-e21e902b09bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0997977 Jul 22 14:22:02.062663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28783a7-5872-42fc-a004-0864100de68f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:02.065359 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a704417-de4c-4bcb-bca6-eb208ec1ec77" -d '{"events": [{"server_uuid": "06d7245c-4657-4dce-ba3d-04f1fb55ba94", "name": "network-vif-plugged", "status": "completed", "tag": "d28783a7-5872-42fc-a004-0864100de68f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:02.073364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35496) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:02.079230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d28783a7-5872-42fc-a004-0864100de68f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d28783a7-5872-42fc-a004-0864100de68f,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:02.085399 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.096382 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b89fd5d-6000-4237-8302-020e385cd0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.151065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d28783a7-5872-42fc-a004-0864100de68f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.177029 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3e5e12-76d2-48c1-a446-f8a9b8c2e45a x-openstack-request-id: req-dc3e5e12-76d2-48c1-a446-f8a9b8c2e45a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:02.177266 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7245c-4657-4dce-ba3d-04f1fb55ba94", "name": "network-vif-plugged", "status": "completed", "tag": "d28783a7-5872-42fc-a004-0864100de68f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:02.177570 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc3e5e12-76d2-48c1-a446-f8a9b8c2e45a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:02.177979 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28783a7-5872-42fc-a004-0864100de68f', 'code': 200} Jul 22 14:22:02.210601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-5533208d-bbe0-4fb8-81db-c52637eb0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.214790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-5533208d-bbe0-4fb8-81db-c52637eb0688 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1457610 Jul 22 14:22:02.359857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b89fd5d-6000-4237-8302-020e385cd0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.372193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b89fd5d-6000-4237-8302-020e385cd0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.434180 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8b89fd5d-6000-4237-8302-020e385cd0db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec9fc208c51740ceb64f74e376a6d33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3569827 Jul 22 14:22:02.434180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89fd5d-6000-4237-8302-020e385cd0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6fa3c7-0398-472a-95cb-32df83c28d4e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.436108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35514) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:02.484559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4400ee-91a3-4b0a-b7ac-960387582074 req-08f534c5-7c8d-4f4b-bba0-e64ce781c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.486078 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fa4400ee-91a3-4b0a-b7ac-960387582074 req-08f534c5-7c8d-4f4b-bba0-e64ce781c491 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 1123 time: 0.1242580 Jul 22 14:22:02.486547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:02.511355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14fbedd5-d004-4766-a1b7-ee096bd02158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.533326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-6ed5c222-0b1e-41f0-84d0-26f442c9ad0e service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111446 Jul 22 14:22:02.540072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6842b424-188c-49fd-9dd7-711a7a9f87a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.540735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907cbf2-6a3d-40a1-a348-563d2ad7a4b5 req-87c0d47d-85b4-438b-b825-dbafb7a5b14c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.542146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e907cbf2-6a3d-40a1-a348-563d2ad7a4b5 req-87c0d47d-85b4-438b-b825-dbafb7a5b14c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 946 time: 0.3012109 Jul 22 14:22:02.575720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fa4400ee-91a3-4b0a-b7ac-960387582074 req-6391d9a0-aa9d-420c-9a38-9ffec9ec2f3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710716 Jul 22 14:22:02.584294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e57d-3d5c-4aba-bb53-798afa02caf5 req-3eea5c85-3464-4a09-aef2-e5debee69c01 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.585936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c065e57d-3d5c-4aba-bb53-798afa02caf5 req-3eea5c85-3464-4a09-aef2-e5debee69c01 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 948 time: 0.2378650 Jul 22 14:22:02.590757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6842b424-188c-49fd-9dd7-711a7a9f87a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.668442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e907cbf2-6a3d-40a1-a348-563d2ad7a4b5 req-3529095b-8a64-44da-8772-e266b0f8c09a tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130371 Jul 22 14:22:02.677199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14fbedd5-d004-4766-a1b7-ee096bd02158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.678621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6842b424-188c-49fd-9dd7-711a7a9f87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.681232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6842b424-188c-49fd-9dd7-711a7a9f87a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.682596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6842b424-188c-49fd-9dd7-711a7a9f87a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb6fa3c7-0398-472a-95cb-32df83c28d4e HTTP/1.1" status: 204 len: 168 time: 0.2447076 Jul 22 14:22:02.685814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14fbedd5-d004-4766-a1b7-ee096bd02158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.699509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c065e57d-3d5c-4aba-bb53-798afa02caf5 req-4de2ef8c-0906-4c2a-aa92-25d9b8f4b2d5 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038966 Jul 22 14:22:02.709063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842b424-188c-49fd-9dd7-711a7a9f87a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6fa3c7-0398-472a-95cb-32df83c28d4e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.736151 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14fbedd5-d004-4766-a1b7-ee096bd02158 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0de528f122bf45edabc7f413c6ce670e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484708 Jul 22 14:22:02.738383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415bb292-ddd4-4241-bbe5-b35d189a67f4 req-d31f0be6-1220-4ce7-b67d-831948772fa0 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925879 Jul 22 14:22:02.739064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35524) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:02.745314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbedd5-d004-4766-a1b7-ee096bd02158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6dcb19-2e0f-4147-9511-93c14ba8839e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:02.833096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c32eea9-d2df-4664-8239-d38e7033975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.870758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c32eea9-d2df-4664-8239-d38e7033975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.957864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77e222-ae34-41fa-a997-16b95958d368 req-ab6bfdd9-10bf-41cc-b552-ee80fa3aa749 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:02.964721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b77e222-ae34-41fa-a997-16b95958d368 req-ab6bfdd9-10bf-41cc-b552-ee80fa3aa749 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 972 time: 0.1060553 Jul 22 14:22:02.981234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c32eea9-d2df-4664-8239-d38e7033975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.983784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c32eea9-d2df-4664-8239-d38e7033975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:02.987371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c32eea9-d2df-4664-8239-d38e7033975a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc6dcb19-2e0f-4147-9511-93c14ba8839e HTTP/1.1" status: 204 len: 168 time: 0.2447743 Jul 22 14:22:02.998541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32eea9-d2df-4664-8239-d38e7033975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6dcb19-2e0f-4147-9511-93c14ba8839e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:03.013559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b77e222-ae34-41fa-a997-16b95958d368 req-9f1e7ed1-8344-4f74-9b2f-aa4e5d480403 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471723 Jul 22 14:22:03.202509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-22495110-1c7a-45cf-97f5-c1fabe047227 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3be6362e0bdd45d49524968a711878cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247467 Jul 22 14:22:03.366504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800b1a3-9295-4c54-a9aa-810cf37d4d90 req-eea3aac9-2f7e-40e3-aa0e-4ce6228a27ee tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.368053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c800b1a3-9295-4c54-a9aa-810cf37d4d90 req-eea3aac9-2f7e-40e3-aa0e-4ce6228a27ee tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1097 time: 0.1490924 Jul 22 14:22:03.377442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-d073a3a6-d42a-42b7-9c5a-3274bb192eda tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.379710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-d073a3a6-d42a-42b7-9c5a-3274bb192eda tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714330 Jul 22 14:22:03.413532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-5cd1e32b-f72d-4a15-8036-db838f320c3e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/quotas/3be6362e0bdd45d49524968a711878cb HTTP/1.1" status: 200 len: 375 time: 0.0265892 Jul 22 14:22:03.464364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-2e0ed731-d1e4-4031-bc42-7e20a12375f7 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3be6362e0bdd45d49524968a711878cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499051 Jul 22 14:22:03.473661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c800b1a3-9295-4c54-a9aa-810cf37d4d90 req-e8c6d787-af55-4eba-bdca-4f6487f470d1 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926290 Jul 22 14:22:03.751875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dbb3c-094a-4352-9409-8115485be996 req-a0a6b97c-f122-4c8d-a0ad-2d56e2713378 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:03.754841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c12dbb3c-094a-4352-9409-8115485be996 req-a0a6b97c-f122-4c8d-a0ad-2d56e2713378 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1097 time: 0.0719035 Jul 22 14:22:03.806481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c12dbb3c-094a-4352-9409-8115485be996 req-6545dd8c-1d04-48a1-99ba-97f118fba4fe tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Jul 22 14:22:04.067483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf9d6f34-9dfa-47cc-9983-c2bffeaa9ee3 req-e49f0efd-5a73-48d1-883f-a6d4aee8a943 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 210 time: 0.2063892 Jul 22 14:22:04.138497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e01e07-c027-4968-aabe-5dde20f3d011 req-c6fea813-3883-4b8b-84e1-78ea87c8878d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:04.146004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27e01e07-c027-4968-aabe-5dde20f3d011 req-c6fea813-3883-4b8b-84e1-78ea87c8878d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 948 time: 0.0808759 Jul 22 14:22:04.173385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13ecd24a-5b3c-405d-86b7-9561b9515957 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:04.205173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27e01e07-c027-4968-aabe-5dde20f3d011 req-036b454b-88e9-432b-b113-36ac83c158ab tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577855 Jul 22 14:22:04.236361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edb1fbbb-67ea-43ca-bfb9-b037afe9b416 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:04.278267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: edb1fbbb-67ea-43ca-bfb9-b037afe9b416 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:04.278960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edb1fbbb-67ea-43ca-bfb9-b037afe9b416 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:04.391755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 13ecd24a-5b3c-405d-86b7-9561b9515957, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13ecd24a-5b3c-405d-86b7-9561b9515957,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.422257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '13ecd24a-5b3c-405d-86b7-9561b9515957', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '13ecd24a-5b3c-405d-86b7-9561b9515957', 'mac_address': 'fa:16:3e:41:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:04.442379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb505e5-3d11-4202-841d-11739cab10c8 req-64d09cd6-fec4-454d-9c6e-1a3154e2a2dd tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:04.449952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfb505e5-3d11-4202-841d-11739cab10c8 req-64d09cd6-fec4-454d-9c6e-1a3154e2a2dd tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 972 time: 0.1060877 Jul 22 14:22:04.523485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfb505e5-3d11-4202-841d-11739cab10c8 req-b4a62d6a-aa8f-4104-8471-0a4fd6cdbf53 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705776 Jul 22 14:22:04.530435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.565391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ecd24a-5b3c-405d-86b7-9561b9515957 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:04.616998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 13ecd24a-5b3c-405d-86b7-9561b9515957, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13ecd24a-5b3c-405d-86b7-9561b9515957,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.626980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.628165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:04.710817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=13ecd24a-5b3c-405d-86b7-9561b9515957,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:04.727880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.742662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'mac_address': 'fa:16:3e:80:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:04.802870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.817650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b55e48-d20d-4a41-aca5-f942e2b48436 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:04.842441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:04.851386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:04.948671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:04.969969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-21d2d3bb-04e0-4b10-8f41-e28a4ef67ad7 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=3be6362e0bdd45d49524968a711878cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647521 Jul 22 14:22:05.085014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['13ecd24a-5b3c-405d-86b7-9561b9515957'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:05.088493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:05.157311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-73d535fa-0c16-43e7-8926-9ac5f76e2e60 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.160413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-73d535fa-0c16-43e7-8926-9ac5f76e2e60 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829817 Jul 22 14:22:05.180171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Request body: {'port': {'device_id': '24f601b5-2b55-4fea-8226-cd9a392da451', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '3be6362e0bdd45d49524968a711878cb'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:05.432778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Made reservation on behalf of 3be6362e0bdd45d49524968a711878cb for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:05.440871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:05.507146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b03e817-d6e2-4f04-8516-77e325a8eb70 req-78675992-1a7d-4816-89f1-5dd9c9c2bb4a tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 210 time: 0.0378735 Jul 22 14:22:05.608558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Allocated IP 192.168.233.104 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/a6d25360-5d95-4ffc-b9dd-8e6ba4f90420) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:05.669330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e14747-312f-4050-af97-0f4dacf23302 req-8147bea4-7cb3-4211-94b1-9d29e303e1ea tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.671129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62e14747-312f-4050-af97-0f4dacf23302 req-8147bea4-7cb3-4211-94b1-9d29e303e1ea tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 949 time: 0.0978456 Jul 22 14:22:05.720983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:05.723379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62e14747-312f-4050-af97-0f4dacf23302 req-69b2d498-c9ba-4736-a6f8-34f947108713 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Jul 22 14:22:05.868138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8ae1d-96f4-4eae-99c1-65ea91572dc1 req-41947a42-9d85-4ab9-ad0a-9ec3a1974392 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:05.871820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ad8ae1d-96f4-4eae-99c1-65ea91572dc1 req-41947a42-9d85-4ab9-ad0a-9ec3a1974392 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 972 time: 0.0753775 Jul 22 14:22:05.928697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ad8ae1d-96f4-4eae-99c1-65ea91572dc1 req-9d772970-b1d4-4dce-9b11-36f5c3d993d1 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Jul 22 14:22:05.971220 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad62023f-cdf8-4f58-8149-e0cd049857af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.042074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.067924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Transition to ACTIVE for port object a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:06.146998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.161035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad62023f-cdf8-4f58-8149-e0cd049857af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.188179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad62023f-cdf8-4f58-8149-e0cd049857af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.192905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13ecd24a-5b3c-405d-86b7-9561b9515957 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:06.227080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:06.241165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:06.250520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:06.256061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:06.256586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.263691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Pushing event updated for resources: {'Port': ['ID=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.271654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 13ecd24a-5b3c-405d-86b7-9561b9515957 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:06.275268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35728) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:06.276981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ad62023f-cdf8-4f58-8149-e0cd049857af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c70341522d8435dad29251536a75f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5549836 Jul 22 14:22:06.278453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 13ecd24a-5b3c-405d-86b7-9561b9515957 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:06.279018 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.280847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62023f-cdf8-4f58-8149-e0cd049857af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe1644-32f0-4ac8-9ec4-1674a5d7cf95,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.305100 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-49a0c2bb-845e-4200-8d3a-a04892f04383 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1289053 Jul 22 14:22:06.320836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Request body: {'port': {'device_id': '24f601b5-2b55-4fea-8226-cd9a392da451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:06.379490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57448cc0-4ca9-4b6f-a417-3251a1a5f595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.406878 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.428527 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.430921 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57448cc0-4ca9-4b6f-a417-3251a1a5f595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.457780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ecd24a-5b3c-405d-86b7-9561b9515957'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:06.461155 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d5665-70e4-4761-b916-ddd0f638db5c" -d '{"events": [{"server_uuid": "6e9cac22-4005-4878-b2ba-7d75a0084565", "name": "network-vif-plugged", "status": "completed", "tag": "13ecd24a-5b3c-405d-86b7-9561b9515957"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:06.519707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 13ecd24a-5b3c-405d-86b7-9561b9515957, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13ecd24a-5b3c-405d-86b7-9561b9515957,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:06.530878 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.532057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:06.557826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57448cc0-4ca9-4b6f-a417-3251a1a5f595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.561445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57448cc0-4ca9-4b6f-a417-3251a1a5f595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.564905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-57448cc0-4ca9-4b6f-a417-3251a1a5f595 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dbe1644-32f0-4ac8-9ec4-1674a5d7cf95 HTTP/1.1" status: 204 len: 168 time: 0.2863944 Jul 22 14:22:06.573711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57448cc0-4ca9-4b6f-a417-3251a1a5f595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe1644-32f0-4ac8-9ec4-1674a5d7cf95,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.621702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=13ecd24a-5b3c-405d-86b7-9561b9515957,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:06.649070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-26bd7304-9b3a-4672-9e67-9379707abea2 None None] Provisioning for port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:06.658066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-26bd7304-9b3a-4672-9e67-9379707abea2 None None] Provisioning complete for port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:06.658426 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26bd7304-9b3a-4672-9e67-9379707abea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.704279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-26bd7304-9b3a-4672-9e67-9379707abea2 None None] Port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:06.722888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 80b55e48-d20d-4a41-aca5-f942e2b48436 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:06.727193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 80b55e48-d20d-4a41-aca5-f942e2b48436 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:06.727517 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.829388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:06.840097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.845218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-cf1b488e-2487-4fb8-b8cd-b846c9892836 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=33376c881aa24fbb809ed1618d06e5cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333931 Jul 22 14:22:06.869481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Transition to ACTIVE for port object a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:06.876519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.966217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.970415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:06.999164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:07.013771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.033132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Attempting to bind port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:07.033774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Attempting to bind port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:07.034303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Attempting to bind port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:07.038017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:07.038976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-8a5f1d58-4bbe-457e-9103-5e55e46e1f9a tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.041756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:07.042272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Attempting to bind port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:07.048011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-8a5f1d58-4bbe-457e-9103-5e55e46e1f9a tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013519 Jul 22 14:22:07.048848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:07.049769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:07.050486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:07.051039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Bound port: a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:07.051509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.056472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.067426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-aaf71f0f-8110-4e12-b7b1-aced15d5a329 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/quotas/33376c881aa24fbb809ed1618d06e5cf HTTP/1.1" status: 200 len: 375 time: 0.0181429 Jul 22 14:22:07.123969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35770) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:07.141336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.152848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-727e0915-e972-4d95-8d7a-f473008f2da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.154234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] For port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:07.158400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] For port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:07.165296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.217724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.218365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.219801 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] 10.222.0.61 "PUT /v2.0/ports/a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 HTTP/1.1" status: 200 len: 1096 time: 0.9094689 Jul 22 14:22:07.220256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f601b5-2b55-4fea-8226-cd9a392da451', 'tag': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:07.222806 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96fedaf-24b9-4178-a628-57c4099ff5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "24f601b5-2b55-4fea-8226-cd9a392da451", "tag": "a6d25360-5d95-4ffc-b9dd-8e6ba4f90420"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:07.229093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-644a1932-575a-4aaf-b2c4-e01a968a8617 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=33376c881aa24fbb809ed1618d06e5cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1607008 Jul 22 14:22:07.241401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a66a0-be54-4e5d-ad53-f4a56c863186 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.330208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-727e0915-e972-4d95-8d7a-f473008f2da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.339229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.341659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-727e0915-e972-4d95-8d7a-f473008f2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.366935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-c4a9caf9-904b-4927-ab11-b71d6dff5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.368628 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-c4a9caf9-904b-4927-ab11-b71d6dff5fba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3be6362e0bdd45d49524968a711878cb&device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 1099 time: 0.0970571 Jul 22 14:22:07.390673 n-d-794306-8 neutron-server[93813]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 14:22:07.396073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-3c04c39f-d93c-4e78-8d74-5d1bc09a9273 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:22:07.397132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-3c04c39f-d93c-4e78-8d74-5d1bc09a9273 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3950846 Jul 22 14:22:07.408948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-727e0915-e972-4d95-8d7a-f473008f2da3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eff28edb4a2249aeb9b2bfc9f0f1137e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829547 Jul 22 14:22:07.410598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:07.429699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e0915-e972-4d95-8d7a-f473008f2da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53605d89-a9c6-4064-ac14-6b1d2beff1ca,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.430751 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-104f6325-c28f-40f5-9c6c-a402d531c9d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 HTTP/1.1" status: 200 len: 217 time: 0.0506580 Jul 22 14:22:07.519179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9732fbb5-44ce-4e61-96ec-29ed4c1a186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.520308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-50bca59f-d896-4a1c-83a2-79eb91624348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.523657 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-50bca59f-d896-4a1c-83a2-79eb91624348 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0850902 Jul 22 14:22:07.557098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9732fbb5-44ce-4e61-96ec-29ed4c1a186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.581820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Request body: {'binding': {'host': 'n-h2-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:07.582698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:22:07.596026 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73e657e-237e-436d-849c-9aec6938ea11 x-openstack-request-id: req-d73e657e-237e-436d-849c-9aec6938ea11 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:07.597861 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9cac22-4005-4878-b2ba-7d75a0084565", "name": "network-vif-plugged", "status": "completed", "tag": "13ecd24a-5b3c-405d-86b7-9561b9515957", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:07.598121 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d73e657e-237e-436d-849c-9aec6938ea11 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:07.598508 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ecd24a-5b3c-405d-86b7-9561b9515957', 'code': 200} Jul 22 14:22:07.643208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9732fbb5-44ce-4e61-96ec-29ed4c1a186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.646462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9732fbb5-44ce-4e61-96ec-29ed4c1a186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:07.649837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9732fbb5-44ce-4e61-96ec-29ed4c1a186c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53605d89-a9c6-4064-ac14-6b1d2beff1ca HTTP/1.1" status: 204 len: 168 time: 0.2358196 Jul 22 14:22:07.662066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732fbb5-44ce-4e61-96ec-29ed4c1a186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53605d89-a9c6-4064-ac14-6b1d2beff1ca,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:07.720199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-f25a6ea6-2077-46c9-8c88-eb106a358b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.721653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-f25a6ea6-2077-46c9-8c88-eb106a358b3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909118 Jul 22 14:22:07.786390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36275081-4f00-4edb-97d6-4fee1d86701f req-fa3857fc-77f5-4868-89af-8d156e127c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.788863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36275081-4f00-4edb-97d6-4fee1d86701f req-fa3857fc-77f5-4868-89af-8d156e127c1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 1101 time: 0.1237826 Jul 22 14:22:07.837806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cfaa5-ab2c-4e9a-ad37-8ce6278fba62 req-bb684b6c-d4a1-4c72-baf0-8a75599ae837 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:07.844808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d99cfaa5-ab2c-4e9a-ad37-8ce6278fba62 req-bb684b6c-d4a1-4c72-baf0-8a75599ae837 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 948 time: 0.1256065 Jul 22 14:22:07.848555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36275081-4f00-4edb-97d6-4fee1d86701f req-00256a8b-fd7c-48d5-8441-fe2e4c2bf2be service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513632 Jul 22 14:22:07.852289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on host n-h2-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:07.852638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:07.852982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:07.861648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:07.861987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:07.875065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:07.875423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:07.875812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:07.876291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Bound port: f13b26e0-2843-44e9-848f-005a6d2bf815, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:07.892962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d99cfaa5-ab2c-4e9a-ad37-8ce6278fba62 req-4d03b011-1f57-4279-bd8b-e38838f25abc tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471950 Jul 22 14:22:07.903701 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-53577b94-1a2c-406d-b1ba-a392614474bb service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705270 Jul 22 14:22:08.048472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:08.057147 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:08.065426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-17f74c2e-a468-4f85-9f00-f8df1f4eecdd service neutron] 10.222.0.60 "POST /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815/bindings HTTP/1.1" status: 201 len: 389 time: 0.5862303 Jul 22 14:22:08.079353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-580ce2e5-b5c9-44fd-9fdc-cf27e856d000 req-90bb47ea-679a-43b8-93f5-850dc616a9f7 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481614 Jul 22 14:22:08.313407 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46756676-b556-460e-95bc-33d56ebb79fa x-openstack-request-id: req-46756676-b556-460e-95bc-33d56ebb79fa {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:08.313971 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f601b5-2b55-4fea-8226-cd9a392da451", "tag": "a6d25360-5d95-4ffc-b9dd-8e6ba4f90420", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:08.314454 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46756676-b556-460e-95bc-33d56ebb79fa {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:08.315948 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f601b5-2b55-4fea-8226-cd9a392da451', 'tag': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420', 'status': 'completed', 'code': 200} Jul 22 14:22:08.389155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e990d2-d5d5-4b84-98ee-16fa5b1ef1a1 req-7ddaf14c-07f8-4afd-92a2-e61f6631f092 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.393694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88e990d2-d5d5-4b84-98ee-16fa5b1ef1a1 req-7ddaf14c-07f8-4afd-92a2-e61f6631f092 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 950 time: 0.1541350 Jul 22 14:22:08.433543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.61', 55471) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:08.456672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-debadebe-45e5-428b-ba00-2fdfb7f4ed0a req-5f186eeb-c568-4a17-942b-4f81f00d8412 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 210 time: 0.0583551 Jul 22 14:22:08.475931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-a7291dd5-0e4a-4163-8639-510c4d4d4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.477793 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-a7291dd5-0e4a-4163-8639-510c4d4d4225 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3be6362e0bdd45d49524968a711878cb&device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 1099 time: 0.1233096 Jul 22 14:22:08.493483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88e990d2-d5d5-4b84-98ee-16fa5b1ef1a1 req-2bf0c42c-7c86-44d3-8efa-930121ec3c60 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935044 Jul 22 14:22:08.562753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-d6103f9d-1a3a-4696-8e76-5a9085f15f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.564885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-d6103f9d-1a3a-4696-8e76-5a9085f15f3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1097 time: 0.1303694 Jul 22 14:22:08.691618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c67c39-0347-4040-afb7-58d50776e0f4 req-eae2efbe-de02-40c8-85b3-feb770c48738 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.700775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1c67c39-0347-4040-afb7-58d50776e0f4 req-eae2efbe-de02-40c8-85b3-feb770c48738 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 946 time: 0.0988040 Jul 22 14:22:08.710573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-5c32773a-0219-41c8-8664-0c71da3932ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.712321 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-5c32773a-0219-41c8-8664-0c71da3932ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2276480 Jul 22 14:22:08.742899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1c67c39-0347-4040-afb7-58d50776e0f4 req-cbf57195-4233-492b-a678-40ff14387d04 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409882 Jul 22 14:22:08.831881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-d5668606-3a35-41fe-89f3-fb37ecd3c4c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 HTTP/1.1" status: 200 len: 217 time: 0.1110408 Jul 22 14:22:08.838049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-4cdea1da-0987-48a7-b0c0-3ed1fe7150b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:08.841720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-4cdea1da-0987-48a7-b0c0-3ed1fe7150b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2519636 Jul 22 14:22:08.950047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-e8d3bee3-4121-4c2f-a42f-85714df7e87d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=33376c881aa24fbb809ed1618d06e5cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446610 Jul 22 14:22:08.978929 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-737e8829-4e7d-451d-9c93-784533460e4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.1112998 Jul 22 14:22:09.039611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-6e798397-67d8-4660-abbe-d9a644ed2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.061089 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-6e798397-67d8-4660-abbe-d9a644ed2982 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2182264 Jul 22 14:22:09.108928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-64c9b83d-3388-4ac3-9f95-a18bb64dd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.110583 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-64c9b83d-3388-4ac3-9f95-a18bb64dd2b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1220641 Jul 22 14:22:09.156350 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-ae3813c1-68b5-4106-b924-d4fe1f7707b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384340 Jul 22 14:22:09.205862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-414ff1aa-3e8e-4fbb-9786-c8d9df25d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.205862 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-414ff1aa-3e8e-4fbb-9786-c8d9df25d43d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379061 Jul 22 14:22:09.221239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-e23464d0-98db-47c7-9bc3-604c89f2a2cc tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.223025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-e23464d0-98db-47c7-9bc3-604c89f2a2cc tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2674813 Jul 22 14:22:09.239224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Request body: {'port': {'device_id': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '33376c881aa24fbb809ed1618d06e5cf'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:09.280623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851c9c3-ef8f-4ddd-b202-52617154f293 req-503b551b-3629-4f51-80cc-ad128942d1fc tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.287637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6851c9c3-ef8f-4ddd-b202-52617154f293 req-503b551b-3629-4f51-80cc-ad128942d1fc tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 948 time: 0.1510019 Jul 22 14:22:09.336383 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-eb683357-f5c3-46a3-9eb3-d3c492eb8356 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727252 Jul 22 14:22:09.374340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6851c9c3-ef8f-4ddd-b202-52617154f293 req-8820bb4a-86b2-4fbb-b2c0-3a95f9c6c5ca tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857739 Jul 22 14:22:09.395389 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-025ce51d-9c11-4bd9-9987-8bed62fdec8c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816278 Jul 22 14:22:09.422959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Made reservation on behalf of 33376c881aa24fbb809ed1618d06e5cf for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:09.429311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.601565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:09.604163 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f977c00-f0f5-4ce9-86a9-f95b29f7f090" -d '{"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-plugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:09.719337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Allocated IP 192.168.233.192 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/45b13ddd-0bf7-449a-a8ac-d742b9623f42) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:09.733272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-e4d666ed-34ad-4e4d-ad07-ba7724f470d7 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885536 Jul 22 14:22:09.757736 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c96fedaf-24b9-4178-a628-57c4099ff5bf req-e8f60f21-0679-42a2-9149-8e4944b956b0 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551540 Jul 22 14:22:09.771849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48d44c44-e881-4c57-97bb-e0c98a6edf50 req-da039486-faa4-4e92-b3cf-db2c5e05e622 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 210 time: 0.0493083 Jul 22 14:22:09.806318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cc7f923-6c9d-4592-805e-bda01ec16b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:09.832074 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8af7149-8f50-4597-b7dc-586015771a73 x-openstack-request-id: req-d8af7149-8f50-4597-b7dc-586015771a73 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:09.832433 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-plugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:09.832747 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8af7149-8f50-4597-b7dc-586015771a73 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:09.834231 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'code': 200} Jul 22 14:22:09.963366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2b35f-2e58-48d4-a732-f031e1be1b54 req-03ded43f-9210-4419-af9a-986a08d90005 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:09.967068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bf2b35f-2e58-48d4-a732-f031e1be1b54 req-03ded43f-9210-4419-af9a-986a08d90005 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 950 time: 0.1843967 Jul 22 14:22:10.027963 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.035441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-1c49a232-956a-4f4f-a27b-997b33928559 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.037072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-1c49a232-956a-4f4f-a27b-997b33928559 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1097 time: 0.1664519 Jul 22 14:22:10.046347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7d6e7-1139-424e-bf77-12c3601bd916 req-76be84a1-4a28-4840-aaeb-0b8289430d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.047898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0ec7d6e7-1139-424e-bf77-12c3601bd916 req-76be84a1-4a28-4840-aaeb-0b8289430d84 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1100 time: 0.1329203 Jul 22 14:22:10.053240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:10.071519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bf2b35f-2e58-48d4-a732-f031e1be1b54 req-f7f60fd2-ef0e-4269-a3ce-d8fc2b00f064 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882752 Jul 22 14:22:10.072706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Transition to ACTIVE for port object 45b13ddd-0bf7-449a-a8ac-d742b9623f42 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:10.141069 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.145147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0ec7d6e7-1139-424e-bf77-12c3601bd916 req-36a11e39-bcfe-49ae-a70c-33aae3134b7e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887887 Jul 22 14:22:10.160218 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.161008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d28783a7-5872-42fc-a004-0864100de68f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:10.245662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:10.281410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:10.286400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:10.294284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.297946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.336340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1008401 Jul 22 14:22:10.360645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Request body: {'port': {'device_id': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:10.369951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9427e12-f670-45f6-9d73-47923c0194c8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Pushing event updated for resources: {'Port': ['ID=45b13ddd-0bf7-449a-a8ac-d742b9623f42,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:10.434289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:10.469375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fbf54b-fda5-4a49-86e4-3f53ff4f57ea req-dfa09320-55bc-45e1-bf2f-c9e5aed362df tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.476471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2fbf54b-fda5-4a49-86e4-3f53ff4f57ea req-dfa09320-55bc-45e1-bf2f-c9e5aed362df tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 946 time: 0.2858963 Jul 22 14:22:10.522450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:10.576810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:10.579543 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed390b0-99c1-4351-b120-7fc964e91f46" -d '{"events": [{"server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "name": "network-vif-unplugged", "status": "completed", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:10.581190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2fbf54b-fda5-4a49-86e4-3f53ff4f57ea req-0fbc4b04-e140-4bb6-a05b-fb72177910ab tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036329 Jul 22 14:22:10.585138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.597203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.597526 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.598904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1a77c6a6-44b8-419b-b21f-dec255afa802 None None] Provisioning for port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:10.609787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:10.612933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1a77c6a6-44b8-419b-b21f-dec255afa802 None None] Provisioning complete for port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:10.613401 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1a77c6a6-44b8-419b-b21f-dec255afa802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.666336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96f9f0-a6b2-41f2-8f0d-9c60e9a346a1 req-a74d6e19-333b-4522-b377-45951f4cbb55 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.667035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1a77c6a6-44b8-419b-b21f-dec255afa802 None None] Port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:10.669005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa96f9f0-a6b2-41f2-8f0d-9c60e9a346a1 req-a74d6e19-333b-4522-b377-45951f4cbb55 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1332903 Jul 22 14:22:10.813277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:10.828702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on host n-h1-794306-8 for vnic_type normal with profile {"migrating_to": "n-h2-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:10.829035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:10.829360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:10.837161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa96f9f0-a6b2-41f2-8f0d-9c60e9a346a1 req-370a676b-bd0c-47b1-b7cd-beb18a8934ce tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583989 Jul 22 14:22:10.837785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37a433d-6e8a-4774-8c9f-699f34393b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.849647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:10.850586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Attempting to bind port f13b26e0-2843-44e9-848f-005a6d2bf815 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:10.870562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-8b800c03-f947-41b1-afea-58043a5312f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1970298 Jul 22 14:22:10.871899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:10.872246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:10.872564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:10.873005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Bound port: f13b26e0-2843-44e9-848f-005a6d2bf815, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:10.873360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:10.945452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c66d-7602-4947-be78-96fc96ed7bcf req-8fbbfd47-3eb5-4e40-9941-3a9814adc611 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:10.947244 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c31c66d-7602-4947-be78-96fc96ed7bcf req-8fbbfd47-3eb5-4e40-9941-3a9814adc611 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 948 time: 0.1784132 Jul 22 14:22:10.996338 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ab4e86-4668-44b6-9533-67f54d2be286 x-openstack-request-id: req-94ab4e86-4668-44b6-9533-67f54d2be286 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:10.996829 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "name": "network-vif-unplugged", "status": "completed", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:10.997081 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94ab4e86-4668-44b6-9533-67f54d2be286 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:10.997470 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'code': 200} Jul 22 14:22:11.013891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:11.017788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c31c66d-7602-4947-be78-96fc96ed7bcf req-6f830dcb-fd6c-4a27-a571-d2164a85bc4b tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 Jul 22 14:22:11.019992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:11.034570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.188748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37a433d-6e8a-4774-8c9f-699f34393b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.199758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.203251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-cd489c28-c594-4433-9836-c4f88c3f5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.204819 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-cd489c28-c594-4433-9836-c4f88c3f5927 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 1123 time: 0.2574685 Jul 22 14:22:11.208777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37a433d-6e8a-4774-8c9f-699f34393b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.269268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.269268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.271778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-8ed1da3b-da59-4b82-bdb4-31562a97e162 service neutron] 10.222.0.61 "PUT /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 1122 time: 1.2216954 Jul 22 14:22:11.283418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b13ddd-0bf7-449a-a8ac-d742b9623f42 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:11.313224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.332766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Transition to ACTIVE for port object 45b13ddd-0bf7-449a-a8ac-d742b9623f42 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:11.345299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.348362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['f13b26e0-2843-44e9-848f-005a6d2bf815'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:11.381447 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e37a433d-6e8a-4774-8c9f-699f34393b59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=012f8c31a5224573817d54fee9ee9e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7575824 Jul 22 14:22:11.388373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35952) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:11.406801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a433d-6e8a-4774-8c9f-699f34393b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1e6c4b-91eb-4f51-97c4-a56a460c3c84,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.407742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551677e-8b70-4d97-a5d2-2330be136cc0 req-6a982a18-0de9-4db7-8848-30065bb8e846 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.415766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6551677e-8b70-4d97-a5d2-2330be136cc0 req-6a982a18-0de9-4db7-8848-30065bb8e846 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 936 time: 0.1522579 Jul 22 14:22:11.451636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149148-53a0-460a-b089-a531d5968881 service neutron] Pushing event updated for resources: {'Port': ['ID=45b13ddd-0bf7-449a-a8ac-d742b9623f42,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:11.548988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-87f945b9-e0b3-4efc-aced-2bdfef0086ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.551179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-87f945b9-e0b3-4efc-aced-2bdfef0086ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1125 time: 0.1957567 Jul 22 14:22:11.552400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-62c07116-50ed-48b5-aa36-5d97f8d45be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.554144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-62c07116-50ed-48b5-aa36-5d97f8d45be4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3162143 Jul 22 14:22:11.615468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Attempting to bind port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:11.615870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Attempting to bind port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:11.616784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Attempting to bind port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:11.624959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:11.643882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-e1813c55-3e83-4e61-bb65-371b1fd4ac6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=1deb9d5f-3106-4ff6-b8df-e32272089589 HTTP/1.1" status: 200 len: 217 time: 0.0798457 Jul 22 14:22:11.647775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6551677e-8b70-4d97-a5d2-2330be136cc0 req-c519900d-3bf6-473d-bb6b-36423812d16a tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311993 Jul 22 14:22:11.691626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:11.692392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Attempting to bind port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:11.738627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:11.738977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:11.739376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:11.744378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Bound port: 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:11.745099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.747475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e091d511-0f2f-4535-a12c-b11766f5bcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.752777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:11.819385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-5d61a9f5-e1d2-488b-affd-57f7635d3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.821058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-5d61a9f5-e1d2-488b-affd-57f7635d3955 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1650479 Jul 22 14:22:11.883524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-2fcc7726-f18f-47ea-85e3-3610629703c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.883524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-2fcc7726-f18f-47ea-85e3-3610629703c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2480114 Jul 22 14:22:11.883861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e091d511-0f2f-4535-a12c-b11766f5bcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.907299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:11.918665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420', 'mac_address': 'fa:16:3e:1f:61:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:11.933709 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-06edbed4-cab4-423b-9832-6edf5c0aa469 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.0420835 Jul 22 14:22:11.955579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5aea26d3-848c-44bd-ada6-def1fb60ac84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.962349 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:11.965876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] For port 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:11.977907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:11.989061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-4a856121-434e-4be5-b3bb-9f85c1902e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:11.990641 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-4a856121-434e-4be5-b3bb-9f85c1902e50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1605933 Jul 22 14:22:12.008533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:12.008753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-a150725b-a91e-4638-adf3-9930d13edba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.010057 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-a150725b-a91e-4638-adf3-9930d13edba0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0680940 Jul 22 14:22:12.015287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] For port 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:12.018804 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.031610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0bce32d3-c0b0-425a-9bf5-73703236e358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.032038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.057615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-945bcacc-d611-4202-82dd-b29b7eab079e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374632 Jul 22 14:22:12.068176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.069154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.070457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-df149148-53a0-460a-b089-a531d5968881 service neutron] 10.222.0.72 "PUT /v2.0/ports/45b13ddd-0bf7-449a-a8ac-d742b9623f42 HTTP/1.1" status: 200 len: 1096 time: 1.7188060 Jul 22 14:22:12.071022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'tag': '45b13ddd-0bf7-449a-a8ac-d742b9623f42'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:12.073419 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d94dea-74c1-4214-b37b-55085e52db0b" -d '{"events": [{"name": "network-changed", "server_uuid": "670baa6a-ba0c-4c95-9ab8-540587749ce5", "tag": "45b13ddd-0bf7-449a-a8ac-d742b9623f42"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:12.104861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.140323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e091d511-0f2f-4535-a12c-b11766f5bcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.142910 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e091d511-0f2f-4535-a12c-b11766f5bcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.144288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e091d511-0f2f-4535-a12c-b11766f5bcfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd1e6c4b-91eb-4f51-97c4-a56a460c3c84 HTTP/1.1" status: 204 len: 168 time: 0.7536933 Jul 22 14:22:12.151921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb076a-c7c8-4d1d-a84f-e690c9d7a4b4 req-968a825c-d67c-48c3-8376-4c8c3427f9c8 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.159414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07eb076a-c7c8-4d1d-a84f-e690c9d7a4b4 req-968a825c-d67c-48c3-8376-4c8c3427f9c8 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 972 time: 0.3689876 Jul 22 14:22:12.175501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149148-53a0-460a-b089-a531d5968881 service neutron] Pushing event updated for resources: {'Port': ['ID=45b13ddd-0bf7-449a-a8ac-d742b9623f42,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.194066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-b5233541-2926-4034-ac3b-8f4e3ee5f0b5 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964040 Jul 22 14:22:12.205332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee5f97-326b-49da-a047-8dfa875dd5a8 req-6e2eb9be-0cac-4516-ba80-6f1e7b76df55 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.206908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6ee5f97-326b-49da-a047-8dfa875dd5a8 req-6e2eb9be-0cac-4516-ba80-6f1e7b76df55 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 944 time: 0.4015520 Jul 22 14:22:12.237535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091d511-0f2f-4535-a12c-b11766f5bcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1e6c4b-91eb-4f51-97c4-a56a460c3c84,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.266630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-b892b0b9-4f17-4bec-aea5-fab6133ce64a service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747880 Jul 22 14:22:12.290767 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.304471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['a6d25360-5d95-4ffc-b9dd-8e6ba4f90420'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:12.419394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07eb076a-c7c8-4d1d-a84f-e690c9d7a4b4 req-ee6e3ed9-90a1-4a62-a1b2-9f135d6ef708 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540650 Jul 22 14:22:12.419948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2173298-5eae-4332-86d8-dca9a09c4f72 req-6806fe10-089b-4d9d-bd7e-79dfc6cdb515 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178886 Jul 22 14:22:12.426469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5aea26d3-848c-44bd-ada6-def1fb60ac84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.442476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5aea26d3-848c-44bd-ada6-def1fb60ac84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.474654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fa402b8-7212-43ff-9d40-b191093ec27c req-29faaf16-dfdf-4b6f-a64b-c6673aaac626 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942737 Jul 22 14:22:12.507250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5aea26d3-848c-44bd-ada6-def1fb60ac84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5b1953e6acc463d9dc9f2bf4f2211fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573608 Jul 22 14:22:12.509833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:12.522932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-e407fd3a-ed33-4085-b075-9d483bc40940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.527721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-e407fd3a-ed33-4085-b075-9d483bc40940 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33376c881aa24fbb809ed1618d06e5cf&device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 1099 time: 0.3994398 Jul 22 14:22:12.545186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6ee5f97-326b-49da-a047-8dfa875dd5a8 req-2406b02b-771a-4d3c-8dcd-8fe867fc4bfc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081965 Jul 22 14:22:12.592419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea26d3-848c-44bd-ada6-def1fb60ac84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d727a8-bedf-44b1-b6a7-9e7cf143b745,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.596833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35984) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:12.611198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-364fe1c2-3fdb-4df4-8474-b510a88d498f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.637744 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-364fe1c2-3fdb-4df4-8474-b510a88d498f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.646051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-3de0ba8a-a073-4d33-899e-36ab12433fd6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42 HTTP/1.1" status: 200 len: 217 time: 0.0997207 Jul 22 14:22:12.688736 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379dc178-8003-40fd-b624-9b0ffeeaef2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.691026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-364fe1c2-3fdb-4df4-8474-b510a88d498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.693786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-364fe1c2-3fdb-4df4-8474-b510a88d498f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:12.697516 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-364fe1c2-3fdb-4df4-8474-b510a88d498f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66d727a8-bedf-44b1-b6a7-9e7cf143b745 HTTP/1.1" status: 204 len: 168 time: 0.1837959 Jul 22 14:22:12.703291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364fe1c2-3fdb-4df4-8474-b510a88d498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d727a8-bedf-44b1-b6a7-9e7cf143b745,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:12.789208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-5764212a-e131-4162-8265-1aa36bfb1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.791053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-5764212a-e131-4162-8265-1aa36bfb1de7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1149776 Jul 22 14:22:12.851035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1587bf-3eac-4803-938f-2f5e534c8481 req-8d1b3009-0982-4cf6-97f9-72fd4d46cb75 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.852571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f1587bf-3eac-4803-938f-2f5e534c8481 req-8d1b3009-0982-4cf6-97f9-72fd4d46cb75 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.2636540 Jul 22 14:22:12.883174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da210cc7-fd26-4b0e-acf3-90358fe3fea0 req-80720115-746c-490f-88eb-65cdab68a300 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:12.884712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da210cc7-fd26-4b0e-acf3-90358fe3fea0 req-80720115-746c-490f-88eb-65cdab68a300 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 949 time: 0.2432852 Jul 22 14:22:12.972402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f1587bf-3eac-4803-938f-2f5e534c8481 req-5be296ae-7283-4774-b975-f0bb1ac09c81 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138330 Jul 22 14:22:12.995489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da210cc7-fd26-4b0e-acf3-90358fe3fea0 req-afd58b5b-2659-4afb-9932-adf3b6f52e2e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977082 Jul 22 14:22:12.999059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:13.003084 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2078fbfb-73a4-4679-b669-3470696f7ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:13.028929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-6a08932c-0195-418f-9c99-7bdfdbadf5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.030470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-6a08932c-0195-418f-9c99-7bdfdbadf5d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2265365 Jul 22 14:22:13.035946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379dc178-8003-40fd-b624-9b0ffeeaef2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.043983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379dc178-8003-40fd-b624-9b0ffeeaef2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.100661 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a766fcae-9011-427f-8c9a-e9d67ea64a04 x-openstack-request-id: req-a766fcae-9011-427f-8c9a-e9d67ea64a04 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:13.100960 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670baa6a-ba0c-4c95-9ab8-540587749ce5", "tag": "45b13ddd-0bf7-449a-a8ac-d742b9623f42", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:13.101212 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a766fcae-9011-427f-8c9a-e9d67ea64a04 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:13.101754 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'tag': '45b13ddd-0bf7-449a-a8ac-d742b9623f42', 'status': 'completed', 'code': 200} Jul 22 14:22:13.127287 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c01d0b0-e107-4db4-a0f2-957c44311268 x-openstack-request-id: req-8c01d0b0-e107-4db4-a0f2-957c44311268 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:13.127629 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:13.127887 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c01d0b0-e107-4db4-a0f2-957c44311268 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:13.128283 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'status': 'completed', 'code': 200} Jul 22 14:22:13.148469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-379dc178-8003-40fd-b624-9b0ffeeaef2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6e9c72e824d4365975b8a19a567fd7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5102088 Jul 22 14:22:13.148592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36000) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.155418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.159332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379dc178-8003-40fd-b624-9b0ffeeaef2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52000100-aa54-4102-8857-b7616e4f81b5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:13.222309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04bb5026-2f30-44d5-bf68-f29be1dc9acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.284948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-73658d7c-0bca-404f-a000-20a9b0f10613 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298172 Jul 22 14:22:13.306672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f19e39-1ba6-49a5-831f-fc7852d96811 req-86b88fad-6fc1-48f5-abfe-910e77da8399 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.307720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22f19e39-1ba6-49a5-831f-fc7852d96811 req-86b88fad-6fc1-48f5-abfe-910e77da8399 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 948 time: 0.0980797 Jul 22 14:22:13.310659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b50-c554-4cc9-b871-2acda161e995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.332124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-447964be-02f1-4444-b84c-64a275c5533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.333621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-447964be-02f1-4444-b84c-64a275c5533e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1125 time: 0.1773653 Jul 22 14:22:13.366795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-85045917-9953-47f1-a003-dba3171ac58c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=593c36fe30f441cb897e2f548cc84f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573742 Jul 22 14:22:13.376330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b50-c554-4cc9-b871-2acda161e995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.440243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22f19e39-1ba6-49a5-831f-fc7852d96811 req-eb86d810-ce20-4676-810b-6aa87e44c09f tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223061 Jul 22 14:22:13.494565 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.551719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182360c9-4bf0-431e-a0b4-984c42ad323f req-c9ee1fb3-aa3d-4fba-8ec6-1cbca2405e27 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414002 Jul 22 14:22:13.581905 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04bb5026-2f30-44d5-bf68-f29be1dc9acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.590291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-7b971945-de11-4df6-9fa2-d5734d43842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.591806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-7b971945-de11-4df6-9fa2-d5734d43842d service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2521141 Jul 22 14:22:13.596318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-3543a65c-c370-43a6-b63d-e789108e8dc3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.596879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04bb5026-2f30-44d5-bf68-f29be1dc9acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.597789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-3543a65c-c370-43a6-b63d-e789108e8dc3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216473 Jul 22 14:22:13.634073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-b562c1df-edc1-4a39-87b2-5a133056e381 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/quotas/593c36fe30f441cb897e2f548cc84f48 HTTP/1.1" status: 200 len: 375 time: 0.0294704 Jul 22 14:22:13.665739 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b50-c554-4cc9-b871-2acda161e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.665982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6b50-c554-4cc9-b871-2acda161e995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.667088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7b0b6b50-c554-4cc9-b871-2acda161e995 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52000100-aa54-4102-8857-b7616e4f81b5 HTTP/1.1" status: 204 len: 168 time: 0.5177135 Jul 22 14:22:13.686572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-3575b308-8db4-4e40-a6c0-8bd9fb60b90e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.0819523 Jul 22 14:22:13.699393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06e2ed-303c-4eca-bf35-9d22cf208a8c req-eb5ee4a2-db72-48c9-97a1-dd7873581766 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.700101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-cc82a55c-2014-4f73-bb67-ea405d2a238b tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.700888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e06e2ed-303c-4eca-bf35-9d22cf208a8c req-eb5ee4a2-db72-48c9-97a1-dd7873581766 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 972 time: 0.1658173 Jul 22 14:22:13.701555 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-cc82a55c-2014-4f73-bb67-ea405d2a238b tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.61 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 972 time: 0.3031197 Jul 22 14:22:13.705404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-04bb5026-2f30-44d5-bf68-f29be1dc9acf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2db2dafa85184a568fa29109ce3c9185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320556 Jul 22 14:22:13.708097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36028) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:13.715412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5026-2f30-44d5-bf68-f29be1dc9acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6624360a-e900-4e73-be01-020d4d151e76,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:13.768766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:13.816519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d94dea-74c1-4214-b37b-55085e52db0b req-16fead2a-bd35-4fe1-805a-b12d4dff9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:13.818356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-16fead2a-bd35-4fe1-805a-b12d4dff9d72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=33376c881aa24fbb809ed1618d06e5cf&device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 1099 time: 0.1978528 Jul 22 14:22:13.820070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:13.824544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e06e2ed-303c-4eca-bf35-9d22cf208a8c req-931e98e1-d53e-4a05-aff1-8f0bd2388c8b tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/security-groups?id=e28f89fa-88ba-441c-8161-b30c5a901cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132770 Jul 22 14:22:13.831725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-f15a6919-df72-4d0b-b52f-51b575c63907 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808302 Jul 22 14:22:13.888789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a357b60-42f8-4a83-bd16-094db425156c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:13.955282 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a357b60-42f8-4a83-bd16-094db425156c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.000671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6b50-c554-4cc9-b871-2acda161e995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52000100-aa54-4102-8857-b7616e4f81b5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:14.021387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d94dea-74c1-4214-b37b-55085e52db0b req-0b42f489-f3c2-45e8-8b36-0aea0d8fd311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.023269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-0b42f489-f3c2-45e8-8b36-0aea0d8fd311 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1901064 Jul 22 14:22:14.036066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-a82989b9-e9b5-4651-9332-b5183ba95006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.037979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-a82989b9-e9b5-4651-9332-b5183ba95006 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.3354666 Jul 22 14:22:14.091619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-752f82a6-bfd2-4696-b8ac-f9d4b26efc24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408566 Jul 22 14:22:14.154568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:14.157964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:14.170080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:14.170689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.219877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 has no active binding in host n-h2-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:22:14.260011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Deleting port 1deb9d5f-3106-4ff6-b8df-e32272089589 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:14.260501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.266291 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-68120991-44c0-443f-bbf7-9154ae37cdac service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659636 Jul 22 14:22:14.371609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-92d1a6e3-574d-46d9-be84-0742f95b4eea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42 HTTP/1.1" status: 200 len: 217 time: 0.3384702 Jul 22 14:22:14.371841 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.473653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] For port 1deb9d5f-3106-4ff6-b8df-e32272089589, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1deb9d5f-3106-4ff6-b8df-e32272089589,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:14.474289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.501125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Calling delete_port for 1deb9d5f-3106-4ff6-b8df-e32272089589 owned by compute:tempest-test_az-1973883484 {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:14.504800 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2078fbfb-73a4-4679-b669-3470696f7ec0 req-02bdcfff-85ed-420e-b862-d39c367340a6 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244127 Jul 22 14:22:14.508305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d94dea-74c1-4214-b37b-55085e52db0b req-e8cc97e8-5892-4f2d-81d5-ee42dfc28f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.510248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-e8cc97e8-5892-4f2d-81d5-ee42dfc28f69 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0726864 Jul 22 14:22:14.518715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f601b5-2b55-4fea-8226-cd9a392da451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:14.522897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a357b60-42f8-4a83-bd16-094db425156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.527888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a357b60-42f8-4a83-bd16-094db425156c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.531890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0a357b60-42f8-4a83-bd16-094db425156c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6624360a-e900-4e73-be01-020d4d151e76 HTTP/1.1" status: 204 len: 168 time: 0.8200319 Jul 22 14:22:14.533765 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d52b47-9236-41d7-8c54-e11b22850ce2" -d '{"events": [{"server_uuid": "24f601b5-2b55-4fea-8226-cd9a392da451", "name": "network-vif-plugged", "status": "completed", "tag": "a6d25360-5d95-4ffc-b9dd-8e6ba4f90420"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:14.551629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:14.561023 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.646606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a357b60-42f8-4a83-bd16-094db425156c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6624360a-e900-4e73-be01-020d4d151e76,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:14.705022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06365c6d-af4e-4118-9ffd-e9724dd3f5a6 req-3ae5c8a0-b5a5-4d0f-8152-31151eaf2bc6 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.706994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06365c6d-af4e-4118-9ffd-e9724dd3f5a6 req-3ae5c8a0-b5a5-4d0f-8152-31151eaf2bc6 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 944 time: 0.3339174 Jul 22 14:22:14.732844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:14.764825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d94dea-74c1-4214-b37b-55085e52db0b req-7e7c52ac-1ffa-4ef3-836a-a4c697526ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.766610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-7e7c52ac-1ffa-4ef3-836a-a4c697526ee0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364843 Jul 22 14:22:14.777813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1772c1-a66a-46c1-a1ee-613beff51d0c req-bb767254-0120-4d27-ac68-6a2e2846235e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:14.784862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c1772c1-a66a-46c1-a1ee-613beff51d0c req-bb767254-0120-4d27-ac68-6a2e2846235e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.2189467 Jul 22 14:22:14.845571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06365c6d-af4e-4118-9ffd-e9724dd3f5a6 req-79db0a41-4cbf-48d4-aa53-f57da57c9978 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291432 Jul 22 14:22:14.859742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:14.929336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Pushing event deleted for resources: {'Port': ['ID=1deb9d5f-3106-4ff6-b8df-e32272089589,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:14.998546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31fb7eae-f0bc-44a5-9a95-7391d7beb8e9 req-7953124d-b74d-4331-98a0-5d8054a6462b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 210 time: 0.0531271 Jul 22 14:22:15.010233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c1772c1-a66a-46c1-a1ee-613beff51d0c req-d5a7c650-1ac0-4977-a061-91d1802a4dcd tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244279 Jul 22 14:22:15.054116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] No DVR routers for this DVR port 1deb9d5f-3106-4ff6-b8df-e32272089589 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:15.056838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.059611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c5586c51-9fa5-47c1-9c85-c7cbf8f9a656 req-a4868f10-726e-479a-98b3-89bf08696dda tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.61 "DELETE /v2.0/ports/1deb9d5f-3106-4ff6-b8df-e32272089589 HTTP/1.1" status: 204 len: 173 time: 1.3431377 Jul 22 14:22:15.061653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-963abf33-17b8-4b09-aa8d-28857d6d6121 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747688 Jul 22 14:22:15.129851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'name': 'network-vif-deleted', 'tag': '1deb9d5f-3106-4ff6-b8df-e32272089589'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:15.132321 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c60f60-cdd9-4390-a435-7411b1f0f184" -d '{"events": [{"server_uuid": "30ad68b8-9f6b-4add-9eda-09495424b28e", "name": "network-vif-deleted", "tag": "1deb9d5f-3106-4ff6-b8df-e32272089589"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:15.133600 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de567213-3a6e-474b-951c-1731d072c0ac x-openstack-request-id: req-de567213-3a6e-474b-951c-1731d072c0ac {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:15.133937 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f601b5-2b55-4fea-8226-cd9a392da451", "name": "network-vif-plugged", "status": "completed", "tag": "a6d25360-5d95-4ffc-b9dd-8e6ba4f90420", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:15.134199 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de567213-3a6e-474b-951c-1731d072c0ac {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:15.134628 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f601b5-2b55-4fea-8226-cd9a392da451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420', 'code': 200} Jul 22 14:22:15.169634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:15.368956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8503d590-de97-417d-8c22-523e66a901cb req-90cd5eb9-a32d-4822-87b8-49b2123abc08 tempest-AggregatesAdminTestJSON-1534192010 tempest-AggregatesAdminTestJSON-1534192010-project] 10.222.0.60 "GET /v2.0/ports?device_id=30ad68b8-9f6b-4add-9eda-09495424b28e HTTP/1.1" status: 200 len: 210 time: 0.0848505 Jul 22 14:22:15.391657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30982cce-ba08-4695-aeab-76b407aa4a2d req-46261fb7-93f1-4fcb-a4d1-091b2dc981c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:15.394111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30982cce-ba08-4695-aeab-76b407aa4a2d req-46261fb7-93f1-4fcb-a4d1-091b2dc981c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 1101 time: 0.0719514 Jul 22 14:22:15.427404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58d94dea-74c1-4214-b37b-55085e52db0b req-2efc10d8-ac70-4301-aad3-572969014814 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510406 Jul 22 14:22:15.456177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcdd8f4-127f-40b5-a72b-aa3efe6ce8b2 req-a88f7e9c-fc3f-49a8-85c6-134d3630d950 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:15.458803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcdd8f4-127f-40b5-a72b-aa3efe6ce8b2 req-a88f7e9c-fc3f-49a8-85c6-134d3630d950 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 948 time: 0.2583337 Jul 22 14:22:15.491306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30982cce-ba08-4695-aeab-76b407aa4a2d req-f8d794c7-48ae-4e40-bbe0-ea74981dd81e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849047 Jul 22 14:22:15.543254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcdd8f4-127f-40b5-a72b-aa3efe6ce8b2 req-f5e378d9-36ce-4ba4-aa35-6c43c30dc0f0 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767879 Jul 22 14:22:15.599748 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8494fff1-b7eb-4c3e-a431-f210e1efc111 x-openstack-request-id: req-8494fff1-b7eb-4c3e-a431-f210e1efc111 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:15.599920 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ad68b8-9f6b-4add-9eda-09495424b28e", "name": "network-vif-deleted", "tag": "1deb9d5f-3106-4ff6-b8df-e32272089589", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:15.600135 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8494fff1-b7eb-4c3e-a431-f210e1efc111 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:15.601128 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ad68b8-9f6b-4add-9eda-09495424b28e', 'name': 'network-vif-deleted', 'tag': '1deb9d5f-3106-4ff6-b8df-e32272089589', 'status': 'completed', 'code': 200} Jul 22 14:22:15.632941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-37024dce-77df-4480-9727-11fd3e8d03f3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=593c36fe30f441cb897e2f548cc84f48&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373142 Jul 22 14:22:15.788849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1deb9d5f-3106-4ff6-b8df-e32272089589 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:15.830015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 1deb9d5f-3106-4ff6-b8df-e32272089589 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:15.830728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1deb9d5f-3106-4ff6-b8df-e32272089589 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:15.841034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-65128d91-3def-4bdc-ada8-b797aa52cad3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:15.842769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-65128d91-3def-4bdc-ada8-b797aa52cad3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048335 Jul 22 14:22:15.859943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Request body: {'port': {'device_id': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '593c36fe30f441cb897e2f548cc84f48'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:16.083386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832f682-fd9c-42f2-b883-50c12ba59492 req-f5f299ed-8600-4f81-8e9b-31ac7d3c7b55 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:16.091946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5832f682-fd9c-42f2-b883-50c12ba59492 req-f5f299ed-8600-4f81-8e9b-31ac7d3c7b55 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 944 time: 0.1227238 Jul 22 14:22:16.095675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Made reservation on behalf of 593c36fe30f441cb897e2f548cc84f48 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:16.099168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.157772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a68f0422-afd6-403b-8222-e72d9efe4c8b req-e5a8f5cf-e27c-4d69-b698-b035318d9793 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 210 time: 0.0628507 Jul 22 14:22:16.195318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45b13ddd-0bf7-449a-a8ac-d742b9623f42 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:16.285514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Allocated IP 192.168.233.62 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/e66cd694-4c7a-4602-9462-1d02c3ce1c04) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:16.359526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:16.372661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '45b13ddd-0bf7-449a-a8ac-d742b9623f42', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '45b13ddd-0bf7-449a-a8ac-d742b9623f42', 'mac_address': 'fa:16:3e:fa:de:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:16.406427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5832f682-fd9c-42f2-b883-50c12ba59492 req-d71e1a03-07ed-4d40-b5d9-f4264f722327 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134770 Jul 22 14:22:16.424002 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.442127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b13ddd-0bf7-449a-a8ac-d742b9623f42 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:16.453346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:16.483879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:16.489961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.535512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.544940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f8c5-7c33-4930-b9ba-8cdf19e7ccf8 req-066ccd95-1750-4b46-8cc9-096fbdad7250 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:16.546718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4e6f8c5-7c33-4930-b9ba-8cdf19e7ccf8 req-066ccd95-1750-4b46-8cc9-096fbdad7250 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.2005620 Jul 22 14:22:16.554291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=45b13ddd-0bf7-449a-a8ac-d742b9623f42,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:16.571711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Transition to ACTIVE for port object e66cd694-4c7a-4602-9462-1d02c3ce1c04 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:16.611772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4e6f8c5-7c33-4930-b9ba-8cdf19e7ccf8 req-57779434-f094-4621-b4aa-6942ead906f8 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Jul 22 14:22:16.672831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.684715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['13ecd24a-5b3c-405d-86b7-9561b9515957', '80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:16.734688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:16.739205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event updated for resources: {'Port': ['ID=e66cd694-4c7a-4602-9462-1d02c3ce1c04,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:16.744482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:16.747483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:16.753666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:16.754370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.777972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['45b13ddd-0bf7-449a-a8ac-d742b9623f42'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:16.779331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28887e-3455-438e-9cc9-f32f4a1fd10e req-805ac52a-48d9-4082-b31c-cb0a175abba3 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:16.781035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-240b0be1-7f82-48a7-b8f1-b17c24f309a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:16.787053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a28887e-3455-438e-9cc9-f32f4a1fd10e req-805ac52a-48d9-4082-b31c-cb0a175abba3 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 949 time: 0.1482801 Jul 22 14:22:16.798995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d8601791-b040-479d-bb67-92c3ccea9290 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9448144 Jul 22 14:22:16.815685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Request body: {'port': {'device_id': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:16.904676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a28887e-3455-438e-9cc9-f32f4a1fd10e req-2ac34dea-34c7-4a2c-aade-6fca41ece8d3 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144104 Jul 22 14:22:17.011266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-240b0be1-7f82-48a7-b8f1-b17c24f309a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.017031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-240b0be1-7f82-48a7-b8f1-b17c24f309a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.032504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36160) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:17.051678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-240b0be1-7f82-48a7-b8f1-b17c24f309a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ab042ed4aaf4b98bef801edabb0797e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971007 Jul 22 14:22:17.053250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.054473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:17.190097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b0be1-7f82-48a7-b8f1-b17c24f309a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16acf8e-dc20-40a7-ad62-abcdf80bd4b6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:17.219237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b00b5b59-9b5b-4261-8b76-1fa322c707ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.256594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8596ba68-d025-470a-b552-4de52ddb478d None None] Provisioning for port e66cd694-4c7a-4602-9462-1d02c3ce1c04 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:17.273037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b00b5b59-9b5b-4261-8b76-1fa322c707ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.295557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8596ba68-d025-470a-b552-4de52ddb478d None None] Provisioning complete for port e66cd694-4c7a-4602-9462-1d02c3ce1c04 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:17.295991 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8596ba68-d025-470a-b552-4de52ddb478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.312284 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-f7ac6e89-0dcb-4e95-9a1e-943bfd5ebe3f service neutron] 10.222.0.72 "GET /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.2301831 Jul 22 14:22:17.368268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8596ba68-d025-470a-b552-4de52ddb478d None None] Port e66cd694-4c7a-4602-9462-1d02c3ce1c04 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:17.404695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b00b5b59-9b5b-4261-8b76-1fa322c707ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.407904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b00b5b59-9b5b-4261-8b76-1fa322c707ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.409333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b00b5b59-9b5b-4261-8b76-1fa322c707ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d16acf8e-dc20-40a7-ad62-abcdf80bd4b6 HTTP/1.1" status: 204 len: 168 time: 0.3534951 Jul 22 14:22:17.423937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b5b59-9b5b-4261-8b76-1fa322c707ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16acf8e-dc20-40a7-ad62-abcdf80bd4b6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:17.493112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66cd694-4c7a-4602-9462-1d02c3ce1c04 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:17.510936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.532480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-814c655a-ee3e-4032-ab6d-01cec4fd27a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cf1be31d2c344329bacdd4110dc1a29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4989288 Jul 22 14:22:17.536128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Transition to ACTIVE for port object e66cd694-4c7a-4602-9462-1d02c3ce1c04 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:17.536805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36182) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:17.552909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.585785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:17.619008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:17.634026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6152ef-c53c-45bd-a4b2-3b030d9fa0a6 req-cea8e9a4-15d6-456f-9907-059e30bf8401 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:17.635885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e6152ef-c53c-45bd-a4b2-3b030d9fa0a6 req-cea8e9a4-15d6-456f-9907-059e30bf8401 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 935 time: 0.2312760 Jul 22 14:22:17.670544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Pushing event updated for resources: {'Port': ['ID=e66cd694-4c7a-4602-9462-1d02c3ce1c04,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:17.683429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13b26e0-2843-44e9-848f-005a6d2bf815 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:17.717150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:17.730012 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.749603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.757644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Attempting to bind port e66cd694-4c7a-4602-9462-1d02c3ce1c04 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:17.757980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Attempting to bind port e66cd694-4c7a-4602-9462-1d02c3ce1c04 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:17.758308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Attempting to bind port e66cd694-4c7a-4602-9462-1d02c3ce1c04 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:17.796922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e6152ef-c53c-45bd-a4b2-3b030d9fa0a6 req-6eda2103-ed8b-4224-a2e6-2038a3712d85 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522958 Jul 22 14:22:17.810295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Port e66cd694-4c7a-4602-9462-1d02c3ce1c04 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:17.810655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Attempting to bind port e66cd694-4c7a-4602-9462-1d02c3ce1c04 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:17.841563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.896449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Transition to ACTIVE for port object f13b26e0-2843-44e9-848f-005a6d2bf815 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:17.900080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-e813b42f-d49e-4530-a9c5-440f69bd6c94 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5a41a7120594393ba4b18d5856527c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964139 Jul 22 14:22:17.902271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:17.902755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:17.903158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:17.903455 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.903679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Bound port: e66cd694-4c7a-4602-9462-1d02c3ce1c04, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:17.903972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:17.979514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] No DVR routers for this DVR port f13b26e0-2843-44e9-848f-005a6d2bf815 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:18.017928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.037160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Pushing event updated for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.041584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf3a25a4-e08b-4f42-ba0e-d569537e07ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.047540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] 10.222.0.72 "PUT /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815/bindings/n-h2-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 0.7188146 Jul 22 14:22:18.063516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.063855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.064379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.064881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.065383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.065718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.066047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.066376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.066724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.067050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.067373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.067693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85f61b1-c414-4636-95ea-2d6b1e0517ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.126558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.129301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.130444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e28f89fa-88ba-441c-8161-b30c5a901cb0 HTTP/1.1" status: 204 len: 168 time: 0.5926394 Jul 22 14:22:18.147773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] For port e66cd694-4c7a-4602-9462-1d02c3ce1c04, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:18.188316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f89fa-88ba-441c-8161-b30c5a901cb0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.208506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45b13ddd-0bf7-449a-a8ac-d742b9623f42 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:18.214763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-5e6bb848-af72-4db4-a4ac-6864b390442e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.216283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-5e6bb848-af72-4db4-a4ac-6864b390442e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154929 Jul 22 14:22:18.218502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] For port e66cd694-4c7a-4602-9462-1d02c3ce1c04, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:18.223343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.223687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.224025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.224414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.224700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.225055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.225449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.226015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.226378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.226733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.227058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.227381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6970-0e44-4af0-8c2d-9145ad5c7049 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:18.229322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf3a25a4-e08b-4f42-ba0e-d569537e07ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.232761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-03af730d-a34c-4b1c-9414-6db22f7c449f tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.236770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.241392 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-03af730d-a34c-4b1c-9414-6db22f7c449f tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.1266441 Jul 22 14:22:18.242664 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf3a25a4-e08b-4f42-ba0e-d569537e07ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.252546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58a619-24cd-4a7d-bd9c-b01c8718208d req-8e3c8273-c0b3-4854-b7e3-c50f258bf31c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.254982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf58a619-24cd-4a7d-bd9c-b01c8718208d req-8e3c8273-c0b3-4854-b7e3-c50f258bf31c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 945 time: 0.2985046 Jul 22 14:22:18.278672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a25a4-e08b-4f42-ba0e-d569537e07ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457c9059-5428-48f7-861f-d4e4badc3b75,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.318007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ef10b7aa-98a0-4761-947f-3e9d556b37f6 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/quotas/c5a41a7120594393ba4b18d5856527c8 HTTP/1.1" status: 200 len: 375 time: 0.0853870 Jul 22 14:22:18.318778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Pushing event updated for resources: {'Port': ['ID=e66cd694-4c7a-4602-9462-1d02c3ce1c04,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.326562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:18.330899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:18.331282 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.340683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.341280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.342707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d9edc4c2-a77e-4863-a6e2-1f829311282f service neutron] 10.222.0.72 "PUT /v2.0/ports/e66cd694-4c7a-4602-9462-1d02c3ce1c04 HTTP/1.1" status: 200 len: 1095 time: 1.5313191 Jul 22 14:22:18.363128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'tag': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:18.363364 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf3a25a4-e08b-4f42-ba0e-d569537e07ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf3fe7a25dc84f6ea191d542b7e53412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412447 Jul 22 14:22:18.363456 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a10dc10-520e-4d16-86e7-da87cdcc8471" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd54e6a-00d4-4910-acd6-afd6583f4ffd", "tag": "e66cd694-4c7a-4602-9462-1d02c3ce1c04"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:18.364509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.394984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-7cc795d6-5210-4b49-9a1f-f87293abc718 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5a41a7120594393ba4b18d5856527c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678370 Jul 22 14:22:18.436435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-f374d9b6-f6ec-43cc-9205-087064042f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.438059 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-f374d9b6-f6ec-43cc-9205-087064042f2b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590&tenant_id=6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 1096 time: 0.1617813 Jul 22 14:22:18.461486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf58a619-24cd-4a7d-bd9c-b01c8718208d req-cad7d372-66cd-46f6-a782-b8446b80424d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946642 Jul 22 14:22:18.530674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-872b0e99-0ef6-4d23-9c64-174911b5e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.533529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-872b0e99-0ef6-4d23-9c64-174911b5e548 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 1098 time: 0.1375232 Jul 22 14:22:18.537345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c25944d4-ec31-41e0-bfb5-a281dc307135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.588770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.612326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-5c4cccf1-c931-4262-b7ba-83f2a0db1884 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04 HTTP/1.1" status: 200 len: 217 time: 0.0704238 Jul 22 14:22:18.623167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c25944d4-ec31-41e0-bfb5-a281dc307135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.655111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b13ddd-0bf7-449a-a8ac-d742b9623f42'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:18.658661 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c993e023-363d-442e-ad04-378c2325caf8" -d '{"events": [{"server_uuid": "670baa6a-ba0c-4c95-9ab8-540587749ce5", "name": "network-vif-plugged", "status": "completed", "tag": "45b13ddd-0bf7-449a-a8ac-d742b9623f42"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:18.707104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:18.714027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-b593f477-5b27-49e0-b223-b41a56f3a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.714285 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.717025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-b593f477-5b27-49e0-b223-b41a56f3a824 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0937819 Jul 22 14:22:18.741252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-0212ecc4-88bd-4c9d-919a-93dba5228d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.750323 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-0212ecc4-88bd-4c9d-919a-93dba5228d5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1096 time: 0.2661345 Jul 22 14:22:18.816085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=45b13ddd-0bf7-449a-a8ac-d742b9623f42,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.845626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.854243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c25944d4-ec31-41e0-bfb5-a281dc307135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.857250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c25944d4-ec31-41e0-bfb5-a281dc307135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:18.858423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c25944d4-ec31-41e0-bfb5-a281dc307135 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/457c9059-5428-48f7-861f-d4e4badc3b75 HTTP/1.1" status: 204 len: 168 time: 0.4927318 Jul 22 14:22:18.916620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25944d4-ec31-41e0-bfb5-a281dc307135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c9059-5428-48f7-861f-d4e4badc3b75,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:18.979675 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fee3f67c-5343-471d-b64f-96a1fc82da44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ce152a8524a42ec8d4924028fcd9ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323524 Jul 22 14:22:18.982703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:18.990224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-5a3a7c3f-cfe8-4e5a-a2b0-d5d05d1e9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:18.992237 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-5a3a7c3f-cfe8-4e5a-a2b0-d5d05d1e9f01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2208092 Jul 22 14:22:19.022432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa710b2-e8d4-4a54-a598-0410d5ffd866 req-da960676-312d-4f51-8a51-a1b03855cf1e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.024000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aa710b2-e8d4-4a54-a598-0410d5ffd866 req-da960676-312d-4f51-8a51-a1b03855cf1e tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.4144781 Jul 22 14:22:19.060920 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-e04ff91f-7199-4cde-979f-1f2da0bb06d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.0612202 Jul 22 14:22:19.102922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-41fd00b8-c48e-4db8-82d0-9974bc3b4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.104687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-41fd00b8-c48e-4db8-82d0-9974bc3b4458 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3749676 Jul 22 14:22:19.111406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aa710b2-e8d4-4a54-a598-0410d5ffd866 req-bb0e57db-c61e-4e83-a654-17da84b3d3ff tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675530 Jul 22 14:22:19.155311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9839de61-0e52-4d76-80b4-2e34011aea23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.161155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-4fb7cc0a-1892-4013-9958-5cf73ab1e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.162768 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-4fb7cc0a-1892-4013-9958-5cf73ab1e598 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0927541 Jul 22 14:22:19.220536 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9839de61-0e52-4d76-80b4-2e34011aea23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.226751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd381c4-c5fb-4899-bf03-fba4d8639060 req-3f3d62bb-bfe3-4e40-9370-25410ad3d2de tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.233682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-e64fb289-6818-4ff9-a125-70627ba97617 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590091 Jul 22 14:22:19.234086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cd381c4-c5fb-4899-bf03-fba4d8639060 req-3f3d62bb-bfe3-4e40-9370-25410ad3d2de tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.4657404 Jul 22 14:22:19.248756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-d5727114-5749-4e89-890a-605d8ba39a8e service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348634 Jul 22 14:22:19.355687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cd381c4-c5fb-4899-bf03-fba4d8639060 req-30e396b1-e185-4b7f-a5fe-355d432879e2 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207161 Jul 22 14:22:19.391865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72897a58-4b3d-45dd-a13b-2b23ffb4220a req-760eb13a-28a7-42a4-ae57-8c4f1566353b service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216855 Jul 22 14:22:19.428245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9839de61-0e52-4d76-80b4-2e34011aea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.431456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9839de61-0e52-4d76-80b4-2e34011aea23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:19.434562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9839de61-0e52-4d76-80b4-2e34011aea23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c968b40-8b16-4c4b-a6cf-789ee0969d17 HTTP/1.1" status: 204 len: 168 time: 0.4490159 Jul 22 14:22:19.451956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839de61-0e52-4d76-80b4-2e34011aea23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c968b40-8b16-4c4b-a6cf-789ee0969d17,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:19.456395 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba50e056-9101-4c45-b114-6fccde159368 x-openstack-request-id: req-ba50e056-9101-4c45-b114-6fccde159368 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:19.456851 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd54e6a-00d4-4910-acd6-afd6583f4ffd", "tag": "e66cd694-4c7a-4602-9462-1d02c3ce1c04", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:19.457024 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba50e056-9101-4c45-b114-6fccde159368 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:19.457334 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'tag': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04', 'status': 'completed', 'code': 200} Jul 22 14:22:19.499051 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-5651069c-af05-47c6-a559-c05ee1289037 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405651 Jul 22 14:22:19.618763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77690aa0-2345-4315-9531-f1dd12ae9d66 req-41475dba-a3ab-4897-b8e9-5d32ce68ec89 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 210 time: 0.0572782 Jul 22 14:22:19.644438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-abb2d607-dca8-4186-b026-f200d2064ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.652915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-abb2d607-dca8-4186-b026-f200d2064ee7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 1098 time: 0.1689589 Jul 22 14:22:19.668838 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587dd87c-e382-43dd-b03a-10fdbd86904f x-openstack-request-id: req-587dd87c-e382-43dd-b03a-10fdbd86904f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:19.671471 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670baa6a-ba0c-4c95-9ab8-540587749ce5", "name": "network-vif-plugged", "status": "completed", "tag": "45b13ddd-0bf7-449a-a8ac-d742b9623f42", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:19.673031 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-587dd87c-e382-43dd-b03a-10fdbd86904f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:19.678094 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b13ddd-0bf7-449a-a8ac-d742b9623f42', 'code': 200} Jul 22 14:22:19.717146 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-60448bed-db98-44f0-889f-c8ce2b46ee23 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105844 Jul 22 14:22:19.844329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e729f-70b5-4f14-89f2-18b56d16fe07 req-df3670b9-4444-473b-822d-f2be3b8de67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.844629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb9e729f-70b5-4f14-89f2-18b56d16fe07 req-df3670b9-4444-473b-822d-f2be3b8de67b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 1101 time: 0.1116171 Jul 22 14:22:19.893678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-1ec5e01b-b060-4dc1-8ab7-84b003dcc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:19.895366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-1ec5e01b-b060-4dc1-8ab7-84b003dcc377 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2342784 Jul 22 14:22:19.935478 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb9e729f-70b5-4f14-89f2-18b56d16fe07 req-4e359321-27d5-412e-991e-a992b7acabee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725682 Jul 22 14:22:19.963158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-6198e7ed-8b80-4ca5-9160-03a8db863f1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04 HTTP/1.1" status: 200 len: 217 time: 0.0598989 Jul 22 14:22:20.079088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ebbc5-4baf-4b45-84f1-a2401ba1a4c3 req-f576940a-7da4-46c0-9432-ea7dbe3776fb tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.082306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6ebbc5-4baf-4b45-84f1-a2401ba1a4c3 req-f576940a-7da4-46c0-9432-ea7dbe3776fb tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 947 time: 0.2488778 Jul 22 14:22:20.102237 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-2b18767a-93cf-436e-81e4-571eeb107364 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c5a41a7120594393ba4b18d5856527c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422866 Jul 22 14:22:20.188049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6ebbc5-4baf-4b45-84f1-a2401ba1a4c3 req-5a000e98-cdd8-49c3-80b9-7b862e1ebf28 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959451 Jul 22 14:22:20.195024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-05a9c13f-fe15-41c6-978f-7475a5a7cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.196532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-05a9c13f-fe15-41c6-978f-7475a5a7cd64 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1814532 Jul 22 14:22:20.305285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7cee2-5fe3-474a-b1f8-b60bdda9292f req-4ec4c196-2256-44d7-abe8-550bdf5f62dc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.313366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32a7cee2-5fe3-474a-b1f8-b60bdda9292f req-4ec4c196-2256-44d7-abe8-550bdf5f62dc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 945 time: 0.3356483 Jul 22 14:22:20.384953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-83c2f305-5090-4906-80be-48d14f14da67 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.387779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-83c2f305-5090-4906-80be-48d14f14da67 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2762992 Jul 22 14:22:20.408928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Request body: {'port': {'device_id': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'c5a41a7120594393ba4b18d5856527c8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:20.431182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32a7cee2-5fe3-474a-b1f8-b60bdda9292f req-010df7c1-dffe-403b-8076-a15bc435fe24 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125383 Jul 22 14:22:20.447999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-1d06488c-0097-4bf2-9738-3b4b1dbf77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.450447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-1d06488c-0097-4bf2-9738-3b4b1dbf77e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431922 Jul 22 14:22:20.477393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c6c8b0cc-9701-405e-bbfa-c160726a5086 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.479033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-c6c8b0cc-9701-405e-bbfa-c160726a5086 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.1851118 Jul 22 14:22:20.676308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0ae3a-f047-47eb-bbad-dc7a0b7f56ce req-806700ea-2531-482a-9a0f-ebfeab8eac68 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.678240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38b0ae3a-f047-47eb-bbad-dc7a0b7f56ce req-806700ea-2531-482a-9a0f-ebfeab8eac68 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.1976306 Jul 22 14:22:20.683487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-488ad8a6-2323-49b1-9b1c-97d3a0b4cd4a service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229648 Jul 22 14:22:20.699580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Made reservation on behalf of c5a41a7120594393ba4b18d5856527c8 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:20.703463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.715323 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.765117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-0250d232-cba4-4f8b-a379-a01c185837f5 service neutron] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:20.770454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-0250d232-cba4-4f8b-a379-a01c185837f5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.771648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-853a3ed7-0d0e-430b-ba86-496e3b8364e5 req-0250d232-cba4-4f8b-a379-a01c185837f5 service neutron] 10.222.0.61 "DELETE /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815/bindings/n-h1-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.2494342 Jul 22 14:22:20.780824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f0402-ffde-449d-bf26-bfb9faa32688 req-74d67aa8-d896-4413-9942-87780b0d09e6 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:20.782553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff7f0402-ffde-449d-bf26-bfb9faa32688 req-74d67aa8-d896-4413-9942-87780b0d09e6 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.1964791 Jul 22 14:22:20.787968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38b0ae3a-f047-47eb-bbad-dc7a0b7f56ce req-904bd951-7995-49fa-9894-9fee7912f360 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011004 Jul 22 14:22:20.864788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.873399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:20.929733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a10dc10-520e-4d16-86e7-da87cdcc8471 req-00d9486e-a90e-4dab-8efd-a8009735c2a8 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299283 Jul 22 14:22:20.949675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff7f0402-ffde-449d-bf26-bfb9faa32688 req-bfa47db6-1a2c-49ce-9320-38869e3fdcaf tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248579 Jul 22 14:22:20.975405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:21.090485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Allocated IP 192.168.233.47 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/e846432a-2e93-4187-9668-14a86f6913e9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:21.095621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef61d245-b264-43e6-939a-167f2498d40b req-f6c52440-b94a-48db-8d60-03ec26553c2e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 210 time: 0.0711081 Jul 22 14:22:21.442252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467a8c6-700e-4d30-bf95-71a5ce91e956 req-474c1b7f-de6e-41f8-9079-79a13eec0a3a tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:21.443997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5467a8c6-700e-4d30-bf95-71a5ce91e956 req-474c1b7f-de6e-41f8-9079-79a13eec0a3a tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 947 time: 0.0927868 Jul 22 14:22:21.508157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5467a8c6-700e-4d30-bf95-71a5ce91e956 req-6cd0a3fd-230f-4aba-a761-101eeb51baed tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Jul 22 14:22:21.602942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.621367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Transition to ACTIVE for port object e846432a-2e93-4187-9668-14a86f6913e9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:21.679936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020db97-afd0-4ca0-8e0a-bc1f4d950564 req-86bf28f5-2189-4a30-aa07-44c190b97a88 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:21.686540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0020db97-afd0-4ca0-8e0a-bc1f4d950564 req-86bf28f5-2189-4a30-aa07-44c190b97a88 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.1015089 Jul 22 14:22:21.691270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.752051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0020db97-afd0-4ca0-8e0a-bc1f4d950564 req-7fd53929-d2c3-469e-a5d1-4e88c03bd6fd tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644231 Jul 22 14:22:21.781501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:21.787237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:21.792412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:21.798965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:21.799883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:21.804233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Pushing event updated for resources: {'Port': ['ID=e846432a-2e93-4187-9668-14a86f6913e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:21.822606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-b113059f-fc78-42b5-93dc-4f3c48d4b054 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4198713 Jul 22 14:22:21.844210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Request body: {'port': {'device_id': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:21.864277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9b7c5-f370-4c0b-b92f-9df40c6d5e8e req-75e07066-4f0c-4770-b77e-45b2513cf064 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:21.867805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82a9b7c5-f370-4c0b-b92f-9df40c6d5e8e req-75e07066-4f0c-4770-b77e-45b2513cf064 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 945 time: 0.1115210 Jul 22 14:22:21.924177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82a9b7c5-f370-4c0b-b92f-9df40c6d5e8e req-dde1141f-54fd-49a3-9582-c24b0b806fda tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Jul 22 14:22:21.965873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.079115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36354) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:22.166760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a5e8a-99ae-4e31-affd-edef47ddf800 req-d3017606-85b1-4647-ac6e-8264c698856c tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.173700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b6a5e8a-99ae-4e31-affd-edef47ddf800 req-d3017606-85b1-4647-ac6e-8264c698856c tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.0866091 Jul 22 14:22:22.199602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76eedb3a-aa7c-453d-9f7c-294a870239f0 None None] Provisioning for port e846432a-2e93-4187-9668-14a86f6913e9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:22.206760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76eedb3a-aa7c-453d-9f7c-294a870239f0 None None] Provisioning complete for port e846432a-2e93-4187-9668-14a86f6913e9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:22.207386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76eedb3a-aa7c-453d-9f7c-294a870239f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.274191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b6a5e8a-99ae-4e31-affd-edef47ddf800 req-476ffb1c-f158-4532-8e83-5691275a72bd tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995564 Jul 22 14:22:22.300174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e846432a-2e93-4187-9668-14a86f6913e9 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:22.306401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-76eedb3a-aa7c-453d-9f7c-294a870239f0 None None] Port e846432a-2e93-4187-9668-14a86f6913e9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:22.311166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e66cd694-4c7a-4602-9462-1d02c3ce1c04 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:22.315284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.315695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:22.331312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Transition to ACTIVE for port object e846432a-2e93-4187-9668-14a86f6913e9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:22.337974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.374617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4436e272-80d2-49cc-94af-3e9eda912d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.433151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=e846432a-2e93-4187-9668-14a86f6913e9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.445210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Attempting to bind port e846432a-2e93-4187-9668-14a86f6913e9 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:22.445545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Attempting to bind port e846432a-2e93-4187-9668-14a86f6913e9 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:22.446545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Attempting to bind port e846432a-2e93-4187-9668-14a86f6913e9 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:22.450342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Port e846432a-2e93-4187-9668-14a86f6913e9 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:22.450691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Attempting to bind port e846432a-2e93-4187-9668-14a86f6913e9 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:22.455505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:22.455842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:22.456228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:22.456654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Bound port: e846432a-2e93-4187-9668-14a86f6913e9, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:22.457306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.484897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:22.523940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e66cd694-4c7a-4602-9462-1d02c3ce1c04, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:22.538677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04', 'mac_address': 'fa:16:3e:50:c8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:22.548052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] For port e846432a-2e93-4187-9668-14a86f6913e9, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:22.552382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] For port e846432a-2e93-4187-9668-14a86f6913e9, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e846432a-2e93-4187-9668-14a86f6913e9,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:22.560873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.581412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b5149-b160-4c4d-a4d7-6a0583dd3dfe req-e7c67fa2-5c5f-4a96-b002-40f67d92b60a tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.583032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe6b5149-b160-4c4d-a4d7-6a0583dd3dfe req-e7c67fa2-5c5f-4a96-b002-40f67d92b60a tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 947 time: 0.2107117 Jul 22 14:22:22.585666 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.588367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15d3b3-384a-409d-96c7-2e626ddfc6cb req-334073b8-b682-42c9-955f-111996b5a6e7 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.589917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c15d3b3-384a-409d-96c7-2e626ddfc6cb req-334073b8-b682-42c9-955f-111996b5a6e7 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1096 time: 0.2194705 Jul 22 14:22:22.608063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.608852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.611332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] 10.222.0.61 "PUT /v2.0/ports/e846432a-2e93-4187-9668-14a86f6913e9 HTTP/1.1" status: 200 len: 1095 time: 0.7755613 Jul 22 14:22:22.614251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'tag': 'e846432a-2e93-4187-9668-14a86f6913e9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:22.615123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66cd694-4c7a-4602-9462-1d02c3ce1c04 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:22.616780 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa07821-617a-46b3-8e3f-6c0112a7136d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a465a56-ef48-4a68-b2ff-01e85e980c34", "tag": "e846432a-2e93-4187-9668-14a86f6913e9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:22.639660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e66cd694-4c7a-4602-9462-1d02c3ce1c04, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:22.653682 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.658637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b0fa7-d623-42b5-868c-db0794c3ed36 service neutron] Pushing event updated for resources: {'Port': ['ID=e846432a-2e93-4187-9668-14a86f6913e9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.690989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe6b5149-b160-4c4d-a4d7-6a0583dd3dfe req-43c2e249-12b8-411c-a189-bc35a4788981 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924740 Jul 22 14:22:22.701205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4436e272-80d2-49cc-94af-3e9eda912d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.704368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c15d3b3-384a-409d-96c7-2e626ddfc6cb req-4c0ef1bd-b5db-46ac-86ef-c6ce5249d526 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069438 Jul 22 14:22:22.709642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4436e272-80d2-49cc-94af-3e9eda912d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.752427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e66cd694-4c7a-4602-9462-1d02c3ce1c04,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.774813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436e272-80d2-49cc-94af-3e9eda912d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c60bca-9e82-41e7-9f78-cbc58697d4ed,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:22.799231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4436e272-80d2-49cc-94af-3e9eda912d66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e96245165074f568339baa0ba25ad9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7187107 Jul 22 14:22:22.800402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:22.870687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6af80fc1-f957-42a3-b3ae-6ebcf3dc9a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.904307 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6af80fc1-f957-42a3-b3ae-6ebcf3dc9a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.934271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-d53cd8ba-564e-485e-8994-83c3c248aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.935671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-d53cd8ba-564e-485e-8994-83c3c248aeea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5a41a7120594393ba4b18d5856527c8&device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 1098 time: 0.2642517 Jul 22 14:22:22.964714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e66cd694-4c7a-4602-9462-1d02c3ce1c04'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:22.977434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-b9ef3b11-97bf-488c-8fe3-1092d6e1c61f tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:22.978602 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6af80fc1-f957-42a3-b3ae-6ebcf3dc9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.979231 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-b9ef3b11-97bf-488c-8fe3-1092d6e1c61f tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.61 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.2151992 Jul 22 14:22:22.983876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6af80fc1-f957-42a3-b3ae-6ebcf3dc9a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:22.988952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6af80fc1-f957-42a3-b3ae-6ebcf3dc9a82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60c60bca-9e82-41e7-9f78-cbc58697d4ed HTTP/1.1" status: 204 len: 168 time: 0.1876910 Jul 22 14:22:23.003982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af80fc1-f957-42a3-b3ae-6ebcf3dc9a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c60bca-9e82-41e7-9f78-cbc58697d4ed,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:23.072201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-40c7d3ea-4b6b-4b0c-a28a-277d4982351e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e846432a-2e93-4187-9668-14a86f6913e9 HTTP/1.1" status: 200 len: 217 time: 0.1242013 Jul 22 14:22:23.158544 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09479022-c95b-45d3-8f3f-797c9a6ee6dd x-openstack-request-id: req-09479022-c95b-45d3-8f3f-797c9a6ee6dd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:23.158865 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a465a56-ef48-4a68-b2ff-01e85e980c34", "tag": "e846432a-2e93-4187-9668-14a86f6913e9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:23.159128 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09479022-c95b-45d3-8f3f-797c9a6ee6dd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:23.159562 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'tag': 'e846432a-2e93-4187-9668-14a86f6913e9', 'status': 'completed', 'code': 200} Jul 22 14:22:23.198360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c36b6-8b02-40d4-adfc-bf876d13e52d req-d06cb2c4-c404-42ba-a31f-f91ff08006f1 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.209625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-914c36b6-8b02-40d4-adfc-bf876d13e52d req-d06cb2c4-c404-42ba-a31f-f91ff08006f1 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 948 time: 0.1174407 Jul 22 14:22:23.224070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-65af8bd1-bcf3-4339-9b98-703c1070e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.232820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-65af8bd1-bcf3-4339-9b98-703c1070e07b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1186986 Jul 22 14:22:23.293652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Deleting port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:23.294005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.301164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-914c36b6-8b02-40d4-adfc-bf876d13e52d req-3be82fb6-5e2a-4f20-b4c1-faad67bb933a tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854614 Jul 22 14:22:23.370808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb242dc-12d9-4a32-a785-e28c1b7f76f0 req-fcd1473e-4c14-4f2c-8edc-4d77fc604166 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.381194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfb242dc-12d9-4a32-a785-e28c1b7f76f0 req-fcd1473e-4c14-4f2c-8edc-4d77fc604166 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/ports?device_id=24f601b5-2b55-4fea-8226-cd9a392da451 HTTP/1.1" status: 200 len: 950 time: 0.1467936 Jul 22 14:22:23.408140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-6a07d126-aa21-4ead-a742-c53aafa47fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.409817 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-6a07d126-aa21-4ead-a742-c53aafa47fd8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1670904 Jul 22 14:22:23.435967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfb242dc-12d9-4a32-a785-e28c1b7f76f0 req-1c88e1ae-96b5-4e4d-9b65-a93ed1ada9ee tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.60 "GET /v2.0/security-groups?id=e63860f1-5ea4-4ade-a57d-3af3737bb484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531421 Jul 22 14:22:23.466420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] For port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:23.467200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.495302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36402) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.509841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Calling delete_port for a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:23.515034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-598fe648-339b-439c-bc76-a9a1d284429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.575950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-d0cf736b-b5d9-4dfd-b954-f833b4adb5e2 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576557 Jul 22 14:22:23.633478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-2224b891-f010-40f6-9472-a39628880b58 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.635547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-2224b891-f010-40f6-9472-a39628880b58 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.1837635 Jul 22 14:22:23.674214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-415d6dfe-c637-4881-8715-1b8e0d96c476 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/quotas/6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 375 time: 0.0277488 Jul 22 14:22:23.706157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95253b-ddd5-4150-8b39-60890424cfa6 req-f66dcfd7-29fb-483c-91fc-33567bf671b8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.707666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de95253b-ddd5-4150-8b39-60890424cfa6 req-f66dcfd7-29fb-483c-91fc-33567bf671b8 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.1876230 Jul 22 14:22:23.716722 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9f5f59fe-e82d-4bce-9a95-076a707adb46 req-22fe09a8-80bf-406b-a892-79b6a0f6c264 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324806 Jul 22 14:22:23.748644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.760928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['a6d25360-5d95-4ffc-b9dd-8e6ba4f90420'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:23.790584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Pushing event deleted for resources: {'Port': ['ID=a6d25360-5d95-4ffc-b9dd-8e6ba4f90420,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:23.809113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-598fe648-339b-439c-bc76-a9a1d284429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.816536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de95253b-ddd5-4150-8b39-60890424cfa6 req-cce13e41-f8ce-4bab-9992-b89d9f401842 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007023 Jul 22 14:22:23.818973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-598fe648-339b-439c-bc76-a9a1d284429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.857162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] No DVR routers for this DVR port a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:23.861969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:23.864257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48b56726-4027-4e97-bb6b-b1ad6a599930 req-14b9a8b1-f763-458b-8c54-79a2a429ba70 tempest-DeleteServersAdminTestJSON-497607897 tempest-DeleteServersAdminTestJSON-497607897-project] 10.222.0.61 "DELETE /v2.0/ports/a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 HTTP/1.1" status: 204 len: 173 time: 0.8033161 Jul 22 14:22:23.874418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-598fe648-339b-439c-bc76-a9a1d284429d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6daf3ff267e44e49802bf94361b982d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772588 Jul 22 14:22:23.875277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fe648-339b-439c-bc76-a9a1d284429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ad1bef-a936-49e0-bf41-b96a0cd51fd9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:23.878757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36406) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:23.897904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-32ecbdb4-81d2-4e31-91f9-0d2ee3d90dda tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2104576 Jul 22 14:22:23.909903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-71b970a9-5e3b-40e4-b678-ab210e8b98be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:23.911672 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-71b970a9-5e3b-40e4-b678-ab210e8b98be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5a41a7120594393ba4b18d5856527c8&device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 1098 time: 0.1304197 Jul 22 14:22:23.991913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e3acc08-5fb1-42b2-b268-6b88929901d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.036699 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e3acc08-5fb1-42b2-b268-6b88929901d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.046459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-d8794167-dcb4-4972-9afb-e45536431714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:24.050249 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-d8794167-dcb4-4972-9afb-e45536431714 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1292834 Jul 22 14:22:24.116219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-439d3a10-2d51-4530-8b68-f08ac72030da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=e846432a-2e93-4187-9668-14a86f6913e9 HTTP/1.1" status: 200 len: 217 time: 0.0474524 Jul 22 14:22:24.133671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909b859-3cc3-4650-849f-c652c7fbce58 req-c328a254-46ee-40fc-a20b-e3260340f759 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:24.135494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b909b859-3cc3-4650-849f-c652c7fbce58 req-c328a254-46ee-40fc-a20b-e3260340f759 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 947 time: 0.1141131 Jul 22 14:22:24.141534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-c5843efa-a157-4a86-8bcd-b0f7c561d06d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:22:24.142678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-c5843efa-a157-4a86-8bcd-b0f7c561d06d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0804832 Jul 22 14:22:24.161199 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e3acc08-5fb1-42b2-b268-6b88929901d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.168067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e3acc08-5fb1-42b2-b268-6b88929901d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.169135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2e3acc08-5fb1-42b2-b268-6b88929901d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6ad1bef-a936-49e0-bf41-b96a0cd51fd9 HTTP/1.1" status: 204 len: 168 time: 0.2894697 Jul 22 14:22:24.174932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-8c73a969-f131-4a78-83b1-29cb3d92aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:24.176416 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-8c73a969-f131-4a78-83b1-29cb3d92aa2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0532372 Jul 22 14:22:24.200585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3acc08-5fb1-42b2-b268-6b88929901d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ad1bef-a936-49e0-bf41-b96a0cd51fd9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:24.241158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e66cd694-4c7a-4602-9462-1d02c3ce1c04 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:24.263939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b909b859-3cc3-4650-849f-c652c7fbce58 req-df6ce309-7987-4e75-bc54-41d1c9e8490a tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154969 Jul 22 14:22:24.279570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-96deea5e-4c22-42e3-8440-0fcafac3d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:24.281144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-96deea5e-4c22-42e3-8440-0fcafac3d7ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970368 Jul 22 14:22:24.312030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e66cd694-4c7a-4602-9462-1d02c3ce1c04 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:24.324654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-35cafeed-2c1f-49b0-877b-768f941d18e4 service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702495 Jul 22 14:22:24.326643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e66cd694-4c7a-4602-9462-1d02c3ce1c04 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:24.327555 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.419440 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-d12060e7-42c5-4069-add5-cdf9c9c7ec9b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291180 Jul 22 14:22:24.461142 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.494675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:24.498014 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d6a72b-0bea-465a-9d1c-00364fd97e3b" -d '{"events": [{"server_uuid": "fcd54e6a-00d4-4910-acd6-afd6583f4ffd", "name": "network-vif-plugged", "status": "completed", "tag": "e66cd694-4c7a-4602-9462-1d02c3ce1c04"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:24.513872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e66cd694-4c7a-4602-9462-1d02c3ce1c04, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:24.519395 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:24.581381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8fa07821-617a-46b3-8e3f-6c0112a7136d req-72d3b45e-b487-4aba-8171-680f1cc880b6 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522317 Jul 22 14:22:24.602074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e66cd694-4c7a-4602-9462-1d02c3ce1c04,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:24.613358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-7cbe5ee9-f385-4b31-bab1-32755301dec3 service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863793 Jul 22 14:22:24.644186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d1881-5516-4435-8ef3-6fb045db30c5 req-86933601-38a8-481a-b33d-6cb0a5e84ff8 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:24.645724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e6d1881-5516-4435-8ef3-6fb045db30c5 req-86933601-38a8-481a-b33d-6cb0a5e84ff8 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 949 time: 0.1320100 Jul 22 14:22:24.726555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e6d1881-5516-4435-8ef3-6fb045db30c5 req-07c8d4c0-17c4-4a04-b0d2-4502f147abd2 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716646 Jul 22 14:22:24.875821 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9aef08-ef53-4a9b-8b6f-e68b305fb15b x-openstack-request-id: req-7b9aef08-ef53-4a9b-8b6f-e68b305fb15b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:24.876439 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd54e6a-00d4-4910-acd6-afd6583f4ffd", "name": "network-vif-plugged", "status": "completed", "tag": "e66cd694-4c7a-4602-9462-1d02c3ce1c04", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:24.876536 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b9aef08-ef53-4a9b-8b6f-e68b305fb15b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:24.877023 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04', 'code': 200} Jul 22 14:22:24.962657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc23df72-02f7-4844-8cc7-cc6ac7d3ae97 req-6a628021-d004-425d-8f6e-7cd6f048e1c6 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 210 time: 0.0420361 Jul 22 14:22:25.065203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff3f87-27f4-4ad0-87b0-de646f3f645f req-a46790ad-c98d-44e9-baab-5e55252b65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:25.065575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3ff3f87-27f4-4ad0-87b0-de646f3f645f req-a46790ad-c98d-44e9-baab-5e55252b65d9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 1100 time: 0.1060715 Jul 22 14:22:25.156900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3ff3f87-27f4-4ad0-87b0-de646f3f645f req-7e746a96-56d2-475e-8287-ae769a2bf67c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819848 Jul 22 14:22:25.160446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f601b5-2b55-4fea-8226-cd9a392da451', 'name': 'network-vif-deleted', 'tag': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:25.162970 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b47758c-5c4c-4765-8bf0-a3035bc2b34c" -d '{"events": [{"server_uuid": "24f601b5-2b55-4fea-8226-cd9a392da451", "name": "network-vif-deleted", "tag": "a6d25360-5d95-4ffc-b9dd-8e6ba4f90420"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:25.306843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1b199-4442-41ea-9766-1cad6b77eec6 req-b7ad6657-9477-4fc6-9556-01fd2287d7c4 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:25.319528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ede1b199-4442-41ea-9766-1cad6b77eec6 req-b7ad6657-9477-4fc6-9556-01fd2287d7c4 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.1166699 Jul 22 14:22:25.370932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ede1b199-4442-41ea-9766-1cad6b77eec6 req-634e223d-457b-4c2f-a788-93f12c968d55 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474231 Jul 22 14:22:25.395800 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe69bc3-c462-4aca-94b3-551f714d841e x-openstack-request-id: req-7fe69bc3-c462-4aca-94b3-551f714d841e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:25.396035 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f601b5-2b55-4fea-8226-cd9a392da451", "name": "network-vif-deleted", "tag": "a6d25360-5d95-4ffc-b9dd-8e6ba4f90420", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:25.396404 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fe69bc3-c462-4aca-94b3-551f714d841e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:25.396909 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f601b5-2b55-4fea-8226-cd9a392da451', 'name': 'network-vif-deleted', 'tag': 'a6d25360-5d95-4ffc-b9dd-8e6ba4f90420', 'status': 'completed', 'code': 200} Jul 22 14:22:25.529573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679f7728-c4d9-4e2f-93e2-647da0350fae req-5903dc41-c48d-4f7f-893d-2a93cd31fbd5 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:25.536710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-679f7728-c4d9-4e2f-93e2-647da0350fae req-5903dc41-c48d-4f7f-893d-2a93cd31fbd5 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 947 time: 0.0932937 Jul 22 14:22:25.752628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-679f7728-c4d9-4e2f-93e2-647da0350fae req-71f7e6dc-8fbe-4446-ab09-66988e213cfa tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149277 Jul 22 14:22:25.776783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b70d9-15a7-448b-bfcf-50d52a4eb428 req-bf15ba34-9b94-4019-b533-885d8192e5dc tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:25.778531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d95b70d9-15a7-448b-bfcf-50d52a4eb428 req-bf15ba34-9b94-4019-b533-885d8192e5dc tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 1101 time: 0.0738444 Jul 22 14:22:25.790271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36510) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:25.798290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d95b70d9-15a7-448b-bfcf-50d52a4eb428 req-dd0e43db-76cd-4878-aefd-2273e58a0dfd tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.895459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d95b70d9-15a7-448b-bfcf-50d52a4eb428 req-dd0e43db-76cd-4878-aefd-2273e58a0dfd tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.900857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d95b70d9-15a7-448b-bfcf-50d52a4eb428 req-dd0e43db-76cd-4878-aefd-2273e58a0dfd tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.908297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21b05040-fd44-4bc1-ac3d-755179cb55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:25.920231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d95b70d9-15a7-448b-bfcf-50d52a4eb428 req-dd0e43db-76cd-4878-aefd-2273e58a0dfd tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352284 Jul 22 14:22:25.944004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e43db-76cd-4878-aefd-2273e58a0dfd tempest-LiveMigrationNegativeTest-173963132 tempest-LiveMigrationNegativeTest-173963132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95454bf6-64c6-4a41-b03b-d4e08b2cb73d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.079223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21b05040-fd44-4bc1-ac3d-755179cb55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.086426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21b05040-fd44-4bc1-ac3d-755179cb55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.135504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997077bf-0c4f-4e61-932f-737c6fac4570 req-c2926378-bed9-4a5d-97fb-cfa0c7bc74df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:26.137419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-997077bf-0c4f-4e61-932f-737c6fac4570 req-c2926378-bed9-4a5d-97fb-cfa0c7bc74df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 949 time: 0.0926433 Jul 22 14:22:26.190745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b05040-fd44-4bc1-ac3d-755179cb55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec00b85-5f12-43b3-bb30-08b235388467,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.232240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-997077bf-0c4f-4e61-932f-737c6fac4570 req-2ec5cffd-cea4-4663-86f0-424efbea234f tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 Jul 22 14:22:26.245630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-21b05040-fd44-4bc1-ac3d-755179cb55bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b253c738842c4cf489f296c588404356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518268 Jul 22 14:22:26.246328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.265452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4442488c-1a96-444d-8429-b03197d343e5 req-1c0e42aa-fce4-4d30-8c43-9d91db18854f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 210 time: 0.0407856 Jul 22 14:22:26.395495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36540) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.421275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-f887bbd8-96ed-424e-8031-d696e362fc9f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:26.423145 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-f887bbd8-96ed-424e-8031-d696e362fc9f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.3008430 Jul 22 14:22:26.424435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abdbc4c0-3c05-4d73-94e1-b1d75640db22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.456326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Request body: {'port': {'device_id': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'admin_state_up': True, 'tenant_id': '6cb20be05566452397ae5b648778503d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:26.474338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abdbc4c0-3c05-4d73-94e1-b1d75640db22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.572334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-014afb19-cb91-4a6a-bdba-0f570b8a3465 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3be6362e0bdd45d49524968a711878cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1756535 Jul 22 14:22:26.576153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36546) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:26.621948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abdbc4c0-3c05-4d73-94e1-b1d75640db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.625189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abdbc4c0-3c05-4d73-94e1-b1d75640db22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.626356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-abdbc4c0-3c05-4d73-94e1-b1d75640db22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aec00b85-5f12-43b3-bb30-08b235388467 HTTP/1.1" status: 204 len: 168 time: 0.3790803 Jul 22 14:22:26.637374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1816589e-54c0-4ae1-aac8-61a2541b9179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.639899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbc4c0-3c05-4d73-94e1-b1d75640db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec00b85-5f12-43b3-bb30-08b235388467,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.663961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Made reservation on behalf of 6cb20be05566452397ae5b648778503d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:26.664562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1816589e-54c0-4ae1-aac8-61a2541b9179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.672032 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.769215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1816589e-54c0-4ae1-aac8-61a2541b9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.772142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1816589e-54c0-4ae1-aac8-61a2541b9179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:26.774206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1816589e-54c0-4ae1-aac8-61a2541b9179 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e63860f1-5ea4-4ade-a57d-3af3737bb484 HTTP/1.1" status: 204 len: 168 time: 0.1964779 Jul 22 14:22:26.795457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816589e-54c0-4ae1-aac8-61a2541b9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63860f1-5ea4-4ade-a57d-3af3737bb484,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:26.822159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbcca8-cb62-437f-98ce-b847df192a7c req-eebe47a0-1166-4aae-be70-561e205c478d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:26.825846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79cbcca8-cb62-437f-98ce-b847df192a7c req-eebe47a0-1166-4aae-be70-561e205c478d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.1154101 Jul 22 14:22:26.914408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79cbcca8-cb62-437f-98ce-b847df192a7c req-136ba5ba-e16e-4753-b739-3315621d7ea3 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808101 Jul 22 14:22:26.951437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Allocated IP 172.20.0.9 (096846f4-049e-4560-b606-861f68e70330/018d5bf4-07b4-4940-b88b-3a6282e1f8a1/0ba553da-4801-4fe4-a1d0-3f424803d592) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:27.038046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2d878-32bc-4aa2-bbce-402ada6eec07 req-9241436c-0ba4-4f0b-bf70-9270faa0b6e7 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.040113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbd2d878-32bc-4aa2-bbce-402ada6eec07 req-9241436c-0ba4-4f0b-bf70-9270faa0b6e7 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 947 time: 0.0921340 Jul 22 14:22:27.112168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbd2d878-32bc-4aa2-bbce-402ada6eec07 req-1ac446b0-2ebd-4eaf-8974-79f174ac9c3b tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Jul 22 14:22:27.181984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.248796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:27.270869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.272487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7775691-7f4f-433f-9dfa-1ee7336e3153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.324950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36588) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:27.332931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Network 096846f4-049e-4560-b606-861f68e70330 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:27.345288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:27.353444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4ed-fcac-4ae7-bef9-e7c73c2b1a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.359408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:27.365405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.366351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.380515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:27.428659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a6418-7e74-47f6-8236-96bbb8c2d7b1 req-258eb296-570d-476e-95a0-6091f2bc97a4 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.430358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-010a6418-7e74-47f6-8236-96bbb8c2d7b1 req-258eb296-570d-476e-95a0-6091f2bc97a4 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 949 time: 0.0959747 Jul 22 14:22:27.444992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7775691-7f4f-433f-9dfa-1ee7336e3153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.450932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7775691-7f4f-433f-9dfa-1ee7336e3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.481352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-010a6418-7e74-47f6-8236-96bbb8c2d7b1 req-6d510d5e-554b-4c14-acce-41be48dad407 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Jul 22 14:22:27.497335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c7775691-7f4f-433f-9dfa-1ee7336e3153 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2cdcbef12c24634a6f5d438d1a5aa7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473412 Jul 22 14:22:27.500557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:27.508895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7775691-7f4f-433f-9dfa-1ee7336e3153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91727cc-74f9-43e5-b660-7b52fba57a1d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:27.570015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4ed-fcac-4ae7-bef9-e7c73c2b1a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.581786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af26103b-7067-456d-957c-bfb8f97fa0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.587511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-cd213be0-d978-4a43-95e6-88efb6bee9e1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1485569 Jul 22 14:22:27.600465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Request body: {'port': {'device_id': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:27.605458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac70b4ed-fcac-4ae7-bef9-e7c73c2b1a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.639727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af26103b-7067-456d-957c-bfb8f97fa0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.671638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ac70b4ed-fcac-4ae7-bef9-e7c73c2b1a83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=001e6c33e2cc4505a44c4751feb936ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453884 Jul 22 14:22:27.676242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36602) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:27.676854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70b4ed-fcac-4ae7-bef9-e7c73c2b1a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52e6baa-6ae0-4787-8c99-112373301369,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:27.711840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.726572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3daae-c0c8-46e5-8642-5dceaae4e8b3 req-6b114c0d-afc5-4414-94a2-6c32b21af135 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:27.728519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb3daae-c0c8-46e5-8642-5dceaae4e8b3 req-6b114c0d-afc5-4414-94a2-6c32b21af135 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 931 time: 0.1555152 Jul 22 14:22:27.755161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca30a29c-b149-4462-b6d6-d50f577db8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.766649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af26103b-7067-456d-957c-bfb8f97fa0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.769304 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af26103b-7067-456d-957c-bfb8f97fa0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.772997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-af26103b-7067-456d-957c-bfb8f97fa0be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c91727cc-74f9-43e5-b660-7b52fba57a1d HTTP/1.1" status: 204 len: 168 time: 0.2686694 Jul 22 14:22:27.798811 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca30a29c-b149-4462-b6d6-d50f577db8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.831139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb3daae-c0c8-46e5-8642-5dceaae4e8b3 req-7954bf96-5c5f-45d6-9699-1c177b0b34a0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923877 Jul 22 14:22:27.844979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26103b-7067-456d-957c-bfb8f97fa0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91727cc-74f9-43e5-b660-7b52fba57a1d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:27.849597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e846432a-2e93-4187-9668-14a86f6913e9 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:27.895590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:27.896364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca30a29c-b149-4462-b6d6-d50f577db8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.899615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca30a29c-b149-4462-b6d6-d50f577db8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:27.900880 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca30a29c-b149-4462-b6d6-d50f577db8a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e52e6baa-6ae0-4787-8c99-112373301369 HTTP/1.1" status: 204 len: 168 time: 0.2212353 Jul 22 14:22:27.915873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30a29c-b149-4462-b6d6-d50f577db8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52e6baa-6ae0-4787-8c99-112373301369,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.045379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:28.045961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a6d25360-5d95-4ffc-b9dd-8e6ba4f90420 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:28.121222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad46a3-66ab-4d73-be86-23f201c6f14c req-14d3fd80-362b-43ec-96d2-cce313068b1e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.138508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66ad46a3-66ab-4d73-be86-23f201c6f14c req-14d3fd80-362b-43ec-96d2-cce313068b1e tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.1171873 Jul 22 14:22:28.186713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e846432a-2e93-4187-9668-14a86f6913e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e846432a-2e93-4187-9668-14a86f6913e9,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:28.209078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'e846432a-2e93-4187-9668-14a86f6913e9', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'e846432a-2e93-4187-9668-14a86f6913e9', 'mac_address': 'fa:16:3e:15:ee:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:28.240612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66ad46a3-66ab-4d73-be86-23f201c6f14c req-0f692fe2-03d9-4dad-8365-a09f758c938c tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007977 Jul 22 14:22:28.252281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba553da-4801-4fe4-a1d0-3f424803d592 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:28.270397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.299139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Transition to ACTIVE for port object 0ba553da-4801-4fe4-a1d0-3f424803d592 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:28.310463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.321335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.387630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e846432a-2e93-4187-9668-14a86f6913e9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:28.426206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:28.426644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:28.427036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:28.434273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:28.434743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:28.435605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e846432a-2e93-4187-9668-14a86f6913e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e846432a-2e93-4187-9668-14a86f6913e9,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:28.445457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.453610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:28.453947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:28.454400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:28.454889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Bound port: 0ba553da-4801-4fe4-a1d0-3f424803d592, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:28.455258 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.505059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.519184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-8b4e8b62-6790-4ff3-b906-9150924d7673 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.521176 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-8b4e8b62-6790-4ff3-b906-9150924d7673 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.72 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 950 time: 0.1355557 Jul 22 14:22:28.541654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea90aa6-af98-412c-b70a-cc30ad922692 req-0f9292d5-776f-4374-8436-87b9dfe7707a tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.550057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ea90aa6-af98-412c-b70a-cc30ad922692 req-0f9292d5-776f-4374-8436-87b9dfe7707a tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 947 time: 0.1655147 Jul 22 14:22:28.568608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:28.570195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e846432a-2e93-4187-9668-14a86f6913e9,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.574297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:28.585940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.660546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:28.665953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.666586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.668031 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-29df3eaf-0264-435f-9a19-dc0f2fb7918b service neutron] 10.222.0.61 "PUT /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 1091 time: 1.0723155 Jul 22 14:22:28.668474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:28.671007 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659eaabd-09b0-4779-9ef3-189e74d2d8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:28.681627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e846432a-2e93-4187-9668-14a86f6913e9'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:28.712915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ea90aa6-af98-412c-b70a-cc30ad922692 req-9d9a6980-88ef-4442-bf2f-a126b5d02101 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615002 Jul 22 14:22:28.824870 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413a354a-2685-4507-8c60-22718ac81549 x-openstack-request-id: req-413a354a-2685-4507-8c60-22718ac81549 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:28.825164 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:28.825443 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-413a354a-2685-4507-8c60-22718ac81549 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:28.825790 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'status': 'completed', 'code': 200} Jul 22 14:22:28.828571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-7dbed329-6905-43bc-9b0b-b314f4729db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:28.830065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-7dbed329-6905-43bc-9b0b-b314f4729db1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1094 time: 0.1182554 Jul 22 14:22:28.848451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36646) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:28.900604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Deleting port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:28.901134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:28.914556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-329f6273-7b6b-426f-896c-82446f871016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 217 time: 0.0670102 Jul 22 14:22:29.007193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-140f48b9-1794-4cbe-ba0f-a6e1c7a29be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.008786 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-140f48b9-1794-4cbe-ba0f-a6e1c7a29be2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0840044 Jul 22 14:22:29.047161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-bb5829b3-7e01-42b2-b5c3-2a43b9eb6437 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304744 Jul 22 14:22:29.060860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.061637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.062061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.062651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.063184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.063713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.064239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.064948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.066819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-619e545e-8ece-4a6e-89a2-887553bf9235 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3&device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34&device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd&device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5&device_id=6e9cac22-4005-4878-b2ba-7d75a0084565&device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a&device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 7345 time: 0.2446842 Jul 22 14:22:29.083408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] For port 45b13ddd-0bf7-449a-a8ac-d742b9623f42, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45b13ddd-0bf7-449a-a8ac-d742b9623f42,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:29.083935 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.116351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-701f08a7-760b-4092-89d5-ad5f49ceb0bb tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.118563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Calling delete_port for 45b13ddd-0bf7-449a-a8ac-d742b9623f42 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:29.158398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a83dd69-b79a-43f4-adf4-de48c8960430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.165937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-8805e86a-bf83-430d-a179-72e2dd9503be service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107340 Jul 22 14:22:29.254201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c00de-ec13-4a97-974b-890009677797 req-b1dd834a-0fa2-4457-b115-0bb0130094d1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.255927 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-609c00de-ec13-4a97-974b-890009677797 req-b1dd834a-0fa2-4457-b115-0bb0130094d1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 943 time: 0.2507982 Jul 22 14:22:29.309346 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2eb5002-24ed-489f-8f4e-21ba5a8b6ee2 req-2338c6d4-1a82-4384-a944-9b8dc3f46efe service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350493 Jul 22 14:22:29.358020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-609c00de-ec13-4a97-974b-890009677797 req-82a92882-e916-4c92-a853-1ecfa3b172ac tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925114 Jul 22 14:22:29.437255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-701f08a7-760b-4092-89d5-ad5f49ceb0bb tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.445809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-028bcf8f-244c-45ea-8ef3-4c95aa4048c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.447588 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-028bcf8f-244c-45ea-8ef3-4c95aa4048c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1094 time: 0.0863266 Jul 22 14:22:29.452311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-701f08a7-760b-4092-89d5-ad5f49ceb0bb tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.468678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.481331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d28783a7-5872-42fc-a004-0864100de68f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:29.487629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['45b13ddd-0bf7-449a-a8ac-d742b9623f42'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:29.532174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7723336-a5f0-48d8-a483-a07b9a0ffe5b req-701f08a7-760b-4092-89d5-ad5f49ceb0bb tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.4565356 Jul 22 14:22:29.533742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36676) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:29.557012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Pushing event deleted for resources: {'Port': ['ID=45b13ddd-0bf7-449a-a8ac-d742b9623f42,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:29.581216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f08a7-760b-4092-89d5-ad5f49ceb0bb tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a41f71-9b99-4f41-b75d-edfe4f265f5f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:29.640236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-9797d03d-cac0-42b5-9b01-d4b09e4aaf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.641895 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-9797d03d-cac0-42b5-9b01-d4b09e4aaf22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1870720 Jul 22 14:22:29.658745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f3531f2-ae93-4eaa-9829-7b962c7d880f req-cefa4ff5-5396-4f4c-8a01-8f047d40ab44 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=670baa6a-ba0c-4c95-9ab8-540587749ce5 HTTP/1.1" status: 200 len: 210 time: 0.1314759 Jul 22 14:22:29.760372 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-dfea0fbb-f755-4cd9-bb78-218626cd7274 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 217 time: 0.1108027 Jul 22 14:22:29.860733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e846432a-2e93-4187-9668-14a86f6913e9 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:29.873212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-c740ea80-0d45-40f4-9627-f48a3e27514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:29.874732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-c740ea80-0d45-40f4-9627-f48a3e27514f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1059873 Jul 22 14:22:29.883174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] No DVR routers for this DVR port 45b13ddd-0bf7-449a-a8ac-d742b9623f42 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:29.932299 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-63598c32-a255-4c5c-a5d6-cef6ea92d640 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492537 Jul 22 14:22:29.937488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.946781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-320a2158-aa73-4a9f-92c4-c861307d63d8 req-7ae068dd-74c0-4a8b-afd1-8e628180a56d tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.72 "DELETE /v2.0/ports/45b13ddd-0bf7-449a-a8ac-d742b9623f42 HTTP/1.1" status: 204 len: 173 time: 1.4198689 Jul 22 14:22:29.966681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'name': 'network-vif-deleted', 'tag': '45b13ddd-0bf7-449a-a8ac-d742b9623f42'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:29.967034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port e846432a-2e93-4187-9668-14a86f6913e9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:29.973679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port e846432a-2e93-4187-9668-14a86f6913e9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:29.974273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:29.986061 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daf8f8c-1cd1-40cc-8acf-a513dfc4a38a" -d '{"events": [{"server_uuid": "670baa6a-ba0c-4c95-9ab8-540587749ce5", "name": "network-vif-deleted", "tag": "45b13ddd-0bf7-449a-a8ac-d742b9623f42"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:30.095263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-network', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:30.127322 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.130158 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a83dd69-b79a-43f4-adf4-de48c8960430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.150015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a110d5-b312-424c-a795-58a2fee24522 req-05f0f53b-0ae2-445e-8f89-dda43ae3a6be tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.160551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33a110d5-b312-424c-a795-58a2fee24522 req-05f0f53b-0ae2-445e-8f89-dda43ae3a6be tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 948 time: 0.2819531 Jul 22 14:22:30.160868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-48b8a847-63e9-4573-9cf4-3fe81a0d906b service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192211 Jul 22 14:22:30.166230 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a83dd69-b79a-43f4-adf4-de48c8960430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.180629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846432a-2e93-4187-9668-14a86f6913e9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:30.195229 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb78ee3-9668-4813-8d2e-b3e6dd3be14d" -d '{"events": [{"server_uuid": "5a465a56-ef48-4a68-b2ff-01e85e980c34", "name": "network-vif-plugged", "status": "completed", "tag": "e846432a-2e93-4187-9668-14a86f6913e9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:30.224836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e846432a-2e93-4187-9668-14a86f6913e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e846432a-2e93-4187-9668-14a86f6913e9,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:30.233722 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.285940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33a110d5-b312-424c-a795-58a2fee24522 req-2c24baac-ccdd-4fc0-8526-ab0ca26a1fa6 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239471 Jul 22 14:22:30.305073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1a83dd69-b79a-43f4-adf4-de48c8960430 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c134a9314044460ab68ea2e56f38a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4550474 Jul 22 14:22:30.308469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Made reservation on behalf of 7539d43e6b1b43309da65ed730cec2a2 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:30.311250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.313651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36706) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:30.336621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e846432a-2e93-4187-9668-14a86f6913e9,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.342998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83dd69-b79a-43f4-adf4-de48c8960430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c28c4-0465-43dc-bba2-bac40512679d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.354173 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.428669 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed26f66-00a3-4884-9d73-4263e208f0df x-openstack-request-id: req-5ed26f66-00a3-4884-9d73-4263e208f0df {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:30.429075 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670baa6a-ba0c-4c95-9ab8-540587749ce5", "name": "network-vif-deleted", "tag": "45b13ddd-0bf7-449a-a8ac-d742b9623f42", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:30.429228 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ed26f66-00a3-4884-9d73-4263e208f0df {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:30.429586 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670baa6a-ba0c-4c95-9ab8-540587749ce5', 'name': 'network-vif-deleted', 'tag': '45b13ddd-0bf7-449a-a8ac-d742b9623f42', 'status': 'completed', 'code': 200} Jul 22 14:22:30.473477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80c14-2d59-4a06-85ac-420055d2fc5d req-37e2d598-7f99-426b-87ef-a8b522cb33db tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.476243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80c14-2d59-4a06-85ac-420055d2fc5d req-37e2d598-7f99-426b-87ef-a8b522cb33db tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.476243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f80c14-2d59-4a06-85ac-420055d2fc5d req-37e2d598-7f99-426b-87ef-a8b522cb33db tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.481347 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef51741-4844-4d4d-9644-2a984204eaf4 x-openstack-request-id: req-cef51741-4844-4d4d-9644-2a984204eaf4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:30.481752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88f80c14-2d59-4a06-85ac-420055d2fc5d req-37e2d598-7f99-426b-87ef-a8b522cb33db tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd&device_id=6e9cac22-4005-4878-b2ba-7d75a0084565&device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 2882 time: 0.2528594 Jul 22 14:22:30.481858 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a465a56-ef48-4a68-b2ff-01e85e980c34", "name": "network-vif-plugged", "status": "completed", "tag": "e846432a-2e93-4187-9668-14a86f6913e9", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:30.482302 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cef51741-4844-4d4d-9644-2a984204eaf4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:30.482409 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e846432a-2e93-4187-9668-14a86f6913e9', 'code': 200} Jul 22 14:22:30.522362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca97e669-f1d9-4099-8fcb-18439423cde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.576365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca97e669-f1d9-4099-8fcb-18439423cde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.603156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88f80c14-2d59-4a06-85ac-420055d2fc5d req-a0e314c9-442d-4a5b-95bd-660c6e849f43 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204236 Jul 22 14:22:30.761019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-659eaabd-09b0-4779-9ef3-189e74d2d8f2 req-e671c337-3839-4e2b-99b0-08177bf06618 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856850 Jul 22 14:22:30.771859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.777087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22a171-fc2a-41c1-9ca9-8e4ecab4c398 req-9074e0cc-51c9-449d-9a84-f3a4140e9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.778962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b22a171-fc2a-41c1-9ca9-8e4ecab4c398 req-9074e0cc-51c9-449d-9a84-f3a4140e9699 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 1100 time: 0.1303656 Jul 22 14:22:30.801427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.828289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca97e669-f1d9-4099-8fcb-18439423cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.828289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca97e669-f1d9-4099-8fcb-18439423cde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.828289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca97e669-f1d9-4099-8fcb-18439423cde2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a7c28c4-0465-43dc-bba2-bac40512679d HTTP/1.1" status: 204 len: 168 time: 0.4942124 Jul 22 14:22:30.835225 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b22a171-fc2a-41c1-9ca9-8e4ecab4c398 req-bbd14b58-466e-40bc-ada7-e7fb077a9527 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Jul 22 14:22:30.849416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:30.851733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c915a9-ea5f-47ce-8f10-e047ed31d754,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.874913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5139e30-c2d4-43bc-ba5b-15f1f0a70053 req-e9cf2859-7a22-423b-837d-8982d7593474 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:30.882765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5139e30-c2d4-43bc-ba5b-15f1f0a70053 req-e9cf2859-7a22-423b-837d-8982d7593474 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 943 time: 0.2769382 Jul 22 14:22:30.892256 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:30.892863 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Added segment 298ee2be-a0d3-482c-b806-c4e64193b53b of type vlan for network 24ad1da2-7976-49cf-9c58-67e627b33fe6 Jul 22 14:22:30.913836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97e669-f1d9-4099-8fcb-18439423cde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c28c4-0465-43dc-bba2-bac40512679d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:30.962995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5139e30-c2d4-43bc-ba5b-15f1f0a70053 req-d60d42dc-c65b-4ed0-9d39-e5e8ed6cbe18 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790520 Jul 22 14:22:30.976785 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.010077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.011243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.011863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.049173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4834950 Jul 22 14:22:31.049948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.056983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Request body: {'subnet': {'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-subnet', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:31.085574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Made reservation on behalf of 7539d43e6b1b43309da65ed730cec2a2 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:31.091307 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.302930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845c3d2-3c3f-4573-907f-efa5e520b083 admin admin] Pushing event updated for resources: {'Network': ['ID=24ad1da2-7976-49cf-9c58-67e627b33fe6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:31.323190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:31.349901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.389778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d12cd-8ab0-45fa-b811-2bdeb78fb76a req-7bcf82c6-2ac6-490c-a6f4-834a4cc157be tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.398088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-753d12cd-8ab0-45fa-b811-2bdeb78fb76a req-7bcf82c6-2ac6-490c-a6f4-834a4cc157be tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 972 time: 0.0964799 Jul 22 14:22:31.438811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a89d40f-a5c9-47ca-9f62-03fe6fd99290,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:31.448980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Checking segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:31.449478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Network hostable DHCP agents. Network: 24ad1da2-7976-49cf-9c58-67e627b33fe6, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:31.469278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-753d12cd-8ab0-45fa-b811-2bdeb78fb76a req-8b43f896-9670-4c87-b90f-e76a09b09e20 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687032 Jul 22 14:22:31.471508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:31.490263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 24ad1da2-7976-49cf-9c58-67e627b33fe6) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:31.494885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.496062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.508464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e462cf-86f3-46cf-b50e-d802e4d95f69 None None] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:31.519647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36768) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.519813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-39b793af-1d29-4229-8040-e2f6d2f8a85c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4685915 Jul 22 14:22:31.524936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:31.561032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.564090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.727691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.757843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-24ad1da2-7976-49cf-9c58-67e627b33fe6', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:22:31.759229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.847848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:31.873245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d673c-480c-470a-b0dd-9a1809762298 req-a0573ab0-fd48-4e0a-bf79-ed8166175341 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:31.874826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d82d673c-480c-470a-b0dd-9a1809762298 req-a0573ab0-fd48-4e0a-bf79-ed8166175341 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 949 time: 0.2700021 Jul 22 14:22:31.883338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:31.966424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-447710711-network', 'tenant_id': '5f72a92fba8a449f953db7c94273df64'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:31.966897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:31.973570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d82d673c-480c-470a-b0dd-9a1809762298 req-e702c504-52d3-469b-8f40-fd763d60fb1d tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701547 Jul 22 14:22:32.002453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Made reservation on behalf of 5f72a92fba8a449f953db7c94273df64 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:32.006083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.032572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.045782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Allocated IP 172.20.0.2 (24ad1da2-7976-49cf-9c58-67e627b33fe6/1a89d40f-a5c9-47ca-9f62-03fe6fd99290/4ceacdb9-3f58-40b6-824d-12b6d49d9e7f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:32.125404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:32.178980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.183690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'port_id': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'mac_address': 'fa:16:3e:d3:a9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018d5bf4-07b4-4940-b88b-3a6282e1f8a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:32.185862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.218194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:32.257805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612ce79d-73c0-4b60-8415-35692ae00c55,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.265925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.283140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.283500 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Added segment 519702a4-75c8-43a0-9b20-91e07da07ed2 of type vlan for network b81aabcc-826e-4463-b238-54c08a993101 Jul 22 14:22:32.292819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a565c-049f-4eaa-8393-a0cbe6a77230 req-88b8c744-5023-461b-93ab-948316621139 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.293064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45b13ddd-0bf7-449a-a8ac-d742b9623f42 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:32.299938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f76a565c-049f-4eaa-8393-a0cbe6a77230 req-88b8c744-5023-461b-93ab-948316621139 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 943 time: 0.1700566 Jul 22 14:22:32.347567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba553da-4801-4fe4-a1d0-3f424803d592 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:32.353439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.357302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f76a565c-049f-4eaa-8393-a0cbe6a77230 req-424184d8-6144-4501-9f20-6ef15b4ce292 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562179 Jul 22 14:22:32.361067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 45b13ddd-0bf7-449a-a8ac-d742b9623f42 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:32.361426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45b13ddd-0bf7-449a-a8ac-d742b9623f42 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:32.400014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:32.404648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.408038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.409087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.410189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.414845 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.417458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.444140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.473900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Transition to ACTIVE for port object 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:32.479144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6300392 Jul 22 14:22:32.480351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:32.487649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Request body: {'subnet': {'network_id': 'b81aabcc-826e-4463-b238-54c08a993101', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-447710711-subnet', 'tenant_id': '5f72a92fba8a449f953db7c94273df64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:32.512494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Transition to ACTIVE for port object 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:32.525424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8637b-6206-49b0-adec-ade170ada23e admin admin] Pushing event updated for resources: {'Network': ['ID=b81aabcc-826e-4463-b238-54c08a993101,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.533713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.539281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network b81aabcc-826e-4463-b238-54c08a993101 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:32.542875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.577032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Made reservation on behalf of 5f72a92fba8a449f953db7c94273df64 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:32.580058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.658787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:32.669587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:32.671399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Pushing event updated for resources: {'Port': ['ID=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.677018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:32.680901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['0ba553da-4801-4fe4-a1d0-3f424803d592'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:32.779667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Allocated IP 172.25.3.14 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/b2e46fe8-760c-4503-99cc-b84828aecf4f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:32.794873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.798013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71521d5e-e47e-413e-9921-db4a92b56c78 req-0be67f31-a011-4b90-aa93-a3cd2715004f tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.803087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71521d5e-e47e-413e-9921-db4a92b56c78 req-0be67f31-a011-4b90-aa93-a3cd2715004f tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1100 time: 0.2510312 Jul 22 14:22:32.814872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Attempting to bind port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:32.815376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Attempting to bind port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:32.815973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Attempting to bind port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:32.831561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:32.832105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Checking segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:32.832325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.832732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Bound using segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:32.833236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Bound port: 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:32.833645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:32.888904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71521d5e-e47e-413e-9921-db4a92b56c78 req-e28ca4ab-659b-489d-a33d-6c3fba5e5954 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742996 Jul 22 14:22:32.898341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346493c-589b-40fe-a30d-0f2882cea3c9 req-8418c5d4-4337-4aa8-8f52-b549e57d1003 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.902413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2346493c-589b-40fe-a30d-0f2882cea3c9 req-8418c5d4-4337-4aa8-8f52-b549e57d1003 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 972 time: 0.2345076 Jul 22 14:22:32.954314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Checking segment: {'id': '519702a4-75c8-43a0-9b20-91e07da07ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b81aabcc-826e-4463-b238-54c08a993101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:32.955865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Network hostable DHCP agents. Network: b81aabcc-826e-4463-b238-54c08a993101, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:32.968608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] For port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:32.983226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd1fd89-2508-4439-ab6e-22b780b1f423,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:32.994852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-84856e17-4c7e-4afa-883f-910e505e62b0 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:32.997621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] For port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:32.998290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-84856e17-4c7e-4afa-883f-910e505e62b0 tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.61 "GET /v2.0/ports?device_id=06d7245c-4657-4dce-ba3d-04f1fb55ba94 HTTP/1.1" status: 200 len: 972 time: 0.2156625 Jul 22 14:22:33.011585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2346493c-589b-40fe-a30d-0f2882cea3c9 req-85f156ba-6a95-42dc-86a1-7e03ec08409f tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.60 "GET /v2.0/security-groups?id=b6c087b6-eb63-4fc0-b422-43d41a499b29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Jul 22 14:22:33.014581 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.046561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.095167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Network b81aabcc-826e-4463-b238-54c08a993101 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:33.107838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fedc9-aeac-4015-9d72-cfd040235319 None None] Pushing event updated for resources: {'Port': ['ID=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.121751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.126394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, b81aabcc-826e-4463-b238-54c08a993101) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:33.136621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.137274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.138089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3f76d-25e3-4849-a7fb-3cf190478712 None None] Network b81aabcc-826e-4463-b238-54c08a993101 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:33.178011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-198dc1d5-6da8-4944-9bb2-d32ddb94ec18 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6863391 Jul 22 14:22:33.224363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Deleting port d28783a7-5872-42fc-a004-0864100de68f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:33.224363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.254269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:33.270710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:33.280812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:33.284593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Pushing event updated for resources: {'Port': ['ID=b2e46fe8-760c-4503-99cc-b84828aecf4f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.315341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f709cb5-263a-4050-ac0d-70545457164f None None] Network b81aabcc-826e-4463-b238-54c08a993101 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:33.358386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] For port d28783a7-5872-42fc-a004-0864100de68f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d28783a7-5872-42fc-a004-0864100de68f,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:33.358812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.372036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Calling delete_port for d28783a7-5872-42fc-a004-0864100de68f owned by compute:tempest-test_az-1973883484 {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:33.543715 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.555081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d28783a7-5872-42fc-a004-0864100de68f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:33.604917 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:22:33.605537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Pushing event deleted for resources: {'Port': ['ID=d28783a7-5872-42fc-a004-0864100de68f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:33.606214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805818ba-066c-411a-85a2-75b65c82d168 req-4bc012fb-5707-458f-bb40-1ef8277e9dd7 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.614969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-805818ba-066c-411a-85a2-75b65c82d168 req-4bc012fb-5707-458f-bb40-1ef8277e9dd7 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1100 time: 0.5157998 Jul 22 14:22:33.650087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] No DVR routers for this DVR port d28783a7-5872-42fc-a004-0864100de68f on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:33.656099 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.658172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a47d6ac0-59e6-4589-9712-cd78ffed06fc req-207e4672-6ddf-4d5a-8c81-264e41a9cf1b tempest-LiveMigrationNegativeTest-547940302 tempest-LiveMigrationNegativeTest-547940302-project] 10.222.0.61 "DELETE /v2.0/ports/d28783a7-5872-42fc-a004-0864100de68f HTTP/1.1" status: 204 len: 173 time: 0.6540301 Jul 22 14:22:33.658648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'name': 'network-vif-deleted', 'tag': 'd28783a7-5872-42fc-a004-0864100de68f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:33.660879 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b694a-fe9b-48dc-8a7f-d90b9c1d6a81" -d '{"events": [{"server_uuid": "06d7245c-4657-4dce-ba3d-04f1fb55ba94", "name": "network-vif-deleted", "tag": "d28783a7-5872-42fc-a004-0864100de68f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:33.691209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-805818ba-066c-411a-85a2-75b65c82d168 req-0f6dec45-52bc-4603-abe3-f31d5de3ff3e tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751159 Jul 22 14:22:33.712768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e7d15-7e9b-4b48-adaa-9488e4669fa5 req-f3fbaedc-262d-403a-8990-e102b0ebcb65 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:33.714698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea2e7d15-7e9b-4b48-adaa-9488e4669fa5 req-f3fbaedc-262d-403a-8990-e102b0ebcb65 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 949 time: 0.5543368 Jul 22 14:22:33.871636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c68a4211-ddc8-41ed-a758-218f70f87ff3 req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-863856833', 'description': 'tempest-description-1546933226'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:33.885425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea2e7d15-7e9b-4b48-adaa-9488e4669fa5 req-dcf8cf54-e5dd-4e7a-a711-b2cfd48c20db tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605566 Jul 22 14:22:33.889553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:33.952433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c68a4211-ddc8-41ed-a758-218f70f87ff3 req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:33.971249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 0ba553da-4801-4fe4-a1d0-3f424803d592 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:33.977202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 0ba553da-4801-4fe4-a1d0-3f424803d592 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:33.983465 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.052999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.085900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.139503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:34.143039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:34.145784 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abbf51e-1215-4c23-b1e8-f2ea7579ce20" -d '{"events": [{"server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "name": "network-vif-plugged", "status": "completed", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:34.150787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.203434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430b1c7-46a1-41dc-8552-7a80bb766d43 req-65593258-9883-4813-a69a-a246d057d7e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:34.212056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6430b1c7-46a1-41dc-8552-7a80bb766d43 req-65593258-9883-4813-a69a-a246d057d7e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 944 time: 0.2146084 Jul 22 14:22:34.239806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:34.281080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c68a4211-ddc8-41ed-a758-218f70f87ff3 req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.328691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c68a4211-ddc8-41ed-a758-218f70f87ff3 req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.387062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6430b1c7-46a1-41dc-8552-7a80bb766d43 req-3e92159c-ed2a-442d-aea1-4843e4913f0e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740928 Jul 22 14:22:34.410893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306ef8fb-c139-4632-82a0-18592badc12b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:34.413442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c68a4211-ddc8-41ed-a758-218f70f87ff3 req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.414426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c68a4211-ddc8-41ed-a758-218f70f87ff3 req-06354d49-35a8-4f51-ad4c-61a5bac95837 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5600991 Jul 22 14:22:34.450347 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:34.474727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be96c650-9c46-4618-988d-1e843013bb5f None None] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:34.481660 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa50bf7-4435-4571-a9fb-22331df7007b x-openstack-request-id: req-9fa50bf7-4435-4571-a9fb-22331df7007b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:34.482209 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d7245c-4657-4dce-ba3d-04f1fb55ba94", "name": "network-vif-deleted", "tag": "d28783a7-5872-42fc-a004-0864100de68f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:34.482303 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fa50bf7-4435-4571-a9fb-22331df7007b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:34.482760 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d7245c-4657-4dce-ba3d-04f1fb55ba94', 'name': 'network-vif-deleted', 'tag': 'd28783a7-5872-42fc-a004-0864100de68f', 'status': 'completed', 'code': 200} Jul 22 14:22:34.634003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-56092c67-66b3-44bd-a274-bb8475d4efc0 None None] Provisioning for port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:34.699694 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3725edb1-8b74-4f1f-aedc-d01f7b834405 x-openstack-request-id: req-3725edb1-8b74-4f1f-aedc-d01f7b834405 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:34.700036 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "name": "network-vif-plugged", "status": "completed", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:34.700285 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3725edb1-8b74-4f1f-aedc-d01f7b834405 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:34.700715 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'code': 200} Jul 22 14:22:34.782116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:22:34.865529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125f0e2-8fff-4c94-abe4-efbd9cb088cc req-934d9041-8613-42c0-a186-e17345b4760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:34.872842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b125f0e2-8fff-4c94-abe4-efbd9cb088cc req-934d9041-8613-42c0-a186-e17345b4760a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1096 time: 0.1173468 Jul 22 14:22:34.878940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:34.939906 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b125f0e2-8fff-4c94-abe4-efbd9cb088cc req-bbce63c2-9a17-4294-8537-cffa96745ec4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Jul 22 14:22:34.979388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-8edbe7e6-b891-4049-9475-bfc5fd76aa12 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/306ef8fb-c139-4632-82a0-18592badc12b HTTP/1.1" status: 200 len: 1804 time: 0.2863667 Jul 22 14:22:34.988399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '306ef8fb-c139-4632-82a0-18592badc12b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:34.988965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '306ef8fb-c139-4632-82a0-18592badc12b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:35.032399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:35.036414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:35.036792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.084021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.128288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.136115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:35.147159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:35.158978 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:35.159617 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.183438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.187391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.191947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-219a7a9a-474e-40c2-ae27-27ef09a4fe1c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6699598 Jul 22 14:22:35.219472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.242902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.251550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.297789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eecf4f29-2c19-4961-a38c-8ee9d78b647c,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:35.327474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:35.332844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.354208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.366985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-958c0ca5-3245-4f19-a658-7a23d53147d6 req-551c5cc3-450f-48ac-b24f-2a4af15b071b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3861234 Jul 22 14:22:35.402408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:35.406042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3ad2bead-d5f1-4e82-a604-760f7aa5785c None None] Provisioning complete for port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:35.406223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ad2bead-d5f1-4e82-a604-760f7aa5785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.423382 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:35.434499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ef0fdfb1-7efa-416c-90b2-2d8ecb95a676 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33376c881aa24fbb809ed1618d06e5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493040 Jul 22 14:22:35.435126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:35.495355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c7cf7-fc7d-4339-b3be-9dd44ebfeedd req-8572ed55-1a0a-4c63-b1bc-c3fa630aba23 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:35.502562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-371c7cf7-fc7d-4339-b3be-9dd44ebfeedd req-8572ed55-1a0a-4c63-b1bc-c3fa630aba23 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 949 time: 0.1773756 Jul 22 14:22:35.559838 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-371c7cf7-fc7d-4339-b3be-9dd44ebfeedd req-5920411f-0a0a-4f47-b54e-4ac116f1a39f tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Jul 22 14:22:35.640644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-19359b02-6f1b-4a6a-8a90-b9bed2df6b31 req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1589003296', 'description': 'tempest-description-267085314'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:35.640987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45d92ad8-920c-4e7c-b537-490c558d5660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.672924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45d92ad8-920c-4e7c-b537-490c558d5660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.684218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-19359b02-6f1b-4a6a-8a90-b9bed2df6b31 req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.834970 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:33Z', 'revision_number': 3, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:35.865902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3b94-bced-4041-826d-3c70f79484a8 req-74bd200f-3acd-44ea-b1bd-ae092f227015 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:35.878892 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d40f3b94-bced-4041-826d-3c70f79484a8 req-74bd200f-3acd-44ea-b1bd-ae092f227015 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 945 time: 0.1622779 Jul 22 14:22:35.904821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:35.905225 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Updating router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 port b2e46fe8-760c-4503-99cc-b84828aecf4f binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:35.918483 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-19359b02-6f1b-4a6a-8a90-b9bed2df6b31 req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.932011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-19359b02-6f1b-4a6a-8a90-b9bed2df6b31 req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.971238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45d92ad8-920c-4e7c-b537-490c558d5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.973643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d40f3b94-bced-4041-826d-3c70f79484a8 req-899ec538-33a5-4207-a222-6f34df9c04ed tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937450 Jul 22 14:22:35.973777 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.974954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45d92ad8-920c-4e7c-b537-490c558d5660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:35.979899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-45d92ad8-920c-4e7c-b537-490c558d5660 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6c087b6-eb63-4fc0-b422-43d41a499b29 HTTP/1.1" status: 204 len: 168 time: 0.5422161 Jul 22 14:22:36.011189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d92ad8-920c-4e7c-b537-490c558d5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c087b6-eb63-4fc0-b422-43d41a499b29,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.015670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-19359b02-6f1b-4a6a-8a90-b9bed2df6b31 req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.029982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19359b02-6f1b-4a6a-8a90-b9bed2df6b31 req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4067578 Jul 22 14:22:36.039977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d84409-ab04-40da-b4d1-aca2dcd9c407 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924317b6-4547-48dc-8bd2-eb1b5071352d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.091459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36904) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.128495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.186874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-512480eb-4c36-4cac-864a-e711dc5b1d0c tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/924317b6-4547-48dc-8bd2-eb1b5071352d HTTP/1.1" status: 200 len: 1804 time: 0.0788798 Jul 22 14:22:36.196099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '924317b6-4547-48dc-8bd2-eb1b5071352d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:36.196490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '924317b6-4547-48dc-8bd2-eb1b5071352d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:36.375846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.440406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.446276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.465280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425b1fc2-1d14-43b7-bd7a-bda63ea88a42,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.483238 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.505423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b12c1bf4-2067-4ce9-b542-ca93371a5399 req-0cb39097-2e00-4613-a3cb-b33c599e4a0b tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3153360 Jul 22 14:22:36.538183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Allocated IP 172.20.0.1 (24ad1da2-7976-49cf-9c58-67e627b33fe6/1a89d40f-a5c9-47ca-9f62-03fe6fd99290/b04f17a6-d392-4511-9b35-6e61fc884f2b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:36.575156 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.601030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-3885ad37-680c-4638-8e2b-43fb23f7292e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:36.602791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-3885ad37-680c-4638-8e2b-43fb23f7292e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.61 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 949 time: 0.1331358 Jul 22 14:22:36.610356 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Transition to ACTIVE for port object b2e46fe8-760c-4503-99cc-b84828aecf4f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:36.611817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8aa941a-3996-4061-8e3b-701cef1c40e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.624280 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.699535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1052118607', 'description': 'tempest-description-671766583'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:36.717765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c80e-7964-4455-bb1f-647dba8aabd8 req-88803596-a417-4874-a1f5-52281d7cbbcc tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:36.737775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3271c80e-7964-4455-bb1f-647dba8aabd8 req-88803596-a417-4874-a1f5-52281d7cbbcc tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.2286038 Jul 22 14:22:36.792029 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Attempting to bind port b2e46fe8-760c-4503-99cc-b84828aecf4f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:36.792408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Attempting to bind port b2e46fe8-760c-4503-99cc-b84828aecf4f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:36.792781 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Attempting to bind port b2e46fe8-760c-4503-99cc-b84828aecf4f on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:36.806548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Pushing event updated for resources: {'Port': ['ID=b2e46fe8-760c-4503-99cc-b84828aecf4f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:36.810487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.818446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:36.821724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:22:36.821724 n-d-794306-8 neutron-server[93812]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:22:36.821724 n-d-794306-8 neutron-server[93812]: [parameters: {'project_id_1': '5f72a92fba8a449f953db7c94273df64', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 22, 36, 757187)}] Jul 22 14:22:36.821724 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:22:36.822125 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:22:36.825901 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:36.826292 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:36.826737 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.827139 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:36.827620 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Bound port: b2e46fe8-760c-4503-99cc-b84828aecf4f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:36.828154 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:36.831940 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.832159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.832514 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.832898 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.833242 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.833578 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.834104 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.834652 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.835000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.835401 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.836055 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.836394 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:36.837451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Tracked resource versions report: Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: pushed versions: Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: { 'AddressGroup': {'1.2'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'ConntrackHelper': {'1.0'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Log': {'1.0'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Network': {'1.1'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Port': {'1.7'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'PortForwarding': {'1.2'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'QosPolicy': {'1.8'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'SecurityGroup': {'1.4'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'SecurityGroupRule': {'1.2'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'SubPort': {'1.0'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Subnet': {'1.1'}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Trunk': {'1.1'}} Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: consumer versions: Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: { DHCP agent@n-d-794306-8: {}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: HyperV agent@n-h1-794306-8: {}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: HyperV agent@n-h2-794306-8: {}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: L3 agent@n-d-794306-8: {}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: Metadata agent@n-d-794306-8: {}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: Metering agent@n-d-794306-8: {}, Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: Open vSwitch agent@n-d-794306-8: { 'AddressGroup': '1.2', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'ConntrackHelper': '1.0', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Log': '1.0', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Network': '1.1', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Port': '1.7', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'PortForwarding': '1.2', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'QosPolicy': '1.8', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'SecurityGroup': '1.4', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'SecurityGroupRule': '1.2', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'SubPort': '1.0', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Subnet': '1.1', Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: 'Trunk': '1.1'}} Jul 22 14:22:36.837931 n-d-794306-8 neutron-server[93815]: {{(pid=93815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 14:22:36.912242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3271c80e-7964-4455-bb1f-647dba8aabd8 req-b1055eb0-90b9-4893-84cd-a7588cb3fe35 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679580 Jul 22 14:22:36.996807 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] For port b2e46fe8-760c-4503-99cc-b84828aecf4f, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:37.000388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Transition to ACTIVE for port object b04f17a6-d392-4511-9b35-6e61fc884f2b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:37.003041 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] For port b2e46fe8-760c-4503-99cc-b84828aecf4f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b2e46fe8-760c-4503-99cc-b84828aecf4f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:37.009325 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.020911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.025481 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f3fac036-7f1d-47fd-91db-f44ff94ff9d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b45e4cc2884349e6a8bc41983d10a494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971767 Jul 22 14:22:37.026069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.036281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Deleting port e846432a-2e93-4187-9668-14a86f6913e9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:22:37.041106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.045304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:37.046033 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.054685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36936) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.127542 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:37.128474 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:37.139311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8aa941a-3996-4061-8e3b-701cef1c40e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.153575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8aa941a-3996-4061-8e3b-701cef1c40e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.163284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.182587 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554af8d-9ee5-43f6-9c1d-a79889a34387 None None] Pushing event updated for resources: {'Port': ['ID=b2e46fe8-760c-4503-99cc-b84828aecf4f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.230821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Pushing event updated for resources: {'Port': ['ID=b04f17a6-d392-4511-9b35-6e61fc884f2b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.244609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:37.250975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:37.259792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:37.260510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.268990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f8aa941a-3996-4061-8e3b-701cef1c40e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e488e726d694bc394cbf0209fd042eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1741147 Jul 22 14:22:37.268990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa941a-3996-4061-8e3b-701cef1c40e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbd107-77ec-4734-a0c6-93af41a2d563,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.270426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36940) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.278665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0eae56de-6a58-4d63-8ce4-602978506ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.284182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-adad445c-e800-4734-b2bd-d763d47dcaf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.336149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.356715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] For port e846432a-2e93-4187-9668-14a86f6913e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e846432a-2e93-4187-9668-14a86f6913e9,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:37.357161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.381964 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:37.385050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Calling delete_port for e846432a-2e93-4187-9668-14a86f6913e9 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:22:37.399198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd4de-2e74-4b8b-bc78-62f5f33a9822 req-f7d710c4-7786-46e2-9f47-5e502b1d30c3 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:37.407017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d92fd4de-2e74-4b8b-bc78-62f5f33a9822 req-f7d710c4-7786-46e2-9f47-5e502b1d30c3 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a465a56-ef48-4a68-b2ff-01e85e980c34 HTTP/1.1" status: 200 len: 949 time: 0.3798146 Jul 22 14:22:37.450438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-adad445c-e800-4734-b2bd-d763d47dcaf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.525888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa61f28-52a8-4304-b65c-190263adedbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.551429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d92fd4de-2e74-4b8b-bc78-62f5f33a9822 req-ca61d5ad-8e94-4e62-9e52-395ab253fdf8 tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.60 "GET /v2.0/security-groups?id=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432643 Jul 22 14:22:37.578507 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa61f28-52a8-4304-b65c-190263adedbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.588314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4f440364-5104-4dfa-a87a-1d14c5cd58b4 None None] Provisioning for port b04f17a6-d392-4511-9b35-6e61fc884f2b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:37.592794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4f440364-5104-4dfa-a87a-1d14c5cd58b4 None None] Provisioning complete for port b04f17a6-d392-4511-9b35-6e61fc884f2b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:37.593148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f440364-5104-4dfa-a87a-1d14c5cd58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.605628 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:33Z', 'revision_number': 3, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:37.644619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0eae56de-6a58-4d63-8ce4-602978506ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.656114 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3de1e-b187-4286-a88d-4eac15915a1c None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:33Z', 'revision_number': 3, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:37.670597 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0eae56de-6a58-4d63-8ce4-602978506ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.671021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f440364-5104-4dfa-a87a-1d14c5cd58b4 None None] Port b04f17a6-d392-4511-9b35-6e61fc884f2b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:37.745389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0eae56de-6a58-4d63-8ce4-602978506ed4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85f7644670d94bc28a11e24174d61b80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774561 Jul 22 14:22:37.753583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.756994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36942) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:37.758107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.787751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae56de-6a58-4d63-8ce4-602978506ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df57e6b-530c-4c76-bbd7-80e2303e9990,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.794187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-adad445c-e800-4734-b2bd-d763d47dcaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.796769 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-adad445c-e800-4734-b2bd-d763d47dcaf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.800812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-adad445c-e800-4734-b2bd-d763d47dcaf5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95454bf6-64c6-4a41-b03b-d4e08b2cb73d HTTP/1.1" status: 204 len: 168 time: 0.7725558 Jul 22 14:22:37.828770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa61f28-52a8-4304-b65c-190263adedbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.831272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa61f28-52a8-4304-b65c-190263adedbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.835342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-baa61f28-52a8-4304-b65c-190263adedbd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8dbd107-77ec-4734-a0c6-93af41a2d563 HTTP/1.1" status: 204 len: 168 time: 0.5608034 Jul 22 14:22:37.878220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad445c-e800-4734-b2bd-d763d47dcaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95454bf6-64c6-4a41-b03b-d4e08b2cb73d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:37.907080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:37.920979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e846432a-2e93-4187-9668-14a86f6913e9'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:37.928708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d28783a7-5872-42fc-a004-0864100de68f no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:37.953063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa61f28-52a8-4304-b65c-190263adedbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbd107-77ec-4734-a0c6-93af41a2d563,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.005599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Pushing event deleted for resources: {'Port': ['ID=e846432a-2e93-4187-9668-14a86f6913e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.043082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1667c2c-67cd-410b-b87a-73dfc86e83c7 req-7f881a38-dd80-4ba6-b162-198c546d68ee tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:38.049228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1667c2c-67cd-410b-b87a-73dfc86e83c7 req-7f881a38-dd80-4ba6-b162-198c546d68ee tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 945 time: 0.3976812 Jul 22 14:22:38.053316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] No DVR routers for this DVR port e846432a-2e93-4187-9668-14a86f6913e9 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:38.062846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.065209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d355ef11-c3aa-496e-bfd8-899ed49d052b req-c73dfc1c-dcce-4100-9203-cda333ce2d6e tempest-ServerDiagnosticsNegativeTest-397388327 tempest-ServerDiagnosticsNegativeTest-397388327-project] 10.222.0.61 "DELETE /v2.0/ports/e846432a-2e93-4187-9668-14a86f6913e9 HTTP/1.1" status: 204 len: 173 time: 1.4411867 Jul 22 14:22:38.065895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'name': 'network-vif-deleted', 'tag': 'e846432a-2e93-4187-9668-14a86f6913e9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:38.069797 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c923ed-addb-4e4c-a87d-0aafdfbfbdce" -d '{"events": [{"server_uuid": "5a465a56-ef48-4a68-b2ff-01e85e980c34", "name": "network-vif-deleted", "tag": "e846432a-2e93-4187-9668-14a86f6913e9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:38.103763 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-745709db-254b-4f74-ad82-a4d51f008d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.148494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.165739 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.166711 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.234822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-745709db-254b-4f74-ad82-a4d51f008d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.268009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Pushing event updated for resources: {'Port': ['ID=b04f17a6-d392-4511-9b35-6e61fc884f2b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.400224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.423041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1667c2c-67cd-410b-b87a-73dfc86e83c7 req-090809bf-57af-4e53-9d42-63b4eaa7da15 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404732 Jul 22 14:22:38.425691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-745709db-254b-4f74-ad82-a4d51f008d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.434123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: d28783a7-5872-42fc-a004-0864100de68f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:38.434831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d28783a7-5872-42fc-a004-0864100de68f not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:38.439707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-745709db-254b-4f74-ad82-a4d51f008d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.445510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-745709db-254b-4f74-ad82-a4d51f008d3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3df57e6b-530c-4c76-bbd7-80e2303e9990 HTTP/1.1" status: 204 len: 168 time: 0.6842003 Jul 22 14:22:38.453402 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.499415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745709db-254b-4f74-ad82-a4d51f008d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df57e6b-530c-4c76-bbd7-80e2303e9990,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.508962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:38.510748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:38.615659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.617649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-711ff9bb-fd7b-47b4-a238-147e96d1b1d9 req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.9559081 Jul 22 14:22:38.618369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031178c-f2c3-4d70-8cdb-1ebcaa412454 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a803874-b1f4-488f-9e38-6419d66e0281,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:38.679804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36966) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:38.704985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baec9482-c137-4c59-aeb1-dd0f3d9f1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:38.738617 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ec3e25-1913-4b94-ad9d-a3a499478eec x-openstack-request-id: req-b0ec3e25-1913-4b94-ad9d-a3a499478eec {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:38.738914 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a465a56-ef48-4a68-b2ff-01e85e980c34", "name": "network-vif-deleted", "tag": "e846432a-2e93-4187-9668-14a86f6913e9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:38.749517 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0ec3e25-1913-4b94-ad9d-a3a499478eec {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:38.750054 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a465a56-ef48-4a68-b2ff-01e85e980c34', 'name': 'network-vif-deleted', 'tag': 'e846432a-2e93-4187-9668-14a86f6913e9', 'status': 'completed', 'code': 200} Jul 22 14:22:38.925637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2e46fe8-760c-4503-99cc-b84828aecf4f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:38.960073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:38.960923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d9558-99ad-46d4-896f-735ad2c0cdc9 req-b48bb646-58d6-4c16-bb12-52ea9a9d9652 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:38.968106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e87d9558-99ad-46d4-896f-735ad2c0cdc9 req-b48bb646-58d6-4c16-bb12-52ea9a9d9652 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.3398716 Jul 22 14:22:39.000773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baec9482-c137-4c59-aeb1-dd0f3d9f1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.015766 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baec9482-c137-4c59-aeb1-dd0f3d9f1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.048482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9482-c137-4c59-aeb1-dd0f3d9f1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedbceca-7469-4223-addb-9e901c07655a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.060003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990e181-3e64-44a5-9a01-89a16f584db9 req-2be4345c-4f0f-4036-9dec-f4ce158745e0 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:39.061581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6990e181-3e64-44a5-9a01-89a16f584db9 req-2be4345c-4f0f-4036-9dec-f4ce158745e0 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1096 time: 0.1989250 Jul 22 14:22:39.079300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-045f71bb-a661-4118-9cdd-4ea4a0da3cde None None] Provisioning complete for port b04f17a6-d392-4511-9b35-6e61fc884f2b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:39.081287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-045f71bb-a661-4118-9cdd-4ea4a0da3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.131996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b2e46fe8-760c-4503-99cc-b84828aecf4f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:39.146421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b2e46fe8-760c-4503-99cc-b84828aecf4f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:39.146826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.167405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.183796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69874448-a1f1-4e00-9f05-bd86888b6af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.197189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:39.205455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eb705387-ebb3-481a-9dc6-970794265595 admin admin] 10.222.0.60 "PUT /v2.0/routers/fb83619c-a61b-492a-a2f0-c801a7b5c7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0164001 Jul 22 14:22:39.225351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-045f71bb-a661-4118-9cdd-4ea4a0da3cde None None] Port b04f17a6-d392-4511-9b35-6e61fc884f2b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:39.312170 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.337716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b2e46fe8-760c-4503-99cc-b84828aecf4f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b2e46fe8-760c-4503-99cc-b84828aecf4f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:39.343921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.358909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69874448-a1f1-4e00-9f05-bd86888b6af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.359476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e87d9558-99ad-46d4-896f-735ad2c0cdc9 req-2c636f60-82da-4977-844a-b4f391477173 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904638 Jul 22 14:22:39.364433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69874448-a1f1-4e00-9f05-bd86888b6af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.370046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-baec9482-c137-4c59-aeb1-dd0f3d9f1731 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc0a2d965c4c440a9abbc8a628b6ec58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6844871 Jul 22 14:22:39.375382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36980) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.424678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-69874448-a1f1-4e00-9f05-bd86888b6af8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4c2eb2f397b406893f096372b136a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531705 Jul 22 14:22:39.429188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:39.475553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69874448-a1f1-4e00-9f05-bd86888b6af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32ff925-315e-433d-ae49-77931287b2a6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.483096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b2e46fe8-760c-4503-99cc-b84828aecf4f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.502508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7f2f01b-90b9-4f51-96bc-dd5d1699172d req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1142934105', 'description': 'tempest-description-1666881147'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:39.514832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dfc38cc-1629-4ce3-95d3-bfe9b0fbc757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.536054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6990e181-3e64-44a5-9a01-89a16f584db9 req-4bdd216e-a621-43fd-a186-d731f5116f9c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660716 Jul 22 14:22:39.542488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dfc38cc-1629-4ce3-95d3-bfe9b0fbc757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.578116 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8b22ca3-b0f4-4137-b3d3-80f87bc42299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.603832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dfc38cc-1629-4ce3-95d3-bfe9b0fbc757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.608948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dfc38cc-1629-4ce3-95d3-bfe9b0fbc757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.612612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9dfc38cc-1629-4ce3-95d3-bfe9b0fbc757 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d32ff925-315e-433d-ae49-77931287b2a6 HTTP/1.1" status: 204 len: 168 time: 0.1795719 Jul 22 14:22:39.628906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc38cc-1629-4ce3-95d3-bfe9b0fbc757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32ff925-315e-433d-ae49-77931287b2a6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.647330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8b22ca3-b0f4-4137-b3d3-80f87bc42299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.650964 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7f2f01b-90b9-4f51-96bc-dd5d1699172d req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.803877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f59732a8-ef68-4274-a43b-c4f30372fc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.840129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8b22ca3-b0f4-4137-b3d3-80f87bc42299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.842968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8b22ca3-b0f4-4137-b3d3-80f87bc42299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.844120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b8b22ca3-b0f4-4137-b3d3-80f87bc42299 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fedbceca-7469-4223-addb-9e901c07655a HTTP/1.1" status: 204 len: 168 time: 0.4635816 Jul 22 14:22:39.873455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7f2f01b-90b9-4f51-96bc-dd5d1699172d req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.874310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b22ca3-b0f4-4137-b3d3-80f87bc42299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedbceca-7469-4223-addb-9e901c07655a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.880465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96bd85-3673-46bf-a623-5fe31155c6f4 req-ee52ec86-fb0d-42ed-8b29-a05a25d95de8 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:39.881998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce96bd85-3673-46bf-a623-5fe31155c6f4 req-ee52ec86-fb0d-42ed-8b29-a05a25d95de8 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1096 time: 0.1548467 Jul 22 14:22:39.882610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7f2f01b-90b9-4f51-96bc-dd5d1699172d req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.925974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e846432a-2e93-4187-9668-14a86f6913e9 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:39.936620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7f2f01b-90b9-4f51-96bc-dd5d1699172d req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:39.938953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7f2f01b-90b9-4f51-96bc-dd5d1699172d req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4708149 Jul 22 14:22:39.962822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: e846432a-2e93-4187-9668-14a86f6913e9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:22:39.963422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e846432a-2e93-4187-9668-14a86f6913e9 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:39.971998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534211dc-66a2-4815-9d27-1b034a2afef0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19746c1-93e9-48c7-ab43-1409a9ca636a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:39.994163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce96bd85-3673-46bf-a623-5fe31155c6f4 req-24bcd0a3-1aec-457b-b628-72adaa3a4439 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972579 Jul 22 14:22:40.035245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-ebbd1230-e74d-48bb-8fb0-9eff6cac7e87 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/1a803874-b1f4-488f-9e38-6419d66e0281 HTTP/1.1" status: 200 len: 1804 time: 0.0664389 Jul 22 14:22:40.058399 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.102751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-33181704-d450-41d2-926d-80fee8465dfc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/f19746c1-93e9-48c7-ab43-1409a9ca636a HTTP/1.1" status: 200 len: 1805 time: 0.0666051 Jul 22 14:22:40.117381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a803874-b1f4-488f-9e38-6419d66e0281', 'remote_group_id': 'f19746c1-93e9-48c7-ab43-1409a9ca636a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.117707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a803874-b1f4-488f-9e38-6419d66e0281', 'remote_group_id': 'f19746c1-93e9-48c7-ab43-1409a9ca636a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.258710 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.321773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.334623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.375612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17eb541-d0c3-449a-b78d-8f68321bc3ca,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.387547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.399991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86fcf0d0-9b9c-49fd-a98e-3a55c71f403e req-601b6f27-4df2-42a4-8dac-735663e5c04a tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2887919 Jul 22 14:22:40.437529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964eb8f8-2345-4427-bad3-9c9543579963 req-05e70e0a-4ab3-479f-8b16-d55820f48568 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:40.444715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-964eb8f8-2345-4427-bad3-9c9543579963 req-05e70e0a-4ab3-479f-8b16-d55820f48568 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1096 time: 0.1214573 Jul 22 14:22:40.503559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-964eb8f8-2345-4427-bad3-9c9543579963 req-a46126a8-8d69-4282-ba80-be83b547f526 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 Jul 22 14:22:40.533849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5ff8cba-6274-46ee-b308-a73c432520bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5a41a7120594393ba4b18d5856527c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4722393 Jul 22 14:22:40.534160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:40.573673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-9b360321-9092-46c3-8a52-bbdd2c076624 req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-20101353', 'description': 'tempest-description-1296329622'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.600515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953931ea-452e-48f4-ad4e-13f99d3a810c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.619670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b360321-9092-46c3-8a52-bbdd2c076624 req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.633345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953931ea-452e-48f4-ad4e-13f99d3a810c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.651757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100aff1-7177-4501-ae6b-99ee24fcfd7f req-ac1df778-d2d8-4a84-a2c5-aadf50e4e60d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:40.654310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a100aff1-7177-4501-ae6b-99ee24fcfd7f req-ac1df778-d2d8-4a84-a2c5-aadf50e4e60d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1771638 Jul 22 14:22:40.698073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:40.718213 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953931ea-452e-48f4-ad4e-13f99d3a810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.719853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:40.721560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-953931ea-452e-48f4-ad4e-13f99d3a810c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.725035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-953931ea-452e-48f4-ad4e-13f99d3a810c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59ad7e2c-a747-4cae-9aaa-10a16f0d1b96 HTTP/1.1" status: 204 len: 168 time: 0.1876371 Jul 22 14:22:40.725988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:40.734545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953931ea-452e-48f4-ad4e-13f99d3a810c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad7e2c-a747-4cae-9aaa-10a16f0d1b96,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.781352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a100aff1-7177-4501-ae6b-99ee24fcfd7f req-001718e9-8115-4f4a-86f7-d0f7d2d6e72c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086552 Jul 22 14:22:40.848708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b360321-9092-46c3-8a52-bbdd2c076624 req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.855675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b360321-9092-46c3-8a52-bbdd2c076624 req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.888025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2e46fe8-760c-4503-99cc-b84828aecf4f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:40.888276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b360321-9092-46c3-8a52-bbdd2c076624 req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.889441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b360321-9092-46c3-8a52-bbdd2c076624 req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3310907 Jul 22 14:22:40.892445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a42bb-5934-4eaf-8d82-191db6ca5ccf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd0c2e-b202-42b7-9321-af2a9255e9d8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:40.932122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-3ebbec78-3ddc-4b84-8973-1c9b0ff5e513 req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-127014984', 'description': 'tempest-description-1556805702'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:40.973331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3ebbec78-3ddc-4b84-8973-1c9b0ff5e513 req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:40.975543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b2e46fe8-760c-4503-99cc-b84828aecf4f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:40.976003 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.009930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:41.086163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3ebbec78-3ddc-4b84-8973-1c9b0ff5e513 req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.092544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3ebbec78-3ddc-4b84-8973-1c9b0ff5e513 req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.129532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3ebbec78-3ddc-4b84-8973-1c9b0ff5e513 req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.131187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ebbec78-3ddc-4b84-8973-1c9b0ff5e513 req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2066827 Jul 22 14:22:41.131965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843d70a-e566-420a-8057-516401daccbf tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096853f1-c08e-42bb-ae3e-c6885ce13a20,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.218375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-9fa99089-1207-43a3-9130-cfa6d822aebe tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/cbbd0c2e-b202-42b7-9321-af2a9255e9d8 HTTP/1.1" status: 200 len: 1803 time: 0.0628824 Jul 22 14:22:41.255560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37066) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.262233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-network', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:41.287685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-497454aa-a37c-45bb-91f3-62b6419be744 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/096853f1-c08e-42bb-ae3e-c6885ce13a20 HTTP/1.1" status: 200 len: 1804 time: 0.0620999 Jul 22 14:22:41.303331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbbd0c2e-b202-42b7-9321-af2a9255e9d8', 'remote_group_id': '096853f1-c08e-42bb-ae3e-c6885ce13a20', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:41.304816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbbd0c2e-b202-42b7-9321-af2a9255e9d8', 'remote_group_id': '096853f1-c08e-42bb-ae3e-c6885ce13a20', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:41.312462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Made reservation on behalf of de20b75a37e14540a7c92d68cbdb22b2 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:41.316778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.323703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 2, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:41.332594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.356588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:41.356946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Updating router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 port b04f17a6-d392-4511-9b35-6e61fc884f2b binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:41.397851 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.424628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.467766 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.473657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.489188 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.495413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.501139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:41.516226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5842efe5-dba9-49cb-93c8-cc94e8a56a92,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.537690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.538045 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Added segment e09c44d5-eac9-4d96-8e1a-f94acdff4dee of type vlan for network 5d790505-7844-4f48-8807-996c96245a92 Jul 22 14:22:41.563715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.563715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b43fe988-a7cd-41df-b724-6eeb518a2058 req-c4ed9485-1baf-48d6-8895-ba9f7095d267 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2654665 Jul 22 14:22:41.567336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37076) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:41.616683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed33fe12-3b18-459d-a8c9-fc0ed285ae09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.630130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5756921-27d6-4412-ba09-82519c568f51,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.704375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.742740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36cfe372-465f-48ca-a745-0c2ef8a29416 req-a5b4bffb-e6bd-40fb-8a85-0beadb87b8bd tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/096853f1-c08e-42bb-ae3e-c6885ce13a20 HTTP/1.1" status: 200 len: 1804 time: 0.1550994 Jul 22 14:22:41.747636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.748916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:41.749357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.799668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d52bb-fce0-445a-b564-34201e0fcf27 req-fdc67600-5e9a-40b1-886d-36ccd09e6480 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:41.806369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-150d52bb-fce0-445a-b564-34201e0fcf27 req-fdc67600-5e9a-40b1-886d-36ccd09e6480 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1096 time: 0.1410534 Jul 22 14:22:41.846951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] Pushing event updated for resources: {'Network': ['ID=5d790505-7844-4f48-8807-996c96245a92,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:41.859175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.864255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5d790505-7844-4f48-8807-996c96245a92 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:41.874893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-150d52bb-fce0-445a-b564-34201e0fcf27 req-9aba679b-442a-4e35-afd8-03a0c1d2fd6b tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613904 Jul 22 14:22:41.893923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Transition to ACTIVE for port object b04f17a6-d392-4511-9b35-6e61fc884f2b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:41.901911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36cfe372-465f-48ca-a745-0c2ef8a29416 req-550dc3d1-a671-438e-94b2-0a298c0c16c5 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.916123 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:41.931908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36cfe372-465f-48ca-a745-0c2ef8a29416 req-550dc3d1-a671-438e-94b2-0a298c0c16c5 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.012707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed33fe12-3b18-459d-a8c9-fc0ed285ae09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.019502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed33fe12-3b18-459d-a8c9-fc0ed285ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.034831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37100) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:42.037076 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bcd45911-2952-4f54-a87f-847943c31f42 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7802081 Jul 22 14:22:42.054002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Request body: {'subnet': {'network_id': '5d790505-7844-4f48-8807-996c96245a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-subnet', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:42.067189 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36cfe372-465f-48ca-a745-0c2ef8a29416 req-550dc3d1-a671-438e-94b2-0a298c0c16c5 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.069812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36cfe372-465f-48ca-a745-0c2ef8a29416 req-550dc3d1-a671-438e-94b2-0a298c0c16c5 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.073551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36cfe372-465f-48ca-a745-0c2ef8a29416 req-550dc3d1-a671-438e-94b2-0a298c0c16c5 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/096853f1-c08e-42bb-ae3e-c6885ce13a20 HTTP/1.1" status: 204 len: 173 time: 0.3225911 Jul 22 14:22:42.106200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-612c4d22-820f-4926-8c47-904ea35ce722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.131396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fae29-be68-44f1-9819-ffc9863a7899 None None] Pushing event updated for resources: {'Port': ['ID=b04f17a6-d392-4511-9b35-6e61fc884f2b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.148114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Attempting to bind port b04f17a6-d392-4511-9b35-6e61fc884f2b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:42.148487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Attempting to bind port b04f17a6-d392-4511-9b35-6e61fc884f2b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:42.148855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Attempting to bind port b04f17a6-d392-4511-9b35-6e61fc884f2b on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:42.158156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:42.158482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Checking segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:42.162882 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.163365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Bound using segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:42.163915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Bound port: b04f17a6-d392-4511-9b35-6e61fc884f2b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:42.164269 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.185480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ed33fe12-3b18-459d-a8c9-fc0ed285ae09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcdc738e02634e61acc5dd590a105c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6168563 Jul 22 14:22:42.188163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37108) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:42.190989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33fe12-3b18-459d-a8c9-fc0ed285ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc5ee22-4896-4217-8e73-34419d714f9e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.247038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dc3d1-a671-438e-94b2-0a298c0c16c5 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096853f1-c08e-42bb-ae3e-c6885ce13a20,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.253632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Made reservation on behalf of de20b75a37e14540a7c92d68cbdb22b2 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:42.256158 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.342827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4e77158-67bb-407d-921f-21302c33f4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.374402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e1913-1d7e-446b-9d5a-46b1460abf2b req-04fb4d43-0d68-45bb-8bf2-fd1e545e650b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.376120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-034e1913-1d7e-446b-9d5a-46b1460abf2b req-04fb4d43-0d68-45bb-8bf2-fd1e545e650b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.2869546 Jul 22 14:22:42.401193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] For port b04f17a6-d392-4511-9b35-6e61fc884f2b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:42.407000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] For port b04f17a6-d392-4511-9b35-6e61fc884f2b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b04f17a6-d392-4511-9b35-6e61fc884f2b,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:42.413054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4e77158-67bb-407d-921f-21302c33f4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.431258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.488650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4e77158-67bb-407d-921f-21302c33f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.491529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4e77158-67bb-407d-921f-21302c33f4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.496378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d4e77158-67bb-407d-921f-21302c33f4b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcc5ee22-4896-4217-8e73-34419d714f9e HTTP/1.1" status: 204 len: 168 time: 0.3070107 Jul 22 14:22:42.502318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.505073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e77158-67bb-407d-921f-21302c33f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc5ee22-4896-4217-8e73-34419d714f9e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.507153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fae29-be68-44f1-9819-ffc9863a7899 None None] Pushing event updated for resources: {'Port': ['ID=b04f17a6-d392-4511-9b35-6e61fc884f2b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.519994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-034e1913-1d7e-446b-9d5a-46b1460abf2b req-58ccd64d-0ee4-4be0-9bf8-87a40fb79d1b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354270 Jul 22 14:22:42.579706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:42.580352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:42.614917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.721638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d6453a-088b-40d7-bccf-fadd456099a6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:42.729170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:42.748972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Checking segment: {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:42.749335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Network hostable DHCP agents. Network: 5d790505-7844-4f48-8807-996c96245a92, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:42.762047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-352dff4c-9246-48c4-815b-1af3fc0e2981 req-f181892f-5270-4484-9b1b-82d55ade22e0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/cbbd0c2e-b202-42b7-9321-af2a9255e9d8 HTTP/1.1" status: 200 len: 1803 time: 0.1564572 Jul 22 14:22:42.794222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Network 5d790505-7844-4f48-8807-996c96245a92 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:42.817463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ac77ca29-286e-472a-a4ad-2f2a3d09b62d req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-582728064', 'description': 'tempest-description-1132331481'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:42.829191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5d790505-7844-4f48-8807-996c96245a92) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:42.837535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:42.838262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.853949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d6957-3e37-44b4-bfb8-80b4d880eda7 None None] Network 5d790505-7844-4f48-8807-996c96245a92 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:42.869085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ac77ca29-286e-472a-a4ad-2f2a3d09b62d req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.885490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-219cbb20-1feb-4d92-b038-e4b68ceba0d4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8410115 Jul 22 14:22:42.885784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37128) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:42.891073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:42.934759 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:42.936330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.021658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.068008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ac77ca29-286e-472a-a4ad-2f2a3d09b62d req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.080591 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ac77ca29-286e-472a-a4ad-2f2a3d09b62d req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.157439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ac77ca29-286e-472a-a4ad-2f2a3d09b62d req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.160875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac77ca29-286e-472a-a4ad-2f2a3d09b62d req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3617744 Jul 22 14:22:43.178040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c47a5-7605-4454-86de-a2162474be34 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906f6d8d-8612-4dbc-8d13-c1e611dda382,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:43.250883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.302713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-66e90784-a503-4459-b43f-a9d12eaffaae tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/906f6d8d-8612-4dbc-8d13-c1e611dda382 HTTP/1.1" status: 200 len: 1804 time: 0.1151061 Jul 22 14:22:43.320824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '906f6d8d-8612-4dbc-8d13-c1e611dda382', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:43.321177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '906f6d8d-8612-4dbc-8d13-c1e611dda382', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:43.385052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-5d790505-7844-4f48-8807-996c96245a92', 'network_id': '5d790505-7844-4f48-8807-996c96245a92', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'fixed_ips': [{'subnet_id': '09d6453a-088b-40d7-bccf-fadd456099a6'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:22:43.386939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.400543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:42Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:43.414631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.433183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e12da-72d5-42bf-baeb-ef85b2dd6ffd None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:42Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:43.464399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.469780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.539912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d684a5ff-b35d-42d7-81c0-51bb5b042fbf,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:43.563921 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.565516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad277bca-149e-4efb-b785-bb8f8cadcbc8 req-8efd117c-786b-4806-a832-acc58330e2ff tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2563038 Jul 22 14:22:43.607239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.621113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.644325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.719431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Allocated IP 172.20.0.2 (5d790505-7844-4f48-8807-996c96245a92/09d6453a-088b-40d7-bccf-fadd456099a6/de01ca33-0f95-4d02-bbc0-a506d8705b8a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:43.809842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Allocated IP 172.25.3.96 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/3aff482e-decd-4705-9105-c6ea66be3101) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:43.812488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfadd282-8269-438b-820a-9ac809e53170 req-e0c85b27-bed9-416e-9d2a-3bcbee441036 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:43.816798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfadd282-8269-438b-820a-9ac809e53170 req-e0c85b27-bed9-416e-9d2a-3bcbee441036 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1412120 Jul 22 14:22:43.887822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfadd282-8269-438b-820a-9ac809e53170 req-452d9efe-29f1-479b-849a-947219032ab4 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622168 Jul 22 14:22:43.985928 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:43.996609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Transition to ACTIVE for port object de01ca33-0f95-4d02-bbc0-a506d8705b8a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:44.011611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.033100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-e9be1725-a881-4448-aadb-67a719673f06 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/906f6d8d-8612-4dbc-8d13-c1e611dda382 HTTP/1.1" status: 200 len: 2397 time: 0.0945106 Jul 22 14:22:44.046316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '906f6d8d-8612-4dbc-8d13-c1e611dda382', 'remote_group_id': None}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:44.046674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '906f6d8d-8612-4dbc-8d13-c1e611dda382', 'remote_group_id': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:44.051180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Transition to ACTIVE for port object de01ca33-0f95-4d02-bbc0-a506d8705b8a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:44.078280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.104949 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.113042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Network 5d790505-7844-4f48-8807-996c96245a92 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:44.124698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:44.172047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:44.205601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.224397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Pushing event updated for resources: {'Port': ['ID=3aff482e-decd-4705-9105-c6ea66be3101,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.281163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:44.293269 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.296667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:44.298880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.315612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:44.318429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f5fa1a-f367-4488-9137-1cda13bf8805,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.329359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.332146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-919b3868-bae2-453d-ade4-61f46b0d9d10 req-5767f1bf-5c5c-4d64-8498-07b5a4f0fc98 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2982018 Jul 22 14:22:44.378828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Attempting to bind port de01ca33-0f95-4d02-bbc0-a506d8705b8a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:44.379717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Attempting to bind port de01ca33-0f95-4d02-bbc0-a506d8705b8a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:44.380424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Attempting to bind port de01ca33-0f95-4d02-bbc0-a506d8705b8a on network 5d790505-7844-4f48-8807-996c96245a92 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:44.385954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Pushing event updated for resources: {'Port': ['ID=de01ca33-0f95-4d02-bbc0-a506d8705b8a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.400032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:44.401291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Checking segment: {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:44.403010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.404142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Bound using segment: {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:44.405063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Bound port: de01ca33-0f95-4d02-bbc0-a506d8705b8a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:44.405939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.559121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] For port de01ca33-0f95-4d02-bbc0-a506d8705b8a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:44.564521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] For port de01ca33-0f95-4d02-bbc0-a506d8705b8a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=de01ca33-0f95-4d02-bbc0-a506d8705b8a,segment=NetworkSegment(e09c44d5-eac9-4d96-8e1a-f94acdff4dee),segment_id=e09c44d5-eac9-4d96-8e1a-f94acdff4dee)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:44.571013 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.729813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:44.742488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173c2ff-2ea6-4b98-81df-0970797c95fe None None] Pushing event updated for resources: {'Port': ['ID=de01ca33-0f95-4d02-bbc0-a506d8705b8a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:44.976539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b04f17a6-d392-4511-9b35-6e61fc884f2b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:45.071470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b04f17a6-d392-4511-9b35-6e61fc884f2b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:45.077385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b04f17a6-d392-4511-9b35-6e61fc884f2b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:45.077385 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.183617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.197198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.213259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-c0db23c0-6689-4c0b-a46a-9c33f56a0b0d tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:22:45.214472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-c0db23c0-6689-4c0b-a46a-9c33f56a0b0d tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133142 Jul 22 14:22:45.253401 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.300128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Request body: {'binding': {'host': 'n-h1-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:45.300579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:22:45.314302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b04f17a6-d392-4511-9b35-6e61fc884f2b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b04f17a6-d392-4511-9b35-6e61fc884f2b,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:45.319504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.409787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b04f17a6-d392-4511-9b35-6e61fc884f2b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:45.597248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b73a87b5-cceb-4bab-912e-99c502d3a0bd req-fd13afa9-0764-452a-80ed-ea84066d1712 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/906f6d8d-8612-4dbc-8d13-c1e611dda382 HTTP/1.1" status: 200 len: 2995 time: 0.0587676 Jul 22 14:22:45.655682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37216) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:45.756460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c0a93-d319-420b-ad1e-6b3213c31fe5 req-ba95f645-10ed-4613-87d8-bc2cd31ecbd3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:45.764371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d16c0a93-d319-420b-ad1e-6b3213c31fe5 req-ba95f645-10ed-4613-87d8-bc2cd31ecbd3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.0985014 Jul 22 14:22:45.783170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:22:45.794790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1114352182-network', 'tenant_id': 'a890c15c41554e0180d7c5a6471a2b16'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:45.796779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on host n-h1-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:45.797201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:45.797456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:45.808138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:45.808138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:45.815781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d16c0a93-d319-420b-ad1e-6b3213c31fe5 req-d54fe516-80b9-4c83-9157-ea64c85974f6 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505311 Jul 22 14:22:45.831966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Made reservation on behalf of a890c15c41554e0180d7c5a6471a2b16 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:45.834971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.846866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.909781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:45.910126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:45.910541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:45.911055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Bound port: 0ba553da-4801-4fe4-a1d0-3f424803d592, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:45.979710 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:45.985579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.000454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:46.003841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:46.007506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.008636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-60b9af7b-8909-4952-8efa-6d435ff10eea service neutron] 10.222.0.60 "POST /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592/bindings HTTP/1.1" status: 201 len: 389 time: 0.7533648 Jul 22 14:22:46.018575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.019080 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Added segment 4577da1d-840a-424e-b934-82c53c3d2dad of type vlan for network 81765bef-206c-4e09-b38b-314e6d1627f2 Jul 22 14:22:46.029501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:46.042960 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Sync routers for ids ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:46.062291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.064217 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Routers {'947eb8bd-fd2d-402d-99cb-d3789bb36fd5'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:46.064926 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:46.065968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9bdf7493-92b7-4344-bca1-df7b5a66cd12 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.1779180 Jul 22 14:22:46.068801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:46.069095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.112957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda823fd-323a-42f7-b19b-080f9b6ac029 None None] Network 5d790505-7844-4f48-8807-996c96245a92 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:46.164459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.165430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:46.169881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.223216 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Set router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:46.242751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-524bde30-2173-4d38-9c08-7454ee4e0381 None None] Provisioning for port de01ca33-0f95-4d02-bbc0-a506d8705b8a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:46.284838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c9dd8e-3fa0-43c3-ab12-418bc812a719,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:46.299989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6422687 Jul 22 14:22:46.303048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:46.309821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Request body: {'subnet': {'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1114352182-subnet', 'tenant_id': 'a890c15c41554e0180d7c5a6471a2b16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:46.386199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37238) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:46.496041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfd73d-6c82-426e-b63c-233394ecb39e admin admin] Pushing event updated for resources: {'Network': ['ID=81765bef-206c-4e09-b38b-314e6d1627f2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:46.502609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-354be536-1815-400d-a627-4a3f3f79bdee tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-group-rules/d4f5fa1a-f367-4488-9137-1cda13bf8805 HTTP/1.1" status: 200 len: 783 time: 0.0400834 Jul 22 14:22:46.513262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 81765bef-206c-4e09-b38b-314e6d1627f2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:46.520331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-5517bc92-9d21-488d-bc1b-0188ce75ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:46.523099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-5517bc92-9d21-488d-bc1b-0188ce75ec78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1096 time: 0.2183039 Jul 22 14:22:46.591254 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:22:44Z', 'revision_number': 3, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:46.606983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Made reservation on behalf of a890c15c41554e0180d7c5a6471a2b16 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:46.610109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.674665 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Checking router: 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:46.675544 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Updating router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 port 3aff482e-decd-4705-9105-c6ea66be3101 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:46.763413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05e9b97f-30f1-413c-be11-a0deb0cb0c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.771716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-8d9fff27-378d-4b71-ba0c-c5ba4c7edcf6 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/906f6d8d-8612-4dbc-8d13-c1e611dda382 HTTP/1.1" status: 200 len: 2995 time: 0.2590573 Jul 22 14:22:46.799205 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.830223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-f7047293-c497-437b-a665-560117f17d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:46.831691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-f7047293-c497-437b-a665-560117f17d5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2940755 Jul 22 14:22:46.924101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-36ede5f8-9f24-4fbe-9e82-b892fc144c67 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 217 time: 0.0741436 Jul 22 14:22:46.954065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-10437020-5a89-4e3a-81e0-ead20da04749 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:46.955074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b04f17a6-d392-4511-9b35-6e61fc884f2b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:46.992301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-10437020-5a89-4e3a-81e0-ead20da04749 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.002945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e707cf-9da1-404a-a3d9-f757daafbbb3 req-786ecb3a-2bca-48b6-a707-f6cbf3153b08 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:47.004481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3e707cf-9da1-404a-a3d9-f757daafbbb3 req-786ecb3a-2bca-48b6-a707-f6cbf3153b08 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 945 time: 0.2515681 Jul 22 14:22:47.025830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b04f17a6-d392-4511-9b35-6e61fc884f2b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:47.027058 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.065319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-a22500ed-17c3-491d-91da-b17d4e991bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:47.065894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-a22500ed-17c3-491d-91da-b17d4e991bce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1303880 Jul 22 14:22:47.081027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.118655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-10437020-5a89-4e3a-81e0-ead20da04749 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.127774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-a335bf96-9660-4b6e-99ec-5bf55d8c7333 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549467 Jul 22 14:22:47.130956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-10437020-5a89-4e3a-81e0-ead20da04749 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.132007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-407180de-6c4b-4e4c-8fbf-d880f0cb335b req-10437020-5a89-4e3a-81e0-ead20da04749 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d4f5fa1a-f367-4488-9137-1cda13bf8805 HTTP/1.1" status: 204 len: 173 time: 0.3052549 Jul 22 14:22:47.139250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device de01ca33-0f95-4d02-bbc0-a506d8705b8a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:47.147477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3e707cf-9da1-404a-a3d9-f757daafbbb3 req-9a09d739-9471-4203-9e14-0e066c2ace58 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299911 Jul 22 14:22:47.153697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10437020-5a89-4e3a-81e0-ead20da04749 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4f5fa1a-f367-4488-9137-1cda13bf8805,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.220305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.222247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77360e1b-ee65-4b0f-abf1-cca00945c830,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.244492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Checking segment: {'id': '4577da1d-840a-424e-b934-82c53c3d2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:47.244803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Network hostable DHCP agents. Network: 81765bef-206c-4e09-b38b-314e6d1627f2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:47.256975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05e9b97f-30f1-413c-be11-a0deb0cb0c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.261612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port de01ca33-0f95-4d02-bbc0-a506d8705b8a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:47.265139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05e9b97f-30f1-413c-be11-a0deb0cb0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.268530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port de01ca33-0f95-4d02-bbc0-a506d8705b8a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:47.268911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.279799 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.301535 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Transition to ACTIVE for port object 3aff482e-decd-4705-9105-c6ea66be3101 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:47.319772 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.381264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-5f1336aa-b581-4b16-b744-aff7b16e5e8a service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285507 Jul 22 14:22:47.393043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05e9b97f-30f1-413c-be11-a0deb0cb0c23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acfebb6942fb489581ec4aa8d87cd443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9958079 Jul 22 14:22:47.402078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37262) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:47.407078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.423492 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Attempting to bind port 3aff482e-decd-4705-9105-c6ea66be3101 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:47.423718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Attempting to bind port 3aff482e-decd-4705-9105-c6ea66be3101 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:47.424093 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Attempting to bind port 3aff482e-decd-4705-9105-c6ea66be3101 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:47.427740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218273c3-091a-4dbb-8fba-067e818955b1 None None] Pushing event updated for resources: {'Port': ['ID=3aff482e-decd-4705-9105-c6ea66be3101,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.433159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:47.433660 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:47.434195 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.434405 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:47.434868 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Bound port: 3aff482e-decd-4705-9105-c6ea66be3101, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:47.435256 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.435454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9b97f-30f1-413c-be11-a0deb0cb0c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dfc118-e7dd-47e0-a02d-2e9bf2e95346,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.459603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port de01ca33-0f95-4d02-bbc0-a506d8705b8a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=de01ca33-0f95-4d02-bbc0-a506d8705b8a,segment=NetworkSegment(e09c44d5-eac9-4d96-8e1a-f94acdff4dee),segment_id=e09c44d5-eac9-4d96-8e1a-f94acdff4dee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:47.465973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.493795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Network 81765bef-206c-4e09-b38b-314e6d1627f2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:47.513929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Allocated IP 172.20.0.1 (5d790505-7844-4f48-8807-996c96245a92/09d6453a-088b-40d7-bccf-fadd456099a6/801535e1-ab9a-49ba-8d47-142af77f700d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:47.520771 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] For port 3aff482e-decd-4705-9105-c6ea66be3101, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:47.524171 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] For port 3aff482e-decd-4705-9105-c6ea66be3101, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3aff482e-decd-4705-9105-c6ea66be3101,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:47.529695 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.533874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=de01ca33-0f95-4d02-bbc0-a506d8705b8a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.542738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 81765bef-206c-4e09-b38b-314e6d1627f2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:47.552590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae3a7f-1a24-406a-8272-7847000a5b46 None None] Network 81765bef-206c-4e09-b38b-314e6d1627f2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:47.558073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:47.559212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.594703 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Routers {'947eb8bd-fd2d-402d-99cb-d3789bb36fd5'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:47.595458 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:47.665648 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218273c3-091a-4dbb-8fba-067e818955b1 None None] Pushing event updated for resources: {'Port': ['ID=3aff482e-decd-4705-9105-c6ea66be3101,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:47.691785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f185dee-a4ee-4675-8688-eff670b7b747 req-8fc5ef6e-9f6a-4b25-974c-1e8125fdc3e7 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:47.693301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f185dee-a4ee-4675-8688-eff670b7b747 req-8fc5ef6e-9f6a-4b25-974c-1e8125fdc3e7 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.3898456 Jul 22 14:22:47.700221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa65eaaf-147f-467c-8d37-44f0df520f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.701362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.720545 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3403923-0ad6-4b3b-b953-81fec4bc51a7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4159906 Jul 22 14:22:47.721625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Transition to ACTIVE for port object 801535e1-ab9a-49ba-8d47-142af77f700d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:47.724433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97983cea-09f2-4296-8da7-4acf0689fa67 None None] Network 81765bef-206c-4e09-b38b-314e6d1627f2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:47.727188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-45a39e47-f7bc-4968-a5b6-eb4b358b7947 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267109 Jul 22 14:22:47.739385 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] Set router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:47.754667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d382614-7560-43c8-bb71-dd2e2bf2a445 req-b3a547cb-5d3c-42e1-9de6-dda75f5cddc4 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/906f6d8d-8612-4dbc-8d13-c1e611dda382 HTTP/1.1" status: 200 len: 2397 time: 0.1308854 Jul 22 14:22:47.766701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa65eaaf-147f-467c-8d37-44f0df520f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.786948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.841666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Network 5d790505-7844-4f48-8807-996c96245a92 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:47.842425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f185dee-a4ee-4675-8688-eff670b7b747 req-66631511-300b-417d-8611-1e29f4de677e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388059 Jul 22 14:22:47.851219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:47.875299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:47.876741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.949435 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:22:44Z', 'revision_number': 3, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:47.971982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8d382614-7560-43c8-bb71-dd2e2bf2a445 req-a3e42d64-9f59-4c28-a9fb-5f2abcd585b7 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:47.984448 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc0c6a-a120-481a-bcce-7d18a154ab26 None None] The sync data for ids ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'] in n-d-794306-8 is: [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:22:44Z', 'revision_number': 3, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:48.002853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa65eaaf-147f-467c-8d37-44f0df520f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.005409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa65eaaf-147f-467c-8d37-44f0df520f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.007756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fa65eaaf-147f-467c-8d37-44f0df520f6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83dfc118-e7dd-47e0-a02d-2e9bf2e95346 HTTP/1.1" status: 204 len: 168 time: 0.6038418 Jul 22 14:22:48.039885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65eaaf-147f-467c-8d37-44f0df520f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dfc118-e7dd-47e0-a02d-2e9bf2e95346,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.049050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8d382614-7560-43c8-bb71-dd2e2bf2a445 req-a3e42d64-9f59-4c28-a9fb-5f2abcd585b7 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.053152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-5a136a59-a4f9-4d9a-a0eb-af57d2ad8dd9 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:48.054899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-5a136a59-a4f9-4d9a-a0eb-af57d2ad8dd9 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.2593596 Jul 22 14:22:48.056573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Pushing event updated for resources: {'Port': ['ID=801535e1-ab9a-49ba-8d47-142af77f700d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.083739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-8'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:48.258054 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8d382614-7560-43c8-bb71-dd2e2bf2a445 req-a3e42d64-9f59-4c28-a9fb-5f2abcd585b7 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.261246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8d382614-7560-43c8-bb71-dd2e2bf2a445 req-a3e42d64-9f59-4c28-a9fb-5f2abcd585b7 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.274782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.275675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d382614-7560-43c8-bb71-dd2e2bf2a445 req-a3e42d64-9f59-4c28-a9fb-5f2abcd585b7 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/906f6d8d-8612-4dbc-8d13-c1e611dda382 HTTP/1.1" status: 204 len: 173 time: 0.5195954 Jul 22 14:22:48.284169 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.301855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e42d64-9f59-4c28-a9fb-5f2abcd585b7 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906f6d8d-8612-4dbc-8d13-c1e611dda382,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.369344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aeeb0a3d-f0b0-474f-9b68-17c9bb950c1b None None] Provisioning for port 801535e1-ab9a-49ba-8d47-142af77f700d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:48.396678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aeeb0a3d-f0b0-474f-9b68-17c9bb950c1b None None] Provisioning complete for port 801535e1-ab9a-49ba-8d47-142af77f700d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:48.401210 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeeb0a3d-f0b0-474f-9b68-17c9bb950c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.534372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aeeb0a3d-f0b0-474f-9b68-17c9bb950c1b None None] Port 801535e1-ab9a-49ba-8d47-142af77f700d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:48.624777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:48.650674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.657611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.664583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:48.675617 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-6ac18b7e-06c0-43dc-aa2c-c65c6afb7f10 req-024d981a-1aef-46b6-879a-cac2f587ffbd tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] show failed (client error): The resource could not be found. Jul 22 14:22:48.676742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ac18b7e-06c0-43dc-aa2c-c65c6afb7f10 req-024d981a-1aef-46b6-879a-cac2f587ffbd tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/096853f1-c08e-42bb-ae3e-c6885ce13a20 HTTP/1.1" status: 404 len: 352 time: 0.0496802 Jul 22 14:22:48.742799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Pushing event updated for resources: {'Port': ['ID=801535e1-ab9a-49ba-8d47-142af77f700d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:48.762338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869afd48-83e8-46ea-a09d-a062d8be3a30 req-a77dbf48-c09a-450f-9b62-adf006d0b833 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:48.772505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-869afd48-83e8-46ea-a09d-a062d8be3a30 req-a77dbf48-c09a-450f-9b62-adf006d0b833 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 945 time: 0.2481167 Jul 22 14:22:48.781662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37296) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:48.800763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:48.956554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Network 5d790505-7844-4f48-8807-996c96245a92 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:48.958032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:48.982818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device de01ca33-0f95-4d02-bbc0-a506d8705b8a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:49.093783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port de01ca33-0f95-4d02-bbc0-a506d8705b8a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:49.094157 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.163059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:22:49.278792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e5dded1-b878-4cb8-9ce6-527b0fbcfe47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.331786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:22:49.355360 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6bca3c3c-d458-4dcc-bbbd-d76cbc620639 admin admin] 10.222.0.60 "PUT /v2.0/routers/947eb8bd-fd2d-402d-99cb-d3789bb36fd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2852952 Jul 22 14:22:49.377142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:49.379786 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c0568-54f2-4521-8643-0397268f1970" -d '{"events": [{"server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:49.392070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.397891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9e754a46-9774-4cd2-a501-8b281c6a9433 None None] Provisioning complete for port 801535e1-ab9a-49ba-8d47-142af77f700d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:49.398425 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e754a46-9774-4cd2-a501-8b281c6a9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.419051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-869afd48-83e8-46ea-a09d-a062d8be3a30 req-3833608c-5f6e-4237-9066-2eba4e3b6b34 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6412344 Jul 22 14:22:49.449803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.489251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f3cae54-2923-42d4-b537-23942ff66a4a req-0dfca484-a34e-4bbb-bb80-77ef2ae5366e tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/cbbd0c2e-b202-42b7-9321-af2a9255e9d8 HTTP/1.1" status: 200 len: 1803 time: 0.2694764 Jul 22 14:22:49.544281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3aff482e-decd-4705-9105-c6ea66be3101 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:49.546110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9e754a46-9774-4cd2-a501-8b281c6a9433 None None] Port 801535e1-ab9a-49ba-8d47-142af77f700d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:22:49.620859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3aff482e-decd-4705-9105-c6ea66be3101 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:49.627899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3aff482e-decd-4705-9105-c6ea66be3101 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:49.628208 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.722574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:49.741318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.755067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:49.768694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:49.771366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 3aff482e-decd-4705-9105-c6ea66be3101, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3aff482e-decd-4705-9105-c6ea66be3101,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:49.775494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1328234566-network', 'tenant_id': '37d15b9db1014de7bd59bcadba4c14bb'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:49.780132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.803750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on host n-h2-794306-8 for vnic_type normal with profile {"migrating_to": "n-h1-794306-8"} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:49.804602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:49.804602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:49.826177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9f3cae54-2923-42d4-b537-23942ff66a4a req-cef8cd5c-4da1-4211-95a2-baf2a4d529a0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.831484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:49.831820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Attempting to bind port 0ba553da-4801-4fe4-a1d0-3f424803d592 on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:49.842865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=3aff482e-decd-4705-9105-c6ea66be3101,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:49.850573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.850922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.851253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.851877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.851990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.852249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.852726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.853059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.853383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.853703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.854068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.854392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:22:49.858875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:49.859232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:49.859629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:49.860071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Bound port: 0ba553da-4801-4fe4-a1d0-3f424803d592, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:49.860436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.863510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e5dded1-b878-4cb8-9ce6-527b0fbcfe47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.887899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e5dded1-b878-4cb8-9ce6-527b0fbcfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.888641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Made reservation on behalf of 37d15b9db1014de7bd59bcadba4c14bb for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:49.891412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.892733 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9f3cae54-2923-42d4-b537-23942ff66a4a req-cef8cd5c-4da1-4211-95a2-baf2a4d529a0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.900627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:49.909853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dcded-b744-4949-9133-f4f6e00f6884 req-eb3b2071-07e6-49fa-b220-5e2bfc40ad4e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:49.911415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd6dcded-b744-4949-9133-f4f6e00f6884 req-eb3b2071-07e6-49fa-b220-5e2bfc40ad4e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.2466016 Jul 22 14:22:50.014978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5e5dded1-b878-4cb8-9ce6-527b0fbcfe47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7da261f8b7784ec09d22e44f59e91248&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2265189 Jul 22 14:22:50.020800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.021002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37326) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:50.022838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86e63002-ff17-4190-9d7d-fa139368a11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.025348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5dded1-b878-4cb8-9ce6-527b0fbcfe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b2236b-f8c6-479b-92b3-aa860505d7a9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.031971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.074464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397a161c-ded2-4b4f-a5a7-1b33d199a3b7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.079276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9f3cae54-2923-42d4-b537-23942ff66a4a req-cef8cd5c-4da1-4211-95a2-baf2a4d529a0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.081829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9f3cae54-2923-42d4-b537-23942ff66a4a req-cef8cd5c-4da1-4211-95a2-baf2a4d529a0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.087547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:50.091370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f3cae54-2923-42d4-b537-23942ff66a4a req-cef8cd5c-4da1-4211-95a2-baf2a4d529a0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/cbbd0c2e-b202-42b7-9321-af2a9255e9d8 HTTP/1.1" status: 204 len: 173 time: 0.5310562 Jul 22 14:22:50.096534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:50.101794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:50.117930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.118284 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Added segment 8db47d17-6794-4776-9e7a-e30ba4d3e6e0 of type vlan for network 4e4ef21a-ccd9-4007-9b92-2385464a9e6e Jul 22 14:22:50.153460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd6dcded-b744-4949-9133-f4f6e00f6884 req-bb8f50b4-0310-4770-8462-b3bf2c724905 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222478 Jul 22 14:22:50.159897 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835f28b-a7ff-4807-b39f-d7302b4ba593 x-openstack-request-id: req-d835f28b-a7ff-4807-b39f-d7302b4ba593 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:50.160483 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:50.161873 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d835f28b-a7ff-4807-b39f-d7302b4ba593 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:50.162290 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'code': 200} Jul 22 14:22:50.166270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8cd5c-4da1-4211-95a2-baf2a4d529a0 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd0c2e-b202-42b7-9321-af2a9255e9d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.197127 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.228372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.289915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.290925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:50.291776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.324146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86e63002-ff17-4190-9d7d-fa139368a11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.334176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15406bd0-5db3-4f87-bfb5-bfd6f9e52a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.336053 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86e63002-ff17-4190-9d7d-fa139368a11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.346547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6e1ea0a-969c-4fb8-a858-f1757de02c2f req-52bfd79f-328b-46b9-a8a0-64d3aa993312 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/f19746c1-93e9-48c7-ab43-1409a9ca636a HTTP/1.1" status: 200 len: 1805 time: 0.1370192 Jul 22 14:22:50.360430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5902193 Jul 22 14:22:50.364796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37334) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:50.389721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Request body: {'subnet': {'network_id': '4e4ef21a-ccd9-4007-9b92-2385464a9e6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1328234566-subnet', 'tenant_id': '37d15b9db1014de7bd59bcadba4c14bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:50.405176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b151091-1224-480f-bbed-6fb2b1206c0a admin admin] Pushing event updated for resources: {'Network': ['ID=4e4ef21a-ccd9-4007-9b92-2385464a9e6e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.416628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4e4ef21a-ccd9-4007-9b92-2385464a9e6e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:50.424928 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86e63002-ff17-4190-9d7d-fa139368a11d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04a3b5088e90470193b99b08a644736a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7010193 Jul 22 14:22:50.428549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:50.437944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63002-ff17-4190-9d7d-fa139368a11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0118d51-7365-474b-a2c9-3aa006d45945,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.473240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Made reservation on behalf of 37d15b9db1014de7bd59bcadba4c14bb for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:50.475938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.502322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15406bd0-5db3-4f87-bfb5-bfd6f9e52a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.512645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:50.513575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.515277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 1121 time: 2.4364638 Jul 22 14:22:50.535545 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-304bab74-8388-4f76-a6f4-2919060f009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.582081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-304bab74-8388-4f76-a6f4-2919060f009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.608700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Sync routers for ids ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:22:50.617393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2386e-f783-4311-856b-b9e6ca9416e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.625581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Routers {'947eb8bd-fd2d-402d-99cb-d3789bb36fd5'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:50.626206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:50.659080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b6e1ea0a-969c-4fb8-a858-f1757de02c2f req-641ed5b0-ef58-404d-b27a-86237d1196bc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.664840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['0ba553da-4801-4fe4-a1d0-3f424803d592'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:50.670366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-304bab74-8388-4f76-a6f4-2919060f009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.673362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-304bab74-8388-4f76-a6f4-2919060f009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.677295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-304bab74-8388-4f76-a6f4-2919060f009d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0118d51-7365-474b-a2c9-3aa006d45945 HTTP/1.1" status: 204 len: 168 time: 0.2453640 Jul 22 14:22:50.691237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bab74-8388-4f76-a6f4-2919060f009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0118d51-7365-474b-a2c9-3aa006d45945,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.736680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b6e1ea0a-969c-4fb8-a858-f1757de02c2f req-641ed5b0-ef58-404d-b27a-86237d1196bc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.805094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15406bd0-5db3-4f87-bfb5-bfd6f9e52a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.808245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15406bd0-5db3-4f87-bfb5-bfd6f9e52a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:50.809413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-15406bd0-5db3-4f87-bfb5-bfd6f9e52a4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1b2236b-f8c6-479b-92b3-aa860505d7a9 HTTP/1.1" status: 204 len: 168 time: 0.7855337 Jul 22 14:22:50.823950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Set router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:50.879990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15406bd0-5db3-4f87-bfb5-bfd6f9e52a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b2236b-f8c6-479b-92b3-aa860505d7a9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:50.941420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3aff482e-decd-4705-9105-c6ea66be3101 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:51.038299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40056e7-1293-4dff-8cdc-1487a1305d3e req-850247b0-4209-43a5-9446-8bbd6ef69636 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.039947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f40056e7-1293-4dff-8cdc-1487a1305d3e req-850247b0-4209-43a5-9446-8bbd6ef69636 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 943 time: 0.3096981 Jul 22 14:22:51.043221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b6e1ea0a-969c-4fb8-a858-f1757de02c2f req-641ed5b0-ef58-404d-b27a-86237d1196bc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.045819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b6e1ea0a-969c-4fb8-a858-f1757de02c2f req-641ed5b0-ef58-404d-b27a-86237d1196bc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.047022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6e1ea0a-969c-4fb8-a858-f1757de02c2f req-641ed5b0-ef58-404d-b27a-86237d1196bc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/f19746c1-93e9-48c7-ab43-1409a9ca636a HTTP/1.1" status: 204 len: 173 time: 0.6857502 Jul 22 14:22:51.093633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.120912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ed5b0-ef58-404d-b27a-86237d1196bc tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19746c1-93e9-48c7-ab43-1409a9ca636a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:51.256701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:51.279792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f40056e7-1293-4dff-8cdc-1487a1305d3e req-66e735c3-3a4b-46da-8109-49ccc14c4ddd tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317526 Jul 22 14:22:51.287263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:22:48Z', 'revision_number': 4, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '801535e1-ab9a-49ba-8d47-142af77f700d', 'name': '', 'network_id': '5d790505-7844-4f48-8807-996c96245a92', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'mac_address': 'fa:16:3e:d7:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '09d6453a-088b-40d7-bccf-fadd456099a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:47Z', 'updated_at': '2021-07-22T14:22:48Z', 'revision_number': 2, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'subnets': [{'id': '09d6453a-088b-40d7-bccf-fadd456099a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:51.288563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c1f-4f01-4506-bd74-1d9d82943f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.302326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=289b9408-1072-47bf-ad5a-1978907f74a6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:51.347402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Checking router: 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:22:51.348003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Updating router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 port 801535e1-ab9a-49ba-8d47-142af77f700d binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:22:51.350446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3aff482e-decd-4705-9105-c6ea66be3101 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:51.351022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.363347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Checking segment: {'id': '8db47d17-6794-4776-9e7a-e30ba4d3e6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4e4ef21a-ccd9-4007-9b92-2385464a9e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:51.363678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Network hostable DHCP agents. Network: 4e4ef21a-ccd9-4007-9b92-2385464a9e6e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:22:51.392596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Network 4e4ef21a-ccd9-4007-9b92-2385464a9e6e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:22:51.407978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4e4ef21a-ccd9-4007-9b92-2385464a9e6e) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:51.418870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.420161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.425190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d0f1c-c631-4b2d-90dc-fce4e777d7af None None] Network 4e4ef21a-ccd9-4007-9b92-2385464a9e6e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:51.510301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.560308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-663ce62c-be70-454d-818a-6a18db536472 req-af8409e1-0aa8-4f0a-9481-bf4eccec83ce tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/1a803874-b1f4-488f-9e38-6419d66e0281 HTTP/1.1" status: 200 len: 1804 time: 0.0831637 Jul 22 14:22:51.572264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c1f-4f01-4506-bd74-1d9d82943f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.578742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7c1f-4f01-4506-bd74-1d9d82943f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.616130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ca8e7c1f-4f01-4506-bd74-1d9d82943f7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cb110f6300d4e708887f34434b5a402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581424 Jul 22 14:22:51.616775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-63da86ba-90b6-455d-8f5a-73a511ddd51c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2459836 Jul 22 14:22:51.618406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:51.673650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e7c1f-4f01-4506-bd74-1d9d82943f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec964b98-ec5a-433f-aa2b-0986e1c854cf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:51.706342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43e60a2d-ca81-4881-81fa-43f43513fd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.737044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43e60a2d-ca81-4881-81fa-43f43513fd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.760620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-663ce62c-be70-454d-818a-6a18db536472 req-64dd7b64-4eed-4025-9782-fd29af9cee37 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.794314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-663ce62c-be70-454d-818a-6a18db536472 req-64dd7b64-4eed-4025-9782-fd29af9cee37 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.819230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43e60a2d-ca81-4881-81fa-43f43513fd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.824290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af74d95-b7b8-4e89-ba58-b7b06e0305de req-59a84b55-abd3-4ad4-beb6-662900ea1003 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:51.825864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4af74d95-b7b8-4e89-ba58-b7b06e0305de req-59a84b55-abd3-4ad4-beb6-662900ea1003 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1994667 Jul 22 14:22:51.827900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43e60a2d-ca81-4881-81fa-43f43513fd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.829869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-43e60a2d-ca81-4881-81fa-43f43513fd30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec964b98-ec5a-433f-aa2b-0986e1c854cf HTTP/1.1" status: 204 len: 168 time: 0.2103927 Jul 22 14:22:51.851121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d34450-cd1e-4c56-a22e-c36151441159 None None] Network 4e4ef21a-ccd9-4007-9b92-2385464a9e6e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:22:51.851727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e60a2d-ca81-4881-81fa-43f43513fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec964b98-ec5a-433f-aa2b-0986e1c854cf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:51.884946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-663ce62c-be70-454d-818a-6a18db536472 req-64dd7b64-4eed-4025-9782-fd29af9cee37 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.888874 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-663ce62c-be70-454d-818a-6a18db536472 req-64dd7b64-4eed-4025-9782-fd29af9cee37 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:51.895023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-663ce62c-be70-454d-818a-6a18db536472 req-64dd7b64-4eed-4025-9782-fd29af9cee37 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/1a803874-b1f4-488f-9e38-6419d66e0281 HTTP/1.1" status: 204 len: 173 time: 0.3286459 Jul 22 14:22:51.930985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7b64-4eed-4025-9782-fd29af9cee37 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a803874-b1f4-488f-9e38-6419d66e0281,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:51.954754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4af74d95-b7b8-4e89-ba58-b7b06e0305de req-a8982291-788e-4cb7-a14c-c777aad8f529 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171603 Jul 22 14:22:51.989140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:52.061078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3449f71a-9a01-41e6-b9c8-4ef6eaee5058 req-5085f8cc-df2f-4432-8111-ca4cb1632509 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/924317b6-4547-48dc-8bd2-eb1b5071352d HTTP/1.1" status: 200 len: 2403 time: 0.1029401 Jul 22 14:22:52.113169 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.125288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Transition to ACTIVE for port object 801535e1-ab9a-49ba-8d47-142af77f700d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:52.133410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3449f71a-9a01-41e6-b9c8-4ef6eaee5058 req-444aaab4-698b-4ee7-90c1-45b8099a1531 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.134855 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.165569 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3449f71a-9a01-41e6-b9c8-4ef6eaee5058 req-444aaab4-698b-4ee7-90c1-45b8099a1531 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.216819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:52.221504 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a875ac4-b551-477f-95d6-da12c3cf3eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:52.229779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3449f71a-9a01-41e6-b9c8-4ef6eaee5058 req-444aaab4-698b-4ee7-90c1-45b8099a1531 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.233570 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3449f71a-9a01-41e6-b9c8-4ef6eaee5058 req-444aaab4-698b-4ee7-90c1-45b8099a1531 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.248103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3449f71a-9a01-41e6-b9c8-4ef6eaee5058 req-444aaab4-698b-4ee7-90c1-45b8099a1531 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/924317b6-4547-48dc-8bd2-eb1b5071352d HTTP/1.1" status: 204 len: 173 time: 0.1860535 Jul 22 14:22:52.276663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444aaab4-698b-4ee7-90c1-45b8099a1531 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924317b6-4547-48dc-8bd2-eb1b5071352d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:52.476903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45ed2324-1831-41f6-b683-1a027c7496bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.505770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37418) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:52.511714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1067161487', 'description': 'tempest-description--160699537'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:52.537209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050935e3-cb26-4d7e-9d88-253094a7e007 None None] Pushing event updated for resources: {'Port': ['ID=801535e1-ab9a-49ba-8d47-142af77f700d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:52.551352 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f649a1b-1122-4f37-b112-31dda5b88226 x-openstack-request-id: req-5f649a1b-1122-4f37-b112-31dda5b88226 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:52.551579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:52.551760 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:52.552079 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f649a1b-1122-4f37-b112-31dda5b88226 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:52.552578 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'status': 'completed', 'code': 200} Jul 22 14:22:52.571764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:52.650589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f992f67b-9678-4a4b-8fb1-c0cbffe947fb req-05cc91d2-4e13-4e46-b1e3-9d372b45e333 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "GET /v2.0/security-groups/306ef8fb-c139-4632-82a0-18592badc12b HTTP/1.1" status: 200 len: 2397 time: 0.0838444 Jul 22 14:22:52.718813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Attempting to bind port 801535e1-ab9a-49ba-8d47-142af77f700d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:52.724669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Attempting to bind port 801535e1-ab9a-49ba-8d47-142af77f700d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:52.725533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Attempting to bind port 801535e1-ab9a-49ba-8d47-142af77f700d on network 5d790505-7844-4f48-8807-996c96245a92 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:52.773895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:52.774449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Checking segment: {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:52.775170 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.775646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Bound using segment: {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:52.777093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Bound port: 801535e1-ab9a-49ba-8d47-142af77f700d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '5d790505-7844-4f48-8807-996c96245a92'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:52.777708 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.779587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f992f67b-9678-4a4b-8fb1-c0cbffe947fb req-db1cef1e-79b8-4725-a355-7fd53c9a5774 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.781850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-77bb13b6-3629-4ca0-99fd-6dbaa8bb22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:52.785649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-77bb13b6-3629-4ca0-99fd-6dbaa8bb22e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1124 time: 0.1978741 Jul 22 14:22:52.813210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45ed2324-1831-41f6-b683-1a027c7496bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.858437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45ed2324-1831-41f6-b683-1a027c7496bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.911978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.929085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f992f67b-9678-4a4b-8fb1-c0cbffe947fb req-db1cef1e-79b8-4725-a355-7fd53c9a5774 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:52.956050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:52.966892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:52.969187 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ba6a21-31f0-464a-b869-f2941f265db6" -d '{"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-unplugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:53.002882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:53.009881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'mac_address': 'fa:16:3e:80:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:22:53.014742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.019299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] For port 801535e1-ab9a-49ba-8d47-142af77f700d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:53.081121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.100307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] For port 801535e1-ab9a-49ba-8d47-142af77f700d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=801535e1-ab9a-49ba-8d47-142af77f700d,segment=NetworkSegment(e09c44d5-eac9-4d96-8e1a-f94acdff4dee),segment_id=e09c44d5-eac9-4d96-8e1a-f94acdff4dee)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:53.121636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.149822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-09119706-59e3-45c6-a0af-e690b6180f42 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.163420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-09119706-59e3-45c6-a0af-e690b6180f42 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/networks?id=81765bef-206c-4e09-b38b-314e6d1627f2 HTTP/1.1" status: 200 len: 815 time: 0.3471789 Jul 22 14:22:53.187371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050935e3-cb26-4d7e-9d88-253094a7e007 None None] Pushing event updated for resources: {'Port': ['ID=801535e1-ab9a-49ba-8d47-142af77f700d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.208529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-12925834-495a-4333-8bb6-8149b270f317 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/quotas/a890c15c41554e0180d7c5a6471a2b16 HTTP/1.1" status: 200 len: 375 time: 0.0442004 Jul 22 14:22:53.219168 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.236762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b55e48-d20d-4a41-aca5-f942e2b48436 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:53.267832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:53.275571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Routers {'947eb8bd-fd2d-402d-99cb-d3789bb36fd5'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:22:53.277169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:53.281533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.319705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed2324-1831-41f6-b683-1a027c7496bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f1afc-695e-4cb8-ac74-32f58927cac2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.327493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-45ed2324-1831-41f6-b683-1a027c7496bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=351913280e1e461f9314783ac3511cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3369706 Jul 22 14:22:53.334913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:53.363762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-1f1a11d1-fad9-4763-9715-fa68cba483aa tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a890c15c41554e0180d7c5a6471a2b16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1542060 Jul 22 14:22:53.381422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.405046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.410933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-7dfa7219-531e-4232-bcb2-e4d8390ae891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.420867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-7dfa7219-531e-4232-bcb2-e4d8390ae891 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.6208692 Jul 22 14:22:53.495091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] Set router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:22:53.538744 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-95b15d87-57bd-4539-851e-c5cbc280ec24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 217 time: 0.1136038 Jul 22 14:22:53.589347 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.604677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.612617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72aaeedd-d517-4a97-903e-3fc11dc94b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.668238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72aaeedd-d517-4a97-903e-3fc11dc94b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.695440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.699761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1921599 Jul 22 14:22:53.702866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:53.706399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f992f67b-9678-4a4b-8fb1-c0cbffe947fb req-db1cef1e-79b8-4725-a355-7fd53c9a5774 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.708092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:22:53.709073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f992f67b-9678-4a4b-8fb1-c0cbffe947fb req-db1cef1e-79b8-4725-a355-7fd53c9a5774 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.715851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f992f67b-9678-4a4b-8fb1-c0cbffe947fb req-db1cef1e-79b8-4725-a355-7fd53c9a5774 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] 10.222.0.60 "DELETE /v2.0/security-groups/306ef8fb-c139-4632-82a0-18592badc12b HTTP/1.1" status: 204 len: 173 time: 1.0559919 Jul 22 14:22:53.719881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:53.748160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'security_group_rule': {'security_group_id': '34dd407b-0b7c-44a8-abbf-97214fa42db3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:53.758673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72aaeedd-d517-4a97-903e-3fc11dc94b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.770930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-72aaeedd-d517-4a97-903e-3fc11dc94b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.780169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-72aaeedd-d517-4a97-903e-3fc11dc94b5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd5f1afc-695e-4cb8-ac74-32f58927cac2 HTTP/1.1" status: 204 len: 168 time: 0.4406753 Jul 22 14:22:53.787795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018f0b4-adae-4e3f-9aa8-c019605eae25 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd407b-0b7c-44a8-abbf-97214fa42db3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.850338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aaeedd-d517-4a97-903e-3fc11dc94b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f1afc-695e-4cb8-ac74-32f58927cac2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.868693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cef1e-79b8-4725-a355-7fd53c9a5774 tempest-SecurityGroupRulesTestJSON-1018368893 tempest-SecurityGroupRulesTestJSON-1018368893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306ef8fb-c139-4632-82a0-18592badc12b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:53.870906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-5dfd2a97-d2d9-4c0a-a40f-0b8c9ac4550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:53.872906 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-5dfd2a97-d2d9-4c0a-a40f-0b8c9ac4550b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.3245947 Jul 22 14:22:53.883288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Deleting subnet afd1fd89-2508-4439-ab6e-22b780b1f423 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:22:53.899437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-25ed0d89-ceec-470c-968e-b4f8d490c34b service neutron] 10.222.0.60 "GET /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339639 Jul 22 14:22:53.904224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:53.964235 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-40f507a0-8f26-4906-8715-744b697e4bb4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766790 Jul 22 14:22:53.991820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.022061 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.038399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.050208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:22:48Z', 'revision_number': 4, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '801535e1-ab9a-49ba-8d47-142af77f700d', 'name': '', 'network_id': '5d790505-7844-4f48-8807-996c96245a92', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'mac_address': 'fa:16:3e:d7:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '09d6453a-088b-40d7-bccf-fadd456099a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:47Z', 'updated_at': '2021-07-22T14:22:53Z', 'revision_number': 4, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'subnets': [{'id': '09d6453a-088b-40d7-bccf-fadd456099a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:54.090934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0729ae1d-fc52-48a9-af6e-78eb983c5bd0 None None] The sync data for ids ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'] in n-d-794306-8 is: [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:22:48Z', 'revision_number': 4, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '801535e1-ab9a-49ba-8d47-142af77f700d', 'name': '', 'network_id': '5d790505-7844-4f48-8807-996c96245a92', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'mac_address': 'fa:16:3e:d7:40:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '09d6453a-088b-40d7-bccf-fadd456099a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:47Z', 'updated_at': '2021-07-22T14:22:53Z', 'revision_number': 4, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'subnets': [{'id': '09d6453a-088b-40d7-bccf-fadd456099a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:22:54.142843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.152802 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-c7266747-d2aa-4e7f-910b-c346242265d8 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779251 Jul 22 14:22:54.155587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.192518 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-9400669c-a6be-4c15-a23f-a15395051a68 service neutron] 10.222.0.60 "GET /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493417 Jul 22 14:22:54.210346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063dc6d-4e2b-4817-8817-ecfd0c95d650 req-32b994fb-5a81-4a6b-8428-c9c431419404 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.211300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.220764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e063dc6d-4e2b-4817-8817-ecfd0c95d650 req-32b994fb-5a81-4a6b-8428-c9c431419404 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 943 time: 0.3640146 Jul 22 14:22:54.230022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b86bb9-9235-454f-bfa2-16facf161a82,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:54.251226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.253937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-21088b3b-ec89-4b83-a953-4c06642bcbfc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5484970 Jul 22 14:22:54.258420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37480) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.264796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'security_group_rule': {'security_group_id': '34dd407b-0b7c-44a8-abbf-97214fa42db3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:54.288780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd1fd89-2508-4439-ab6e-22b780b1f423,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:54.297379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.299267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c7c4d1b3-d079-42ad-8088-a3860d6bb281 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/afd1fd89-2508-4439-ab6e-22b780b1f423 HTTP/1.1" status: 204 len: 168 time: 0.5742681 Jul 22 14:22:54.310858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e063dc6d-4e2b-4817-8817-ecfd0c95d650 req-b831520b-b2f4-48d6-a8b7-72cca8ce4137 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856292 Jul 22 14:22:54.313847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37482) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.363919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a875ac4-b551-477f-95d6-da12c3cf3eb7 req-ac11453d-1c7a-4ad9-8fb8-0db788f6b035 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043674 Jul 22 14:22:54.403940 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e81c947-db88-4186-ae60-cdb9f5e56c99 x-openstack-request-id: req-0e81c947-db88-4186-ae60-cdb9f5e56c99 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:54.404971 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-unplugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:54.405636 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0e81c947-db88-4186-ae60-cdb9f5e56c99 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:54.406546 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.407266 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'code': 200} Jul 22 14:22:54.408343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:22:54.630396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:54.657100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37490) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:54.675865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 has no active binding in host n-h1-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:22:54.705251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-f3f9321d-dcf7-4f2b-b3b1-f9b66d77cf8e service neutron] 10.222.0.61 "GET /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.2089865 Jul 22 14:22:54.718161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.727656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.741664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.753013 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11696f2c-66f9-4011-8ba4-40105e0b27f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:54.828004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a59865b4-bfb8-4b90-87c8-42a21ae92ff5 req-564e152a-3676-41d4-ae7b-cb3209caab18 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 210 time: 0.0968168 Jul 22 14:22:54.853617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcafe42-fb04-4a23-aa15-4622bb8b6ae5,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:54.952257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 801535e1-ab9a-49ba-8d47-142af77f700d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:54.979267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d339c-c6c6-45f3-ace3-59630e7b068f req-85b369ad-72bd-46ff-bfbe-b996a5854e8f tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:54.987201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-070d339c-c6c6-45f3-ace3-59630e7b068f req-85b369ad-72bd-46ff-bfbe-b996a5854e8f tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 948 time: 0.4312091 Jul 22 14:22:55.065538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 801535e1-ab9a-49ba-8d47-142af77f700d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:22:55.076616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 801535e1-ab9a-49ba-8d47-142af77f700d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:55.077470 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.095628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.120097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.120449 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.121354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.121867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.122352 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.122877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.123622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.125247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.125719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.130414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.246788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:55.257071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.299087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11696f2c-66f9-4011-8ba4-40105e0b27f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.305291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:55.310014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-11696f2c-66f9-4011-8ba4-40105e0b27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.318005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 801535e1-ab9a-49ba-8d47-142af77f700d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=801535e1-ab9a-49ba-8d47-142af77f700d,segment=NetworkSegment(e09c44d5-eac9-4d96-8e1a-f94acdff4dee),segment_id=e09c44d5-eac9-4d96-8e1a-f94acdff4dee)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:55.322328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.385105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba553da-4801-4fe4-a1d0-3f424803d592 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:55.385389 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.385534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.385877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.386219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:22:55.391717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81aabcc-826e-4463-b238-54c08a993101']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:55.399653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=801535e1-ab9a-49ba-8d47-142af77f700d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:55.415597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:55.418946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11696f2c-66f9-4011-8ba4-40105e0b27f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb5fafa-71b1-4f5f-8579-4aa566614b65,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:55.425054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-11696f2c-66f9-4011-8ba4-40105e0b27f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fe65af6b9b64851ab0c2e70469217f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7546940 Jul 22 14:22:55.438994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:55.441338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519702a4-75c8-43a0-9b20-91e07da07ed2') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:55.441642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519702a4-75c8-43a0-9b20-91e07da07ed2') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:22:55.463151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.472759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.478129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.480734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d17d0e87-783d-48c9-a517-6c285093b938 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2210331 Jul 22 14:22:55.485864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:55.495187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:55.520782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.532396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-070d339c-c6c6-45f3-ace3-59630e7b068f req-61e5be39-6df4-4f48-bde8-791166e2e11b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439348 Jul 22 14:22:55.536761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:22:55.537398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: from cryptography.utils import int_from_bytes Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: from cryptography.utils import int_from_bytes Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:22:55.570666 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:22:55.607417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-648dff57-476c-47cd-ae1c-4dd800e9ff1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.643391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.743011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-648dff57-476c-47cd-ae1c-4dd800e9ff1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.746785 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.760911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.762860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b81aabcc-826e-4463-b238-54c08a993101 HTTP/1.1" status: 204 len: 168 time: 1.4463849 Jul 22 14:22:55.783839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd915c51-9625-43d2-bcf7-02b876fc3bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81aabcc-826e-4463-b238-54c08a993101,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:55.787913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] Transition to ACTIVE for port object 0ba553da-4801-4fe4-a1d0-3f424803d592 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:55.807959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:55.825487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8833e-1f76-42a2-b386-8e53c5f8625b req-d8dcea25-0067-408f-852c-2835a821448c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:55.833863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0d8833e-1f76-42a2-b386-8e53c5f8625b req-d8dcea25-0067-408f-852c-2835a821448c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 943 time: 0.2073340 Jul 22 14:22:55.895898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0d8833e-1f76-42a2-b386-8e53c5f8625b req-4009f089-3cf8-4f62-af7f-8de58ddeb6de tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612338 Jul 22 14:22:55.997713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] No DVR routers for this DVR port 0ba553da-4801-4fe4-a1d0-3f424803d592 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:22:56.035660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77de0f6b-9a16-4f66-92f3-bc0e7ec59fd2 req-faefa09a-d3ba-4fb1-aeae-4d1a88f78af9 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 210 time: 0.0478301 Jul 22 14:22:56.075570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37538) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:56.100756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] Pushing event updated for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:56.112179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-9f0d9d2f-afc6-4bb8-b891-54f8bb66b61d service neutron] 10.222.0.61 "PUT /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592/bindings/n-h1-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3808794 Jul 22 14:22:56.115671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-648dff57-476c-47cd-ae1c-4dd800e9ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.119892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-648dff57-476c-47cd-ae1c-4dd800e9ff1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.121306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-648dff57-476c-47cd-ae1c-4dd800e9ff1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9eb5fafa-71b1-4f5f-8579-4aa566614b65 HTTP/1.1" status: 204 len: 168 time: 0.6810448 Jul 22 14:22:56.140042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dff57-476c-47cd-ae1c-4dd800e9ff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb5fafa-71b1-4f5f-8579-4aa566614b65,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:56.159125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.239966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbe2dccc-01b2-4b2b-9d7f-b8c2d0cc3549 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f72a92fba8a449f953db7c94273df64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630638 Jul 22 14:22:56.240498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:56.404607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:56.415515 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dea3-752b-4b09-ac0f-c61b3dcbfe04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.452100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dea3-752b-4b09-ac0f-c61b3dcbfe04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.522697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dea3-752b-4b09-ac0f-c61b3dcbfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.526670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dea3-752b-4b09-ac0f-c61b3dcbfe04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.527974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6d8dea3-752b-4b09-ac0f-c61b3dcbfe04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/612ce79d-73c0-4b60-8415-35692ae00c55 HTTP/1.1" status: 204 len: 168 time: 0.2748706 Jul 22 14:22:56.538598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 80b55e48-d20d-4a41-aca5-f942e2b48436 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:56.538985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.550470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37566) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:56.551556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8dea3-752b-4b09-ac0f-c61b3dcbfe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612ce79d-73c0-4b60-8415-35692ae00c55,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:56.591589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-8f865b55-2bb0-4aaa-94b7-82ace286fc88 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:56.593671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-8f865b55-2bb0-4aaa-94b7-82ace286fc88 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.2828512 Jul 22 14:22:56.598318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Allocated IP 172.25.3.15 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7b4f222b-cfd1-4572-a8ba-92e42b83c9df) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:56.652433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-43bab88c-f102-414e-b1c2-5c882a2dbfcf tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:56.655354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-43bab88c-f102-414e-b1c2-5c882a2dbfcf tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.61 "GET /v2.0/networks?id=81765bef-206c-4e09-b38b-314e6d1627f2 HTTP/1.1" status: 200 len: 815 time: 0.2933824 Jul 22 14:22:56.683764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Request body: {'port': {'device_id': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2', 'admin_state_up': True, 'tenant_id': 'a890c15c41554e0180d7c5a6471a2b16'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:56.814536 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.821300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Made reservation on behalf of a890c15c41554e0180d7c5a6471a2b16 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:56.825909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:56.884765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:22:56.890975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:56.898041 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae29542-c2b4-42a5-86b6-99c8e9bd52d4" -d '{"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-plugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:56.909032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 801535e1-ab9a-49ba-8d47-142af77f700d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:22:56.918492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.061970 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.088543 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96341304-03f2-490f-8049-b24d19cff2c2 x-openstack-request-id: req-96341304-03f2-490f-8049-b24d19cff2c2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:22:57.089121 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-plugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:22:57.089585 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96341304-03f2-490f-8049-b24d19cff2c2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:22:57.090079 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'code': 200} Jul 22 14:22:57.091001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.159779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 801535e1-ab9a-49ba-8d47-142af77f700d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:22:57.160327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.182108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Allocated IP 172.20.0.8 (81765bef-206c-4e09-b38b-314e6d1627f2/77360e1b-ee65-4b0f-abf1-cca00945c830/b98bf932-d88a-41ad-af3b-9a3e263be591) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:22:57.220966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f571b35-a9ee-4bfb-81e6-4fa479c801db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.240938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.354805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:57.360635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'Port': ['ID=7b4f222b-cfd1-4572-a8ba-92e42b83c9df,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.362865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:57.368472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:57.375017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-181155fa-1a3d-49c4-b923-aa093c589f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.377376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-181155fa-1a3d-49c4-b923-aa093c589f77 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3&tenant_id=6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 1095 time: 0.7697299 Jul 22 14:22:57.388217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:57.400292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5eb5b-3889-4cb2-8bb3-616049a51f0d req-93715079-b38a-49aa-8c74-e12bf1fef504 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.408013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72d5eb5b-3889-4cb2-8bb3-616049a51f0d req-93715079-b38a-49aa-8c74-e12bf1fef504 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.3956380 Jul 22 14:22:57.530771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815cc01-83df-4465-8e15-233f69023393 req-a2541e01-14c0-4bcb-9c9c-975b256e7aa2 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.532415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6815cc01-83df-4465-8e15-233f69023393 req-a2541e01-14c0-4bcb-9c9c-975b256e7aa2 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 944 time: 0.3636055 Jul 22 14:22:57.544960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72d5eb5b-3889-4cb2-8bb3-616049a51f0d req-7dfc6ef0-1798-465c-8ee1-739a8af118dc tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351042 Jul 22 14:22:57.547523 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.579539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af102-6344-4a18-9e4f-7d3796be51ac req-bccf3917-c242-4f8e-866c-68f3a3662af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.581063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-986af102-6344-4a18-9e4f-7d3796be51ac req-bccf3917-c242-4f8e-866c-68f3a3662af0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1100 time: 0.2952652 Jul 22 14:22:57.628414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f571b35-a9ee-4bfb-81e6-4fa479c801db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.637497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.642365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f571b35-a9ee-4bfb-81e6-4fa479c801db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.652627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-a6a31741-03cf-48d1-8c4a-3669bba6c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.654311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-a6a31741-03cf-48d1-8c4a-3669bba6c520 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1095 time: 0.2391460 Jul 22 14:22:57.667578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.672092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6815cc01-83df-4465-8e15-233f69023393 req-b9e5038d-5663-43ab-9146-665d2ce9774e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182871 Jul 22 14:22:57.675237 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-986af102-6344-4a18-9e4f-7d3796be51ac req-d765971a-9b7d-43d8-9db3-7e0a0b38bb58 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836539 Jul 22 14:22:57.734054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af51c5bf-08a1-42c8-b26b-d7eacda698e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.763185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-760f3c7f-090b-4d2b-8f83-10e18238eed7 req-8cd7bb3c-149e-45e7-a4cc-413c0adb96c3 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 210 time: 0.0761466 Jul 22 14:22:57.766083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f571b35-a9ee-4bfb-81e6-4fa479c801db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10deca329914433e994df8f0ca0b49f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2120469 Jul 22 14:22:57.767129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f571b35-a9ee-4bfb-81e6-4fa479c801db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aafa0bb-ec00-44b4-adb1-ff9c9cbd572d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:57.768896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:57.819245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:57.861589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-3cff2f20-712e-4c76-b09b-455f68349d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:57.865508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-3cff2f20-712e-4c76-b09b-455f68349d07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1846220 Jul 22 14:22:57.928721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-eafb8f6f-844e-4d66-aac9-d179394f0b29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 217 time: 0.0554507 Jul 22 14:22:57.999119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:22:58.003687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-fbfb2c6c-eb30-489b-85c7-a7a50bdbc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.006025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-fbfb2c6c-eb30-489b-85c7-a7a50bdbc59e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0705769 Jul 22 14:22:58.053490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-058fef31-0703-491c-ae0b-01ba85132bf4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405674 Jul 22 14:22:58.058479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:22:58.175885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Network 81765bef-206c-4e09-b38b-314e6d1627f2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:22:58.188298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:22:58.191600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-e1330af8-7d73-4eb6-a211-5708b436829e service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303010 Jul 22 14:22:58.203865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:22:58.209385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.209977 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.221073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Pushing event updated for resources: {'Port': ['ID=b98bf932-d88a-41ad-af3b-9a3e263be591,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:58.233660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05ba184-d22c-44bd-be82-e5a2e4b022f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.248155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37624) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:58.289064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05ba184-d22c-44bd-be82-e5a2e4b022f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.349267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.357208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-b4a69e36-b6b4-4312-87de-b86bf7a04522 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580613 Jul 22 14:22:58.358730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.366167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af51c5bf-08a1-42c8-b26b-d7eacda698e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.395151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af51c5bf-08a1-42c8-b26b-d7eacda698e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.410433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-48439b16-8d7d-4953-9122-27160d342690 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7313542 Jul 22 14:22:58.426475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.444659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Request body: {'port': {'device_id': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:58.488288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'Port': ['ID=7b4f222b-cfd1-4572-a8ba-92e42b83c9df,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:58.490581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05ba184-d22c-44bd-be82-e5a2e4b022f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.493141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f05ba184-d22c-44bd-be82-e5a2e4b022f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.494996 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f05ba184-d22c-44bd-be82-e5a2e4b022f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3aafa0bb-ec00-44b4-adb1-ff9c9cbd572d HTTP/1.1" status: 204 len: 168 time: 0.7245021 Jul 22 14:22:58.502556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51c5bf-08a1-42c8-b26b-d7eacda698e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc95bd75-911a-40f2-8e4b-88d495ad8ae3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:58.506834 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-af51c5bf-08a1-42c8-b26b-d7eacda698e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91748794fe504327ab4c864c8aa9b735&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1395159 Jul 22 14:22:58.510892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37634) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:58.516469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.525339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7cc90cc5-700a-4b68-81ad-19c4df9dd818 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0281234 Jul 22 14:22:58.525339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ba184-d22c-44bd-be82-e5a2e4b022f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aafa0bb-ec00-44b4-adb1-ff9c9cbd572d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:58.585559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.596372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1962008124-network', 'tenant_id': '67305e06bb884c828acdf0f96e83d93a'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:58.720235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbb27-38c9-42ba-b49a-55ee07ee590f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.721740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Made reservation on behalf of 67305e06bb884c828acdf0f96e83d93a for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:58.723899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.767718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.797389 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbb27-38c9-42ba-b49a-55ee07ee590f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:58.938178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514d11f-f280-4257-ba59-b90e30a53323 req-35c8e8d1-3419-4132-b540-be217ab61d15 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.939888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d514d11f-f280-4257-ba59-b90e30a53323 req-35c8e8d1-3419-4132-b540-be217ab61d15 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.2895415 Jul 22 14:22:58.980252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-1f42857f-48da-41ce-aabd-32067fefecf0 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:58.981204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-1f42857f-48da-41ce-aabd-32067fefecf0 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.2767131 Jul 22 14:22:59.034841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe88c1b-4708-4d18-9f1a-dadcdd924840 req-e7375f6b-c259-41d5-8578-e5bdeb45013e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.036446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fe88c1b-4708-4d18-9f1a-dadcdd924840 req-e7375f6b-c259-41d5-8578-e5bdeb45013e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 944 time: 0.2496033 Jul 22 14:22:59.048793 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbb27-38c9-42ba-b49a-55ee07ee590f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.051316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9dbdbb27-38c9-42ba-b49a-55ee07ee590f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.052411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9dbdbb27-38c9-42ba-b49a-55ee07ee590f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc95bd75-911a-40f2-8e4b-88d495ad8ae3 HTTP/1.1" status: 204 len: 168 time: 0.5404317 Jul 22 14:22:59.071880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:59.098741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30725269-33e9-490d-9314-eb1c98c34ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.101413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d514d11f-f280-4257-ba59-b90e30a53323 req-b2a3c084-a4c3-4314-ba59-6adcf765582d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495044 Jul 22 14:22:59.110657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdbb27-38c9-42ba-b49a-55ee07ee590f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc95bd75-911a-40f2-8e4b-88d495ad8ae3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.145946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98bf932-d88a-41ad-af3b-9a3e263be591 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:22:59.148719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.169443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fe88c1b-4708-4d18-9f1a-dadcdd924840 req-c3d8ea30-df15-4bbe-976b-98e23084923f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149948 Jul 22 14:22:59.171368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.195993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.266957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Transition to ACTIVE for port object b98bf932-d88a-41ad-af3b-9a3e263be591 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:22:59.281032 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.319598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:22:59.366770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Pushing event updated for resources: {'Port': ['ID=b98bf932-d88a-41ad-af3b-9a3e263be591,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.380450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.380940 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Added segment d33ad550-2d12-40f4-8703-3f310dc73151 of type vlan for network 233ae888-e396-4be0-a24c-37900f70f1bb Jul 22 14:22:59.404744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec58c1-f3e7-43e5-b953-1c4bd6eb1f9a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.456370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Attempting to bind port b98bf932-d88a-41ad-af3b-9a3e263be591 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:22:59.457065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Attempting to bind port b98bf932-d88a-41ad-af3b-9a3e263be591 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '4577da1d-840a-424e-b934-82c53c3d2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:22:59.457619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Attempting to bind port b98bf932-d88a-41ad-af3b-9a3e263be591 on network 81765bef-206c-4e09-b38b-314e6d1627f2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:59.472853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Port b98bf932-d88a-41ad-af3b-9a3e263be591 on network 81765bef-206c-4e09-b38b-314e6d1627f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:22:59.473575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Attempting to bind port b98bf932-d88a-41ad-af3b-9a3e263be591 on network 81765bef-206c-4e09-b38b-314e6d1627f2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:22:59.475300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.487417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30725269-33e9-490d-9314-eb1c98c34ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.489146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:22:59.489891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Checking segment: {'id': '4577da1d-840a-424e-b934-82c53c3d2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:22:59.490539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Bound using segment: {'id': '4577da1d-840a-424e-b934-82c53c3d2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:22:59.491204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Bound port: b98bf932-d88a-41ad-af3b-9a3e263be591, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4577da1d-840a-424e-b934-82c53c3d2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:22:59.491480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4afbc238-1393-4cf5-af98-4477e6d5523a tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1067161487&fields=id&tenant_id=7539d43e6b1b43309da65ed730cec2a2 HTTP/1.1" status: 200 len: 267 time: 0.2010648 Jul 22 14:22:59.492016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.496164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30725269-33e9-490d-9314-eb1c98c34ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.497769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-bd841d6c-11f0-4aec-a7e7-1d17a7f68e11 service neutron] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:59.517970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-bd841d6c-11f0-4aec-a7e7-1d17a7f68e11 service neutron] Notify callbacks [] for binding, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.519126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46e7aaed-e76e-4d9f-b135-1fa9264a2293 req-bd841d6c-11f0-4aec-a7e7-1d17a7f68e11 service neutron] 10.222.0.72 "DELETE /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592/bindings/n-h2-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.5299351 Jul 22 14:22:59.586710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30725269-33e9-490d-9314-eb1c98c34ddb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bf195820d66479cbfbedcfd9d49756f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144448 Jul 22 14:22:59.587827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30725269-33e9-490d-9314-eb1c98c34ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c2bb8f-fd66-4385-9f99-790aa139a9e4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.590423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:59.609487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f9c53-9992-4bca-8865-a08d83cf837f req-ef5de3ed-8c6c-4eba-bbf6-f57ea4d50d16 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.616877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-351f9c53-9992-4bca-8865-a08d83cf837f req-ef5de3ed-8c6c-4eba-bbf6-f57ea4d50d16 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 943 time: 0.3198836 Jul 22 14:22:59.635923 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.636932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.637521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.661552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] For port b98bf932-d88a-41ad-af3b-9a3e263be591, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:22:59.684973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] For port b98bf932-d88a-41ad-af3b-9a3e263be591, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b98bf932-d88a-41ad-af3b-9a3e263be591,segment=NetworkSegment(4577da1d-840a-424e-b934-82c53c3d2dad),segment_id=4577da1d-840a-424e-b934-82c53c3d2dad)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:22:59.696562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.701847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4498854 Jul 22 14:22:59.702996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:59.708695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Request body: {'subnet': {'network_id': '233ae888-e396-4be0-a24c-37900f70f1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1962008124-subnet', 'tenant_id': '67305e06bb884c828acdf0f96e83d93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:22:59.716367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3ad806d-5c13-4ad0-bc43-a924ef24bebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.738339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-351f9c53-9992-4bca-8865-a08d83cf837f req-ddd48f10-4ce7-47ac-9395-d48d27c85d20 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203737 Jul 22 14:22:59.745295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-deb6a047-439d-446e-b07f-a07065b8e99c tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.751575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-deb6a047-439d-446e-b07f-a07065b8e99c tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 823 time: 0.2591872 Jul 22 14:22:59.753533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887319ee-46b1-4f21-9bf9-9be80a2fdd7c admin admin] Pushing event updated for resources: {'Network': ['ID=233ae888-e396-4be0-a24c-37900f70f1bb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.779377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-06fd2690-654f-4046-9f4a-f7e3ea144f37 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/quotas/7539d43e6b1b43309da65ed730cec2a2 HTTP/1.1" status: 200 len: 375 time: 0.0268595 Jul 22 14:22:59.781685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 233ae888-e396-4be0-a24c-37900f70f1bb details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:22:59.792904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.796089 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.803508 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] 10.222.0.61 "PUT /v2.0/ports/b98bf932-d88a-41ad-af3b-9a3e263be591 HTTP/1.1" status: 200 len: 1091 time: 1.3705995 Jul 22 14:22:59.804210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'tag': 'b98bf932-d88a-41ad-af3b-9a3e263be591'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:22:59.807840 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addbec93-7ae9-4f01-9770-56104105ea6e" -d '{"events": [{"name": "network-changed", "server_uuid": "215fdcf2-837b-4dfe-8593-e74d762f0a03", "tag": "b98bf932-d88a-41ad-af3b-9a3e263be591"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:22:59.811183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37682) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:22:59.830419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3ad806d-5c13-4ad0-bc43-a924ef24bebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.839835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Made reservation on behalf of 67305e06bb884c828acdf0f96e83d93a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:22:59.848786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbe490b8-88f9-4c93-8319-456c370dff4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.850400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:22:59.906737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d638926-3ff4-4df5-8b69-af1008223c8a service neutron] Pushing event updated for resources: {'Port': ['ID=b98bf932-d88a-41ad-af3b-9a3e263be591,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:22:59.941886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-ca6b1e7c-fe22-4f03-974d-21eb8cafad26 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1616404 Jul 22 14:22:59.988735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49c3af-ca97-426f-bfab-9a60ad8d8aaf req-15b96500-9fab-4fdb-9d2c-a0a3816032f2 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:22:59.990245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db49c3af-ca97-426f-bfab-9a60ad8d8aaf req-15b96500-9fab-4fdb-9d2c-a0a3816032f2 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1620865 Jul 22 14:23:00.047421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3ad806d-5c13-4ad0-bc43-a924ef24bebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.049982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3ad806d-5c13-4ad0-bc43-a924ef24bebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.051173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b3ad806d-5c13-4ad0-bc43-a924ef24bebf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40c2bb8f-fd66-4385-9f99-790aa139a9e4 HTTP/1.1" status: 204 len: 168 time: 0.4577560 Jul 22 14:23:00.058499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-55465218-cc26-4aa0-a5fe-fa314a24b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.060200 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-55465218-cc26-4aa0-a5fe-fa314a24b01d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a890c15c41554e0180d7c5a6471a2b16&device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 1094 time: 0.1862984 Jul 22 14:23:00.070926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad806d-5c13-4ad0-bc43-a924ef24bebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c2bb8f-fd66-4385-9f99-790aa139a9e4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.101263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db49c3af-ca97-426f-bfab-9a60ad8d8aaf req-b4168389-ae10-4a2e-ae90-99d51e42398e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001191 Jul 22 14:23:00.124993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbe490b8-88f9-4c93-8319-456c370dff4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.137320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-5bb63b9a-5d65-48e3-bbe7-d0300d27cfde service neutron] 10.222.0.60 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779931 Jul 22 14:23:00.137933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbe490b8-88f9-4c93-8319-456c370dff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.150305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-19c0b1ca-0315-448f-bfbb-569c35d50df6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b98bf932-d88a-41ad-af3b-9a3e263be591 HTTP/1.1" status: 200 len: 217 time: 0.0819881 Jul 22 14:23:00.270077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe490b8-88f9-4c93-8319-456c370dff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29a69c4-5b7f-42f4-b8fb-e1845823f57a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.286203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbe490b8-88f9-4c93-8319-456c370dff4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c8b09c6f9cd4303bb962e746b449573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4728920 Jul 22 14:23:00.293204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:00.307864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-a2103e77-e6d8-4a14-aa9e-cb3760bfd609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.309979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-a2103e77-e6d8-4a14-aa9e-cb3760bfd609 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77360e1b-ee65-4b0f-abf1-cca00945c830 HTTP/1.1" status: 200 len: 855 time: 0.1168375 Jul 22 14:23:00.350355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-9c6835ee-7046-43c7-a9a9-620f37b122a2 service neutron] 10.222.0.60 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002752 Jul 22 14:23:00.372046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-95fc6375-09dc-442b-bf1d-2e0b44ea820f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81765bef-206c-4e09-b38b-314e6d1627f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434606 Jul 22 14:23:00.373370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.475788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7990467d-b9e1-433f-a863-942cec2b6ce1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.549056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35231a4a-9d4d-4bb3-98e4-19e0c0213bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.555290 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7b4066-9560-48a2-aefa-3895c396ebcb x-openstack-request-id: req-9a7b4066-9560-48a2-aefa-3895c396ebcb {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:00.555583 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215fdcf2-837b-4dfe-8593-e74d762f0a03", "tag": "b98bf932-d88a-41ad-af3b-9a3e263be591", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:00.555833 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a7b4066-9560-48a2-aefa-3895c396ebcb {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:00.556224 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'tag': 'b98bf932-d88a-41ad-af3b-9a3e263be591', 'status': 'completed', 'code': 200} Jul 22 14:23:00.569874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Checking segment: {'id': 'd33ad550-2d12-40f4-8703-3f310dc73151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '233ae888-e396-4be0-a24c-37900f70f1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:00.570238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Network hostable DHCP agents. Network: 233ae888-e396-4be0-a24c-37900f70f1bb, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:00.628309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35231a4a-9d4d-4bb3-98e4-19e0c0213bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.644063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-47fb1611-87da-44d7-ab33-87fa028434f1 service neutron] 10.222.0.61 "GET /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342587 Jul 22 14:23:00.676793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Network 233ae888-e396-4be0-a24c-37900f70f1bb is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:00.705947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 233ae888-e396-4be0-a24c-37900f70f1bb) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:00.714902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.715506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.730790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073d287-8adc-4ce8-acb7-d588dd1fa279 None None] Network 233ae888-e396-4be0-a24c-37900f70f1bb requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:00.773882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a9d0e639-080c-4809-997e-325b387f38ad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0695558 Jul 22 14:23:00.785855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35231a4a-9d4d-4bb3-98e4-19e0c0213bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.788479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35231a4a-9d4d-4bb3-98e4-19e0c0213bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:00.789666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35231a4a-9d4d-4bb3-98e4-19e0c0213bbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a29a69c4-5b7f-42f4-b8fb-e1845823f57a HTTP/1.1" status: 204 len: 168 time: 0.4955783 Jul 22 14:23:00.796579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-158a3495-fcf9-4dc2-9c94-9431d90b50d4 req-3c80faee-1f06-4733-9b24-634efc784fef service neutron] 10.222.0.61 "GET /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436162 Jul 22 14:23:00.801936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35231a4a-9d4d-4bb3-98e4-19e0c0213bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29a69c4-5b7f-42f4-b8fb-e1845823f57a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:00.995969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbec93-7ae9-4f01-9770-56104105ea6e req-2f889ac8-9c0a-443f-83f3-db4720cc4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:00.997798 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-2f889ac8-9c0a-443f-83f3-db4720cc4e0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a890c15c41554e0180d7c5a6471a2b16&device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 1094 time: 0.1314814 Jul 22 14:23:01.028353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-afc3bfd7-e26c-4bee-99f0-ee7048d31bf0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4195242 Jul 22 14:23:01.208777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e9b75-0da9-4f77-b672-76580dcd9bd6 None None] Network 233ae888-e396-4be0-a24c-37900f70f1bb requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:01.259793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbec93-7ae9-4f01-9770-56104105ea6e req-6984b102-e312-46d5-86fa-159795b08cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.263018 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-6984b102-e312-46d5-86fa-159795b08cbb service neutron] 10.222.0.61 "GET /v2.0/networks?id=81765bef-206c-4e09-b38b-314e6d1627f2 HTTP/1.1" status: 200 len: 916 time: 0.2583807 Jul 22 14:23:01.265648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-a2fb3ecb-e239-4f03-9eb8-b3a6b239418f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.272588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-a2fb3ecb-e239-4f03-9eb8-b3a6b239418f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358470 Jul 22 14:23:01.291326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-cafc1d4f-ff01-4a1f-a866-91d5cb22a1e5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/quotas/6cd9ca222e7c40418acc3fd98c6d71b0 HTTP/1.1" status: 200 len: 375 time: 0.0171654 Jul 22 14:23:01.344132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-e968b938-bfda-4360-8c9c-d4862ba13562 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514603 Jul 22 14:23:01.387969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd782f33-89f6-40d2-b518-d970376bea25 req-f6931757-8c81-453b-9e97-a3467c28cb83 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.389526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd782f33-89f6-40d2-b518-d970376bea25 req-f6931757-8c81-453b-9e97-a3467c28cb83 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1095 time: 0.1690168 Jul 22 14:23:01.424080 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-ab262955-646b-4cef-a3f8-c2cb931e1ee4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b98bf932-d88a-41ad-af3b-9a3e263be591 HTTP/1.1" status: 200 len: 217 time: 0.1395602 Jul 22 14:23:01.514894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd782f33-89f6-40d2-b518-d970376bea25 req-032c3f40-74bf-4d51-a7ab-3d57788594ee tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112754 Jul 22 14:23:01.584279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbec93-7ae9-4f01-9770-56104105ea6e req-0d402e6b-8d9b-4234-a6cf-3862254f3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.589036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-0d402e6b-8d9b-4234-a6cf-3862254f3cf9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=77360e1b-ee65-4b0f-abf1-cca00945c830 HTTP/1.1" status: 200 len: 855 time: 0.1578474 Jul 22 14:23:01.657306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-e9082d46-02c8-4744-959e-e782e882891b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81765bef-206c-4e09-b38b-314e6d1627f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563247 Jul 22 14:23:01.724313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:01.746382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b1428e9-c445-4e9c-96c3-1985b94c6817 req-530b61f5-5558-4df2-bd06-013220bc2b0e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 210 time: 0.0717947 Jul 22 14:23:01.909228 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-aea0d70f-c0d1-4c61-addf-4581442ae3ff service neutron] 10.222.0.61 "GET /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448289 Jul 22 14:23:01.915513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d17bc-3783-4623-8df8-ac108c8ebc3b req-00cdf129-5a45-44ca-9404-d2b5aef088f9 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.917708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d71d17bc-3783-4623-8df8-ac108c8ebc3b req-00cdf129-5a45-44ca-9404-d2b5aef088f9 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 943 time: 0.1522329 Jul 22 14:23:01.961066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca835dec-44c7-4b30-8f1a-3c28be351fcc req-4a46b19f-1ed3-4260-92c7-5737a52bebb2 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:01.970391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca835dec-44c7-4b30-8f1a-3c28be351fcc req-4a46b19f-1ed3-4260-92c7-5737a52bebb2 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1204135 Jul 22 14:23:02.014351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d71d17bc-3783-4623-8df8-ac108c8ebc3b req-a7703ba5-446c-4b57-acc7-498397b62a47 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801880 Jul 22 14:23:02.052072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca835dec-44c7-4b30-8f1a-3c28be351fcc req-fe17d641-3781-430c-bac0-90ed86fa3f0d tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654798 Jul 22 14:23:02.084563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-network', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:02.134625 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-addbec93-7ae9-4f01-9770-56104105ea6e req-f7704b48-baf8-4503-af57-76de1d85efff service neutron] 10.222.0.61 "GET /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173126 Jul 22 14:23:02.136189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Made reservation on behalf of e5e75b9e28f2488fb9ec6a6c88a98381 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:02.137720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d2b0d91-7a58-4ecf-9f2f-176563b17478 req-2ad2a3ff-e24f-4845-8a7e-44e9678d80c5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 210 time: 0.0525324 Jul 22 14:23:02.139348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.154844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.428365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-4037d22e-50aa-43ed-ac85-3c6556dbcebe req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-193765812', 'description': 'tempest-description-1554798000'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:02.468709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-2e5222f1-7bba-427c-a1cf-e08ef7b901e3 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.476663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-2e5222f1-7bba-427c-a1cf-e08ef7b901e3 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.2112551 Jul 22 14:23:02.497859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-1a3d9f05-8c63-4e7e-bbcc-067cbffa9f70 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/quotas/6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 375 time: 0.0145590 Jul 22 14:23:02.526444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.534990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.559366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b53df7ad-8117-4473-8d78-4b842478bba1 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.561865 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b53df7ad-8117-4473-8d78-4b842478bba1 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.61 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 823 time: 0.2490411 Jul 22 14:23:02.599095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4037d22e-50aa-43ed-ac85-3c6556dbcebe req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.609520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:02.630098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-7fdc7e98-f20e-452c-8066-3e7f216374cb tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266272 Jul 22 14:23:02.633800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfc4f1a-69df-4132-9971-cfc4d19c26f8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:02.653921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.654370 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Added segment d0d85ed8-2485-4d7e-806f-738ab90bf9e1 of type vlan for network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 Jul 22 14:23:02.718208 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-3221f955-3d35-4126-bec0-3fba34cc3a59 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7539d43e6b1b43309da65ed730cec2a2 HTTP/1.1" status: 200 len: 380 time: 0.1401944 Jul 22 14:23:02.729323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'port': {'device_id': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'admin_state_up': True, 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'security_groups': ['34dd407b-0b7c-44a8-abbf-97214fa42db3']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:02.757609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.788234 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-111b758d-969a-4d96-a01a-6dbda361e022 service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437967 Jul 22 14:23:02.801579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4037d22e-50aa-43ed-ac85-3c6556dbcebe req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.813575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4037d22e-50aa-43ed-ac85-3c6556dbcebe req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.840648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.841640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:02.842249 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.877787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4037d22e-50aa-43ed-ac85-3c6556dbcebe req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:02.878910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4037d22e-50aa-43ed-ac85-3c6556dbcebe req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4594626 Jul 22 14:23:02.882473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b0ef9-0d9b-4048-bae0-6880e83dc1df tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf3192a-138d-45a1-b603-991076d655d0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:02.924547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1973722 Jul 22 14:23:02.926961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791331cd-7e00-47e5-b8f8-4e2c9cfdee73 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:02.929176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:02.937801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Request body: {'subnet': {'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-subnet', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:02.949083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:02.966370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:23:02.966370 n-d-794306-8 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:23:02.966370 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id_1': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 23, 2, 944602)}] Jul 22 14:23:02.966370 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:23:02.966884 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:23:02.977527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Made reservation on behalf of 7539d43e6b1b43309da65ed730cec2a2 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:02.981309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.003021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e769b780-5b32-43f6-bbeb-e2715a4adbb1 req-3061893f-feab-43d8-96a5-7c2b6485c7a1 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 210 time: 0.0560627 Jul 22 14:23:03.019956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-9aa26cd9-bca6-43e9-b64c-dde4c1bea134 service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164981 Jul 22 14:23:03.123809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44f7624a-dc43-43c6-a960-547adb27f939 req-ec0fd399-fb38-441c-8509-20eb7e0bc567 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/0bf3192a-138d-45a1-b603-991076d655d0 HTTP/1.1" status: 200 len: 1812 time: 0.0692849 Jul 22 14:23:03.124879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-49485d13-d2b0-4f40-9844-ef7d70fe0fd1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315361 Jul 22 14:23:03.142503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bf3192a-138d-45a1-b603-991076d655d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:03.144439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bf3192a-138d-45a1-b603-991076d655d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:03.273194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Allocated IP 172.20.0.5 (24ad1da2-7976-49cf-9c58-67e627b33fe6/1a89d40f-a5c9-47ca-9f62-03fe6fd99290/a408f0cf-44c4-41ec-bfbf-5717c85a56a5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:03.274548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.311001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-9e36d33d-cd4b-4a9f-ba32-3b4aba38964a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.312534 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-9e36d33d-cd4b-4a9f-ba32-3b4aba38964a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825037 Jul 22 14:23:03.328303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:03.358831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.372729 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.399181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caacbc95-6090-42a3-840c-36c7ea215ec3,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:03.413483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91212bc0-b84a-4edf-9401-993e4e6d1fc2 req-061ee645-6daf-45b2-a7e8-dcf254e2998f tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.415185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91212bc0-b84a-4edf-9401-993e4e6d1fc2 req-061ee645-6daf-45b2-a7e8-dcf254e2998f tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 943 time: 0.1276543 Jul 22 14:23:03.441857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.443434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44f7624a-dc43-43c6-a960-547adb27f939 req-27642cda-fe05-4727-84b8-965c4ed7d02f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3084466 Jul 22 14:23:03.468660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91212bc0-b84a-4edf-9401-993e4e6d1fc2 req-0fdd4817-02e3-4196-987a-0e6ae5ed271a tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Jul 22 14:23:03.545790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.557585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Made reservation on behalf of e5e75b9e28f2488fb9ec6a6c88a98381 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:03.560345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.590428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b426c686-8626-4efe-9045-35b181e8b867 req-fcb8cbaa-317a-4463-af52-289ca3b2317d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 210 time: 0.0404286 Jul 22 14:23:03.599603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Transition to ACTIVE for port object a408f0cf-44c4-41ec-bfbf-5717c85a56a5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:03.610038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:03.613849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.636089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29681193-cb5b-4bfc-a863-5b9d70d58129 req-6a2da9ef-3f43-47b1-9bab-37f87eef04af tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.637660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29681193-cb5b-4bfc-a863-5b9d70d58129 req-6a2da9ef-3f43-47b1-9bab-37f87eef04af tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1233532 Jul 22 14:23:03.660041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.695687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c05dfb46-6f0b-4bcd-9a11-cea173451f62 req-985eedd1-83c4-4e0b-86a1-317a0ed80cc5 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 210 time: 0.0402453 Jul 22 14:23:03.720408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29681193-cb5b-4bfc-a863-5b9d70d58129 req-eba57014-881c-4c17-9e47-f777d0292f23 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766141 Jul 22 14:23:03.766574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.808429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fea45d71-9a82-42f0-8824-a978e0c3bbec req-1e8d2983-18fa-49ad-b5ac-8be1fe5f1452 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/0bf3192a-138d-45a1-b603-991076d655d0 HTTP/1.1" status: 200 len: 2405 time: 0.0569019 Jul 22 14:23:03.860325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51b0213b-8577-4c4c-af63-46951ff00322 req-f959fb7b-6cd2-4e9d-9f43-9d23184d8f3f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-group-rules/caacbc95-6090-42a3-840c-36c7ea215ec3 HTTP/1.1" status: 200 len: 778 time: 0.0286207 Jul 22 14:23:03.871537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:03.884657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:03.889681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'Port': ['ID=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:03.894941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:03.910415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:03.911127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.929119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51b0213b-8577-4c4c-af63-46951ff00322 req-60df0df4-d70c-4ffe-8042-ed00fcee7b63 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/0bf3192a-138d-45a1-b603-991076d655d0 HTTP/1.1" status: 200 len: 2405 time: 0.0577583 Jul 22 14:23:03.979938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-51b0213b-8577-4c4c-af63-46951ff00322 req-47c598f2-9a20-4391-8041-72a9d2b44f53 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:03.989638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-51b0213b-8577-4c4c-af63-46951ff00322 req-47c598f2-9a20-4391-8041-72a9d2b44f53 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.002218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b98bf932-d88a-41ad-af3b-9a3e263be591 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:04.003060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.043372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-51b0213b-8577-4c4c-af63-46951ff00322 req-47c598f2-9a20-4391-8041-72a9d2b44f53 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.054035 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-51b0213b-8577-4c4c-af63-46951ff00322 req-47c598f2-9a20-4391-8041-72a9d2b44f53 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.055708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51b0213b-8577-4c4c-af63-46951ff00322 req-47c598f2-9a20-4391-8041-72a9d2b44f53 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/caacbc95-6090-42a3-840c-36c7ea215ec3 HTTP/1.1" status: 204 len: 173 time: 0.1205256 Jul 22 14:23:04.063457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.069105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c598f2-9a20-4391-8041-72a9d2b44f53 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caacbc95-6090-42a3-840c-36c7ea215ec3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:04.084776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.110291 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-b1940e75-20bc-48a1-8acf-18c4d6051133 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3853931 Jul 22 14:23:04.135349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Request body: {'port': {'device_id': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:04.138010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9033c41e-b607-466c-b79d-861e0377f0f5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:04.222892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b98bf932-d88a-41ad-af3b-9a3e263be591, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b98bf932-d88a-41ad-af3b-9a3e263be591,segment=NetworkSegment(4577da1d-840a-424e-b934-82c53c3d2dad),segment_id=4577da1d-840a-424e-b934-82c53c3d2dad)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:04.243779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b98bf932-d88a-41ad-af3b-9a3e263be591', 'network_id': '81765bef-206c-4e09-b38b-314e6d1627f2', 'port_id': 'b98bf932-d88a-41ad-af3b-9a3e263be591', 'mac_address': 'fa:16:3e:13:c2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77360e1b-ee65-4b0f-abf1-cca00945c830', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:04.248041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6618b-b839-46e0-a18e-193756ee87b6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:04.272472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Checking segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:04.273066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Network hostable DHCP agents. Network: a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:04.291313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.293362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-47a7fc38-fe70-4b18-89ef-6ed835619be7 None None] Provisioning for port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:04.296217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f932e-f3e6-4c05-b3ec-33ba01a356c7 req-83c6659b-cc46-4295-9539-d34933b456dc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:04.298211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7f932e-f3e6-4c05-b3ec-33ba01a356c7 req-83c6659b-cc46-4295-9539-d34933b456dc tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 931 time: 0.1145930 Jul 22 14:23:04.324522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-47a7fc38-fe70-4b18-89ef-6ed835619be7 None None] Provisioning complete for port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:04.324991 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a7fc38-fe70-4b18-89ef-6ed835619be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.344735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7f932e-f3e6-4c05-b3ec-33ba01a356c7 req-2d1127cb-8718-46d1-9855-01209d352190 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 Jul 22 14:23:04.348443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.348597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-59208388-14d0-4e8d-8266-710629cefbbd req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1731898654', 'description': 'tempest-description-1461657272'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:04.368641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98bf932-d88a-41ad-af3b-9a3e263be591 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:04.382745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:04.385097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b98bf932-d88a-41ad-af3b-9a3e263be591, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b98bf932-d88a-41ad-af3b-9a3e263be591,segment=NetworkSegment(4577da1d-840a-424e-b934-82c53c3d2dad),segment_id=4577da1d-840a-424e-b934-82c53c3d2dad)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:04.385983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-59208388-14d0-4e8d-8266-710629cefbbd req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.398887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.404347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.20 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/6aa2067c-8c66-44bc-b1b6-27899c0e4946) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:04.432380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:04.444979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-47a7fc38-fe70-4b18-89ef-6ed835619be7 None None] Port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:04.448896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258e8d8-5867-4456-894c-c3d22e37baf4 None None] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:04.455005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:04.455620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.605720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b98bf932-d88a-41ad-af3b-9a3e263be591,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:04.664346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b98bf932-d88a-41ad-af3b-9a3e263be591'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:04.697618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-59208388-14d0-4e8d-8266-710629cefbbd req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.733955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08391afe-db41-4b2e-b201-4a2e8ba09eaa req-047e8b92-d504-4888-b995-4ba36916df52 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d89a27198c74958b388907edb4122c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395558 Jul 22 14:23:04.740891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-59208388-14d0-4e8d-8266-710629cefbbd req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.816581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:23:04.817508 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.832418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-59208388-14d0-4e8d-8266-710629cefbbd req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:04.833680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59208388-14d0-4e8d-8266-710629cefbbd req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4929705 Jul 22 14:23:04.907548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-fc8f0920-68f5-4a6d-ac49-b2bc0073ed1b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:04.910090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-fc8f0920-68f5-4a6d-ac49-b2bc0073ed1b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.3959861 Jul 22 14:23:04.913010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1331d8-b52f-4d27-bed4-4363e8ec39ae tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467d43c9-b299-4604-9818-fe0c1b75715d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:04.950739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Request body: {'port': {'device_id': '74817f1a-b534-4137-b492-427e48ccb44f', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'admin_state_up': True, 'tenant_id': '6cb20be05566452397ae5b648778503d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:04.960304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08391afe-db41-4b2e-b201-4a2e8ba09eaa req-4b1ad6c8-620f-42b6-9c16-c9846daf3649 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:04.961784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08391afe-db41-4b2e-b201-4a2e8ba09eaa req-4b1ad6c8-620f-42b6-9c16-c9846daf3649 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220678 Jul 22 14:23:04.968686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-77b6394f-7190-47f0-989b-3581fe87645d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0352716 Jul 22 14:23:04.972657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:04.978306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:05.004727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08391afe-db41-4b2e-b201-4a2e8ba09eaa req-d8353f6d-7444-417a-be21-dfca6eddbf10 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/quotas/2d89a27198c74958b388907edb4122c0 HTTP/1.1" status: 200 len: 375 time: 0.0284188 Jul 22 14:23:05.017033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Allocated IP 172.20.0.2 (a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5/9033c41e-b607-466c-b79d-861e0377f0f5/d6ac7088-6167-4e82-8a0b-47d7aa0933e1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:05.054071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.059037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.060140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.082395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08391afe-db41-4b2e-b201-4a2e8ba09eaa req-46e81e33-4e03-4844-b391-a0151a4c4051 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d89a27198c74958b388907edb4122c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442631 Jul 22 14:23:05.100709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 6aa2067c-8c66-44bc-b1b6-27899c0e4946 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:05.111296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b9f34-1086-4da3-b5dc-1950350df1a7 req-5d39b855-77a7-4f6a-ba42-fdd5543ca05f tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.118245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc3b9f34-1086-4da3-b5dc-1950350df1a7 req-5d39b855-77a7-4f6a-ba42-fdd5543ca05f tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 944 time: 0.2080953 Jul 22 14:23:05.180952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.181321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc3b9f34-1086-4da3-b5dc-1950350df1a7 req-22a8a347-6693-4d9a-b0d3-5b22ce72331b tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Jul 22 14:23:05.194812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Made reservation on behalf of 6cb20be05566452397ae5b648778503d for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:05.196540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a408f0cf-44c4-41ec-bfbf-5717c85a56a5 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:05.200744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.208110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.245486 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.261182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Transition to ACTIVE for port object d6ac7088-6167-4e82-8a0b-47d7aa0933e1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:05.279150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Transition to ACTIVE for port object d6ac7088-6167-4e82-8a0b-47d7aa0933e1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:05.285899 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.313481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Transition to ACTIVE for port object a408f0cf-44c4-41ec-bfbf-5717c85a56a5 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:05.319151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.321608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:05.323868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:05.326311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:05.358999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef7b1f03-fc84-4e87-8846-26eae1dd012e req-72116948-eed3-407d-89e5-318e8c82a690 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 210 time: 0.0665390 Jul 22 14:23:05.405830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Pushing event updated for resources: {'Port': ['ID=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.408951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.425708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.434884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Attempting to bind port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:05.435422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Attempting to bind port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:05.435876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Attempting to bind port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 on network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:05.439867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:05.444395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:05.444921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Checking segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:05.445793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.445926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Bound using segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:05.446501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Bound port: d6ac7088-6167-4e82-8a0b-47d7aa0933e1, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:05.446997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.453050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:05.459353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:05.465304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.465948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.470544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=6aa2067c-8c66-44bc-b1b6-27899c0e4946,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.490087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Allocated IP 172.20.0.14 (096846f4-049e-4560-b606-861f68e70330/018d5bf4-07b4-4940-b88b-3a6282e1f8a1/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:05.501492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5db4d-a9ac-4e27-918d-5eb368005ac0 req-6e5cc346-9ad5-4955-a4fc-6b57e7110c4a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.508791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48d5db4d-a9ac-4e27-918d-5eb368005ac0 req-6e5cc346-9ad5-4955-a4fc-6b57e7110c4a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 935 time: 0.2152293 Jul 22 14:23:05.522146 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-b2f6071e-7ac6-4792-ba90-9477047c0a58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2009180 Jul 22 14:23:05.538053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] For port d6ac7088-6167-4e82-8a0b-47d7aa0933e1, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:05.543449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] For port d6ac7088-6167-4e82-8a0b-47d7aa0933e1, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:05.553949 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.561752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Request body: {'port': {'device_id': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:05.601927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ecb1d-7466-4511-bbd0-7881fda6fcb6 req-5d1fcdaf-52ae-4972-a8c5-971ad1a15cb3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:05.603177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d79ecb1d-7466-4511-bbd0-7881fda6fcb6 req-5d1fcdaf-52ae-4972-a8c5-971ad1a15cb3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1823552 Jul 22 14:23:05.629941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087fee8-c5b1-43ee-955f-6c5ca6ed6eac None None] Pushing event updated for resources: {'Port': ['ID=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.633631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48d5db4d-a9ac-4e27-918d-5eb368005ac0 req-d912b3cf-db4d-4bca-b2fe-6f008f236452 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236696 Jul 22 14:23:05.635709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Attempting to bind port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:05.636262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Attempting to bind port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:05.637966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Attempting to bind port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:05.644644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Pushing event updated for resources: {'Port': ['ID=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:05.678295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:05.679019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Attempting to bind port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:05.766629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:05.767256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Checking segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:05.768089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Bound using segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:05.768089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Bound port: a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:05.768456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.774311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d79ecb1d-7466-4511-bbd0-7881fda6fcb6 req-0bc3c376-1b1c-4b49-ade5-ff9c2dcf30b7 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642573 Jul 22 14:23:05.802698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cecd78a3-cd36-410d-8488-a2971d3cf324 req-ee3f8533-3d40-4e1e-9361-0d29d0f6fdc4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/467d43c9-b299-4604-9818-fe0c1b75715d HTTP/1.1" status: 200 len: 1813 time: 0.1320372 Jul 22 14:23:05.884262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.909230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] For port a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:05.937529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-922c9736-f726-4af6-9303-46c207fd8799 None None] Provisioning for port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:05.950462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-922c9736-f726-4af6-9303-46c207fd8799 None None] Provisioning complete for port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:05.950781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-922c9736-f726-4af6-9303-46c207fd8799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:05.968581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] For port a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:05.978722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.030926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.054112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c568-a7ee-467c-b2d8-e6c31bf81d19 req-36eedbe3-a36a-4461-a412-3f293abf0000 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.055780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b624c568-a7ee-467c-b2d8-e6c31bf81d19 req-36eedbe3-a36a-4461-a412-3f293abf0000 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 943 time: 0.1287491 Jul 22 14:23:06.056082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-922c9736-f726-4af6-9303-46c207fd8799 None None] Port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:06.063182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b98bf932-d88a-41ad-af3b-9a3e263be591 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:06.083596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.120231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Network 096846f4-049e-4560-b606-861f68e70330 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:06.124517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:06.157254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:06.180125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port b98bf932-d88a-41ad-af3b-9a3e263be591 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:06.187973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b98bf932-d88a-41ad-af3b-9a3e263be591 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:06.188363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.191253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.191890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.193614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] 10.222.0.61 "PUT /v2.0/ports/a408f0cf-44c4-41ec-bfbf-5717c85a56a5 HTTP/1.1" status: 200 len: 1091 time: 2.0675850 Jul 22 14:23:06.198249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:06.205285 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b632c62-9ad5-4710-89ae-75900da647e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:06.231013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b624c568-a7ee-467c-b2d8-e6c31bf81d19 req-809f4250-7846-4256-a0a9-c2027d2e23e3 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683884 Jul 22 14:23:06.288894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.289721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.312191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-50906108-b9e0-4127-99be-bcad3bab416b req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-174130350', 'description': 'tempest-description-1859133039'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:06.325013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.339478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-54228da8-4801-4bc9-a745-794514a854b0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3938706 Jul 22 14:23:06.341856 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.356270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Request body: {'port': {'device_id': '74817f1a-b534-4137-b492-427e48ccb44f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:06.368735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434f9a1-0ef1-465d-8944-1ba47142b52d service neutron] Pushing event updated for resources: {'Port': ['ID=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.376248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98bf932-d88a-41ad-af3b-9a3e263be591'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:06.378850 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583e1a71-a6fb-4607-888f-fac6276f7670" -d '{"events": [{"server_uuid": "215fdcf2-837b-4dfe-8593-e74d762f0a03", "name": "network-vif-plugged", "status": "completed", "tag": "b98bf932-d88a-41ad-af3b-9a3e263be591"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:06.398156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b98bf932-d88a-41ad-af3b-9a3e263be591, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b98bf932-d88a-41ad-af3b-9a3e263be591,segment=NetworkSegment(4577da1d-840a-424e-b934-82c53c3d2dad),segment_id=4577da1d-840a-424e-b934-82c53c3d2dad)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:06.405947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.457960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-50906108-b9e0-4127-99be-bcad3bab416b req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.466685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b98bf932-d88a-41ad-af3b-9a3e263be591,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.483846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.515425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.544100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-8aacc7f2-ea20-487b-a134-9e482838bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.545788 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-8aacc7f2-ea20-487b-a134-9e482838bb9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 1094 time: 0.1509609 Jul 22 14:23:06.546013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.577036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a517a-92dd-4c1d-a7e6-37ce2e44c677 req-327e6456-ffed-4d32-9bee-94921cf84b96 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.578637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-393a517a-92dd-4c1d-a7e6-37ce2e44c677 req-327e6456-ffed-4d32-9bee-94921cf84b96 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 945 time: 0.1895137 Jul 22 14:23:06.648487 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-9440eee5-1c7f-4f49-842f-8620b4587003 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5 HTTP/1.1" status: 200 len: 217 time: 0.0844719 Jul 22 14:23:06.654475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa2067c-8c66-44bc-b1b6-27899c0e4946 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:06.687417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.722165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-393a517a-92dd-4c1d-a7e6-37ce2e44c677 req-3450cb5d-c6dd-40cd-a542-47eb179ec619 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202383 Jul 22 14:23:06.747017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-50906108-b9e0-4127-99be-bcad3bab416b req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.758209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-50906108-b9e0-4127-99be-bcad3bab416b req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.760444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Transition to ACTIVE for port object 6aa2067c-8c66-44bc-b1b6-27899c0e4946 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:06.778000 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.785684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-015641b5-fc81-4524-91f7-37ac441d1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:06.802479 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-015641b5-fc81-4524-91f7-37ac441d1bbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.1422331 Jul 22 14:23:06.831013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-50906108-b9e0-4127-99be-bcad3bab416b req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:06.843476 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a582b6-90c8-4e15-9544-43a808fe31fd x-openstack-request-id: req-33a582b6-90c8-4e15-9544-43a808fe31fd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:06.843758 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:06.844006 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33a582b6-90c8-4e15-9544-43a808fe31fd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:06.844396 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'status': 'completed', 'code': 200} Jul 22 14:23:06.845469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Allocated IP 172.25.3.197 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/d1b45430-5dc0-4050-afc1-1c7e22e52ad5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:06.848849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50906108-b9e0-4127-99be-bcad3bab416b req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5515125 Jul 22 14:23:06.856685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6466ec32-ed4b-4e62-b64e-aabb149aa49d tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b377edf7-c182-4e2e-98c8-57cefaf3ac12,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.910570 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e6be3e-695d-440b-ae79-1891cd241303 x-openstack-request-id: req-73e6be3e-695d-440b-ae79-1891cd241303 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:06.911150 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215fdcf2-837b-4dfe-8593-e74d762f0a03", "name": "network-vif-plugged", "status": "completed", "tag": "b98bf932-d88a-41ad-af3b-9a3e263be591", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:06.911768 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73e6be3e-695d-440b-ae79-1891cd241303 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:06.912570 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98bf932-d88a-41ad-af3b-9a3e263be591', 'code': 200} Jul 22 14:23:06.955175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6ac7088-6167-4e82-8a0b-47d7aa0933e1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:06.982026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2067c-8c66-44bc-b1b6-27899c0e4946,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:06.991663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.61', 55511) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:07.055320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.065658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:07.111953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Attempting to bind port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:07.112545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Attempting to bind port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:07.112663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Attempting to bind port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:07.177527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:07.178890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Attempting to bind port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:07.188877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-6f60f515-5eef-42a5-89d2-9321e8cd3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.191072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-6f60f515-5eef-42a5-89d2-9321e8cd3524 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3432374 Jul 22 14:23:07.196672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:07.197027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:07.197493 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:07.197942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Bound port: 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:07.198976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.201921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552a220-c8e3-4d04-bdaf-60367e98b443 None None] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:07.226728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.276677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] Provisioning for port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:07.311902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] Provisioning complete for port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:07.312278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.372089 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.387564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] For port 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:07.392724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-dd415fd5-ddd6-4ca7-88a8-161e722f14cc service neutron] 10.222.0.61 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859832 Jul 22 14:23:07.415354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] For port 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:07.425771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.438504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.472172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.515395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:07.520750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] For port d6ac7088-6167-4e82-8a0b-47d7aa0933e1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:07.525916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.526640 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.528466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] 10.222.0.61 "PUT /v2.0/ports/6aa2067c-8c66-44bc-b1b6-27899c0e4946 HTTP/1.1" status: 200 len: 1095 time: 1.9735584 Jul 22 14:23:07.530325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:07.530604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.530866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.539256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:07.544511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Pushing event updated for resources: {'Port': ['ID=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:07.546390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:07.551231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5f324-ef68-4b57-95c0-02803b44c7bd req-d97428a5-2fa8-4f12-badb-b6601c739ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.552810 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebe5f324-ef68-4b57-95c0-02803b44c7bd req-d97428a5-2fa8-4f12-badb-b6601c739ae8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 1096 time: 0.5570672 Jul 22 14:23:07.581054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3240e3-3923-46fc-9357-a3ce99dda8a0 req-ad5cb1d2-48e6-4773-9d56-d40896d42b1c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.582576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe3240e3-3923-46fc-9357-a3ce99dda8a0 req-ad5cb1d2-48e6-4773-9d56-d40896d42b1c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 932 time: 0.5445802 Jul 22 14:23:07.585817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Transition to ACTIVE for port object 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:07.622018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.622650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57858d0f-9092-4949-904b-1bd72dc4f906 None None] Pushing event updated for resources: {'Port': ['ID=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:07.680928 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-890aa8f6-3bea-4c83-86f4-0f6726cb432d req-53af9223-545a-45f0-b11a-aa89d5678fd8 service neutron] 10.222.0.61 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790096 Jul 22 14:23:07.727580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebe5f324-ef68-4b57-95c0-02803b44c7bd req-4b169ac5-34e0-4496-bf8e-1fb13ed93755 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652460 Jul 22 14:23:07.744905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe3240e3-3923-46fc-9357-a3ce99dda8a0 req-feab2aaa-445f-48f0-9ba7-4487c03bfc42 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492765 Jul 22 14:23:07.782625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc736-e984-4a2b-81e4-a8fd6ad7bc9b req-3a27ff9c-ee42-48f8-a31a-50bead9f0a1b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:07.790432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e9dc736-e984-4a2b-81e4-a8fd6ad7bc9b req-3a27ff9c-ee42-48f8-a31a-50bead9f0a1b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 947 time: 0.5543087 Jul 22 14:23:07.823041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:07.935224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e9dc736-e984-4a2b-81e4-a8fd6ad7bc9b req-35c5c5fe-5a08-4291-a99d-99081f2b9f0b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431136 Jul 22 14:23:07.952554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3840c6e4-caf4-48a8-90c2-0a9a0814ff86 None None] Provisioning complete for port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:07.953829 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3840c6e4-caf4-48a8-90c2-0a9a0814ff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:07.957654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:07.958001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:07.958341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:07.972081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:07.972599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:07.993713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c4676-cb2a-4bfb-8bd4-72786e6c227b service neutron] Pushing event updated for resources: {'Port': ['ID=6aa2067c-8c66-44bc-b1b6-27899c0e4946,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:07.997943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:07.998300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:07.998722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:07.999171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Bound port: 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:07.999539 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.050827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-b460c62f-f84f-48fa-bc17-b82f7b0afee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.052439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-b460c62f-f84f-48fa-bc17-b82f7b0afee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 1094 time: 0.2580557 Jul 22 14:23:08.079138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-753ebb8c-4ce6-4c10-9f59-a94c8e41c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.080387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608661b-b744-45f5-8de0-eab660bf8442 req-47a114f0-969a-478c-ae31-56660bd65bea tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.080726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-753ebb8c-4ce6-4c10-9f59-a94c8e41c241 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 1098 time: 0.4441681 Jul 22 14:23:08.081852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9608661b-b744-45f5-8de0-eab660bf8442 req-47a114f0-969a-478c-ae31-56660bd65bea tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.2010217 Jul 22 14:23:08.099546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c904b02-9b7e-486f-9c1f-cf263d2dedbe req-75c323b7-cea5-4ccc-b154-b83eb42a86e1 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/b377edf7-c182-4e2e-98c8-57cefaf3ac12 HTTP/1.1" status: 200 len: 1812 time: 0.1246068 Jul 22 14:23:08.129385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-62338a86-b115-4da7-8c11-ada36a1252b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946 HTTP/1.1" status: 200 len: 217 time: 0.0385711 Jul 22 14:23:08.191533 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.206361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:08.217734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9608661b-b744-45f5-8de0-eab660bf8442 req-9dd5e074-a6d9-4b48-b35e-ac4251190651 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242056 Jul 22 14:23:08.241728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:08.254662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe8b8a2f-e36b-400f-91bf-9fb1760630ec req-af543254-72b8-48a1-abce-542561d29805 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d89a27198c74958b388907edb4122c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437574 Jul 22 14:23:08.259273 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.268165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-7c79599d-e2c7-45e9-bb03-e6307aeb0deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.269581 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-7c79599d-e2c7-45e9-bb03-e6307aeb0deb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1334653 Jul 22 14:23:08.308885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-ef5e4c69-73c3-4dae-a7e1-3bc8c6b39fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.309579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-ef5e4c69-73c3-4dae-a7e1-3bc8c6b39fe1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 924 time: 0.2376564 Jul 22 14:23:08.358986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.359623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.361042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] 10.222.0.72 "PUT /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 1092 time: 2.0121887 Jul 22 14:23:08.382643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:08.385076 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c97420-bf62-49a7-a88d-3813d4c905bb" -d '{"events": [{"name": "network-changed", "server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:08.422342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-ecc20f6d-c7af-4c8e-ba51-5ae3399e8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.424626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-ecc20f6d-c7af-4c8e-ba51-5ae3399e8b79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407943 Jul 22 14:23:08.426204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-5fb61151-02a8-4cc9-a8e3-304cb85e095f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5 HTTP/1.1" status: 200 len: 217 time: 0.0956790 Jul 22 14:23:08.524909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.528744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1c79e-2604-4bac-a022-8ae942bce596 service neutron] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:08.582865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-a0b948e7-b9cd-43de-99fb-faf7f79834f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.584344 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-a0b948e7-b9cd-43de-99fb-faf7f79834f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.1256204 Jul 22 14:23:08.611961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b8a2f-e36b-400f-91bf-9fb1760630ec req-94af54f0-3de2-4611-a9e8-95890a1e918f tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.613476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe8b8a2f-e36b-400f-91bf-9fb1760630ec req-94af54f0-3de2-4611-a9e8-95890a1e918f tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3390148 Jul 22 14:23:08.630734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-c0ae87a2-2a3e-45b0-be98-519f5543e270 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912642 Jul 22 14:23:08.640405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d6c60-4303-4736-a2d1-221f50ac2768 req-cd692a7b-66bc-4355-8129-851348fd378b tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.641900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-443d6c60-4303-4736-a2d1-221f50ac2768 req-cd692a7b-66bc-4355-8129-851348fd378b tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 943 time: 0.3361337 Jul 22 14:23:08.671609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe8b8a2f-e36b-400f-91bf-9fb1760630ec req-d54b52dd-f7aa-427c-af15-346a141dd1b0 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/quotas/2d89a27198c74958b388907edb4122c0 HTTP/1.1" status: 200 len: 375 time: 0.0286098 Jul 22 14:23:08.690890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-5c12d80b-2498-43b6-927a-9a70b4d5e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.692288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-5c12d80b-2498-43b6-927a-9a70b4d5e081 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1095 time: 0.2346637 Jul 22 14:23:08.758571 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c918645-cd11-4571-95a5-a7f7d15f475c req-2dffc010-b8bd-4ce6-8011-36b8c0c59c66 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197131 Jul 22 14:23:08.764006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Router 6c5197bb-31cd-40a9-a324-b029450479d9 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:23:08.772061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe8b8a2f-e36b-400f-91bf-9fb1760630ec req-54b124b4-d69d-4559-ac98-da3a74095eb4 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d89a27198c74958b388907edb4122c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0892808 Jul 22 14:23:08.777244 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-443d6c60-4303-4736-a2d1-221f50ac2768 req-64430fa5-450c-40a0-a0c8-063975318d48 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272893 Jul 22 14:23:08.778477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-f58cb977-bb7b-45e6-aca5-8db6ff614ad0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 217 time: 0.0759192 Jul 22 14:23:08.784590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-1ed87a95-1e47-4f13-add6-bad460d57b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.786067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-1ed87a95-1e47-4f13-add6-bad460d57b76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933067 Jul 22 14:23:08.834109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6ac7088-6167-4e82-8a0b-47d7aa0933e1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:08.856468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'tag': '6aa2067c-8c66-44bc-b1b6-27899c0e4946'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:08.859812 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a58c3c-f749-42f3-9fd5-9d45326316da" -d '{"events": [{"name": "network-changed", "server_uuid": "41c84851-59ef-45e0-88ff-f9bdc3a1a005", "tag": "6aa2067c-8c66-44bc-b1b6-27899c0e4946"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:08.890847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f353b-31a4-4b56-a113-191c7b0df704 req-d2512e3e-9ccf-424d-a3e3-ec3a68a508a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:08.892340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-d2512e3e-9ccf-424d-a3e3-ec3a68a508a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1051438 Jul 22 14:23:08.909844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:08.919592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-cb2f3dc1-b77f-4f8f-9190-21fd6fbb6332 req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1179457414', 'description': 'tempest-description-1671238730'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:08.920231 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Sync routers for ids ['6c5197bb-31cd-40a9-a324-b029450479d9'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:08.932166 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Routers {'6c5197bb-31cd-40a9-a324-b029450479d9'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:08.933239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6c5197bb-31cd-40a9-a324-b029450479d9'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:08.937080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.941728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1e342111-cdd5-4bce-8d0b-2737a83cc8aa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9665742 Jul 22 14:23:08.942141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:08.943085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:08.943554 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:08.966066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-71501a2c-00f1-4f39-bb9f-e8bcc3717324 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607557 Jul 22 14:23:09.039652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-f278048f-b0a7-46cb-ae04-1c30d626a05f service neutron] 10.222.0.61 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437928 Jul 22 14:23:09.060784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb2f3dc1-b77f-4f8f-9190-21fd6fbb6332 req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.080338 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Set router 6c5197bb-31cd-40a9-a324-b029450479d9 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:09.199656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605d715-7949-402b-8bcd-81b9d233ea2a req-21a7edbe-6f0c-4515-8050-913d4e7e2970 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.201571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d605d715-7949-402b-8bcd-81b9d233ea2a req-21a7edbe-6f0c-4515-8050-913d4e7e2970 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 945 time: 0.2770936 Jul 22 14:23:09.215530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-705212e9-f89b-48b9-9eda-cbb09e48f9eb service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239299 Jul 22 14:23:09.308680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b632c62-9ad5-4710-89ae-75900da647e3 req-331cb3dc-8851-49ea-a8bd-d10217831bbf service neutron] 10.222.0.61 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613568 Jul 22 14:23:09.322743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d605d715-7949-402b-8bcd-81b9d233ea2a req-27ac039d-0e21-41ca-96da-3bc3d61716ed tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057131 Jul 22 14:23:09.378893 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:23:07Z', 'revision_number': 3, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:09.396952 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f87785a-2bcc-402b-991e-10ec66f099fd x-openstack-request-id: req-7f87785a-2bcc-402b-991e-10ec66f099fd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:09.397428 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:09.397841 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f87785a-2bcc-402b-991e-10ec66f099fd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:09.398381 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'status': 'completed', 'code': 200} Jul 22 14:23:09.414305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb2f3dc1-b77f-4f8f-9190-21fd6fbb6332 req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.425296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259f353b-31a4-4b56-a113-191c7b0df704 req-abaa4164-0db0-4110-99f8-d32d1f80a2ce service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913512 Jul 22 14:23:09.426285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb2f3dc1-b77f-4f8f-9190-21fd6fbb6332 req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.443611 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Checking router: 6c5197bb-31cd-40a9-a324-b029450479d9 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:09.443983 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Updating router 6c5197bb-31cd-40a9-a324-b029450479d9 port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:09.464217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9880333-8b4f-49c8-8e25-548001df168a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:09.474829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.480333 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb2f3dc1-b77f-4f8f-9190-21fd6fbb6332 req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.481866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb2f3dc1-b77f-4f8f-9190-21fd6fbb6332 req-d875e8f8-1c0a-43fc-b310-fc79b12599dd tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5782564 Jul 22 14:23:09.507663 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.540552 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d517ad0-9d21-4fee-8454-e8a20bd09124 x-openstack-request-id: req-8d517ad0-9d21-4fee-8454-e8a20bd09124 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:09.541153 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41c84851-59ef-45e0-88ff-f9bdc3a1a005", "tag": "6aa2067c-8c66-44bc-b1b6-27899c0e4946", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:09.541611 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d517ad0-9d21-4fee-8454-e8a20bd09124 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:09.542310 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'tag': '6aa2067c-8c66-44bc-b1b6-27899c0e4946', 'status': 'completed', 'code': 200} Jul 22 14:23:09.611548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-ab1f4399-b885-4685-a1ea-6634d4ac1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.613261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-ab1f4399-b885-4685-a1ea-6634d4ac1394 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1095 time: 0.1302247 Jul 22 14:23:09.631194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b68810-407c-4bb9-8233-5773fac089a4 req-8d29909c-34e1-48e3-88aa-a8eb964248d1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.639118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8b68810-407c-4bb9-8233-5773fac089a4 req-8d29909c-34e1-48e3-88aa-a8eb964248d1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 944 time: 0.1466103 Jul 22 14:23:09.759078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8b68810-407c-4bb9-8233-5773fac089a4 req-7a09d9c1-02be-4ac9-8f22-d533ffb4907a tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171663 Jul 22 14:23:09.790591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-99b923ad-6927-4f30-92a4-1988f27b02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.797221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-99b923ad-6927-4f30-92a4-1988f27b02cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 1098 time: 0.2238536 Jul 22 14:23:09.805004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-440465cc-a461-4c81-90d6-5f9c7db42134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.814363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Allocated IP 172.20.0.1 (a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5/9033c41e-b607-466c-b79d-861e0377f0f5/2ad279f0-ae7c-4151-8c20-8e50575902dc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:09.850278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-42931a16-b9fc-4d4a-81ac-f77cacabc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:09.851883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-42931a16-b9fc-4d4a-81ac-f77cacabc5d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2302523 Jul 22 14:23:09.937039 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.948795 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Transition to ACTIVE for port object d1b45430-5dc0-4050-afc1-1c7e22e52ad5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:09.956641 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.958381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:09.977695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Transition to ACTIVE for port object 2ad279f0-ae7c-4151-8c20-8e50575902dc will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:09.986584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-c0209849-aba1-40cc-aed7-8c540b854f4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 217 time: 0.0502241 Jul 22 14:23:10.010369 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a9d4b-7057-420b-8755-31032dbb865b None None] Pushing event updated for resources: {'Port': ['ID=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:10.014333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a408f0cf-44c4-41ec-bfbf-5717c85a56a5 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:10.021747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.051808 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Attempting to bind port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:10.052188 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Attempting to bind port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:10.052564 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Attempting to bind port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:10.059907 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:10.060288 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:10.060698 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.061130 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:10.061613 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Bound port: d1b45430-5dc0-4050-afc1-1c7e22e52ad5, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:10.063151 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.088282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:10.091404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:10.095235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:10.095722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.155076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad279f0-ae7c-4151-8c20-8e50575902dc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:10.162814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:10.178683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'port_id': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'mac_address': 'fa:16:3e:ef:ba:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:10.230211 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] For port d1b45430-5dc0-4050-afc1-1c7e22e52ad5, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:10.237596 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] For port d1b45430-5dc0-4050-afc1-1c7e22e52ad5, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:10.239662 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.256189 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.405623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.411381 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a9d4b-7057-420b-8755-31032dbb865b None None] Pushing event updated for resources: {'Port': ['ID=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:10.428819 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Routers {'6c5197bb-31cd-40a9-a324-b029450479d9'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:10.433046 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6c5197bb-31cd-40a9-a324-b029450479d9'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:10.543992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-b22c7261-f10e-4b27-9765-c21e4420f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.545642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-b22c7261-f10e-4b27-9765-c21e4420f156 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1051886 Jul 22 14:23:10.549661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-2f537f8c-743d-4dc8-87ec-49b919cbaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.551236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-2f537f8c-743d-4dc8-87ec-49b919cbaf7b service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.7398751 Jul 22 14:23:10.577765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a408f0cf-44c4-41ec-bfbf-5717c85a56a5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:10.588890 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] Set router 6c5197bb-31cd-40a9-a324-b029450479d9 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:10.592093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dafb3-76eb-4d71-84d4-a175d0472b12 req-4e855a13-cd51-425b-bcaa-e6f57cd51148 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.601177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-908dafb3-76eb-4d71-84d4-a175d0472b12 req-4e855a13-cd51-425b-bcaa-e6f57cd51148 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.7424681 Jul 22 14:23:10.650359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.659552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-44afa180-87bd-4bff-906f-8d68e4572eef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048470 Jul 22 14:23:10.663153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.663904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.671503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-4b1d3d87-918c-4a84-8ff2-a5aee6da3d44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946 HTTP/1.1" status: 200 len: 217 time: 0.1013942 Jul 22 14:23:10.683824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95304561-1e3e-4263-8511-6823dc6bbbaf req-6f9ca1c7-92f8-455f-a08f-17171cade7b4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.691786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95304561-1e3e-4263-8511-6823dc6bbbaf req-6f9ca1c7-92f8-455f-a08f-17171cade7b4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 947 time: 0.7955143 Jul 22 14:23:10.716420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ce5ce972-246b-4634-8d89-c57921f6c07d None None] Provisioning for port 2ad279f0-ae7c-4151-8c20-8e50575902dc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:10.735384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:10.736827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ce5ce972-246b-4634-8d89-c57921f6c07d None None] Provisioning complete for port 2ad279f0-ae7c-4151-8c20-8e50575902dc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:10.737436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ce5ce972-246b-4634-8d89-c57921f6c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.786262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Pushing event updated for resources: {'Port': ['ID=2ad279f0-ae7c-4151-8c20-8e50575902dc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:10.793983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:10.808668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-908dafb3-76eb-4d71-84d4-a175d0472b12 req-514ce921-07bc-4ab8-b465-cec5480d5411 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063746 Jul 22 14:23:10.857122 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:23:10.870961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ce5ce972-246b-4634-8d89-c57921f6c07d None None] Port 2ad279f0-ae7c-4151-8c20-8e50575902dc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:10.894415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-2510f4a0-db8b-4536-8d89-2ace85ede68c service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990473 Jul 22 14:23:10.903554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:10.908118 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '2ad279f0-ae7c-4151-8c20-8e50575902dc', 'name': '', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'mac_address': 'fa:16:3e:39:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:09Z', 'updated_at': '2021-07-22T14:23:09Z', 'revision_number': 1, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'subnets': [{'id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:10.943452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95304561-1e3e-4263-8511-6823dc6bbbaf req-5722efe6-788c-4a37-8a37-bc01e5dc2b85 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507138 Jul 22 14:23:10.944897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-cbbefd00-258a-43f6-a14a-18cf216b1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:10.946956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-cbbefd00-258a-43f6-a14a-18cf216b1dba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2523105 Jul 22 14:23:10.947309 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01eeb6c-9197-40e7-b540-559b8635b62c None None] The sync data for ids ['6c5197bb-31cd-40a9-a324-b029450479d9'] in n-d-794306-8 is: [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '2ad279f0-ae7c-4151-8c20-8e50575902dc', 'name': '', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'mac_address': 'fa:16:3e:39:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:09Z', 'updated_at': '2021-07-22T14:23:09Z', 'revision_number': 1, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'subnets': [{'id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:10.951599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:10.953292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:11.003745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['a408f0cf-44c4-41ec-bfbf-5717c85a56a5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:11.126654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b68d2d9-f3fb-4c0e-8fb1-d440d5da5b62 req-71b9ef0a-90b5-45e7-a7e9-b07db1bba3e4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/a9880333-8b4f-49c8-8e25-548001df168a HTTP/1.1" status: 200 len: 1813 time: 0.2309399 Jul 22 14:23:11.184057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c97420-bf62-49a7-a88d-3813d4c905bb req-ec491022-82c4-41e4-b55a-68cf9a33e462 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736938 Jul 22 14:23:11.223189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-f35aba07-3371-4c3c-95f2-304016673d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.225522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-f35aba07-3371-4c3c-95f2-304016673d90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2290082 Jul 22 14:23:11.326753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Router 6c5197bb-31cd-40a9-a324-b029450479d9 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:11.418790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-06d5b6b7-efda-4ea4-a5bd-12d652edbfa2 None None] Provisioning complete for port 2ad279f0-ae7c-4151-8c20-8e50575902dc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:11.419356 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06d5b6b7-efda-4ea4-a5bd-12d652edbfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:11.459268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-06d5b6b7-efda-4ea4-a5bd-12d652edbfa2 None None] Port 2ad279f0-ae7c-4151-8c20-8e50575902dc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:11.518040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-ab8d2175-4d04-4d0c-aabc-f4d53840146e service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852626 Jul 22 14:23:11.701115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d82a1-9735-4295-a406-8136d7d12f17 req-29bdc4ac-3a91-4e0a-807b-c5809518167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.702684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-29bdc4ac-3a91-4e0a-807b-c5809518167e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=593c36fe30f441cb897e2f548cc84f48&device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1100 time: 0.3305149 Jul 22 14:23:11.711522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa28ce7-4169-42ee-b1aa-749711287ec8 req-7e1bab0f-c8a8-4f3c-a5ed-e81f15b65da9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.714021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fa28ce7-4169-42ee-b1aa-749711287ec8 req-7e1bab0f-c8a8-4f3c-a5ed-e81f15b65da9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 944 time: 0.3406658 Jul 22 14:23:11.719051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22a58c3c-f749-42f3-9fd5-9d45326316da req-d623d661-6007-4114-bc19-3cbf0ca74653 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671565 Jul 22 14:23:11.748733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7b97-f2b0-4497-97ee-792d18479406 req-9ed0bfea-4220-4419-8813-49cea1b382b8 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:11.748733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-690c7b97-f2b0-4497-97ee-792d18479406 req-9ed0bfea-4220-4419-8813-49cea1b382b8 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 944 time: 0.3855548 Jul 22 14:23:11.782002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:11.796309 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c6d5e956-f288-454b-8d29-2e8af94d4385 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c5197bb-31cd-40a9-a324-b029450479d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8444014 Jul 22 14:23:11.840011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fa28ce7-4169-42ee-b1aa-749711287ec8 req-f5b91c30-512d-405a-afd3-77179ea39357 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182573 Jul 22 14:23:11.855928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-690c7b97-f2b0-4497-97ee-792d18479406 req-9bc9a9cd-91cf-4967-b526-0b4ae5cd5600 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038930 Jul 22 14:23:11.913683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-85c75c14-9920-4cde-a47e-283939722391 req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-230193859', 'description': 'tempest-description-1819419272'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:11.994072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-85c75c14-9920-4cde-a47e-283939722391 req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.021681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6aa2067c-8c66-44bc-b1b6-27899c0e4946 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:12.028574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a408f0cf-44c4-41ec-bfbf-5717c85a56a5 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:12.034843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d82a1-9735-4295-a406-8136d7d12f17 req-bcbe691a-de84-4469-afb3-f8e43837aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.034843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-bcbe691a-de84-4469-afb3-f8e43837aa37 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2814219 Jul 22 14:23:12.157166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-d8763d3e-2e4f-40f6-8003-21d85c908640 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=80b55e48-d20d-4a41-aca5-f942e2b48436 HTTP/1.1" status: 200 len: 217 time: 0.1118028 Jul 22 14:23:12.244682 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f18df01-e2ab-45dd-a187-ce1e88349860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.396583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.415026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:12.425757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:12.432679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d82a1-9735-4295-a406-8136d7d12f17 req-e156369e-1d2f-45f9-bb07-f70f88c7a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.434579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-e156369e-1d2f-45f9-bb07-f70f88c7a15a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2690532 Jul 22 14:23:12.434706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:12.499287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:12.499663 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.504383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '6aa2067c-8c66-44bc-b1b6-27899c0e4946', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '6aa2067c-8c66-44bc-b1b6-27899c0e4946', 'mac_address': 'fa:16:3e:dd:b3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:12.686525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-85c75c14-9920-4cde-a47e-283939722391 req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.706149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d82a1-9735-4295-a406-8136d7d12f17 req-994f6543-5378-45eb-85c9-98c75127288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.710919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-994f6543-5378-45eb-85c9-98c75127288d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2648091 Jul 22 14:23:12.715438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-85c75c14-9920-4cde-a47e-283939722391 req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.720587 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.769879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:12.794191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'port_id': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'mac_address': 'fa:16:3e:56:08:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018d5bf4-07b4-4940-b88b-3a6282e1f8a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:12.835360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38024) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:12.841104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-network', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:12.851831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa2067c-8c66-44bc-b1b6-27899c0e4946 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:12.856421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b688ffd-9701-42eb-8a36-57aaa6e8ffa0 req-6acedfc4-c9ed-43e6-8a66-0dce9e52ddc3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:12.859084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b688ffd-9701-42eb-8a36-57aaa6e8ffa0 req-6acedfc4-c9ed-43e6-8a66-0dce9e52ddc3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.5594733 Jul 22 14:23:12.881631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Made reservation on behalf of 3f6e864996c74d6b8c0373d513b31425 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:12.883949 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.892646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d1b45430-5dc0-4050-afc1-1c7e22e52ad5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:12.899971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.921626 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.947770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5b4dd1-bb95-4087-b139-0f53f34baf34,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:12.948950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:12.965949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:12.971342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-85c75c14-9920-4cde-a47e-283939722391 req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.973008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85c75c14-9920-4cde-a47e-283939722391 req-a516dfc6-088b-42ee-b866-af04132f117c tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0657372 Jul 22 14:23:12.985618 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:12.987296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-9574919d-b300-4f80-a317-bd7c8ce166c7 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492819 Jul 22 14:23:13.004393 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.012651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b688ffd-9701-42eb-8a36-57aaa6e8ffa0 req-44438a74-b360-41d6-806e-7da4b0815bf7 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352775 Jul 22 14:23:13.037482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.043230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.073225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e92031a-ee84-4988-9a7c-f43ae66440bf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.085258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:13.098105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.098533 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Added segment f8c14758-bf52-4362-8203-5b02f2772953 of type vlan for network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 Jul 22 14:23:13.114816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:13.138944 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.158599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.163552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:13.166131 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47dd6a7-6275-4fdd-8358-27ba70c28062" -d '{"events": [{"server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "name": "network-vif-plugged", "status": "completed", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:13.175369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:13.191637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:13.192377 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.193470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.194205 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.196069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:13.196069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.217061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=6aa2067c-8c66-44bc-b1b6-27899c0e4946,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.217467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-806d82a1-9735-4295-a406-8136d7d12f17 req-68a8b1f7-c0d9-426a-af2e-9c7370a0339e service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088053 Jul 22 14:23:13.219601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe2f2018-f257-45e1-aa52-31a516a9a686 req-e5e280c5-3680-48da-9543-0e261b39633f tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d89a27198c74958b388907edb4122c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711529 Jul 22 14:23:13.223531 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.230433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:13.235974 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3969975 Jul 22 14:23:13.237975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38042) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:13.258925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Request body: {'subnet': {'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-subnet', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:13.280077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff06449-d513-4d03-bf7a-eea8675e54d0 admin admin] Pushing event updated for resources: {'Network': ['ID=34480b4e-fd5b-47f2-bd02-afa78d8558c5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.305593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:13.360734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958935-8dbd-4b10-96ef-1afe791525d4 req-9705987b-421f-469c-a826-8e64159d37a4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.362253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63958935-8dbd-4b10-96ef-1afe791525d4 req-9705987b-421f-469c-a826-8e64159d37a4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 948 time: 0.2151349 Jul 22 14:23:13.365482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Made reservation on behalf of 3f6e864996c74d6b8c0373d513b31425 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:13.367770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.370584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.440126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:13.482207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f2018-f257-45e1-aa52-31a516a9a686 req-302d762e-0683-4a92-8ea1-c5500f68d09d tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.483953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe2f2018-f257-45e1-aa52-31a516a9a686 req-302d762e-0683-4a92-8ea1-c5500f68d09d tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486129 Jul 22 14:23:13.487039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63958935-8dbd-4b10-96ef-1afe791525d4 req-0ef71089-21d8-40ea-9b54-781779d3ee96 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166487 Jul 22 14:23:13.535041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe2f2018-f257-45e1-aa52-31a516a9a686 req-68d755ad-fa0a-4f73-a8e9-b3f56b116ed1 tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/quotas/2d89a27198c74958b388907edb4122c0 HTTP/1.1" status: 200 len: 375 time: 0.0207329 Jul 22 14:23:13.573774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.587619 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.593071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.623222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe2f2018-f257-45e1-aa52-31a516a9a686 req-39e2068b-75dd-49a5-939f-0f9007adb49d tempest-QuotasAdminNegativeTest-1899534760 tempest-QuotasAdminNegativeTest-1899534760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d89a27198c74958b388907edb4122c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675619 Jul 22 14:23:13.631153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d1b45430-5dc0-4050-afc1-1c7e22e52ad5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:13.644555 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.700165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.741461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671098ed-9a1b-415c-9f95-ba1a73821803 req-72d7eba0-8492-4651-ba69-6ba55ea01b76 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.743245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671098ed-9a1b-415c-9f95-ba1a73821803 req-72d7eba0-8492-4651-ba69-6ba55ea01b76 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 945 time: 0.1745908 Jul 22 14:23:13.746565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.799904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51087cc3-6ed2-4487-82da-ed0bda4a989e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:13.818027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Checking segment: {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:13.818395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Network hostable DHCP agents. Network: 34480b4e-fd5b-47f2-bd02-afa78d8558c5, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:13.844406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671098ed-9a1b-415c-9f95-ba1a73821803 req-b7b73d0c-fc92-4c51-80a9-e98ba7b114c0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891562 Jul 22 14:23:13.882820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:13.905736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Sync routers for ids ['6c5197bb-31cd-40a9-a324-b029450479d9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:13.916306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 34480b4e-fd5b-47f2-bd02-afa78d8558c5) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:13.916899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Routers {'6c5197bb-31cd-40a9-a324-b029450479d9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:13.917544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6c5197bb-31cd-40a9-a324-b029450479d9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:13.921037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.921570 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:13.951245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4179f64d-3d34-4eb4-ae41-94b552c308ed req-2081b54a-59ae-47ab-b2e6-37391d5b3d46 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/ef5b4dd1-bb95-4087-b139-0f53f34baf34 HTTP/1.1" status: 200 len: 1812 time: 0.0768297 Jul 22 14:23:13.955300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c879602a-3403-4271-9aeb-22368c6dea99 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7019937 Jul 22 14:23:13.955464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b390c1fd-dc71-4fa8-a3d5-a87f74074d8e None None] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:13.957554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:13.968284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e347ec-22a3-4435-8b3a-a9cd08c53915 req-73f1b56d-07a0-4594-8049-73a3b35ddf52 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:13.971031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:13.973055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04e347ec-22a3-4435-8b3a-a9cd08c53915 req-73f1b56d-07a0-4594-8049-73a3b35ddf52 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 945 time: 0.1495185 Jul 22 14:23:14.010893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.012564 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e298c40-ee63-4203-9e9b-b617c5bae22f x-openstack-request-id: req-3e298c40-ee63-4203-9e9b-b617c5bae22f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:14.012855 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "name": "network-vif-plugged", "status": "completed", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:14.013116 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e298c40-ee63-4203-9e9b-b617c5bae22f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:14.013511 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'code': 200} Jul 22 14:23:14.014506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.036128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04e347ec-22a3-4435-8b3a-a9cd08c53915 req-53e5c359-f29f-4806-a25d-df26bfa4c1aa tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609770 Jul 22 14:23:14.093004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.129625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Set router 6c5197bb-31cd-40a9-a324-b029450479d9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:14.204196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4296bf-6bda-4061-9553-bb3e3d7b21dc req-8d140d50-7933-4219-b56a-22947801bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.208666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd4296bf-6bda-4061-9553-bb3e3d7b21dc req-8d140d50-7933-4219-b56a-22947801bf4b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 1096 time: 0.1218297 Jul 22 14:23:14.261733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd4296bf-6bda-4061-9553-bb3e3d7b21dc req-aa2ad5c0-38c3-45e3-a688-d4760829ed27 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451202 Jul 22 14:23:14.289858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.378558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-34480b4e-fd5b-47f2-bd02-afa78d8558c5', 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'fixed_ips': [{'subnet_id': '51087cc3-6ed2-4487-82da-ed0bda4a989e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:23:14.379723 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.468867 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-92c1e63c-9747-403e-ac65-568e1ca5dd83 req-c72b15b6-eda3-4600-8199-e88b35ccd9c4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] show failed (client error): The resource could not be found. Jul 22 14:23:14.475932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92c1e63c-9747-403e-ac65-568e1ca5dd83 req-c72b15b6-eda3-4600-8199-e88b35ccd9c4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/1e485993-1c50-4f11-a576-406f8454e658 HTTP/1.1" status: 404 len: 352 time: 0.0211179 Jul 22 14:23:14.515985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:14.561863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.615083 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-5e736f71-a9fb-41c2-afbb-a9f332d15d92 req-45d9183c-2da1-4062-ba54-4a6571c5ecab tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] show failed (client error): The resource could not be found. Jul 22 14:23:14.622084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.623054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e736f71-a9fb-41c2-afbb-a9f332d15d92 req-45d9183c-2da1-4062-ba54-4a6571c5ecab tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-group-rules/ed606181-f90f-402e-9b34-44489cc27825 HTTP/1.1" status: 404 len: 361 time: 0.0309448 Jul 22 14:23:14.661230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df301acb-69de-41fd-a8a7-1b729bea6552 req-26008d2c-783f-41d9-a257-f21612d750c0 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.664341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df301acb-69de-41fd-a8a7-1b729bea6552 req-26008d2c-783f-41d9-a257-f21612d750c0 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1344171 Jul 22 14:23:14.741000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Allocated IP 172.20.0.2 (34480b4e-fd5b-47f2-bd02-afa78d8558c5/51087cc3-6ed2-4487-82da-ed0bda4a989e/5f81dafb-6539-4061-a476-897db63a0f50) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:14.760829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:14.773761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df301acb-69de-41fd-a8a7-1b729bea6552 req-7a89b409-78b5-4823-b3b0-d1248a513a66 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032665 Jul 22 14:23:14.779484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:14.780869 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:14.812437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2aeac-486e-47f4-9a7a-d845a24f52be req-1d6788ff-1407-4ca3-be91-a1919ad54b04 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:14.814564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1b2aeac-486e-47f4-9a7a-d845a24f52be req-1d6788ff-1407-4ca3-be91-a1919ad54b04 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 948 time: 0.1072655 Jul 22 14:23:14.827177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Allocated IP 172.25.3.44 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/3d2c74b6-30ee-47c6-9712-defbad447f47) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:14.927141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1b2aeac-486e-47f4-9a7a-d845a24f52be req-7713ea6a-c074-4958-adb0-1c3615656f28 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052685 Jul 22 14:23:14.933761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78a968bd-c96f-437e-8b8b-88ddb997dc58 req-d12c62a5-3999-4f51-8d1d-2ddf39743fc5 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/ef5b4dd1-bb95-4087-b139-0f53f34baf34 HTTP/1.1" status: 200 len: 1812 time: 0.1137931 Jul 22 14:23:14.944527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d1b45430-5dc0-4050-afc1-1c7e22e52ad5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:15.027427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-78a968bd-c96f-437e-8b8b-88ddb997dc58 req-0b920b14-fdb9-4664-a64e-25f1cf873f0a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.034703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.075385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-78a968bd-c96f-437e-8b8b-88ddb997dc58 req-0b920b14-fdb9-4664-a64e-25f1cf873f0a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.084241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '2ad279f0-ae7c-4151-8c20-8e50575902dc', 'name': '', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'mac_address': 'fa:16:3e:39:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:09Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 2, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'subnets': [{'id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:15.091668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.141877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:15.149030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:15.154108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:15.179584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Checking router: 6c5197bb-31cd-40a9-a324-b029450479d9 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:15.182764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Updating router 6c5197bb-31cd-40a9-a324-b029450479d9 port 2ad279f0-ae7c-4151-8c20-8e50575902dc binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:15.191510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38086) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:15.240657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Pushing event updated for resources: {'Port': ['ID=3d2c74b6-30ee-47c6-9712-defbad447f47,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.254420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-78a968bd-c96f-437e-8b8b-88ddb997dc58 req-0b920b14-fdb9-4664-a64e-25f1cf873f0a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.260704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-78a968bd-c96f-437e-8b8b-88ddb997dc58 req-0b920b14-fdb9-4664-a64e-25f1cf873f0a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.264732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78a968bd-c96f-437e-8b8b-88ddb997dc58 req-0b920b14-fdb9-4664-a64e-25f1cf873f0a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "DELETE /v2.0/security-groups/ef5b4dd1-bb95-4087-b139-0f53f34baf34 HTTP/1.1" status: 204 len: 173 time: 0.3251929 Jul 22 14:23:15.278100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.291470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Transition to ACTIVE for port object 5f81dafb-6539-4061-a476-897db63a0f50 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:15.312602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Transition to ACTIVE for port object 5f81dafb-6539-4061-a476-897db63a0f50 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:15.334876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd16b26-cb13-4e94-ab71-580d04d824d5 req-c9c595ef-c4b8-47d7-9de0-0014756676b5 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.336468 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afd16b26-cb13-4e94-ab71-580d04d824d5 req-c9c595ef-c4b8-47d7-9de0-0014756676b5 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 945 time: 0.2457268 Jul 22 14:23:15.340280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.355558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.394481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b920b14-fdb9-4664-a64e-25f1cf873f0a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5b4dd1-bb95-4087-b139-0f53f34baf34,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.396425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86a75f40-5bb9-4563-8bbe-49568f71a48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.462318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afd16b26-cb13-4e94-ab71-580d04d824d5 req-68a1b5da-4412-4bb8-b54a-47fdad07dd8e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191139 Jul 22 14:23:15.522995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.529212 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.529725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c3ff-2045-4ece-909d-e756c7d98b4a req-a6fe9b6d-31e0-47c4-bbe5-ccd3ffc16b57 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:15.531248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02e2c3ff-2045-4ece-909d-e756c7d98b4a req-a6fe9b6d-31e0-47c4-bbe5-ccd3ffc16b57 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 945 time: 0.1328833 Jul 22 14:23:15.533697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.547512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:15.547886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.621353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02e2c3ff-2045-4ece-909d-e756c7d98b4a req-73443ce2-d736-4a62-83e0-34afd4ed767c tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718474 Jul 22 14:23:15.670010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:15.670010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:15.679988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86a75f40-5bb9-4563-8bbe-49568f71a48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.687992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:15.694715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26747b1b-5cbb-412e-9361-a12db2628ffd req-84ace5c7-c96d-44b2-9abc-6b3ef8ed982a tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/a9880333-8b4f-49c8-8e25-548001df168a HTTP/1.1" status: 200 len: 1813 time: 0.1767404 Jul 22 14:23:15.698431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86a75f40-5bb9-4563-8bbe-49568f71a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.698653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:15.733431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-86a75f40-5bb9-4563-8bbe-49568f71a48f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d89a27198c74958b388907edb4122c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381730 Jul 22 14:23:15.736313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.741737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:15.782376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Pushing event updated for resources: {'Port': ['ID=5f81dafb-6539-4061-a476-897db63a0f50,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.783157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.823443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Attempting to bind port 5f81dafb-6539-4061-a476-897db63a0f50 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:15.823821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Attempting to bind port 5f81dafb-6539-4061-a476-897db63a0f50 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:15.824194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Attempting to bind port 5f81dafb-6539-4061-a476-897db63a0f50 on network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:15.857174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:15.857174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Checking segment: {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:15.857645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.857900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Bound using segment: {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:15.858396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Bound port: 5f81dafb-6539-4061-a476-897db63a0f50, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:15.858821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:15.930399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:15.949693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Router 5ef98f78-f06a-4aee-821e-9ec8d1c572af is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:23:16.014082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:16.016680 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5948e1-7b27-454f-8d84-39c0f2120dd0" -d '{"events": [{"server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "name": "network-vif-plugged", "status": "completed", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:16.020406 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.031418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6aa2067c-8c66-44bc-b1b6-27899c0e4946 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:16.048768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a75f40-5bb9-4563-8bbe-49568f71a48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154c2d06-ba77-491d-86ba-cc8d47f202f6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:16.069880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Transition to ACTIVE for port object 2ad279f0-ae7c-4151-8c20-8e50575902dc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:16.075376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] For port 5f81dafb-6539-4061-a476-897db63a0f50, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:16.094485 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.098196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] For port 5f81dafb-6539-4061-a476-897db63a0f50, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5f81dafb-6539-4061-a476-897db63a0f50,segment=NetworkSegment(f8c14758-bf52-4362-8203-5b02f2772953),segment_id=f8c14758-bf52-4362-8203-5b02f2772953)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:16.099833 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26747b1b-5cbb-412e-9361-a12db2628ffd req-01d5a480-fb29-4b8b-a390-5ef6ae278ad4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.111841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:16.124498 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Sync routers for ids ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:16.135594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.141374 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Routers {'5ef98f78-f06a-4aee-821e-9ec8d1c572af'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:16.146949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26747b1b-5cbb-412e-9361-a12db2628ffd req-01d5a480-fb29-4b8b-a390-5ef6ae278ad4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.157834 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:16.158556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17034708-84a2-4b1c-a2b3-8fcbedbcb13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.184411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.187523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cd1406a6-1a90-43b4-9a6d-9e213551fb44 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2280560 Jul 22 14:23:16.190317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:16.193032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89ee45-30e2-4899-a6dd-a244bb9f5be5 None None] Pushing event updated for resources: {'Port': ['ID=2ad279f0-ae7c-4151-8c20-8e50575902dc,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:16.195072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17034708-84a2-4b1c-a2b3-8fcbedbcb13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.262238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:16.273443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b10982-e962-4b78-9701-db17dc5f99c0 req-be03df23-1a83-4d12-b608-6234364b6d75 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:16.277481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48b10982-e962-4b78-9701-db17dc5f99c0 req-be03df23-1a83-4d12-b608-6234364b6d75 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 945 time: 0.2749267 Jul 22 14:23:16.290812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38108) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:16.299469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'floatingip': {'port_id': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:16.300583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:16.301178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.338810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17034708-84a2-4b1c-a2b3-8fcbedbcb13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.341342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17034708-84a2-4b1c-a2b3-8fcbedbcb13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.342455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-17034708-84a2-4b1c-a2b3-8fcbedbcb13f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/154c2d06-ba77-491d-86ba-cc8d47f202f6 HTTP/1.1" status: 204 len: 168 time: 0.5996411 Jul 22 14:23:16.442592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.453814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17034708-84a2-4b1c-a2b3-8fcbedbcb13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154c2d06-ba77-491d-86ba-cc8d47f202f6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:16.477469 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Set router 5ef98f78-f06a-4aee-821e-9ec8d1c572af gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:16.613689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a8b0b-d530-4d10-ad24-29d1bfe0dd3a None None] Pushing event updated for resources: {'Port': ['ID=5f81dafb-6539-4061-a476-897db63a0f50,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:16.646207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Attempting to bind port 2ad279f0-ae7c-4151-8c20-8e50575902dc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:16.646613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Attempting to bind port 2ad279f0-ae7c-4151-8c20-8e50575902dc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:16.646980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Attempting to bind port 2ad279f0-ae7c-4151-8c20-8e50575902dc on network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:16.679799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:16.680174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Checking segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:16.680581 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.680976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Bound using segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:16.681571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Bound port: 2ad279f0-ae7c-4151-8c20-8e50575902dc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:16.681956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.831994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26747b1b-5cbb-412e-9361-a12db2628ffd req-01d5a480-fb29-4b8b-a390-5ef6ae278ad4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.835850 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.844244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26747b1b-5cbb-412e-9361-a12db2628ffd req-01d5a480-fb29-4b8b-a390-5ef6ae278ad4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.859844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26747b1b-5cbb-412e-9361-a12db2628ffd req-01d5a480-fb29-4b8b-a390-5ef6ae278ad4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "DELETE /v2.0/security-groups/a9880333-8b4f-49c8-8e25-548001df168a HTTP/1.1" status: 204 len: 173 time: 1.1641634 Jul 22 14:23:16.881979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] For port 2ad279f0-ae7c-4151-8c20-8e50575902dc, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:16.886643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] For port 2ad279f0-ae7c-4151-8c20-8e50575902dc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2ad279f0-ae7c-4151-8c20-8e50575902dc,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:16.898939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:16.954226 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:15Z', 'revision_number': 3, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:16.959186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:16.965903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163b5d4-c8cf-49d8-b961-362cdb78d913 req-cc9410e9-e18f-4a46-8586-4d8f70e96145 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:16.987587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d163b5d4-c8cf-49d8-b961-362cdb78d913 req-cc9410e9-e18f-4a46-8586-4d8f70e96145 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.4028404 Jul 22 14:23:16.993143 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.008976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Checking router: 5ef98f78-f06a-4aee-821e-9ec8d1c572af for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:17.009667 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Updating router 5ef98f78-f06a-4aee-821e-9ec8d1c572af port 3d2c74b6-30ee-47c6-9712-defbad447f47 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:17.023928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5f81dafb-6539-4061-a476-897db63a0f50 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:17.095654 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.100399 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:17.129542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5a480-fb29-4b8b-a390-5ef6ae278ad4 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9880333-8b4f-49c8-8e25-548001df168a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:17.150555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19353ab3-5ef7-40f7-a4ef-f16aea7fbefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.332630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d163b5d4-c8cf-49d8-b961-362cdb78d913 req-bf30e727-403e-4c04-99cb-abca70000a50 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425224 Jul 22 14:23:17.419255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Routers {'6c5197bb-31cd-40a9-a324-b029450479d9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:17.427560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6c5197bb-31cd-40a9-a324-b029450479d9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:17.428813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3b476-d98a-41a0-aa6c-3e49e69aa6c1 req-48a46a7b-f7fa-4f52-95b5-e9611797887b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:17.430792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8da3b476-d98a-41a0-aa6c-3e49e69aa6c1 req-48a46a7b-f7fa-4f52-95b5-e9611797887b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 949 time: 0.3028507 Jul 22 14:23:17.443366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.603628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] Set router 6c5197bb-31cd-40a9-a324-b029450479d9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:17.662414 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.670663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19353ab3-5ef7-40f7-a4ef-f16aea7fbefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.685963 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Transition to ACTIVE for port object 3d2c74b6-30ee-47c6-9712-defbad447f47 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:17.691357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19353ab3-5ef7-40f7-a4ef-f16aea7fbefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.698766 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.703786 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58f94e0-e117-4193-ae2a-098bb31d0b27 x-openstack-request-id: req-e58f94e0-e117-4193-ae2a-098bb31d0b27 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:17.704702 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "name": "network-vif-plugged", "status": "completed", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:17.705105 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e58f94e0-e117-4193-ae2a-098bb31d0b27 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:17.706223 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'code': 200} Jul 22 14:23:17.734746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89ee45-30e2-4899-a6dd-a244bb9f5be5 None None] Pushing event updated for resources: {'Port': ['ID=2ad279f0-ae7c-4151-8c20-8e50575902dc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:17.790897 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-19353ab3-5ef7-40f7-a4ef-f16aea7fbefd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1b0268fde08410986f91e994d654570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746135 Jul 22 14:23:17.791558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19353ab3-5ef7-40f7-a4ef-f16aea7fbefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324e5075-ff35-4a91-ab7a-0d9b59322ce1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:17.797324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:17.823564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=6aa2067c-8c66-44bc-b1b6-27899c0e4946,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:17.842239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 5f81dafb-6539-4061-a476-897db63a0f50 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:17.846410 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59852e0d-f2d4-4ecf-b21f-f4ab895594b3 None None] Pushing event updated for resources: {'Port': ['ID=3d2c74b6-30ee-47c6-9712-defbad447f47,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:17.857230 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Attempting to bind port 3d2c74b6-30ee-47c6-9712-defbad447f47 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:17.857628 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Attempting to bind port 3d2c74b6-30ee-47c6-9712-defbad447f47 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:17.858004 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Attempting to bind port 3d2c74b6-30ee-47c6-9712-defbad447f47 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:17.869756 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:17.870145 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:17.874592 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.875051 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:17.875562 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Bound port: 3d2c74b6-30ee-47c6-9712-defbad447f47, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:17.876285 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:17.878013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8da3b476-d98a-41a0-aa6c-3e49e69aa6c1 req-baaf769c-7c34-4a10-a3f4-752849369184 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402459 Jul 22 14:23:17.963999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Allocated IP 172.20.0.1 (34480b4e-fd5b-47f2-bd02-afa78d8558c5/51087cc3-6ed2-4487-82da-ed0bda4a989e/513afeed-ac40-41b0-9c38-451fa84dd8c9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:17.979532 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.021067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3634ae-34ef-40fb-8e6e-9218ad515b49 None None] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:18.027202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.142256 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.147959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.150943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.152083 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/324e5075-ff35-4a91-ab7a-0d9b59322ce1 HTTP/1.1" status: 204 len: 168 time: 0.3537052 Jul 22 14:23:18.157329 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:23:18.169634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Transition to ACTIVE for port object 513afeed-ac40-41b0-9c38-451fa84dd8c9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:18.171214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e5075-ff35-4a91-ab7a-0d9b59322ce1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:18.185010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.185445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.185836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.186294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.186745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.187349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.187702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.188114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.189143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.189484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.189911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.190245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0541cb-174e-45b5-a573-727f080c8ef3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:18.222449 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] For port 3d2c74b6-30ee-47c6-9712-defbad447f47, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:18.233200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.237503 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] For port 3d2c74b6-30ee-47c6-9712-defbad447f47, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3d2c74b6-30ee-47c6-9712-defbad447f47,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:18.247109 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.252472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] Provisioning for port 5f81dafb-6539-4061-a476-897db63a0f50 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:18.265786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] Provisioning complete for port 5f81dafb-6539-4061-a476-897db63a0f50 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:18.266546 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.293921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:18.301277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:18.308129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Pushing event updated for resources: {'Port': ['ID=513afeed-ac40-41b0-9c38-451fa84dd8c9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:18.311077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:18.311567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.325054 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.336925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '2ad279f0-ae7c-4151-8c20-8e50575902dc', 'name': '', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'mac_address': 'fa:16:3e:39:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:09Z', 'updated_at': '2021-07-22T14:23:16Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'subnets': [{'id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:18.340505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99564250-c5eb-4b02-8e84-eacd87dc13de req-4d586cfb-37de-475e-abc6-47167069e528 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/b377edf7-c182-4e2e-98c8-57cefaf3ac12 HTTP/1.1" status: 200 len: 1812 time: 0.4029565 Jul 22 14:23:18.352604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.388801 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Routers {'5ef98f78-f06a-4aee-821e-9ec8d1c572af'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:18.389422 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:18.428918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.436057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690cd7d-505b-40ba-825b-05ea5bfa849c None None] The sync data for ids ['6c5197bb-31cd-40a9-a324-b029450479d9'] in n-d-794306-8 is: [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:23:10Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '2ad279f0-ae7c-4151-8c20-8e50575902dc', 'name': '', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'mac_address': 'fa:16:3e:39:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:09Z', 'updated_at': '2021-07-22T14:23:16Z', 'revision_number': 4, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'subnets': [{'id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:18.478350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59852e0d-f2d4-4ecf-b21f-f4ab895594b3 None None] Pushing event updated for resources: {'Port': ['ID=3d2c74b6-30ee-47c6-9712-defbad447f47,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:18.507779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] For port 5f81dafb-6539-4061-a476-897db63a0f50, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5f81dafb-6539-4061-a476-897db63a0f50,segment=NetworkSegment(f8c14758-bf52-4362-8203-5b02f2772953),segment_id=f8c14758-bf52-4362-8203-5b02f2772953)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:18.525971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.601131 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] Set router 5ef98f78-f06a-4aee-821e-9ec8d1c572af gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:18.637557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dcf58-d2f7-4724-a859-b1d30b8ebd7e None None] Pushing event updated for resources: {'Port': ['ID=5f81dafb-6539-4061-a476-897db63a0f50,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:18.717177 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 associated. External IP: 172.25.3.15, port: a408f0cf-44c4-41ec-bfbf-5717c85a56a5. Jul 22 14:23:18.733945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6674-f3bf-427e-8040-10b5b45aaf88 req-641044b1-476c-4be6-b836-ce5400ec94c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:18.736027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca0f6674-f3bf-427e-8040-10b5b45aaf88 req-641044b1-476c-4be6-b836-ce5400ec94c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1097 time: 1.1921647 Jul 22 14:23:18.851306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5fb6337d-6155-424d-be67-3cd2ecad8037 None None] Provisioning complete for port 5f81dafb-6539-4061-a476-897db63a0f50 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:18.851846 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb6337d-6155-424d-be67-3cd2ecad8037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:18.964551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5f81dafb-6539-4061-a476-897db63a0f50 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:19.077801 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:15Z', 'revision_number': 3, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:19.174558 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24981af-a370-4ee1-b387-ef6ca606212c None None] The sync data for ids ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'] in n-d-794306-8 is: [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:15Z', 'revision_number': 3, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:19.191650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5f81dafb-6539-4061-a476-897db63a0f50 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:19.192521 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.216433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.332689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9cfc0586-b1b6-4dab-acb0-97a3183a0766 None None] Provisioning for port 513afeed-ac40-41b0-9c38-451fa84dd8c9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:19.349867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9cfc0586-b1b6-4dab-acb0-97a3183a0766 None None] Provisioning complete for port 513afeed-ac40-41b0-9c38-451fa84dd8c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:19.350255 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9cfc0586-b1b6-4dab-acb0-97a3183a0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.449628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc0586-b1b6-4dab-acb0-97a3183a0766 None None] Port 513afeed-ac40-41b0-9c38-451fa84dd8c9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:19.477177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2ad279f0-ae7c-4151-8c20-8e50575902dc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:19.477330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23bef2-58ce-4042-901f-3fe7701b0793 req-5df6fa0f-ced5-446d-8abb-e1f91f08a265 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:19.486140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b23bef2-58ce-4042-901f-3fe7701b0793 req-5df6fa0f-ced5-446d-8abb-e1f91f08a265 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 1.8763752 Jul 22 14:23:19.593957 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99564250-c5eb-4b02-8e84-eacd87dc13de req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.604436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 2ad279f0-ae7c-4151-8c20-8e50575902dc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:19.610395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2ad279f0-ae7c-4151-8c20-8e50575902dc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:19.610814 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.648852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99564250-c5eb-4b02-8e84-eacd87dc13de req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.649239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.666850 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.667703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.693286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b23bef2-58ce-4042-901f-3fe7701b0793 req-780e7d28-c968-4da1-bc74-e59503693607 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059152 Jul 22 14:23:19.725701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca0f6674-f3bf-427e-8040-10b5b45aaf88 req-53e56bf5-f03e-4761-be61-198c421e9527 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8979619 Jul 22 14:23:19.746219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99564250-c5eb-4b02-8e84-eacd87dc13de req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.760450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99564250-c5eb-4b02-8e84-eacd87dc13de req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.760450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99564250-c5eb-4b02-8e84-eacd87dc13de req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "DELETE /v2.0/security-groups/b377edf7-c182-4e2e-98c8-57cefaf3ac12 HTTP/1.1" status: 204 len: 173 time: 1.4133592 Jul 22 14:23:19.763885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2067c-8c66-44bc-b1b6-27899c0e4946'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:19.766113 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30abf4a9-fac9-4908-bcc4-5d6887742682" -d '{"events": [{"server_uuid": "41c84851-59ef-45e0-88ff-f9bdc3a1a005", "name": "network-vif-plugged", "status": "completed", "tag": "6aa2067c-8c66-44bc-b1b6-27899c0e4946"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:19.804110 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.806023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b377edf7-c182-4e2e-98c8-57cefaf3ac12,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:19.818324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.820303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.820702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.821074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.821404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.821748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.822251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.822618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.822975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.823294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.823628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.823959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbf38f-6e6a-4301-ae6a-5c6547e3b298 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:19.910432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 2ad279f0-ae7c-4151-8c20-8e50575902dc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2ad279f0-ae7c-4151-8c20-8e50575902dc,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:19.918474 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:19.943907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:19.949788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:20.045507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=2ad279f0-ae7c-4151-8c20-8e50575902dc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:20.056468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Pushing event updated for resources: {'Port': ['ID=513afeed-ac40-41b0-9c38-451fa84dd8c9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:20.120147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Router 5ef98f78-f06a-4aee-821e-9ec8d1c572af has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:20.249012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:23:20.350062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:20.362009 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6741a3ed-c1bc-456a-88d2-c198a8026fab admin admin] 10.222.0.60 "PUT /v2.0/routers/5ef98f78-f06a-4aee-821e-9ec8d1c572af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1701207 Jul 22 14:23:20.404986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-30921b6e-9c8d-4349-a254-50438478948a None None] Provisioning complete for port 513afeed-ac40-41b0-9c38-451fa84dd8c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:20.405470 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30921b6e-9c8d-4349-a254-50438478948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.421366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dba112-e1bc-4df8-9093-9b8b4da51640 req-a87ca894-cce3-48fa-813e-3f148f8411a3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.424933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20dba112-e1bc-4df8-9093-9b8b4da51640 req-a87ca894-cce3-48fa-813e-3f148f8411a3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.4817386 Jul 22 14:23:20.500996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-30921b6e-9c8d-4349-a254-50438478948a None None] Port 513afeed-ac40-41b0-9c38-451fa84dd8c9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:20.529444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eead1b-34ee-4c8d-bf6c-9219f6c35945 req-d4bbc1cc-34e1-41ce-83b5-cbd6859cba12 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:20.543161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55eead1b-34ee-4c8d-bf6c-9219f6c35945 req-d4bbc1cc-34e1-41ce-83b5-cbd6859cba12 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 949 time: 0.4645588 Jul 22 14:23:20.609617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20dba112-e1bc-4df8-9093-9b8b4da51640 req-80193b52-22c1-49d9-931f-d9458e329c08 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689329 Jul 22 14:23:20.615004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55eead1b-34ee-4c8d-bf6c-9219f6c35945 req-cb78203f-c01f-47ce-9b6a-29c62e125674 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708997 Jul 22 14:23:20.624039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:20.630022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:20.654918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:20.676409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:20.677205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:20.880551 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d65fa3-cbc7-4e12-a670-1348d2640a72 x-openstack-request-id: req-50d65fa3-cbc7-4e12-a670-1348d2640a72 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:20.880875 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c84851-59ef-45e0-88ff-f9bdc3a1a005", "name": "network-vif-plugged", "status": "completed", "tag": "6aa2067c-8c66-44bc-b1b6-27899c0e4946", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:20.881075 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50d65fa3-cbc7-4e12-a670-1348d2640a72 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:20.881681 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa2067c-8c66-44bc-b1b6-27899c0e4946', 'code': 200} Jul 22 14:23:20.929430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c67031d-06de-44fa-8c95-ab7a8c0d750e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "PUT /v2.0/floatingips/0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 HTTP/1.1" status: 200 len: 990 time: 4.6366284 Jul 22 14:23:20.932558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:20.935065 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f21d7f-11c0-498d-9162-e6b1cbea33a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:20.937584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:20.991459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5286c9b3-dcfc-450e-a89c-5d10681761c4 req-44035a60-d4a6-4572-b128-676c9a83176f tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/467d43c9-b299-4604-9818-fe0c1b75715d HTTP/1.1" status: 200 len: 1813 time: 0.2897749 Jul 22 14:23:21.055716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47499b5b-1b24-4f81-9e7a-6adbb0362980 req-da39f01f-1381-44f6-a7a5-56f4f25331cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.057371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47499b5b-1b24-4f81-9e7a-6adbb0362980 req-da39f01f-1381-44f6-a7a5-56f4f25331cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 1100 time: 0.1971605 Jul 22 14:23:21.078549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2ad279f0-ae7c-4151-8c20-8e50575902dc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:21.101050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccebdb3-d0cb-4ecd-a476-a71755cb5923 req-45422f98-cc99-4ca7-b27b-958d92a34a80 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.102896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dccebdb3-d0cb-4ecd-a476-a71755cb5923 req-45422f98-cc99-4ca7-b27b-958d92a34a80 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 0.1767595 Jul 22 14:23:21.114383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5286c9b3-dcfc-450e-a89c-5d10681761c4 req-9669ba28-6ead-4018-b8e7-e140b371b9f0 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.157895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47499b5b-1b24-4f81-9e7a-6adbb0362980 req-9072b892-6be4-4cc2-9bac-a87837225e77 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891244 Jul 22 14:23:21.164926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5286c9b3-dcfc-450e-a89c-5d10681761c4 req-9669ba28-6ead-4018-b8e7-e140b371b9f0 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.195272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dccebdb3-d0cb-4ecd-a476-a71755cb5923 req-2232cf4c-60a6-4b73-8117-21aba16a9544 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835998 Jul 22 14:23:21.276024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5286c9b3-dcfc-450e-a89c-5d10681761c4 req-9669ba28-6ead-4018-b8e7-e140b371b9f0 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.279325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5286c9b3-dcfc-450e-a89c-5d10681761c4 req-9669ba28-6ead-4018-b8e7-e140b371b9f0 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.294730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5286c9b3-dcfc-450e-a89c-5d10681761c4 req-9669ba28-6ead-4018-b8e7-e140b371b9f0 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "DELETE /v2.0/security-groups/467d43c9-b299-4604-9818-fe0c1b75715d HTTP/1.1" status: 204 len: 173 time: 0.2957468 Jul 22 14:23:21.334966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669ba28-6ead-4018-b8e7-e140b371b9f0 tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467d43c9-b299-4604-9818-fe0c1b75715d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:21.383017 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49abd59-f218-485f-b81e-e484c44e936a x-openstack-request-id: req-f49abd59-f218-485f-b81e-e484c44e936a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:21.383884 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:21.384666 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f49abd59-f218-485f-b81e-e484c44e936a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:21.385391 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'status': 'completed', 'code': 200} Jul 22 14:23:21.729002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Request body: {'security_group': {'name': 'tempest-securitygroup-460511834', 'description': 'tempest-description-207991565'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:21.746159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2ad279f0-ae7c-4151-8c20-8e50575902dc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:21.746562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:21.774095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-26a4965a-81f1-442b-94dc-9a46015ffdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:21.780416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-26a4965a-81f1-442b-94dc-9a46015ffdfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 1096 time: 0.3718750 Jul 22 14:23:21.915599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'port_id': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'mac_address': 'fa:16:3e:ef:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:22:57Z', 'updated_at': '2021-07-22T14:23:18Z', 'revision_number': 1, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:21.965455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3d2c74b6-30ee-47c6-9712-defbad447f47 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:21.967211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:22.006912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:22.007556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:22.054408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe041a97-0cbb-49a9-a8a4-126806fca8fa req-ba839e67-3faa-48dd-9c91-0f7d800b84f6 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:22.070551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe041a97-0cbb-49a9-a8a4-126806fca8fa req-ba839e67-3faa-48dd-9c91-0f7d800b84f6 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1097 time: 0.5401967 Jul 22 14:23:22.070551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-caaf0910-3c02-433d-96ca-2b903ab81e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:22.070551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-caaf0910-3c02-433d-96ca-2b903ab81e0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 924 time: 0.2471447 Jul 22 14:23:22.154013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.208292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3d2c74b6-30ee-47c6-9712-defbad447f47 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:22.220056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3d2c74b6-30ee-47c6-9712-defbad447f47 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:22.220355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.241006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe041a97-0cbb-49a9-a8a4-126806fca8fa req-fe24af60-a1bb-4770-bbef-c281ddfa77d0 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702960 Jul 22 14:23:22.270016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.276976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Sync routers for ids ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:22.291444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:22.295550 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Routers {'5ef98f78-f06a-4aee-821e-9ec8d1c572af'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:22.300251 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:22.500768 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Set router 5ef98f78-f06a-4aee-821e-9ec8d1c572af gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:22.524934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.585926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 3d2c74b6-30ee-47c6-9712-defbad447f47, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3d2c74b6-30ee-47c6-9712-defbad447f47,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:22.594374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.671002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.711061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=3d2c74b6-30ee-47c6-9712-defbad447f47,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:22.735498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'port_id': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'mac_address': 'fa:16:3e:ef:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:22:57Z', 'updated_at': '2021-07-22T14:23:18Z', 'revision_number': 1, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:22.795364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-d79f101e-ee23-4bc0-ac73-4b15f01557a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5 HTTP/1.1" status: 200 len: 998 time: 0.6785812 Jul 22 14:23:22.798821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:22.831023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11172886-ec22-431b-8bf0-d858eb6d5ea7 None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'port_id': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'mac_address': 'fa:16:3e:ef:ba:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:22:57Z', 'updated_at': '2021-07-22T14:23:18Z', 'revision_number': 1, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:22.926307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3d2c74b6-30ee-47c6-9712-defbad447f47 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:22.934393 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:19Z', 'revision_number': 4, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '513afeed-ac40-41b0-9c38-451fa84dd8c9', 'name': '', 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'mac_address': 'fa:16:3e:b3:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '51087cc3-6ed2-4487-82da-ed0bda4a989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:17Z', 'updated_at': '2021-07-22T14:23:19Z', 'revision_number': 2, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'subnets': [{'id': '51087cc3-6ed2-4487-82da-ed0bda4a989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:22.986943 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Checking router: 5ef98f78-f06a-4aee-821e-9ec8d1c572af for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:22.987310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Updating router 5ef98f78-f06a-4aee-821e-9ec8d1c572af port 513afeed-ac40-41b0-9c38-451fa84dd8c9 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:23.002888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-c43d44f6-90cb-4984-b460-93941004875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:23.004985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-c43d44f6-90cb-4984-b460-93941004875a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.1122749 Jul 22 14:23:23.029291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c92005-816c-435f-a9ce-906a8624820d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:23.046386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3d2c74b6-30ee-47c6-9712-defbad447f47 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:23.046923 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.048449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4bc447d-964a-49b7-ae9d-ff7e4317a317 req-9b01d55e-93b3-4bc9-bcda-f02f9fcb91da tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "GET /v2.0/security-groups/0bf3192a-138d-45a1-b603-991076d655d0 HTTP/1.1" status: 200 len: 1812 time: 0.6746802 Jul 22 14:23:23.078071 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.197393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.233040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.292504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.292746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1a3652-ae4b-473a-bf7c-8020af76698b None None] New status for floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:23:23.294496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-939f4e10-9c93-4a4d-9fbc-e276ed934154 req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5707948 Jul 22 14:23:23.323598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d4bc447d-964a-49b7-ae9d-ff7e4317a317 req-a6757d6e-2529-49d1-b807-211868a0cb3b tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.336371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-48df9b01-941e-4dab-aa07-3bba393bd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:23.338485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-48df9b01-941e-4dab-aa07-3bba393bd695 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3219767 Jul 22 14:23:23.380947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8d055-82c3-457c-aed9-196282b18440 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a089caec-3fe7-4945-a171-ab0fc08c79f2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:23.420826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d4bc447d-964a-49b7-ae9d-ff7e4317a317 req-a6757d6e-2529-49d1-b807-211868a0cb3b tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.518128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-32830548-f308-4b30-966b-37f43cfe4686 service neutron] 10.222.0.61 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710384 Jul 22 14:23:23.540859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d4bc447d-964a-49b7-ae9d-ff7e4317a317 req-a6757d6e-2529-49d1-b807-211868a0cb3b tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.544908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d4bc447d-964a-49b7-ae9d-ff7e4317a317 req-a6757d6e-2529-49d1-b807-211868a0cb3b tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.552993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38212) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:23.573870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4bc447d-964a-49b7-ae9d-ff7e4317a317 req-a6757d6e-2529-49d1-b807-211868a0cb3b tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] 10.222.0.60 "DELETE /v2.0/security-groups/0bf3192a-138d-45a1-b603-991076d655d0 HTTP/1.1" status: 204 len: 173 time: 0.5242305 Jul 22 14:23:23.601339 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.620717 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Transition to ACTIVE for port object 513afeed-ac40-41b0-9c38-451fa84dd8c9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:23.629412 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.685151 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d236c6-efb6-44f1-95b7-67f176a9e4f4 None None] Pushing event updated for resources: {'Port': ['ID=513afeed-ac40-41b0-9c38-451fa84dd8c9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:23.731748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Deleting subnet 7990467d-b9e1-433f-a863-942cec2b6ce1 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:23.735333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6757d6e-2529-49d1-b807-211868a0cb3b tempest-SecurityGroupRulesNegativeTestJSON-184877806 tempest-SecurityGroupRulesNegativeTestJSON-184877806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf3192a-138d-45a1-b603-991076d655d0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:23.740215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.823535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a75b4-e9a0-42da-9983-ac68a240fcb1 req-c1df48f6-cd6e-459f-afbe-3f969d250964 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:23.825139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.829514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-594a75b4-e9a0-42da-9983-ac68a240fcb1 req-c1df48f6-cd6e-459f-afbe-3f969d250964 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.3919771 Jul 22 14:23:23.840878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.920839 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Attempting to bind port 513afeed-ac40-41b0-9c38-451fa84dd8c9 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:23.923704 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Attempting to bind port 513afeed-ac40-41b0-9c38-451fa84dd8c9 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:23.924294 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Attempting to bind port 513afeed-ac40-41b0-9c38-451fa84dd8c9 on network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:23.932258 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:23.932958 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Checking segment: {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:23.938366 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:23.939229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Bound using segment: {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:23.941370 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Bound port: 513afeed-ac40-41b0-9c38-451fa84dd8c9, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c14758-bf52-4362-8203-5b02f2772953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:23.942046 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.016624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.049980 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] For port 513afeed-ac40-41b0-9c38-451fa84dd8c9, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:24.055287 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] For port 513afeed-ac40-41b0-9c38-451fa84dd8c9, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=513afeed-ac40-41b0-9c38-451fa84dd8c9,segment=NetworkSegment(f8c14758-bf52-4362-8203-5b02f2772953),segment_id=f8c14758-bf52-4362-8203-5b02f2772953)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:24.064077 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.077764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7990467d-b9e1-433f-a863-942cec2b6ce1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:24.083996 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.092386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-18482841-3bf8-45a2-a3b2-58be8dad9964 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7990467d-b9e1-433f-a863-942cec2b6ce1 HTTP/1.1" status: 204 len: 168 time: 0.5382123 Jul 22 14:23:24.093545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:24.143008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f21d7f-11c0-498d-9162-e6b1cbea33a4 req-2980bb4b-74d2-4540-b1d7-79116aeebf9e service neutron] 10.222.0.61 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050348 Jul 22 14:23:24.173724 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d236c6-efb6-44f1-95b7-67f176a9e4f4 None None] Pushing event updated for resources: {'Port': ['ID=513afeed-ac40-41b0-9c38-451fa84dd8c9,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:24.183487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-594a75b4-e9a0-42da-9983-ac68a240fcb1 req-cbdf88f3-d52d-4677-b300-e80e0a1e4824 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754804 Jul 22 14:23:24.193643 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Routers {'5ef98f78-f06a-4aee-821e-9ec8d1c572af'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:24.194456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:24.195524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795f0d7-9685-4017-b857-a98fe0cbcc44 req-626173de-261f-4281-883b-80a5ff81de70 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:24.197291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3795f0d7-9685-4017-b857-a98fe0cbcc44 req-626173de-261f-4281-883b-80a5ff81de70 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 949 time: 0.4550760 Jul 22 14:23:24.288096 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3795f0d7-9685-4017-b857-a98fe0cbcc44 req-b4923414-e20d-43e6-aa09-fc111b154747 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501983 Jul 22 14:23:24.410274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.420582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-0536e746-e5e9-47cd-b1d6-f8a89acdbc39 req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Request body: {'security_group': {'name': 'tempest-securitygroup-753037097', 'description': 'tempest-description-1434251474'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:24.420933 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] Set router 5ef98f78-f06a-4aee-821e-9ec8d1c572af gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:24.515366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0536e746-e5e9-47cd-b1d6-f8a89acdbc39 req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.699656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.715247 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.716018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.717166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.717830 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > port after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.718412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.719985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > port after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.721067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.721693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.723154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.723754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.770784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0536e746-e5e9-47cd-b1d6-f8a89acdbc39 req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.781115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0536e746-e5e9-47cd-b1d6-f8a89acdbc39 req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.901785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.902141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.902615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.902955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 14:23:24.903326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233ae888-e396-4be0-a24c-37900f70f1bb']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:24.923479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33ad550-2d12-40f4-8703-3f310dc73151') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:24.923764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33ad550-2d12-40f4-8703-3f310dc73151') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:24.949800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.951774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0536e746-e5e9-47cd-b1d6-f8a89acdbc39 req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:24.966652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0536e746-e5e9-47cd-b1d6-f8a89acdbc39 req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5476828 Jul 22 14:23:24.973847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab33b7-6b5d-4a5c-96dc-202df6a0b7f0 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc3bae3-92b3-42e6-9da6-a26fcae8f47b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:25.009551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.022811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:25.023225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: from cryptography.utils import int_from_bytes Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: from cryptography.utils import int_from_bytes Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:25.029131 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:25.032722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:19Z', 'revision_number': 4, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '513afeed-ac40-41b0-9c38-451fa84dd8c9', 'name': '', 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'mac_address': 'fa:16:3e:b3:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '51087cc3-6ed2-4487-82da-ed0bda4a989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:17Z', 'updated_at': '2021-07-22T14:23:24Z', 'revision_number': 4, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'subnets': [{'id': '51087cc3-6ed2-4487-82da-ed0bda4a989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:25.089840 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc5dec-5b85-4349-beee-009bd575c510 None None] The sync data for ids ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'] in n-d-794306-8 is: [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:19Z', 'revision_number': 4, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '513afeed-ac40-41b0-9c38-451fa84dd8c9', 'name': '', 'network_id': '34480b4e-fd5b-47f2-bd02-afa78d8558c5', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'mac_address': 'fa:16:3e:b3:55:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '51087cc3-6ed2-4487-82da-ed0bda4a989e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:17Z', 'updated_at': '2021-07-22T14:23:24Z', 'revision_number': 4, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'subnets': [{'id': '51087cc3-6ed2-4487-82da-ed0bda4a989e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:23:25.114508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-167051202', 'description': 'tempest-description-186978784'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:25.160159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.186846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.188990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] 10.222.0.60 "DELETE /v2.0/networks/233ae888-e396-4be0-a24c-37900f70f1bb HTTP/1.1" status: 204 len: 168 time: 1.0932276 Jul 22 14:23:25.192908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.216856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.230814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a64647-b607-4eab-811b-535132c20a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=233ae888-e396-4be0-a24c-37900f70f1bb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:25.615634 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.639140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.715965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d883bc0-ae69-42b5-8320-00e62f5bba02 req-acfb3dc1-6db1-4a58-bfff-b4209cbb13d7 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:25.723851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d883bc0-ae69-42b5-8320-00e62f5bba02 req-acfb3dc1-6db1-4a58-bfff-b4209cbb13d7 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 1100 time: 0.2851751 Jul 22 14:23:25.729977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f8fa04-68db-4f39-af23-799709692f7b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:25.788769 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5d883bc0-ae69-42b5-8320-00e62f5bba02 req-04149913-6e7e-46f4-81d3-be871025eaf6 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.813085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:25.904438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8aa8c849-8952-4393-a6a2-473e08b2b2a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67305e06bb884c828acdf0f96e83d93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0900204 Jul 22 14:23:25.906996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38246) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:25.927744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:25.956027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.027227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d614f0b-c387-429b-9f80-e20097df8c54,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.095534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cb4461f-fe8d-44db-b29e-7242902339f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.158279 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5d883bc0-ae69-42b5-8320-00e62f5bba02 req-04149913-6e7e-46f4-81d3-be871025eaf6 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.186507 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cb4461f-fe8d-44db-b29e-7242902339f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.240457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5d883bc0-ae69-42b5-8320-00e62f5bba02 req-04149913-6e7e-46f4-81d3-be871025eaf6 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.266414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cb4461f-fe8d-44db-b29e-7242902339f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.273084 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cb4461f-fe8d-44db-b29e-7242902339f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.273084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3cb4461f-fe8d-44db-b29e-7242902339f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdec58c1-f3e7-43e5-b953-1c4bd6eb1f9a HTTP/1.1" status: 204 len: 168 time: 0.3627903 Jul 22 14:23:26.281821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.283033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d2bbaa9-2853-427e-92b9-c47166985d3f req-b68f5a0e-6dcf-414b-9a16-079bb90eca29 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1830585 Jul 22 14:23:26.289168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04149913-6e7e-46f4-81d3-be871025eaf6 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d635c-0242-4ac9-aceb-7e15e904c876,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.307195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d883bc0-ae69-42b5-8320-00e62f5bba02 req-04149913-6e7e-46f4-81d3-be871025eaf6 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820603 Jul 22 14:23:26.313647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4461f-fe8d-44db-b29e-7242902339f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec58c1-f3e7-43e5-b953-1c4bd6eb1f9a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.486530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-04757dcb-0b4d-480b-984d-abbedf8fe8c8 req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-219957398', 'description': 'tempest-description-274982218'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:26.551531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04757dcb-0b4d-480b-984d-abbedf8fe8c8 req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.576676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660410b-e1d2-468b-be12-09cc709025fd req-8e2f2938-ff22-43c6-aeee-0cf5215aa5f6 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:26.578383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6660410b-e1d2-468b-be12-09cc709025fd req-8e2f2938-ff22-43c6-aeee-0cf5215aa5f6 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1537135 Jul 22 14:23:26.643228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6660410b-e1d2-468b-be12-09cc709025fd req-8e8126da-f695-4716-b417-25ed2aedea45 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548661 Jul 22 14:23:26.726925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04757dcb-0b4d-480b-984d-abbedf8fe8c8 req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.736452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04757dcb-0b4d-480b-984d-abbedf8fe8c8 req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.811150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bd344c-4ce6-437e-acf1-813b7a1103f2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:26.829422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04757dcb-0b4d-480b-984d-abbedf8fe8c8 req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:26.830922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04757dcb-0b4d-480b-984d-abbedf8fe8c8 req-29ef5b07-d798-47a6-ac09-3244ebc7e8f3 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3499975 Jul 22 14:23:27.005993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 513afeed-ac40-41b0-9c38-451fa84dd8c9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:27.143940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 513afeed-ac40-41b0-9c38-451fa84dd8c9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:27.153722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 513afeed-ac40-41b0-9c38-451fa84dd8c9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:27.156430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.349363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.435844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 513afeed-ac40-41b0-9c38-451fa84dd8c9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=513afeed-ac40-41b0-9c38-451fa84dd8c9,segment=NetworkSegment(f8c14758-bf52-4362-8203-5b02f2772953),segment_id=f8c14758-bf52-4362-8203-5b02f2772953)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:27.438329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-612a82fa-ada9-47e4-9482-b0439f33689b tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56138 time: 0.5630128 Jul 22 14:23:27.440719 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.472117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-e4101c10-1784-49ee-8049-f9cc32050837 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324357 Jul 22 14:23:27.519055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=513afeed-ac40-41b0-9c38-451fa84dd8c9,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:27.572381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-f1c3900d-1220-4ddf-a67b-62e43b20d433 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/02c92005-816c-435f-a9ce-906a8624820d HTTP/1.1" status: 200 len: 2981 time: 0.1081510 Jul 22 14:23:27.623256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:27.729272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1092055817-network', 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:27.752616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:27.755390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.764470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.856624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.859408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-1bfe6c2c-da4b-4394-8d56-782bccf0fe35 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:27.861348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-1bfe6c2c-da4b-4394-8d56-782bccf0fe35 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792102 Jul 22 14:23:27.862036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.867308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-6cc1183e-f9af-4017-8822-b146f4ad3611 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/02c92005-816c-435f-a9ce-906a8624820d HTTP/1.1" status: 200 len: 2981 time: 0.2832389 Jul 22 14:23:27.888212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:27.895157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-a542eeb3-aba2-4c8f-bf41-efb2229e56aa tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/quotas/6cd9ca222e7c40418acc3fd98c6d71b0 HTTP/1.1" status: 200 len: 375 time: 0.0159228 Jul 22 14:23:27.898504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ef705-90b5-4ce9-a250-e31d2763478f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:27.914500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.916366 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Added segment 31894538-2f1c-4b28-8b44-d4e5b8fb976b of type vlan for network 53d6a015-6b86-442c-afff-bbb503e45693 Jul 22 14:23:27.958923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.989738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-3c78dcac-e573-4b85-8cc7-1bb00ca5f368 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/05f64a5c-d781-4e9d-bc98-c2d944f7af8e HTTP/1.1" status: 200 len: 2981 time: 0.1029892 Jul 22 14:23:27.997419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:27.999982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:28.000742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.043826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4193747 Jul 22 14:23:28.044733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:28.052434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Request body: {'subnet': {'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1092055817-subnet', 'tenant_id': '773b581391f047939e9b30d2f111f8fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:28.083101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-a2a6e90e-83df-4715-91cb-af4d90770427 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753149 Jul 22 14:23:28.087794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-c2970218-1f92-4d11-aadb-2da07b4c17bd tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/05f64a5c-d781-4e9d-bc98-c2d944f7af8e HTTP/1.1" status: 200 len: 2981 time: 0.0827956 Jul 22 14:23:28.112545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dcb10-25e7-4b86-81b4-577d939d1441 admin admin] Pushing event updated for resources: {'Network': ['ID=53d6a015-6b86-442c-afff-bbb503e45693,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:28.123803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 53d6a015-6b86-442c-afff-bbb503e45693 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:28.143015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:28.147956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.151495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-6bef9b5f-c7e1-4e85-b5c3-b0a6539d11b9 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/09f8fa04-68db-4f39-af23-799709692f7b HTTP/1.1" status: 200 len: 2981 time: 0.0579448 Jul 22 14:23:28.208727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-f5764497-d5fc-4e95-9ba5-65255a540482 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/09f8fa04-68db-4f39-af23-799709692f7b HTTP/1.1" status: 200 len: 2981 time: 0.0509713 Jul 22 14:23:28.293216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-10e2f222-b11b-4412-b3bc-dfeb1c78a727 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/157d2e6d-19aa-4d88-a93c-8556ae0210b6 HTTP/1.1" status: 200 len: 2981 time: 0.0767395 Jul 22 14:23:28.357618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-d288fa48-144b-46d9-945e-85b5a9cfc090 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/157d2e6d-19aa-4d88-a93c-8556ae0210b6 HTTP/1.1" status: 200 len: 2981 time: 0.0587428 Jul 22 14:23:28.405372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-af55b25d-9fd2-4636-a937-7ed01b0aa2b1 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/15c02367-ab0e-497b-8734-b1fc1b1fe554 HTTP/1.1" status: 200 len: 2981 time: 0.0413620 Jul 22 14:23:28.427871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.460386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-12096cb6-f75a-4ed4-9913-52d5f8ac1af1 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/15c02367-ab0e-497b-8734-b1fc1b1fe554 HTTP/1.1" status: 200 len: 2981 time: 0.0471697 Jul 22 14:23:28.514024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:28.514319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Network hostable DHCP agents. Network: 53d6a015-6b86-442c-afff-bbb503e45693, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:28.541889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07913867-df50-4e1d-af2b-fae0b2140bc1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:28.546506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-a6f14b54-68b9-4d63-9b7a-9fb087dee03b tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/21c9dd8e-3fa0-43c3-ab12-418bc812a719 HTTP/1.1" status: 200 len: 2981 time: 0.0791125 Jul 22 14:23:28.553343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Network 53d6a015-6b86-442c-afff-bbb503e45693 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:28.568588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 53d6a015-6b86-442c-afff-bbb503e45693) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:28.574754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:28.575767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:28.578793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd3443-aab4-4e20-a99e-d2148590409f None None] Network 53d6a015-6b86-442c-afff-bbb503e45693 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:28.630565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-1c7f9413-63f7-4ef6-9775-eb8e26585ed8 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/21c9dd8e-3fa0-43c3-ab12-418bc812a719 HTTP/1.1" status: 200 len: 2981 time: 0.0744381 Jul 22 14:23:28.630813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a73bb77a-70e9-4f25-a7ee-4c38d29e5fc6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5789723 Jul 22 14:23:28.682014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-067959cf-f935-40c4-81c2-123a3e298278 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/275d635c-0242-4ac9-aceb-7e15e904c876 HTTP/1.1" status: 200 len: 2981 time: 0.0411358 Jul 22 14:23:28.759937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-17dc414e-3b43-4f9b-8204-c289e514b5f2 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/275d635c-0242-4ac9-aceb-7e15e904c876 HTTP/1.1" status: 200 len: 2981 time: 0.0693557 Jul 22 14:23:28.857872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-0c717aca-c9b0-41eb-a32a-4b5e8f4aab3c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/29a41f71-9b99-4f41-b75d-edfe4f265f5f HTTP/1.1" status: 200 len: 2981 time: 0.0901623 Jul 22 14:23:28.958864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eff95f-5a8b-4702-8d9a-d4fe4fdd2b97 None None] Network 53d6a015-6b86-442c-afff-bbb503e45693 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:28.964729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 513afeed-ac40-41b0-9c38-451fa84dd8c9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:28.984474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-3c84f610-32db-4d53-9ad4-74383542dd6d tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/29a41f71-9b99-4f41-b75d-edfe4f265f5f HTTP/1.1" status: 200 len: 2981 time: 0.1197824 Jul 22 14:23:29.052723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257215c-cec5-4971-b2da-d14f9bbe99a5 req-b61c7876-1664-4de0-9355-953180449012 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:29.054263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a257215c-cec5-4971-b2da-d14f9bbe99a5 req-b61c7876-1664-4de0-9355-953180449012 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 949 time: 0.1543865 Jul 22 14:23:29.063872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-1f5a5406-86bd-4307-a14b-fd917d49fe15 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3365d1ea-b263-403d-85af-8255016d7ff0 HTTP/1.1" status: 200 len: 2973 time: 0.0784562 Jul 22 14:23:29.143144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a257215c-cec5-4971-b2da-d14f9bbe99a5 req-b1b692c4-e2f5-4387-a153-92f99e3c7591 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712264 Jul 22 14:23:29.178152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-6365dc1e-09df-456a-92b3-f90c0b3551f0 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3365d1ea-b263-403d-85af-8255016d7ff0 HTTP/1.1" status: 200 len: 2973 time: 0.1130314 Jul 22 14:23:29.320887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-3aed679e-cda3-461c-beae-89c4d1d44529 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/34c915a9-ea5f-47ce-8f10-e047ed31d754 HTTP/1.1" status: 200 len: 2981 time: 0.1418777 Jul 22 14:23:29.408563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 513afeed-ac40-41b0-9c38-451fa84dd8c9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:29.409793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:29.414778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-5db74a6a-2b50-42a4-a370-8a121eb22ac6 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/34c915a9-ea5f-47ce-8f10-e047ed31d754 HTTP/1.1" status: 200 len: 2981 time: 0.0880101 Jul 22 14:23:29.514089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-9818e7f0-dff3-4d55-838d-418fd0b0fe82 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/386ed2ad-9a8a-461b-8a71-f03dd6829d90 HTTP/1.1" status: 200 len: 2981 time: 0.0786157 Jul 22 14:23:29.581564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-ed305e7a-728c-4988-8f1c-17bc81a3c3cf tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/386ed2ad-9a8a-461b-8a71-f03dd6829d90 HTTP/1.1" status: 200 len: 2981 time: 0.0651305 Jul 22 14:23:29.679076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-79ee29fb-5aff-4db9-a090-a2fd2d2eca6b tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/397a161c-ded2-4b4f-a5a7-1b33d199a3b7 HTTP/1.1" status: 200 len: 2981 time: 0.0960572 Jul 22 14:23:29.801356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-c54bc1d1-43a5-4e6f-bf0a-d85f49132ff8 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/397a161c-ded2-4b4f-a5a7-1b33d199a3b7 HTTP/1.1" status: 200 len: 2981 time: 0.1201482 Jul 22 14:23:29.895782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-3687f1a8-94d9-4c02-87b3-110240b3b498 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e13f83a-5e63-4a42-b948-96e9bc4385fa HTTP/1.1" status: 200 len: 2977 time: 0.0926015 Jul 22 14:23:29.971230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-90ae5e7f-0731-44a5-a3f4-b83ad1b83f9a tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e13f83a-5e63-4a42-b948-96e9bc4385fa HTTP/1.1" status: 200 len: 2977 time: 0.0728207 Jul 22 14:23:30.058776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-f8ce7c7e-93d5-4528-920e-2a2c07bf669e tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e92031a-ee84-4988-9a7c-f43ae66440bf HTTP/1.1" status: 200 len: 2981 time: 0.0865281 Jul 22 14:23:30.143087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-af26c91f-aeea-4eff-a4e9-97a2075f2bef tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/3e92031a-ee84-4988-9a7c-f43ae66440bf HTTP/1.1" status: 200 len: 2981 time: 0.0772526 Jul 22 14:23:30.216395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-f02449dd-593e-4dcb-bb85-cbd3be76849a tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/40c6618b-b839-46e0-a18e-193756ee87b6 HTTP/1.1" status: 200 len: 2981 time: 0.0726149 Jul 22 14:23:30.282333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-cf3668c8-0e17-4798-8a18-0bac35ee9c3c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/40c6618b-b839-46e0-a18e-193756ee87b6 HTTP/1.1" status: 200 len: 2981 time: 0.0642364 Jul 22 14:23:30.337915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-6f3a4490-9fba-41ce-b239-c28f40f11215 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5dfc4f1a-69df-4132-9971-cfc4d19c26f8 HTTP/1.1" status: 200 len: 2981 time: 0.0543613 Jul 22 14:23:30.484847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-5072c9c8-14ba-416e-bdc6-d0a297ba524b tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5dfc4f1a-69df-4132-9971-cfc4d19c26f8 HTTP/1.1" status: 200 len: 2981 time: 0.1403608 Jul 22 14:23:30.536473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-03a5cb43-2da5-4e46-b264-7027f7e6ec81 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:30.537859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-03a5cb43-2da5-4e46-b264-7027f7e6ec81 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.1654751 Jul 22 14:23:30.560184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-bd4d8732-02d0-4241-809c-a2c8980be3ff tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d5756921-27d6-4412-ba09-82519c568f51 HTTP/1.1" status: 200 len: 2981 time: 0.0632534 Jul 22 14:23:30.560184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-2ed9bb1e-c1d2-4b9f-a712-27f351879861 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.0120435 Jul 22 14:23:30.563465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:30.631753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-2df849a5-d212-4eb0-a5db-89358c48ff6c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529561 Jul 22 14:23:30.684591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3123423d-c06a-40fd-a312-9fd9ff2cfa82 req-d57db455-f847-4830-a5b8-5d48939d64e7 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d5756921-27d6-4412-ba09-82519c568f51 HTTP/1.1" status: 200 len: 2981 time: 0.1140699 Jul 22 14:23:30.826986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-128ff0a7-0d69-4220-983f-f7abb7666821 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924014 Jul 22 14:23:30.842714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:30.910164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'mac_address': 'fa:16:3e:80:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:31.020435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.052193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80b55e48-d20d-4a41-aca5-f942e2b48436 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:31.057507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2162dc81-12bc-4951-acb0-5bf4082e4cd4 req-88b7bbf8-7c17-44ef-92a0-f510a027e3c1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 210 time: 0.1278446 Jul 22 14:23:31.119934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:31.144681 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:31.210340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-d733794f-3322-4437-9b42-2889e141eb15 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1813250 Jul 22 14:23:31.256951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:31.394191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-94addf85-992b-4d51-afd3-c479331a4720 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332382 Jul 22 14:23:31.400461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:31.419624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-e2d5144f-fe17-41dd-ac51-b99a89f70372 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:31.421141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-e2d5144f-fe17-41dd-ac51-b99a89f70372 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1888404 Jul 22 14:23:31.433675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-79bcab2f-72f0-4aec-8647-d78c00a26d0d service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000764 Jul 22 14:23:31.458817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:31.682374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781eb85-a376-498d-80b3-86dff78cbcef req-eca17324-5415-47f2-b7ce-66f22dbe885e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:31.694405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b781eb85-a376-498d-80b3-86dff78cbcef req-eca17324-5415-47f2-b7ce-66f22dbe885e tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 948 time: 0.4635770 Jul 22 14:23:31.763423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-1937f900-857c-4556-b8fc-ebc12c52f7b5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:31.771892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-1937f900-857c-4556-b8fc-ebc12c52f7b5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3714857 Jul 22 14:23:31.787015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': '69cfd969-c015-473e-9ed8-125af05e57f4', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:31.846250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b781eb85-a376-498d-80b3-86dff78cbcef req-f57a8a73-6d5c-4da0-815d-47b462113e5b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462648 Jul 22 14:23:31.938917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:31.942868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.017408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a6e0d46-ecec-4581-9eee-5df5dff95f7f req-41eec0f7-60f9-4ae8-8ed7-001ef930b2a7 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7660ee2c6e412583f7420155542dd7 HTTP/1.1" status: 200 len: 6101 time: 0.2810133 Jul 22 14:23:32.098345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:32.100813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a6e0d46-ecec-4581-9eee-5df5dff95f7f req-2677a4f5-7958-4e8d-8aca-fc1f7e2b3b23 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "GET /v2.0/security-groups/02c92005-816c-435f-a9ce-906a8624820d HTTP/1.1" status: 200 len: 2981 time: 0.0732965 Jul 22 14:23:32.119670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.376006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a6e0d46-ecec-4581-9eee-5df5dff95f7f req-9e53d96c-7d84-46bc-932d-ff04818c6f56 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "GET /v2.0/security-groups/02c92005-816c-435f-a9ce-906a8624820d HTTP/1.1" status: 200 len: 2981 time: 0.2727151 Jul 22 14:23:32.501439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.148 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/2e88f335-449b-4b7b-9fb4-119ad9ca5b62) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:32.537279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d329fae-559f-4528-a74f-21737df80322 req-dc38bbba-9463-4201-850e-d22efb1ce916 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.0855317 Jul 22 14:23:32.565094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:32.715757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 80b55e48-d20d-4a41-aca5-f942e2b48436 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:32.716596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.832047 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.859176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:32.863218 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca6001-6a37-468f-aca0-b3ed007b38d2" -d '{"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-plugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:32.877853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:32.883803 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:32.950883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:32.984739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ded97ef0-d4d1-4e63-b6ca-37f23ec9923e req-618183fd-ccc0-4159-83e2-9b3df9bd5fbd tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 210 time: 0.3049548 Jul 22 14:23:33.000150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.026255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-271e8bcf-30d3-4ccf-a215-18855cf4cdaf req-60a80890-32b1-40b2-8887-8e03ae91aada tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/12bd344c-4ce6-437e-acf1-813b7a1103f2 HTTP/1.1" status: 200 len: 1776 time: 0.3229547 Jul 22 14:23:33.055323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:33.183608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-271e8bcf-30d3-4ccf-a215-18855cf4cdaf req-1accebc8-c8f3-45e6-b8a4-09a2bf11e916 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.198578 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.226752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:33.303028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-271e8bcf-30d3-4ccf-a215-18855cf4cdaf req-1accebc8-c8f3-45e6-b8a4-09a2bf11e916 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.354839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:33.360848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.231 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/8484da10-7e17-4bc9-b211-e0339b44f32e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:33.380706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:33.403289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.418507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:33.566819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:33.567455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.709950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-271e8bcf-30d3-4ccf-a215-18855cf4cdaf req-1accebc8-c8f3-45e6-b8a4-09a2bf11e916 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.709950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-271e8bcf-30d3-4ccf-a215-18855cf4cdaf req-1accebc8-c8f3-45e6-b8a4-09a2bf11e916 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.723098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-271e8bcf-30d3-4ccf-a215-18855cf4cdaf req-1accebc8-c8f3-45e6-b8a4-09a2bf11e916 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/12bd344c-4ce6-437e-acf1-813b7a1103f2 HTTP/1.1" status: 204 len: 173 time: 0.6957247 Jul 22 14:23:33.738105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-87721c60-4bd4-4f6e-8bac-f4f2ceb4851e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2918074 Jul 22 14:23:33.764661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Request body: {'port': {'device_id': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:33.863563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:33.878655 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e79d3-2c05-4ae7-9af1-e0edb8115282 x-openstack-request-id: req-258e79d3-2c05-4ae7-9af1-e0edb8115282 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:33.879547 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-plugged", "status": "completed", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:33.879963 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-258e79d3-2c05-4ae7-9af1-e0edb8115282 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:33.880517 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'code': 200} Jul 22 14:23:33.939656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 8484da10-7e17-4bc9-b211-e0339b44f32e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:33.945693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-734d8ce4-5473-4e6e-8a8f-baee458fc17c None None] Provisioning for port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:33.952082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accebc8-c8f3-45e6-b8a4-09a2bf11e916 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bd344c-4ce6-437e-acf1-813b7a1103f2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:33.976355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-734d8ce4-5473-4e6e-8a8f-baee458fc17c None None] Provisioning complete for port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:33.976600 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-734d8ce4-5473-4e6e-8a8f-baee458fc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.066255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.089058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:34.161161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:34.197336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:34.215482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-734d8ce4-5473-4e6e-8a8f-baee458fc17c None None] Port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:34.220380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:34.226116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab2e1638-bd86-4f0c-9b7f-053f64ecb82d req-85905f5a-cb0d-4b2b-9596-a8c32d9e2c87 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.1212742 Jul 22 14:23:34.378675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-36a90108-b24f-4f26-8694-30e923491a63 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.378675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-36a90108-b24f-4f26-8694-30e923491a63 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.7750709 Jul 22 14:23:34.401527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Request body: {'port': {'device_id': '3b86949d-de9d-47df-8867-702235e0aaa7', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'admin_state_up': True, 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:34.412291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=8484da10-7e17-4bc9-b211-e0339b44f32e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:34.456247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.457177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.486976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b17ca-9174-4a3a-a807-994895450e12 req-4a5dc614-3f4c-4131-8dc7-f79ecf64f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.487221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b360b-e501-437a-bb30-78b207808eb0 req-d6e1ee4c-99b9-4793-bfff-28c54acfe561 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:34.488541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b84b17ca-9174-4a3a-a807-994895450e12 req-4a5dc614-3f4c-4131-8dc7-f79ecf64f0b4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1101 time: 0.3050208 Jul 22 14:23:34.491695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f61b360b-e501-437a-bb30-78b207808eb0 req-d6e1ee4c-99b9-4793-bfff-28c54acfe561 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 950 time: 0.5429275 Jul 22 14:23:34.495052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-240c2d93-8d83-46bf-a8eb-52d30d41d81d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7120895 Jul 22 14:23:34.497022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.537218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Request body: {'port': {'device_id': '69cfd969-c015-473e-9ed8-125af05e57f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:34.592695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b84b17ca-9174-4a3a-a807-994895450e12 req-405cf761-8f2b-4b56-af28-75a03d10f7fe service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906432 Jul 22 14:23:34.667368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.677302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4acf7a80-652a-4d64-8ad3-81a230da62aa None None] Provisioning for port 8484da10-7e17-4bc9-b211-e0339b44f32e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:34.685296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef4ef841-174d-4153-8724-d22aa92e12bc req-4d184c82-61ac-4e71-a866-5805ff612849 tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5d614f0b-c387-429b-9f80-e20097df8c54 HTTP/1.1" status: 200 len: 1776 time: 0.1915848 Jul 22 14:23:34.689559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4acf7a80-652a-4d64-8ad3-81a230da62aa None None] Provisioning complete for port 8484da10-7e17-4bc9-b211-e0339b44f32e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:34.690167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4acf7a80-652a-4d64-8ad3-81a230da62aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.710770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f61b360b-e501-437a-bb30-78b207808eb0 req-63450e5c-2262-4283-b2d2-fd92ca937e14 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076211 Jul 22 14:23:34.819286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4acf7a80-652a-4d64-8ad3-81a230da62aa None None] Port 8484da10-7e17-4bc9-b211-e0339b44f32e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:23:34.970964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:34.974453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:34.988983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef4ef841-174d-4153-8724-d22aa92e12bc req-a0ca14b9-9759-4233-a617-20366e09d00c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.041454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8484da10-7e17-4bc9-b211-e0339b44f32e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:35.049553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.065742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Transition to ACTIVE for port object 8484da10-7e17-4bc9-b211-e0339b44f32e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:35.070070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.105800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef4ef841-174d-4153-8724-d22aa92e12bc req-a0ca14b9-9759-4233-a617-20366e09d00c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.167191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef54b7-63be-4b80-9ade-10372d6e90ff req-90d19f5d-dedf-403d-8dc7-8e822cfefe80 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:35.175225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8ef54b7-63be-4b80-9ade-10372d6e90ff req-90d19f5d-dedf-403d-8dc7-8e822cfefe80 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 936 time: 0.3411834 Jul 22 14:23:35.225845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Attempting to bind port 8484da10-7e17-4bc9-b211-e0339b44f32e on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:35.226217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Attempting to bind port 8484da10-7e17-4bc9-b211-e0339b44f32e by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:35.226545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Attempting to bind port 8484da10-7e17-4bc9-b211-e0339b44f32e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:35.241590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Port 8484da10-7e17-4bc9-b211-e0339b44f32e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:35.241928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Attempting to bind port 8484da10-7e17-4bc9-b211-e0339b44f32e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:35.245300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Pushing event updated for resources: {'Port': ['ID=8484da10-7e17-4bc9-b211-e0339b44f32e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:35.252548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:35.252911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:35.253294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:35.253741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Bound port: 8484da10-7e17-4bc9-b211-e0339b44f32e, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:35.254110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.389089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] For port 8484da10-7e17-4bc9-b211-e0339b44f32e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:35.401608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] For port 8484da10-7e17-4bc9-b211-e0339b44f32e, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8484da10-7e17-4bc9-b211-e0339b44f32e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:35.424528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.510919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:35.511612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:35.513052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] 10.222.0.61 "PUT /v2.0/ports/8484da10-7e17-4bc9-b211-e0339b44f32e HTTP/1.1" status: 200 len: 1096 time: 0.9823322 Jul 22 14:23:35.513845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579e717-a864-48d6-82d6-73a2bdbbd605 service neutron] Pushing event updated for resources: {'Port': ['ID=8484da10-7e17-4bc9-b211-e0339b44f32e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:35.517335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cfd969-c015-473e-9ed8-125af05e57f4', 'tag': '8484da10-7e17-4bc9-b211-e0339b44f32e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:35.521411 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303" -d '{"events": [{"name": "network-changed", "server_uuid": "69cfd969-c015-473e-9ed8-125af05e57f4", "tag": "8484da10-7e17-4bc9-b211-e0339b44f32e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:35.692102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-f0d1a6de-94c4-42a9-b68d-309e49016bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:35.700164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-f0d1a6de-94c4-42a9-b68d-309e49016bcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 1099 time: 0.1044171 Jul 22 14:23:35.752931 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-4dfd6a9b-e258-49ef-a12a-df5247841247 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8484da10-7e17-4bc9-b211-e0339b44f32e HTTP/1.1" status: 200 len: 217 time: 0.0431662 Jul 22 14:23:35.867824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-3a76c3c5-3780-4d04-89d9-47feb64b806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:35.871317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-3a76c3c5-3780-4d04-89d9-47feb64b806d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1015975 Jul 22 14:23:35.962270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8ef54b7-63be-4b80-9ade-10372d6e90ff req-cab909ed-83a7-40c8-aba2-f221eece73bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7840469 Jul 22 14:23:36.007748 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef4ef841-174d-4153-8724-d22aa92e12bc req-a0ca14b9-9759-4233-a617-20366e09d00c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.012834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-abb6a387-2d07-4dfb-a9fd-9a21e1170793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.015753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-abb6a387-2d07-4dfb-a9fd-9a21e1170793 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336858 Jul 22 14:23:36.016443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef4ef841-174d-4153-8724-d22aa92e12bc req-a0ca14b9-9759-4233-a617-20366e09d00c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.030120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef4ef841-174d-4153-8724-d22aa92e12bc req-a0ca14b9-9759-4233-a617-20366e09d00c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d614f0b-c387-429b-9f80-e20097df8c54 HTTP/1.1" status: 204 len: 173 time: 1.3436072 Jul 22 14:23:36.096153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca14b9-9759-4233-a617-20366e09d00c tempest-SecurityGroupsTestAdminJSON-1577149994 tempest-SecurityGroupsTestAdminJSON-1577149994-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d614f0b-c387-429b-9f80-e20097df8c54,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:36.225770 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c569d788-6296-42a7-a76b-59540e19e48e service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940613 Jul 22 14:23:36.236943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5a70bd9-323b-4f62-b9dd-c683e6119d35 req-fde4c910-39da-4900-98ce-f59142043e3b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.1445913 Jul 22 14:23:36.246985 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84cbf70-e8a4-4e47-af44-cefe0188a4a1 x-openstack-request-id: req-d84cbf70-e8a4-4e47-af44-cefe0188a4a1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:36.247280 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cfd969-c015-473e-9ed8-125af05e57f4", "tag": "8484da10-7e17-4bc9-b211-e0339b44f32e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:36.247540 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d84cbf70-e8a4-4e47-af44-cefe0188a4a1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:36.247939 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cfd969-c015-473e-9ed8-125af05e57f4', 'tag': '8484da10-7e17-4bc9-b211-e0339b44f32e', 'status': 'completed', 'code': 200} Jul 22 14:23:36.275326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Allocated IP 172.20.0.8 (53d6a015-6b86-442c-afff-bbb503e45693/07913867-df50-4e1d-af2b-fae0b2140bc1/0040bbf8-ec8e-41d8-a572-e67276af94a8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:36.318711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:36.343336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.425828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-dc181fe8-684b-4f24-b204-8d17447e8d41 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836333 Jul 22 14:23:36.453917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40409376-928c-4ec5-82d8-44fed938a360 req-5659d74d-22b5-4735-9e38-6f55bb208230 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "GET /v2.0/security-groups/3dc3bae3-92b3-42e6-9da6-a26fcae8f47b HTTP/1.1" status: 200 len: 1777 time: 0.1675334 Jul 22 14:23:36.455853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Transition to ACTIVE for port object 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:36.487988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.551511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:36.588790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-4c5a58ee-51aa-46b1-a6c1-9b75dc05b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.593683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-4c5a58ee-51aa-46b1-a6c1-9b75dc05b45d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 1099 time: 0.1030142 Jul 22 14:23:36.734469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-4f8f0e7e-ad91-47e5-9926-093bd4ee9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.736103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-4f8f0e7e-ad91-47e5-9926-093bd4ee9dfb service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1283252 Jul 22 14:23:36.749746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee992af-c103-4cb4-83a4-639c316036f4 req-21ee3d6d-9dea-4b53-8850-3b2ed621c98b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.758158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fee992af-c103-4cb4-83a4-639c316036f4 req-21ee3d6d-9dea-4b53-8850-3b2ed621c98b tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 950 time: 0.4248672 Jul 22 14:23:36.791522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-a314c26a-96d5-41be-bf40-b317ff7ea86c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=8484da10-7e17-4bc9-b211-e0339b44f32e HTTP/1.1" status: 200 len: 217 time: 0.0460227 Jul 22 14:23:36.833172 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.854673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-3797235c-98f3-4a14-a6b9-878f858a181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.856156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-3797235c-98f3-4a14-a6b9-878f858a181a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0546131 Jul 22 14:23:36.858304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40409376-928c-4ec5-82d8-44fed938a360 req-597b33dc-95b2-4edb-8723-bea026ad437f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.958345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40409376-928c-4ec5-82d8-44fed938a360 req-597b33dc-95b2-4edb-8723-bea026ad437f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.964282 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:36.987785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Attempting to bind port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:36.988336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Attempting to bind port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:36.988672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Attempting to bind port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:36.997146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-759198fd-2c9d-465f-a931-269c5a2578b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:36.998730 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-759198fd-2c9d-465f-a931-269c5a2578b0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1313581 Jul 22 14:23:37.003075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fee992af-c103-4cb4-83a4-639c316036f4 req-b301ae30-7961-458b-a60f-7336f4b92c34 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538060 Jul 22 14:23:37.022687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:37.023244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Attempting to bind port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:37.031435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.082507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:37.086760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:37.087059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:37.087516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Bound port: 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:37.087891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.157048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-3c615917-5ead-4c92-991f-531a21faede0 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454051 Jul 22 14:23:37.225190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Network 53d6a015-6b86-442c-afff-bbb503e45693 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:37.243539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:37.252391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:37.255891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40409376-928c-4ec5-82d8-44fed938a360 req-597b33dc-95b2-4edb-8723-bea026ad437f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.259360 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40409376-928c-4ec5-82d8-44fed938a360 req-597b33dc-95b2-4edb-8723-bea026ad437f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.260516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40409376-928c-4ec5-82d8-44fed938a360 req-597b33dc-95b2-4edb-8723-bea026ad437f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "DELETE /v2.0/security-groups/3dc3bae3-92b3-42e6-9da6-a26fcae8f47b HTTP/1.1" status: 204 len: 173 time: 0.7851119 Jul 22 14:23:37.261139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event updated for resources: {'Port': ['ID=0040bbf8-ec8e-41d8-a572-e67276af94a8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:37.294652 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ab0bdbcd-abd6-46b8-8f67-b5707fc1a303 req-af6073ab-bc21-438f-8838-eda2ca523136 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320271 Jul 22 14:23:37.312961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b33dc-95b2-4edb-8723-bea026ad437f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc3bae3-92b3-42e6-9da6-a26fcae8f47b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:37.337403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.348556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] For port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:37.371189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:37.371872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.384572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] For port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:37.395650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44106-4fa6-49cb-993b-f93c9b9bcd33 req-67683218-53ac-4677-bfa8-cc8fb40fc2c2 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:37.402249 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53b44106-4fa6-49cb-993b-f93c9b9bcd33 req-67683218-53ac-4677-bfa8-cc8fb40fc2c2 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 948 time: 0.2732177 Jul 22 14:23:37.411911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.452636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-f16ad615-7337-452d-9273-3c7866c81eb5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0617268 Jul 22 14:23:37.469710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:37.470368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.471757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] 10.222.0.61 "PUT /v2.0/ports/2e88f335-449b-4b7b-9fb4-119ad9ca5b62 HTTP/1.1" status: 200 len: 1096 time: 3.7325351 Jul 22 14:23:37.488406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Request body: {'port': {'device_id': '3b86949d-de9d-47df-8867-702235e0aaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:37.491438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'tag': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:37.496424 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d525c748-1dd9-44cc-8342-f8b0f5e3db40" -d '{"events": [{"name": "network-changed", "server_uuid": "88c5dcb1-c087-462a-9cb1-ee44b8031aee", "tag": "2e88f335-449b-4b7b-9fb4-119ad9ca5b62"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:37.566461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53b44106-4fa6-49cb-993b-f93c9b9bcd33 req-71e69054-e215-4f52-aa5c-731689a76f30 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631136 Jul 22 14:23:37.626861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27370ca-27c9-44cf-881a-ac90365f9a67 service neutron] Pushing event updated for resources: {'Port': ['ID=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:37.795735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42ed4309-f20b-4036-89a4-799e16077dc4 req-284a9cbe-7423-41dc-b982-2dd6f294ae36 tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "GET /v2.0/security-groups/a089caec-3fe7-4945-a171-ab0fc08c79f2 HTTP/1.1" status: 200 len: 1776 time: 0.1698465 Jul 22 14:23:37.803678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:37.920280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-d561e9c0-3569-43fc-bbc3-5b89976d583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:37.922159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-d561e9c0-3569-43fc-bbc3-5b89976d583f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 1099 time: 0.3774648 Jul 22 14:23:38.022963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-845cfb06-1df9-41de-ad90-2a515f0cff27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62 HTTP/1.1" status: 200 len: 217 time: 0.0927100 Jul 22 14:23:38.044556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a092c-3f53-498e-8ccc-221aa06f7462 req-a1c37252-4bcc-4ca9-a150-718c87fdb2d2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.046483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f87a092c-3f53-498e-8ccc-221aa06f7462 req-a1c37252-4bcc-4ca9-a150-718c87fdb2d2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 931 time: 0.3864098 Jul 22 14:23:38.091881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-42ed4309-f20b-4036-89a4-799e16077dc4 req-c4f673a7-d710-4752-a23e-412c28df6b6f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.154457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-42ed4309-f20b-4036-89a4-799e16077dc4 req-c4f673a7-d710-4752-a23e-412c28df6b6f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.170820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-e4208da5-f50a-4979-8e50-9e3972b4ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.172412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-e4208da5-f50a-4979-8e50-9e3972b4ef3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1416965 Jul 22 14:23:38.214672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f87a092c-3f53-498e-8ccc-221aa06f7462 req-d74eeffc-4d48-480c-b7d8-b44c559d77cf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543751 Jul 22 14:23:38.317245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-42ed4309-f20b-4036-89a4-799e16077dc4 req-c4f673a7-d710-4752-a23e-412c28df6b6f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.319818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-42ed4309-f20b-4036-89a4-799e16077dc4 req-c4f673a7-d710-4752-a23e-412c28df6b6f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.321020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42ed4309-f20b-4036-89a4-799e16077dc4 req-c4f673a7-d710-4752-a23e-412c28df6b6f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] 10.222.0.60 "DELETE /v2.0/security-groups/a089caec-3fe7-4945-a171-ab0fc08c79f2 HTTP/1.1" status: 204 len: 173 time: 0.4967854 Jul 22 14:23:38.351535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f673a7-d710-4752-a23e-412c28df6b6f tempest-SecurityGroupsTestAdminJSON-993280996 tempest-SecurityGroupsTestAdminJSON-993280996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a089caec-3fe7-4945-a171-ab0fc08c79f2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:38.409651 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43959892-4019-43f1-b891-6e47f22db4e8 x-openstack-request-id: req-43959892-4019-43f1-b891-6e47f22db4e8 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:38.409988 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c5dcb1-c087-462a-9cb1-ee44b8031aee", "tag": "2e88f335-449b-4b7b-9fb4-119ad9ca5b62", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:38.410243 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43959892-4019-43f1-b891-6e47f22db4e8 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:38.410790 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'tag': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', 'status': 'completed', 'code': 200} Jul 22 14:23:38.413234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402afe1-43cc-437b-aaab-661d41e47781 req-fbab14ee-e705-4371-88e9-2f21a25bdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.415243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-fbab14ee-e705-4371-88e9-2f21a25bdad8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244890 Jul 22 14:23:38.544057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-4b498b46-1480-4a7e-8648-95711f3c2de2 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080685 Jul 22 14:23:38.594953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:38.626112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0040bbf8-ec8e-41d8-a572-e67276af94a8 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:38.639456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.681862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ae3aa-4929-4de9-83ff-5d1c88ad7c19 req-28b8388c-7528-454a-9b84-9ee08c8ed5bf tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:38.683555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d38ae3aa-4929-4de9-83ff-5d1c88ad7c19 req-28b8388c-7528-454a-9b84-9ee08c8ed5bf tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1101 time: 0.2988780 Jul 22 14:23:38.692602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Transition to ACTIVE for port object 0040bbf8-ec8e-41d8-a572-e67276af94a8 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:38.731182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:38.785116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d38ae3aa-4929-4de9-83ff-5d1c88ad7c19 req-295c81a6-7d15-4493-a766-0674e951b6c0 tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872262 Jul 22 14:23:38.792065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7402afe1-43cc-437b-aaab-661d41e47781 req-b8ea8ebf-67c3-43fb-97ae-716bb7c5f9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226908 Jul 22 14:23:38.832287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Pushing event updated for resources: {'Port': ['ID=0040bbf8-ec8e-41d8-a572-e67276af94a8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:39.115309 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ae82028-1f01-4cf4-b347-6399e3fe9488 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7660ee2c6e412583f7420155542dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5177977 Jul 22 14:23:39.115834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:39.194233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7db8ef50-15d8-40b3-9d04-b20aa1ef4e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.219527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43b6b7-707c-4156-8ae8-9aef40597bd1 req-0f23a119-ee3f-4efd-b4b7-ebf8d1626581 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:39.222332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de43b6b7-707c-4156-8ae8-9aef40597bd1 req-0f23a119-ee3f-4efd-b4b7-ebf8d1626581 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 948 time: 0.2991257 Jul 22 14:23:39.227208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7db8ef50-15d8-40b3-9d04-b20aa1ef4e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.299420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-28a27921-c281-4979-ad5a-f52b07004946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:39.301567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-28a27921-c281-4979-ad5a-f52b07004946 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 1099 time: 0.3800743 Jul 22 14:23:39.310493 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7db8ef50-15d8-40b3-9d04-b20aa1ef4e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.317804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7db8ef50-15d8-40b3-9d04-b20aa1ef4e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.319733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7db8ef50-15d8-40b3-9d04-b20aa1ef4e64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02c92005-816c-435f-a9ce-906a8624820d HTTP/1.1" status: 204 len: 168 time: 0.2023447 Jul 22 14:23:39.335908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de43b6b7-707c-4156-8ae8-9aef40597bd1 req-792bf04b-b422-404e-b6c6-a635e69347c0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945752 Jul 22 14:23:39.356626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8ef50-15d8-40b3-9d04-b20aa1ef4e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c92005-816c-435f-a9ce-906a8624820d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:39.364337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896a87c-a805-4722-a881-7ea7706522b8 req-49b01e48-3ccf-4526-9348-26cea659cf6b tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:39.372665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e896a87c-a805-4722-a881-7ea7706522b8 req-49b01e48-3ccf-4526-9348-26cea659cf6b tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 1101 time: 0.2571859 Jul 22 14:23:39.394635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Attempting to bind port 0040bbf8-ec8e-41d8-a572-e67276af94a8 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:39.394988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Attempting to bind port 0040bbf8-ec8e-41d8-a572-e67276af94a8 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:39.395328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Attempting to bind port 0040bbf8-ec8e-41d8-a572-e67276af94a8 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:39.420001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Port 0040bbf8-ec8e-41d8-a572-e67276af94a8 on network 53d6a015-6b86-442c-afff-bbb503e45693 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:39.420335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Attempting to bind port 0040bbf8-ec8e-41d8-a572-e67276af94a8 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:39.430141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:39.431056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:39.431525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Bound using segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:39.431976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Bound port: 0040bbf8-ec8e-41d8-a572-e67276af94a8, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:39.432368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.525889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e896a87c-a805-4722-a881-7ea7706522b8 req-6d574826-fd33-4f00-815a-b55b6357d8bd tempest-ServersAdminTestJSON-2066251038 tempest-ServersAdminTestJSON-2066251038-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522598 Jul 22 14:23:39.824105 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-401829d3-ec39-4a55-9783-6a7d41502bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:39.851330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38500) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:39.943303 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ab044600-1b0a-474b-bd40-05afb5971539 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d7671ffb71442baa4ebebb7cdc2cb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884368 Jul 22 14:23:39.945822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:40.020449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] For port 0040bbf8-ec8e-41d8-a572-e67276af94a8, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:40.039334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-b9a5ac74-3dce-42ce-85ee-dcb625fe999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:40.041300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-b9a5ac74-3dce-42ce-85ee-dcb625fe999c service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.7108049 Jul 22 14:23:40.047562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] For port 0040bbf8-ec8e-41d8-a572-e67276af94a8, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:40.066852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.100321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c546e3-52ea-44c6-a5c0-999a768a2dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.130032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-284d2c2c-1485-4f97-aaff-a757600f836f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62 HTTP/1.1" status: 200 len: 217 time: 0.0800343 Jul 22 14:23:40.143926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:40.145487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.147160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] 10.222.0.72 "PUT /v2.0/ports/0040bbf8-ec8e-41d8-a572-e67276af94a8 HTTP/1.1" status: 200 len: 1091 time: 2.6790600 Jul 22 14:23:40.161558 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c546e3-52ea-44c6-a5c0-999a768a2dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.174193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8484da10-7e17-4bc9-b211-e0339b44f32e details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:40.303839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3fc25-932f-4313-9ff7-9c344a074f7b req-f722392f-11df-4094-8fae-f456ed109953 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:40.304511 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c546e3-52ea-44c6-a5c0-999a768a2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.306363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5a3fc25-932f-4313-9ff7-9c344a074f7b req-f722392f-11df-4094-8fae-f456ed109953 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.8171451 Jul 22 14:23:40.310035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c546e3-52ea-44c6-a5c0-999a768a2dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.311793 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-65c546e3-52ea-44c6-a5c0-999a768a2dba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09f8fa04-68db-4f39-af23-799709692f7b HTTP/1.1" status: 204 len: 168 time: 0.3623042 Jul 22 14:23:40.330736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8484da10-7e17-4bc9-b211-e0339b44f32e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8484da10-7e17-4bc9-b211-e0339b44f32e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:40.340479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c546e3-52ea-44c6-a5c0-999a768a2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f8fa04-68db-4f39-af23-799709692f7b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:40.364583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '8484da10-7e17-4bc9-b211-e0339b44f32e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '8484da10-7e17-4bc9-b211-e0339b44f32e', 'mac_address': 'fa:16:3e:28:3f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:40.428797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.432705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a0f8-386d-4c61-9a3f-8fb0ae8dfe16 service neutron] Pushing event updated for resources: {'Port': ['ID=0040bbf8-ec8e-41d8-a572-e67276af94a8,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:40.442597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8484da10-7e17-4bc9-b211-e0339b44f32e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:40.468422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8484da10-7e17-4bc9-b211-e0339b44f32e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8484da10-7e17-4bc9-b211-e0339b44f32e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:40.479955 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:40.484592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b86949d-de9d-47df-8867-702235e0aaa7', 'tag': '0040bbf8-ec8e-41d8-a572-e67276af94a8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:40.486855 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c0961-3dba-48d6-8077-b31d7a126473" -d '{"events": [{"name": "network-changed", "server_uuid": "3b86949d-de9d-47df-8867-702235e0aaa7", "tag": "0040bbf8-ec8e-41d8-a572-e67276af94a8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:40.573754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-a1da2311-a2fa-47df-951f-af9f0df79623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:40.575433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-a1da2311-a2fa-47df-951f-af9f0df79623 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.4046137 Jul 22 14:23:40.612426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=8484da10-7e17-4bc9-b211-e0339b44f32e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:40.729349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5a3fc25-932f-4313-9ff7-9c344a074f7b req-ad1feb3b-b56d-4e76-a12c-271864b49345 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960676 Jul 22 14:23:40.784950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['8484da10-7e17-4bc9-b211-e0339b44f32e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:40.815283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1609c0a-cdfd-4898-b22b-374c9b8f6d64 req-71931f46-55ea-4aa1-a846-4f387dcca70c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:40.828491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1609c0a-cdfd-4898-b22b-374c9b8f6d64 req-71931f46-55ea-4aa1-a846-4f387dcca70c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 949 time: 0.6721365 Jul 22 14:23:40.913373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-d8fef63f-f9a8-41e5-bba7-54b9caec1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:40.915223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-d8fef63f-f9a8-41e5-bba7-54b9caec1d7d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 1094 time: 0.6065264 Jul 22 14:23:41.020579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-861db20f-ce5c-45b7-bae9-ec66f7ef315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:41.022117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-861db20f-ce5c-45b7-bae9-ec66f7ef315f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4211547 Jul 22 14:23:41.145025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1609c0a-cdfd-4898-b22b-374c9b8f6d64 req-cb5f53db-8020-4bac-97db-8cbdfece5f25 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135526 Jul 22 14:23:41.337200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-682a74f8-8cdd-4012-bded-b28753dcd48e service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165558 Jul 22 14:23:41.339858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-97dde7b7-5090-40fe-881b-285393a55cf6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8 HTTP/1.1" status: 200 len: 217 time: 0.4044323 Jul 22 14:23:41.341750 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec2a922-33fe-4f89-b098-5f15d4dd6803 x-openstack-request-id: req-dec2a922-33fe-4f89-b098-5f15d4dd6803 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:41.342090 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b86949d-de9d-47df-8867-702235e0aaa7", "tag": "0040bbf8-ec8e-41d8-a572-e67276af94a8", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:41.342274 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dec2a922-33fe-4f89-b098-5f15d4dd6803 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:41.342689 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b86949d-de9d-47df-8867-702235e0aaa7', 'tag': '0040bbf8-ec8e-41d8-a572-e67276af94a8', 'status': 'completed', 'code': 200} Jul 22 14:23:41.418149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-b4d1f027-87d1-4233-a6a7-5c1d02621327 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:41.429646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-b4d1f027-87d1-4233-a6a7-5c1d02621327 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 949 time: 0.1456704 Jul 22 14:23:41.588078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792c4ed-2deb-4f99-9209-e092242de639 req-0d67969b-1957-42ef-ba29-bc451906bc01 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:41.595945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7792c4ed-2deb-4f99-9209-e092242de639 req-0d67969b-1957-42ef-ba29-bc451906bc01 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 949 time: 0.7001872 Jul 22 14:23:41.664440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Deleting port e66cd694-4c7a-4602-9462-1d02c3ce1c04 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:41.664826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.710975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-d400095d-c20d-4bfe-8bce-6c00e1cc7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:41.712510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-d400095d-c20d-4bfe-8bce-6c00e1cc7400 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.3462412 Jul 22 14:23:41.829352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-15e3d694-f2f5-4a7e-a7be-d61163d1d478 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885334 Jul 22 14:23:41.850471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7792c4ed-2deb-4f99-9209-e092242de639 req-583c70e6-a0b3-4f6b-a9af-6cd4608d277f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536609 Jul 22 14:23:41.853192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] For port e66cd694-4c7a-4602-9462-1d02c3ce1c04, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e66cd694-4c7a-4602-9462-1d02c3ce1c04,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:41.855799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:41.884244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Calling delete_port for e66cd694-4c7a-4602-9462-1d02c3ce1c04 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:42.028363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-37253b3f-f4da-43d7-b61d-c8745c8cd45f service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766388 Jul 22 14:23:42.069612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c157bc25-14f5-4389-bd59-09603d667dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.119077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d525c748-1dd9-44cc-8342-f8b0f5e3db40 req-eee355f8-9db7-4baa-b36d-fe7fe00b1445 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7809944 Jul 22 14:23:42.182442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.184539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:42.187193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8484da10-7e17-4bc9-b211-e0339b44f32e up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:42.301422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event deleted for resources: {'Port': ['ID=e66cd694-4c7a-4602-9462-1d02c3ce1c04,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:42.306344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['13ecd24a-5b3c-405d-86b7-9561b9515957', 'e66cd694-4c7a-4602-9462-1d02c3ce1c04', '80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:42.328606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] No DVR routers for this DVR port e66cd694-4c7a-4602-9462-1d02c3ce1c04 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:42.339016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.343749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-41eb931a-dc7c-4ea5-9f1c-ae54432aed46 req-092dd5ec-9d47-43a0-80c2-85680f4edccd tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "DELETE /v2.0/ports/e66cd694-4c7a-4602-9462-1d02c3ce1c04 HTTP/1.1" status: 204 len: 173 time: 0.9139776 Jul 22 14:23:42.344853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'name': 'network-vif-deleted', 'tag': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:42.348032 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0a2971-5805-4e9b-9f99-982cf237d785" -d '{"events": [{"server_uuid": "fcd54e6a-00d4-4910-acd6-afd6583f4ffd", "name": "network-vif-deleted", "tag": "e66cd694-4c7a-4602-9462-1d02c3ce1c04"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:42.373501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21bbc723-0dae-4bb7-beca-b6365f3b9efc req-31a76c0d-dc88-45d2-9326-302d4bde09ac service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673099 Jul 22 14:23:42.563587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbc56832-5642-4962-b2d8-bee6c4f1b229 req-7da9b8bd-72e6-4af4-b550-3d014fe528f3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=fcd54e6a-00d4-4910-acd6-afd6583f4ffd HTTP/1.1" status: 200 len: 210 time: 0.1878500 Jul 22 14:23:42.687041 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:23:42.687263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2861b6-aee2-4519-ab18-f11f3604173b req-e9dffd09-a673-4de8-aeb7-8368cd09fbe7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:42.688915 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.706659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c2861b6-aee2-4519-ab18-f11f3604173b req-e9dffd09-a673-4de8-aeb7-8368cd09fbe7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.6752224 Jul 22 14:23:42.712984 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c25cf8-97d9-4ee4-9a0d-5bf638be0a3b x-openstack-request-id: req-c2c25cf8-97d9-4ee4-9a0d-5bf638be0a3b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:42.713492 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd54e6a-00d4-4910-acd6-afd6583f4ffd", "name": "network-vif-deleted", "tag": "e66cd694-4c7a-4602-9462-1d02c3ce1c04", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:42.713492 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2c25cf8-97d9-4ee4-9a0d-5bf638be0a3b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:42.713898 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcd54e6a-00d4-4910-acd6-afd6583f4ffd', 'name': 'network-vif-deleted', 'tag': 'e66cd694-4c7a-4602-9462-1d02c3ce1c04', 'status': 'completed', 'code': 200} Jul 22 14:23:42.867808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 8484da10-7e17-4bc9-b211-e0339b44f32e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:42.908698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 8484da10-7e17-4bc9-b211-e0339b44f32e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:42.909361 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:42.910226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0961-3dba-48d6-8077-b31d7a126473 req-ddd4e8ac-cf54-4d3e-9ca0-123dd9139556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:42.911828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-ddd4e8ac-cf54-4d3e-9ca0-123dd9139556 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 1094 time: 0.4451048 Jul 22 14:23:42.977196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c2861b6-aee2-4519-ab18-f11f3604173b req-8fe7bf1b-9a25-42a4-8cf5-f551264f987d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614226 Jul 22 14:23:43.135854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0961-3dba-48d6-8077-b31d7a126473 req-3ecf600a-37ea-4d79-bda6-661f29d2ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.137629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-3ecf600a-37ea-4d79-bda6-661f29d2ff4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.2057118 Jul 22 14:23:43.158747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:43.216021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', 'mac_address': 'fa:16:3e:69:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:43.326377 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.326983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-04350d10-4977-4a15-aed8-21bd7bdc1622 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8 HTTP/1.1" status: 200 len: 217 time: 0.1701500 Jul 22 14:23:43.417668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:43.421809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bce6e9-38eb-4a2f-bc8d-53890735c0ab req-8624f817-ec94-49f5-bf46-14312100134e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.423640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56bce6e9-38eb-4a2f-bc8d-53890735c0ab req-8624f817-ec94-49f5-bf46-14312100134e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 949 time: 0.2849028 Jul 22 14:23:43.458187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:43.471869 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.530623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0961-3dba-48d6-8077-b31d7a126473 req-ba718c99-1df9-4dde-ba4f-1396b9ce8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:43.541788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-ba718c99-1df9-4dde-ba4f-1396b9ce8946 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1835556 Jul 22 14:23:43.558471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.605288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-67abe722-3bc7-471f-a6ed-2e91ff108b9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625527 Jul 22 14:23:43.614051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56bce6e9-38eb-4a2f-bc8d-53890735c0ab req-5f44b764-031e-4648-8a4b-0ce07ecb6c63 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762397 Jul 22 14:23:43.641249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.730378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:43.780033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cfd969-c015-473e-9ed8-125af05e57f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8484da10-7e17-4bc9-b211-e0339b44f32e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:43.783829 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37de84f5-f77f-46ff-8de6-55f4e094e8c1" -d '{"events": [{"server_uuid": "69cfd969-c015-473e-9ed8-125af05e57f4", "name": "network-vif-plugged", "status": "completed", "tag": "8484da10-7e17-4bc9-b211-e0339b44f32e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:43.808415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8484da10-7e17-4bc9-b211-e0339b44f32e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8484da10-7e17-4bc9-b211-e0339b44f32e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:43.823254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['2e88f335-449b-4b7b-9fb4-119ad9ca5b62'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:43.839929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-7ce96f24-7959-4820-a91d-5e8b3c8ce387 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247982 Jul 22 14:23:43.849562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:43.909834 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605dc432-3424-4660-901b-3117854cec9e x-openstack-request-id: req-605dc432-3424-4660-901b-3117854cec9e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:43.910332 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cfd969-c015-473e-9ed8-125af05e57f4", "name": "network-vif-plugged", "status": "completed", "tag": "8484da10-7e17-4bc9-b211-e0339b44f32e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:43.910797 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-605dc432-3424-4660-901b-3117854cec9e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:43.911379 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cfd969-c015-473e-9ed8-125af05e57f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8484da10-7e17-4bc9-b211-e0339b44f32e', 'code': 200} Jul 22 14:23:43.994089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=8484da10-7e17-4bc9-b211-e0339b44f32e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:44.039020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-047c0961-3dba-48d6-8077-b31d7a126473 req-df42a6aa-e0fe-4b2b-beb3-3b4a1b67c592 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905200 Jul 22 14:23:44.107884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fb639-dc5d-4835-8231-d79ac149ef73 req-408158a7-5b8f-43d6-b404-97990c398837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:44.109459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d22fb639-dc5d-4835-8231-d79ac149ef73 req-408158a7-5b8f-43d6-b404-97990c398837 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 1101 time: 0.0699220 Jul 22 14:23:44.201752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d22fb639-dc5d-4835-8231-d79ac149ef73 req-ec5c8945-2f10-49c7-980d-a75afc535d7d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857372 Jul 22 14:23:44.335872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402a442-a665-478b-b4d4-8ca50696ef17 req-bfb734ed-35b4-4de5-8361-04fd57e873a9 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:44.341361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0402a442-a665-478b-b4d4-8ca50696ef17 req-bfb734ed-35b4-4de5-8361-04fd57e873a9 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 950 time: 0.1547375 Jul 22 14:23:44.387509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e861ced-4423-4215-8df4-166a3b7d0f35 req-a5eac899-b87b-4706-acd6-45713b38ec4b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:44.389063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e861ced-4423-4215-8df4-166a3b7d0f35 req-a5eac899-b87b-4706-acd6-45713b38ec4b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 943 time: 0.1479137 Jul 22 14:23:44.411308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0402a442-a665-478b-b4d4-8ca50696ef17 req-8b5d5971-9568-459d-9329-3e9ff01f9557 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689611 Jul 22 14:23:44.445534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e861ced-4423-4215-8df4-166a3b7d0f35 req-d15586cc-14a5-4ae8-9656-b94e55f3cf3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451896 Jul 22 14:23:44.605171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0040bbf8-ec8e-41d8-a572-e67276af94a8 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:23:44.608048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e66cd694-4c7a-4602-9462-1d02c3ce1c04 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:44.671302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: e66cd694-4c7a-4602-9462-1d02c3ce1c04 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:44.672071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e66cd694-4c7a-4602-9462-1d02c3ce1c04 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:44.803232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0040bbf8-ec8e-41d8-a572-e67276af94a8, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:44.819481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '0040bbf8-ec8e-41d8-a572-e67276af94a8', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': '0040bbf8-ec8e-41d8-a572-e67276af94a8', 'mac_address': 'fa:16:3e:4b:06:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:23:44.828455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13efcc-2a2b-4830-a6bf-6aa5e6d307fb req-56c90770-4a43-4e5d-abc4-3afda8ed4214 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:44.836922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd13efcc-2a2b-4830-a6bf-6aa5e6d307fb req-56c90770-4a43-4e5d-abc4-3afda8ed4214 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 950 time: 0.1351027 Jul 22 14:23:44.868422 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.886160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0040bbf8-ec8e-41d8-a572-e67276af94a8 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:23:44.906863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd13efcc-2a2b-4830-a6bf-6aa5e6d307fb req-4a895de0-16aa-4557-9391-f458ea4bfba8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572345 Jul 22 14:23:44.909996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0040bbf8-ec8e-41d8-a572-e67276af94a8, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:44.918947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:44.982251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0040bbf8-ec8e-41d8-a572-e67276af94a8,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:45.153609 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.198809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['0040bbf8-ec8e-41d8-a572-e67276af94a8'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:45.247688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:45.492484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfa6-a736-4ccc-a3fc-9a7f806ec87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.708112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfa6-a736-4ccc-a3fc-9a7f806ec87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.714237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbfa6-a736-4ccc-a3fc-9a7f806ec87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:45.793117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d3fbfa6-a736-4ccc-a3fc-9a7f806ec87b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eeb544b6447b46a28a8f05488c3ca2ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5441697 Jul 22 14:23:45.798947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:45.800911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbfa6-a736-4ccc-a3fc-9a7f806ec87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1943378-05d1-41ef-9339-f88a53a126e5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:45.852015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-7d6c4803-64f5-41b7-8304-26408b547b36 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:45.855003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-7d6c4803-64f5-41b7-8304-26408b547b36 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 950 time: 0.3754961 Jul 22 14:23:45.897684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e02d2-b5de-4581-a9f6-75efd10d1608 req-8f008ef4-3242-409b-9f07-d3b17c606bf6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:45.899723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e4e02d2-b5de-4581-a9f6-75efd10d1608 req-8f008ef4-3242-409b-9f07-d3b17c606bf6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 944 time: 0.3117368 Jul 22 14:23:45.907598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a987fa-bbde-4cbf-9e9a-94af0d0f6397 req-3365bbea-46a7-4b5f-8cc6-f812768a4472 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:45.914856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48a987fa-bbde-4cbf-9e9a-94af0d0f6397 req-3365bbea-46a7-4b5f-8cc6-f812768a4472 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 950 time: 0.3768439 Jul 22 14:23:46.032770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d97ad97-2efa-47d6-9415-b6ecda9177c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.061469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48a987fa-bbde-4cbf-9e9a-94af0d0f6397 req-b61200c4-3ffc-4a6f-a405-6fb0c1da9232 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456363 Jul 22 14:23:46.089497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d97ad97-2efa-47d6-9415-b6ecda9177c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.121478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e4e02d2-b5de-4581-a9f6-75efd10d1608 req-d6760796-e2b9-46da-8b98-372526d98829 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043171 Jul 22 14:23:46.204594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Deleting port 13ecd24a-5b3c-405d-86b7-9561b9515957 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:46.205060 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.224701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:46.270349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32dbbb-deb9-46d9-a2ed-78f8f0797aca req-3398fb89-4988-444b-8cdd-50df7f291693 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:46.272370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f32dbbb-deb9-46d9-a2ed-78f8f0797aca req-3398fb89-4988-444b-8cdd-50df7f291693 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 950 time: 0.1397076 Jul 22 14:23:46.304303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:46.308779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d97ad97-2efa-47d6-9415-b6ecda9177c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.310112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:46.310352 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.311655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d97ad97-2efa-47d6-9415-b6ecda9177c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.312993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1d97ad97-2efa-47d6-9415-b6ecda9177c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1943378-05d1-41ef-9339-f88a53a126e5 HTTP/1.1" status: 204 len: 168 time: 0.5079513 Jul 22 14:23:46.348011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97ad97-2efa-47d6-9415-b6ecda9177c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1943378-05d1-41ef-9339-f88a53a126e5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:46.435311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f32dbbb-deb9-46d9-a2ed-78f8f0797aca req-c374bca3-37ce-4a36-9fc0-0654662508c4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354592 Jul 22 14:23:46.486239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] For port 13ecd24a-5b3c-405d-86b7-9561b9515957, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13ecd24a-5b3c-405d-86b7-9561b9515957,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:46.487185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.510146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Calling delete_port for 13ecd24a-5b3c-405d-86b7-9561b9515957 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:46.613196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0040bbf8-ec8e-41d8-a572-e67276af94a8 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:46.749661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.862836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:46.868318 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeed5da-c8d1-47ab-a101-64c6f0e4e449" -d '{"events": [{"server_uuid": "88c5dcb1-c087-462a-9cb1-ee44b8031aee", "name": "network-vif-plugged", "status": "completed", "tag": "2e88f335-449b-4b7b-9fb4-119ad9ca5b62"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:46.906861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:46.912891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 0040bbf8-ec8e-41d8-a572-e67276af94a8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:46.925367 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:46.991384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:47.017391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bd259c4-dfcb-4600-b7a2-2c2188c64f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.043968 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7e3aa-c7cb-4a3d-8039-47607d6ef995 x-openstack-request-id: req-26d7e3aa-c7cb-4a3d-8039-47607d6ef995 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:47.044381 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c5dcb1-c087-462a-9cb1-ee44b8031aee", "name": "network-vif-plugged", "status": "completed", "tag": "2e88f335-449b-4b7b-9fb4-119ad9ca5b62", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:47.044517 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26d7e3aa-c7cb-4a3d-8039-47607d6ef995 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:47.044879 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', 'code': 200} Jul 22 14:23:47.045426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.049344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 0040bbf8-ec8e-41d8-a572-e67276af94a8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:47.049772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.197514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.216274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bd259c4-dfcb-4600-b7a2-2c2188c64f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.225221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bd259c4-dfcb-4600-b7a2-2c2188c64f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.301348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0040bbf8-ec8e-41d8-a572-e67276af94a8, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:47.312394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.335283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.335866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4bd259c4-dfcb-4600-b7a2-2c2188c64f6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d204e3ef56e94b07adcb99c2dcb55c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396623 Jul 22 14:23:47.351647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:47.400415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['13ecd24a-5b3c-405d-86b7-9561b9515957', '80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:47.441700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd259c4-dfcb-4600-b7a2-2c2188c64f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d93b128-637f-441a-a660-58d40357d0d0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.500691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] No DVR routers for this DVR port 13ecd24a-5b3c-405d-86b7-9561b9515957 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:47.509252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-264918de-c7e8-44de-b042-9d97a270439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.511665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.525062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c0b978e-d744-458c-8555-1f529ba74da5 req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "DELETE /v2.0/ports/13ecd24a-5b3c-405d-86b7-9561b9515957 HTTP/1.1" status: 204 len: 173 time: 1.6606767 Jul 22 14:23:47.533634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'name': 'network-vif-deleted', 'tag': '13ecd24a-5b3c-405d-86b7-9561b9515957'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:47.542055 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3167346-be59-464f-a31e-52f21f72c445" -d '{"events": [{"server_uuid": "6e9cac22-4005-4878-b2ba-7d75a0084565", "name": "network-vif-deleted", "tag": "13ecd24a-5b3c-405d-86b7-9561b9515957"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:47.543855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-264918de-c7e8-44de-b042-9d97a270439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.570258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db445d-ac95-4138-8d9e-ee382644d2df tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event deleted for resources: {'Port': ['ID=13ecd24a-5b3c-405d-86b7-9561b9515957,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.609360 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:23:47.640978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691384c6-830f-426a-9b01-b59122282cdc req-044ab54d-748f-4398-be0f-e50bffcc2a6b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:47.642057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-264918de-c7e8-44de-b042-9d97a270439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.644909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-264918de-c7e8-44de-b042-9d97a270439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:47.648386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-264918de-c7e8-44de-b042-9d97a270439d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d93b128-637f-441a-a660-58d40357d0d0 HTTP/1.1" status: 204 len: 168 time: 0.2935143 Jul 22 14:23:47.653078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-691384c6-830f-426a-9b01-b59122282cdc req-044ab54d-748f-4398-be0f-e50bffcc2a6b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 949 time: 1.0359058 Jul 22 14:23:47.663344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264918de-c7e8-44de-b042-9d97a270439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d93b128-637f-441a-a660-58d40357d0d0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.687074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0040bbf8-ec8e-41d8-a572-e67276af94a8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:47.743234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994e41e-8fb8-420c-830c-d15da9810598 req-b03a8d47-f2e8-4e5d-885d-0d40b97a1417 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:47.750315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7994e41e-8fb8-420c-830c-d15da9810598 req-b03a8d47-f2e8-4e5d-885d-0d40b97a1417 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9cac22-4005-4878-b2ba-7d75a0084565 HTTP/1.1" status: 200 len: 867 time: 0.5296764 Jul 22 14:23:47.826538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edb028-80a0-4376-8f6f-84ebd4fc0d66 req-308b8c6c-ab08-4a1e-b078-f003fe7ac920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:47.829145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42edb028-80a0-4376-8f6f-84ebd4fc0d66 req-308b8c6c-ab08-4a1e-b078-f003fe7ac920 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 1101 time: 0.5948069 Jul 22 14:23:47.975780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42edb028-80a0-4376-8f6f-84ebd4fc0d66 req-24914469-97ea-4fb6-8247-439f56e4b4cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265178 Jul 22 14:23:47.982808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-691384c6-830f-426a-9b01-b59122282cdc req-a925378f-b49f-4291-9f7c-e3760ec7cbca tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965739 Jul 22 14:23:47.995286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7994e41e-8fb8-420c-830c-d15da9810598 req-141db93e-1f02-4915-8a42-93cf741354e3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407920 Jul 22 14:23:48.158954 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3ba011-d3b8-4aa4-9576-1337516eeeb5 x-openstack-request-id: req-bc3ba011-d3b8-4aa4-9576-1337516eeeb5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:48.159323 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9cac22-4005-4878-b2ba-7d75a0084565", "name": "network-vif-deleted", "tag": "13ecd24a-5b3c-405d-86b7-9561b9515957", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:48.159646 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc3ba011-d3b8-4aa4-9576-1337516eeeb5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:48.160217 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9cac22-4005-4878-b2ba-7d75a0084565', 'name': 'network-vif-deleted', 'tag': '13ecd24a-5b3c-405d-86b7-9561b9515957', 'status': 'completed', 'code': 200} Jul 22 14:23:48.291776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07759-449b-4f99-b00c-e28bf97aba1d req-1833c79c-c822-431e-9cd5-6e14d9a55ace tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:48.293788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6c07759-449b-4f99-b00c-e28bf97aba1d req-1833c79c-c822-431e-9cd5-6e14d9a55ace tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.1325438 Jul 22 14:23:48.388520 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6c07759-449b-4f99-b00c-e28bf97aba1d req-3346049a-2494-4374-86bc-7c87cdb3c622 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870790 Jul 22 14:23:49.045869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b86949d-de9d-47df-8867-702235e0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0040bbf8-ec8e-41d8-a572-e67276af94a8'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:49.048257 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a66b1-aea3-43e3-bc35-b0af892c3692" -d '{"events": [{"server_uuid": "3b86949d-de9d-47df-8867-702235e0aaa7", "name": "network-vif-plugged", "status": "completed", "tag": "0040bbf8-ec8e-41d8-a572-e67276af94a8"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:49.157886 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1998db90-8eaa-4e4b-96f8-e41813674746 x-openstack-request-id: req-1998db90-8eaa-4e4b-96f8-e41813674746 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:49.158201 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b86949d-de9d-47df-8867-702235e0aaa7", "name": "network-vif-plugged", "status": "completed", "tag": "0040bbf8-ec8e-41d8-a572-e67276af94a8", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:49.158453 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1998db90-8eaa-4e4b-96f8-e41813674746 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:49.158896 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b86949d-de9d-47df-8867-702235e0aaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0040bbf8-ec8e-41d8-a572-e67276af94a8', 'code': 200} Jul 22 14:23:49.371037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907559d-676d-4f8a-8324-e5675d53209c req-b4019109-03c1-4d64-b96f-61375228136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:49.372689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0907559d-676d-4f8a-8324-e5675d53209c req-b4019109-03c1-4d64-b96f-61375228136a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 1096 time: 0.1488707 Jul 22 14:23:49.381760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccba67-37ad-4ffd-aff5-58dc81f0bfa6 req-04f00910-4944-4489-8a45-49867c3085e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:49.397072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62ccba67-37ad-4ffd-aff5-58dc81f0bfa6 req-04f00910-4944-4489-8a45-49867c3085e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 950 time: 0.2612088 Jul 22 14:23:49.488212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62ccba67-37ad-4ffd-aff5-58dc81f0bfa6 req-e4479a80-4910-4971-88d4-e54187e1ed8e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906804 Jul 22 14:23:49.493474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0907559d-676d-4f8a-8324-e5675d53209c req-e2699038-fce0-4c08-8221-9d9c90e37cf2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938056 Jul 22 14:23:49.763940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6c71a-dd38-455f-bb43-80a656584028 req-fefe2b2e-c229-47a3-89dd-d69821de1c1c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:49.772014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6f6c71a-dd38-455f-bb43-80a656584028 req-fefe2b2e-c229-47a3-89dd-d69821de1c1c tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 950 time: 0.1935546 Jul 22 14:23:49.817123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d24d-7169-4f05-9278-8e2163f16172 req-045e48b5-d058-4d88-b372-06d24c372fd7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:49.829710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fc9d24d-7169-4f05-9278-8e2163f16172 req-045e48b5-d058-4d88-b372-06d24c372fd7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.1912336 Jul 22 14:23:49.895381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6f6c71a-dd38-455f-bb43-80a656584028 req-2f13cfa5-3281-4a4f-a484-4def70665cf3 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201272 Jul 22 14:23:49.958384 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fc9d24d-7169-4f05-9278-8e2163f16172 req-3f1cfa49-dfab-4d9c-b1b2-4e360772369e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222579 Jul 22 14:23:50.083309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f43b0a8-89a9-4837-b65f-f4a13fe73b8a req-ed814157-bf07-4abf-a18d-7db399a39886 tempest-FlavorsV2NegativeTest-289365944 tempest-FlavorsV2NegativeTest-289365944-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d7790fc51d1f44adae0c3aecab5e1903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338256 Jul 22 14:23:50.256773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43b0a8-89a9-4837-b65f-f4a13fe73b8a req-2c34d322-35f6-4bc5-933a-ba67d3eaa2c4 tempest-FlavorsV2NegativeTest-289365944 tempest-FlavorsV2NegativeTest-289365944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:50.258928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f43b0a8-89a9-4837-b65f-f4a13fe73b8a req-2c34d322-35f6-4bc5-933a-ba67d3eaa2c4 tempest-FlavorsV2NegativeTest-289365944 tempest-FlavorsV2NegativeTest-289365944-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718316 Jul 22 14:23:50.301789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f43b0a8-89a9-4837-b65f-f4a13fe73b8a req-c348020d-abb1-4672-a799-8a4c7dc20503 tempest-FlavorsV2NegativeTest-289365944 tempest-FlavorsV2NegativeTest-289365944-project] 10.222.0.60 "GET /v2.0/quotas/d7790fc51d1f44adae0c3aecab5e1903 HTTP/1.1" status: 200 len: 375 time: 0.0367999 Jul 22 14:23:50.366126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f43b0a8-89a9-4837-b65f-f4a13fe73b8a req-5d06751c-387e-40f2-890d-bef42ffe47e1 tempest-FlavorsV2NegativeTest-289365944 tempest-FlavorsV2NegativeTest-289365944-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7790fc51d1f44adae0c3aecab5e1903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633955 Jul 22 14:23:50.648545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13ecd24a-5b3c-405d-86b7-9561b9515957 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:50.746863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 13ecd24a-5b3c-405d-86b7-9561b9515957 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:50.756826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13ecd24a-5b3c-405d-86b7-9561b9515957 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:50.861564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951b575-5d5c-4e74-b277-2e6d4950de0a req-99579d60-684e-4254-804c-f5069110b90d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:50.872251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d951b575-5d5c-4e74-b277-2e6d4950de0a req-99579d60-684e-4254-804c-f5069110b90d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 950 time: 0.1802816 Jul 22 14:23:50.977570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d951b575-5d5c-4e74-b277-2e6d4950de0a req-04fe9f79-e4d3-46aa-8361-1d914dafef44 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729842 Jul 22 14:23:51.348047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b656c3-c076-4ec9-a724-6231646b0e94 req-e2c9fd77-352b-404a-a424-d3c83ade3057 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.355010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8b656c3-c076-4ec9-a724-6231646b0e94 req-e2c9fd77-352b-404a-a424-d3c83ade3057 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 950 time: 0.2800758 Jul 22 14:23:51.358853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25649d7c-d7fd-4ea2-bcd2-88756c5ad388 req-c22facb3-2289-4786-8920-3c2acbfbc7d1 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.360329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25649d7c-d7fd-4ea2-bcd2-88756c5ad388 req-c22facb3-2289-4786-8920-3c2acbfbc7d1 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1097 time: 0.2704465 Jul 22 14:23:51.393694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:51.454856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8b656c3-c076-4ec9-a724-6231646b0e94 req-086d0c97-6f7e-4371-82d1-2e5605a3e9bc tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/security-groups?id=05f64a5c-d781-4e9d-bc98-c2d944f7af8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942540 Jul 22 14:23:51.511065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25649d7c-d7fd-4ea2-bcd2-88756c5ad388 req-e9a16dd7-5e5f-4e3e-b232-2f8f04635664 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200655 Jul 22 14:23:51.572506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def41bb4-70c5-4062-8329-6599d8637c12 req-f8bdaec7-09bf-4e8b-99ae-ae8a7385b055 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.577169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2270880-b757-4a87-826e-6b0985e16e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.577922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-def41bb4-70c5-4062-8329-6599d8637c12 req-f8bdaec7-09bf-4e8b-99ae-ae8a7385b055 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 950 time: 0.1929016 Jul 22 14:23:51.743925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2270880-b757-4a87-826e-6b0985e16e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.754728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2270880-b757-4a87-826e-6b0985e16e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.814241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74025cde-5e36-4a0b-b702-083b1f614fdb req-e9cadb6b-7a82-4ca2-8fe4-a70486dc3152 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:51.821464 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d2270880-b757-4a87-826e-6b0985e16e85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7790fc51d1f44adae0c3aecab5e1903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259481 Jul 22 14:23:51.822300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74025cde-5e36-4a0b-b702-083b1f614fdb req-e9cadb6b-7a82-4ca2-8fe4-a70486dc3152 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.2431860 Jul 22 14:23:51.825615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38824) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:51.839579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2270880-b757-4a87-826e-6b0985e16e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9de6be0-0d8c-4072-ae99-042ef44acdd3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:51.849147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Deleting port 80b55e48-d20d-4a41-aca5-f942e2b48436 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:51.849516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:51.979946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74025cde-5e36-4a0b-b702-083b1f614fdb req-4f65d23a-d089-479c-8b1e-3e2ddbdafe48 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567481 Jul 22 14:23:51.999284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e12753f8-88ed-43d0-a848-baf9c2644dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.058563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] For port 80b55e48-d20d-4a41-aca5-f942e2b48436, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=80b55e48-d20d-4a41-aca5-f942e2b48436,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:52.058563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.061215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e12753f8-88ed-43d0-a848-baf9c2644dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.089636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Calling delete_port for 80b55e48-d20d-4a41-aca5-f942e2b48436 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:52.223276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e12753f8-88ed-43d0-a848-baf9c2644dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.226730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e12753f8-88ed-43d0-a848-baf9c2644dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.231491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e12753f8-88ed-43d0-a848-baf9c2644dc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9de6be0-0d8c-4072-ae99-042ef44acdd3 HTTP/1.1" status: 204 len: 168 time: 0.4048915 Jul 22 14:23:52.264304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12753f8-88ed-43d0-a848-baf9c2644dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9de6be0-0d8c-4072-ae99-042ef44acdd3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:52.369776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3ec4-b7ff-4b2b-882f-5001ea47c15f req-4601f4bc-feb4-4993-b5d9-65fe24655b0a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.376352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa3ec4-b7ff-4b2b-882f-5001ea47c15f req-4601f4bc-feb4-4993-b5d9-65fe24655b0a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.378546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8aa3ec4-b7ff-4b2b-882f-5001ea47c15f req-4601f4bc-feb4-4993-b5d9-65fe24655b0a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4&device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 1691 time: 0.1676798 Jul 22 14:23:52.400253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.416655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['80b55e48-d20d-4a41-aca5-f942e2b48436'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:52.454206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Pushing event deleted for resources: {'Port': ['ID=80b55e48-d20d-4a41-aca5-f942e2b48436,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:52.515293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] No DVR routers for this DVR port 80b55e48-d20d-4a41-aca5-f942e2b48436 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:52.519585 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:52.523184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-def41bb4-70c5-4062-8329-6599d8637c12 req-893bc917-978b-4c62-8375-e49f12a0a970 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.72 "DELETE /v2.0/ports/80b55e48-d20d-4a41-aca5-f942e2b48436 HTTP/1.1" status: 204 len: 173 time: 0.9326200 Jul 22 14:23:52.523708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-deleted', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:52.535951 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bb588b-5f50-470f-b6ac-ab471ba17daf" -d '{"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-deleted", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:52.558994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8aa3ec4-b7ff-4b2b-882f-5001ea47c15f req-d0e0410d-64e5-4948-b7eb-c2dbd3d9d622 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703157 Jul 22 14:23:52.906376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb99af9-35e9-46b6-af2a-0d0a36c3885b req-8d1f257d-42ce-4454-b45e-c8e6b371415b tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:52.907992 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eb99af9-35e9-46b6-af2a-0d0a36c3885b req-8d1f257d-42ce-4454-b45e-c8e6b371415b tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 945 time: 0.1184778 Jul 22 14:23:52.978984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eb99af9-35e9-46b6-af2a-0d0a36c3885b req-74369769-3c2c-4f48-90bf-7282ef6e524c tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/security-groups?id=21c9dd8e-3fa0-43c3-ab12-418bc812a719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576961 Jul 22 14:23:53.374030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75d9c6c0-4158-4161-bc43-c6ea90845dad req-de1ae34d-fb71-442c-8c31-64c4f4bfba29 tempest-ServersAdminTestJSON-240442927 tempest-ServersAdminTestJSON-240442927-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b63ff30-f1b5-48d8-a4ec-b4982baaec8a HTTP/1.1" status: 200 len: 210 time: 0.0537577 Jul 22 14:23:53.431827 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67add3a-bb78-4158-ae14-9e29b041b909 x-openstack-request-id: req-c67add3a-bb78-4158-ae14-9e29b041b909 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:53.432935 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63ff30-f1b5-48d8-a4ec-b4982baaec8a", "name": "network-vif-deleted", "tag": "80b55e48-d20d-4a41-aca5-f942e2b48436", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:53.432935 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c67add3a-bb78-4158-ae14-9e29b041b909 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:53.432935 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63ff30-f1b5-48d8-a4ec-b4982baaec8a', 'name': 'network-vif-deleted', 'tag': '80b55e48-d20d-4a41-aca5-f942e2b48436', 'status': 'completed', 'code': 200} Jul 22 14:23:53.455872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:53.465875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-8961eeb4-c261-4a76-a8e7-e963ec9830f2 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:23:53.466898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-8961eeb4-c261-4a76-a8e7-e963ec9830f2 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074422 Jul 22 14:23:53.479921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Request body: {'binding': {'host': 'n-h2-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:53.480388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:23:53.642754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1caa33-bb23-4b48-8955-5477bef43db4 req-41e3ec79-28cf-40f7-9fac-55a4940de624 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:53.644308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef1caa33-bb23-4b48-8955-5477bef43db4 req-41e3ec79-28cf-40f7-9fac-55a4940de624 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.0748894 Jul 22 14:23:53.654011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-network', 'tenant_id': '33f59905610248e3975c3113b4e73bb9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:53.658621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on host n-h2-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:53.658961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:53.659296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:53.663908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:23:53.664232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:53.671335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:53.671335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:53.671335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:53.671736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Bound port: 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:53.700464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Made reservation on behalf of 33f59905610248e3975c3113b4e73bb9 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:53.702992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.720611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef1caa33-bb23-4b48-8955-5477bef43db4 req-c350f900-652f-4d43-afad-441d76643184 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609570 Jul 22 14:23:53.721237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.733333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:53.739145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.740373 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-00e80ab2-fe81-4c06-9976-cfe0b3fcfb3c service neutron] 10.222.0.60 "POST /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2653260 Jul 22 14:23:53.862075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.886391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.935306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:23:53.966368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ee2d1f-9f69-4e79-ba94-16317d03c4d4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:53.970109 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:53.970463 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Added segment 49b27f53-4e0f-410a-9879-db1c8bd8f7de of type vlan for network 6386790a-0934-4067-a5ec-99e5d142d07a Jul 22 14:23:54.031866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.049089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-1f3908bc-ecf9-4a5c-a5de-6befd2bf1fc9 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.050829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-1f3908bc-ecf9-4a5c-a5de-6befd2bf1fc9 tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.61 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 945 time: 0.2093205 Jul 22 14:23:54.068521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bb724-d9fc-4e15-bc95-25b773cf3816 req-3ec53012-cfca-4522-8a24-a147b46f276e tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.071417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e7bb724-d9fc-4e15-bc95-25b773cf3816 req-3ec53012-cfca-4522-8a24-a147b46f276e tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 1101 time: 0.1888008 Jul 22 14:23:54.124715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-dbd5cedd-0806-4112-a9a7-831577eb00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.126767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-dbd5cedd-0806-4112-a9a7-831577eb00b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1097 time: 0.0909231 Jul 22 14:23:54.137856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.138837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.139425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.239945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e7bb724-d9fc-4e15-bc95-25b773cf3816 req-82af2253-337f-4aba-8fb8-6292bd48df4c tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394956 Jul 22 14:23:54.247428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abf9fd5-30f9-4923-853a-762c03e31227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.248969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abf9fd5-30f9-4923-853a-762c03e31227 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1108673 Jul 22 14:23:54.253872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7967343 Jul 22 14:23:54.258790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:54.285330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Request body: {'subnet': {'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-subnet', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:54.288707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd170b20-0d56-45fb-bda9-2c6a0c7d1300 admin admin] Pushing event updated for resources: {'Network': ['ID=6386790a-0934-4067-a5ec-99e5d142d07a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:54.299873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6386790a-0934-4067-a5ec-99e5d142d07a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:23:54.343464 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-fc5d007a-2575-45d7-81f8-52fb006ee59b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 217 time: 0.0871580 Jul 22 14:23:54.365065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Deleting port b98bf932-d88a-41ad-af3b-9a3e263be591 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:54.365411 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.377165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-4d780933-50f9-4d7c-a549-c550ba030efa tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.383046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-4d780933-50f9-4d7c-a549-c550ba030efa tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/networks?id=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 HTTP/1.1" status: 200 len: 814 time: 0.2281351 Jul 22 14:23:54.405277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Made reservation on behalf of 33f59905610248e3975c3113b4e73bb9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:54.407598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.413546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-0e7e7f78-8472-4cf5-9ad4-503e319e5902 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/quotas/e5e75b9e28f2488fb9ec6a6c88a98381 HTTP/1.1" status: 200 len: 375 time: 0.0170369 Jul 22 14:23:54.447871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-315fb106-3273-43e2-8a04-5e07324b05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.449363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-315fb106-3273-43e2-8a04-5e07324b05f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0987072 Jul 22 14:23:54.513158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bad6e828-d8d8-4856-99e0-da87b427c199 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567281 Jul 22 14:23:54.559760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] For port b98bf932-d88a-41ad-af3b-9a3e263be591, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b98bf932-d88a-41ad-af3b-9a3e263be591,segment=NetworkSegment(4577da1d-840a-424e-b934-82c53c3d2dad),segment_id=4577da1d-840a-424e-b934-82c53c3d2dad)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:54.560202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.581771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Calling delete_port for b98bf932-d88a-41ad-af3b-9a3e263be591 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:54.602929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd290f-591a-434d-b5eb-8c7036636393 req-ae88ecaf-85db-4507-9ac3-7f3eb3b8deb2 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.604334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4bd290f-591a-434d-b5eb-8c7036636393 req-ae88ecaf-85db-4507-9ac3-7f3eb3b8deb2 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 0.1778326 Jul 22 14:23:54.612431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-29c626b3-ff9b-4729-a8ba-16bf199dd1a7 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e5e75b9e28f2488fb9ec6a6c88a98381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920114 Jul 22 14:23:54.659282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-3f88fb2b-f845-42b3-93c8-058dd592bf24 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368110 Jul 22 14:23:54.671224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:54.691269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 80b55e48-d20d-4a41-aca5-f942e2b48436 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:54.691880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 80b55e48-d20d-4a41-aca5-f942e2b48436 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:54.744069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.745112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4bd290f-591a-434d-b5eb-8c7036636393 req-dc0b74c9-1916-488a-b2ca-5f6f10b323bb tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303372 Jul 22 14:23:54.786206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-a4fb8392-1e7b-42f7-9991-c1bfd215cdbd service neutron] 10.222.0.60 "GET /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381035 Jul 22 14:23:54.836378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-075999a6-a987-4d99-923e-be9da55c5c01 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481757 Jul 22 14:23:54.851637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d776755-474e-460e-aed0-1310e0a6eb4d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:54.867190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Checking segment: {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:54.868260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Network hostable DHCP agents. Network: 6386790a-0934-4067-a5ec-99e5d142d07a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:23:54.888092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Network 6386790a-0934-4067-a5ec-99e5d142d07a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:23:54.898590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6386790a-0934-4067-a5ec-99e5d142d07a) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:54.904912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:54.905555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.909626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2153e438-436c-4cdf-8709-fdff6141bc8c None None] Network 6386790a-0934-4067-a5ec-99e5d142d07a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:54.927984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-831ad9c8-29ad-43c6-9ab0-255cd1711566 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6672065 Jul 22 14:23:54.928858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:54.933615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:54.958269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:54.960943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.029972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.088480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6386790a-0934-4067-a5ec-99e5d142d07a', 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'fixed_ips': [{'subnet_id': '6d776755-474e-460e-aed0-1310e0a6eb4d'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:23:55.089740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.207774 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.232063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.245295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b98bf932-d88a-41ad-af3b-9a3e263be591'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:55.306541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Pushing event deleted for resources: {'Port': ['ID=b98bf932-d88a-41ad-af3b-9a3e263be591,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:55.309878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e64c97f2-16e7-4471-9648-42d8aa08bb3d req-3a036bf1-49ac-4f42-9d75-0e83bee9a8fd tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.60 "GET /v2.0/ports?device_id=215fdcf2-837b-4dfe-8593-e74d762f0a03 HTTP/1.1" status: 200 len: 210 time: 0.4669240 Jul 22 14:23:55.357897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Allocated IP 172.20.0.2 (6386790a-0934-4067-a5ec-99e5d142d07a/6d776755-474e-460e-aed0-1310e0a6eb4d/1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:55.364989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] No DVR routers for this DVR port b98bf932-d88a-41ad-af3b-9a3e263be591 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:55.373010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.375081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e6b0948-6b95-44f1-b102-3b8cda276e31 req-3450abe5-6e25-4d0e-9ce9-a47795ab9f5e tempest-VolumesAdminNegativeTest-510913461 tempest-VolumesAdminNegativeTest-510913461-project] 10.222.0.61 "DELETE /v2.0/ports/b98bf932-d88a-41ad-af3b-9a3e263be591 HTTP/1.1" status: 204 len: 173 time: 1.3164511 Jul 22 14:23:55.391546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-058ce3ce-2fe9-4e1a-96f5-ad960e13fdbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.393380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-058ce3ce-2fe9-4e1a-96f5-ad960e13fdbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 945 time: 0.6249607 Jul 22 14:23:55.407657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-bdde76f9-8725-4d4b-929d-460fb70fab7a service neutron] 10.222.0.60 "GET /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5908897 Jul 22 14:23:55.484714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'name': 'network-vif-deleted', 'tag': 'b98bf932-d88a-41ad-af3b-9a3e263be591'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:55.487018 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e7e34-b6d8-4fb3-8e8c-cef9d44015bd" -d '{"events": [{"server_uuid": "215fdcf2-837b-4dfe-8593-e74d762f0a03", "name": "network-vif-deleted", "tag": "b98bf932-d88a-41ad-af3b-9a3e263be591"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:55.580050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.609203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d7f64-8a42-4086-ba05-b6d108b3856e req-1932d470-a1dd-415f-984c-2b6d7d12c9c7 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:55.610802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec0d7f64-8a42-4086-ba05-b6d108b3856e req-1932d470-a1dd-415f-984c-2b6d7d12c9c7 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 1101 time: 0.1191146 Jul 22 14:23:55.622328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.632679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Transition to ACTIVE for port object 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:55.638163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.651841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Transition to ACTIVE for port object 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:55.660160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.665751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec0d7f64-8a42-4086-ba05-b6d108b3856e req-611aa159-b527-4adb-b15c-fb35f78b40c7 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466471 Jul 22 14:23:55.691702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Deleting port 0040bbf8-ec8e-41d8-a572-e67276af94a8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:23:55.692115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.844978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] For port 0040bbf8-ec8e-41d8-a572-e67276af94a8, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0040bbf8-ec8e-41d8-a572-e67276af94a8,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:55.845362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:55.874793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Calling delete_port for 0040bbf8-ec8e-41d8-a572-e67276af94a8 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:23:55.893036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Allocated IP 172.25.3.160 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7a83706b-5d0f-46de-9989-ae8b61124b32) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:55.901311 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2194afe-3dcb-4f1e-8ed6-6c8a2526e222 x-openstack-request-id: req-e2194afe-3dcb-4f1e-8ed6-6c8a2526e222 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:55.901613 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215fdcf2-837b-4dfe-8593-e74d762f0a03", "name": "network-vif-deleted", "tag": "b98bf932-d88a-41ad-af3b-9a3e263be591", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:55.901872 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2194afe-3dcb-4f1e-8ed6-6c8a2526e222 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:55.902270 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215fdcf2-837b-4dfe-8593-e74d762f0a03', 'name': 'network-vif-deleted', 'tag': 'b98bf932-d88a-41ad-af3b-9a3e263be591', 'status': 'completed', 'code': 200} Jul 22 14:23:56.020739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Network 6386790a-0934-4067-a5ec-99e5d142d07a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:56.027314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:56.032061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:56.041991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d76132d-c541-4b4b-8e6b-31639b969125 req-5ff67a3b-7e0d-48e1-bc48-4ab9918efcbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 210 time: 0.1368742 Jul 22 14:23:56.044658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Pushing event updated for resources: {'Port': ['ID=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:56.098975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.099329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.099675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.100026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.100390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.100802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.101023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.101653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.101768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.102551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.102889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.103213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:56.111180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.156866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Attempting to bind port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:56.157239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Attempting to bind port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:56.157612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Attempting to bind port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 on network 6386790a-0934-4067-a5ec-99e5d142d07a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:56.171175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:56.176600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:56.177019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Checking segment: {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:56.177417 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.177819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Bound using segment: {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:56.178305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Bound port: 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:56.178722 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.183193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.254863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Pushing event updated for resources: {'Port': ['ID=7a83706b-5d0f-46de-9989-ae8b61124b32,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:56.278231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:23:56.280638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:23:56.286350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:23:56.384211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] For port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:23:56.393892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] For port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:23:56.404830 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.411479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.446867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['0040bbf8-ec8e-41d8-a572-e67276af94a8'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:23:56.462590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37cca6-f07d-480c-a4b3-3fc298cc3a5a req-03231ae1-5f65-4142-be62-d32a09aa3c29 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:56.472015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d37cca6-f07d-480c-a4b3-3fc298cc3a5a req-03231ae1-5f65-4142-be62-d32a09aa3c29 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 867 time: 0.5948677 Jul 22 14:23:56.585300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event deleted for resources: {'Port': ['ID=0040bbf8-ec8e-41d8-a572-e67276af94a8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:56.597020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67076d-8869-4350-b449-de5a9fb2e40c None None] Pushing event updated for resources: {'Port': ['ID=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:56.672923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d37cca6-f07d-480c-a4b3-3fc298cc3a5a req-ba083a42-33c8-4fbf-baff-60bc44bb40c5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992834 Jul 22 14:23:56.688474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6eb89e7-5531-4a06-ba6f-68766088e064 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=593c36fe30f441cb897e2f548cc84f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152316 Jul 22 14:23:56.733123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38958) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:56.734990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] No DVR routers for this DVR port 0040bbf8-ec8e-41d8-a572-e67276af94a8 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:23:56.746016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.748027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c115a87e-7569-4bd2-aee1-914f53d544c8 req-6f6f53b7-9e1d-40bc-ab6f-7b9e50811a3c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "DELETE /v2.0/ports/0040bbf8-ec8e-41d8-a572-e67276af94a8 HTTP/1.1" status: 204 len: 173 time: 1.3394105 Jul 22 14:23:56.790154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53234e8a-cbac-4395-a478-d50173f40f66 req-c33e9d66-1b8d-483d-a6f8-256b3017008d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:56.791876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53234e8a-cbac-4395-a478-d50173f40f66 req-c33e9d66-1b8d-483d-a6f8-256b3017008d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 0.3155766 Jul 22 14:23:56.794266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:56.883516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:56.991846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-ddcc2a0d-ed3b-4592-aa40-e7e7d2fc9668 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801558 Jul 22 14:23:57.091255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53234e8a-cbac-4395-a478-d50173f40f66 req-f8f077db-876c-4c63-b574-27b50dfe9a08 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767177 Jul 22 14:23:57.103761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Deleting subnet 77360e1b-ee65-4b0f-abf1-cca00945c830 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:57.107442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.147195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.228218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-3032-4312-aacc-edcc2a7fcdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.287232 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-3032-4312-aacc-edcc2a7fcdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.392650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.401988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.437274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-3032-4312-aacc-edcc2a7fcdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.440108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a5774e1f-3032-4312-aacc-edcc2a7fcdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.443544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a5774e1f-3032-4312-aacc-edcc2a7fcdfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05f64a5c-d781-4e9d-bc98-c2d944f7af8e HTTP/1.1" status: 204 len: 168 time: 0.7044005 Jul 22 14:23:57.621706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a13ea86f-27bc-43ab-909e-339e6b8836fc req-52e17398-2bca-44a7-a9e3-b4ebb0ddfc37 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 210 time: 0.2573030 Jul 22 14:23:57.632315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-362cc839-3278-4afa-8069-efba0414a460 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:57.644274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-362cc839-3278-4afa-8069-efba0414a460 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6514409 Jul 22 14:23:57.651185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Router e02abfd7-2282-464c-873d-153f5e1f5f38 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:23:57.684158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5774e1f-3032-4312-aacc-edcc2a7fcdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f64a5c-d781-4e9d-bc98-c2d944f7af8e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.701900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.781696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-44f3d911-4967-4dcf-85b6-fc128ad95330 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/quotas/6cd9ca222e7c40418acc3fd98c6d71b0 HTTP/1.1" status: 200 len: 375 time: 0.1363339 Jul 22 14:23:57.798763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77360e1b-ee65-4b0f-abf1-cca00945c830,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:57.805598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.808278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-22df4f9f-443d-4cb5-85c3-40ebddd61a73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/77360e1b-ee65-4b0f-abf1-cca00945c830 HTTP/1.1" status: 204 len: 168 time: 1.0008855 Jul 22 14:23:57.810995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:57.922792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:57.930999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b86949d-de9d-47df-8867-702235e0aaa7', 'name': 'network-vif-deleted', 'tag': '0040bbf8-ec8e-41d8-a572-e67276af94a8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:23:57.938321 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9447370b-99d8-4533-addb-72cc4a1a1175" -d '{"events": [{"server_uuid": "3b86949d-de9d-47df-8867-702235e0aaa7", "name": "network-vif-deleted", "tag": "0040bbf8-ec8e-41d8-a572-e67276af94a8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:23:57.986559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:23:58.003467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Sync routers for ids ['e02abfd7-2282-464c-873d-153f5e1f5f38'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:23:58.033953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dc01f4b-3005-4c03-9687-326e4984e570 req-f56e22c7-9a19-41c3-8a54-757ba0a295a8 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=3b86949d-de9d-47df-8867-702235e0aaa7 HTTP/1.1" status: 200 len: 210 time: 0.1042354 Jul 22 14:23:58.035554 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Routers {'e02abfd7-2282-464c-873d-153f5e1f5f38'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:23:58.036809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e02abfd7-2282-464c-873d-153f5e1f5f38'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:58.073193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-ea45a8f5-92e0-48cd-95bb-19916baf650f tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:58.074760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-ea45a8f5-92e0-48cd-95bb-19916baf650f tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.72 "GET /v2.0/networks?id=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 HTTP/1.1" status: 200 len: 814 time: 0.6759725 Jul 22 14:23:58.083229 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.088932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Request body: {'port': {'device_id': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'admin_state_up': True, 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:23:58.093364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38994) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.095546 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74143028-ab13-416e-ac2f-3bdb4b247136 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1654038 Jul 22 14:23:58.103980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.120386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-ccbc0616-0a56-4e9b-bb81-23bbca23b669 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3105843 Jul 22 14:23:58.121085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79efc6-597d-4ff4-bf03-6b55b4825e91 None None] Network 6386790a-0934-4067-a5ec-99e5d142d07a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:23:58.201398 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b657eb-a038-47cf-a5ed-68afab0a2a9b x-openstack-request-id: req-26b657eb-a038-47cf-a5ed-68afab0a2a9b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:23:58.201728 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b86949d-de9d-47df-8867-702235e0aaa7", "name": "network-vif-deleted", "tag": "0040bbf8-ec8e-41d8-a572-e67276af94a8", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:23:58.201943 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26b657eb-a038-47cf-a5ed-68afab0a2a9b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:23:58.202759 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b86949d-de9d-47df-8867-702235e0aaa7', 'name': 'network-vif-deleted', 'tag': '0040bbf8-ec8e-41d8-a572-e67276af94a8', 'status': 'completed', 'code': 200} Jul 22 14:23:58.241717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c9315d28-4383-4bab-b3fd-714c063e3d32 None None] Provisioning for port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:58.307874 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Set router e02abfd7-2282-464c-873d-153f5e1f5f38 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:23:58.352752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.377662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b98bf932-d88a-41ad-af3b-9a3e263be591 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:58.389610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81765bef-206c-4e09-b38b-314e6d1627f2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:58.433235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4577da1d-840a-424e-b934-82c53c3d2dad') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:58.433565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4577da1d-840a-424e-b934-82c53c3d2dad') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:58.444215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bb7d2b7d-eeda-40e2-9061-04671399856c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d83e49dc077c4f6791eeb206d6093680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366256 Jul 22 14:23:58.461547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.465257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: b98bf932-d88a-41ad-af3b-9a3e263be591 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:58.466330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b98bf932-d88a-41ad-af3b-9a3e263be591 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:58.487616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.528592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:23:56Z', 'revision_number': 3, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:23:58.553562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.569263 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Checking router: e02abfd7-2282-464c-873d-153f5e1f5f38 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:23:58.569886 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Updating router e02abfd7-2282-464c-873d-153f5e1f5f38 port 7a83706b-5d0f-46de-9989-ae8b61124b32 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:23:58.590918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:23:58.591193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:23:58.592859 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:23:58.626395 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.670037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Made reservation on behalf of e5e75b9e28f2488fb9ec6a6c88a98381 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:23:58.676255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.721755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1413160c-b4b8-4a9e-b54d-8eaa2ea73ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.728217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.744237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0040bbf8-ec8e-41d8-a572-e67276af94a8 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:23:58.744476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.746311 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] 10.222.0.60 "DELETE /v2.0/networks/81765bef-206c-4e09-b38b-314e6d1627f2 HTTP/1.1" status: 204 len: 168 time: 0.9257519 Jul 22 14:23:58.751487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:58.846085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 0040bbf8-ec8e-41d8-a572-e67276af94a8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:23:58.846509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0040bbf8-ec8e-41d8-a572-e67276af94a8 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:23:58.846618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10bf18-063d-42df-9191-196ccd1d2f75 admin admin] Pushing event deleted for resources: {'Network': ['ID=81765bef-206c-4e09-b38b-314e6d1627f2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:58.888001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1413160c-b4b8-4a9e-b54d-8eaa2ea73ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:58.984068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:23:58.988615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Deleting subnet 289b9408-1072-47bf-ad5a-1978907f74a6 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:23:59.015686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cc5c0-f580-450f-9049-077d5ed8ac3a req-3c0852f0-9f2d-436f-b91f-7adbcb6974af tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:23:59.024918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-977cc5c0-f580-450f-9049-077d5ed8ac3a req-3c0852f0-9f2d-436f-b91f-7adbcb6974af tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 0.6649010 Jul 22 14:23:59.035242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.165302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:23:59.169984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:59.170444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.220858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Allocated IP 172.20.0.8 (a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5/9033c41e-b607-466c-b79d-861e0377f0f5/13700938-87ac-4884-8a5e-ef88826b07b0) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:23:59.317048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.434923 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.456667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1413160c-b4b8-4a9e-b54d-8eaa2ea73ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.463259 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1413160c-b4b8-4a9e-b54d-8eaa2ea73ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.475344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1413160c-b4b8-4a9e-b54d-8eaa2ea73ef3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29a41f71-9b99-4f41-b75d-edfe4f265f5f HTTP/1.1" status: 204 len: 168 time: 1.0103831 Jul 22 14:23:59.519389 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.546774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413160c-b4b8-4a9e-b54d-8eaa2ea73ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a41f71-9b99-4f41-b75d-edfe4f265f5f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.562722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Transition to ACTIVE for port object 7a83706b-5d0f-46de-9989-ae8b61124b32 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:23:59.564086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.571339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:23:59.588361 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.609223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.693954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.764921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289b9408-1072-47bf-ad5a-1978907f74a6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.779514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.789300 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-783faddb-0034-4ac8-918c-804d27f2769a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/289b9408-1072-47bf-ad5a-1978907f74a6 HTTP/1.1" status: 204 len: 168 time: 1.0213313 Jul 22 14:23:59.790726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:23:59.804145 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Attempting to bind port 7a83706b-5d0f-46de-9989-ae8b61124b32 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:23:59.804716 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Attempting to bind port 7a83706b-5d0f-46de-9989-ae8b61124b32 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:23:59.805309 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Attempting to bind port 7a83706b-5d0f-46de-9989-ae8b61124b32 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:23:59.828254 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Pushing event updated for resources: {'Port': ['ID=7a83706b-5d0f-46de-9989-ae8b61124b32,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.840424 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:23:59.841094 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:23:59.841892 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.842446 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:23:59.843133 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Bound port: 7a83706b-5d0f-46de-9989-ae8b61124b32, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:23:59.843771 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.944111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:23:59.944602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:23:59.946207 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.961088 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.961709 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.962086 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.962493 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.962872 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.963208 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.963546 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.963874 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.964258 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.964680 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.965026 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:23:59.969081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5b7d5d8f-e69e-4ece-9652-ac40c4e7da87 None None] Provisioning complete for port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:23:59.970821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7d5d8f-e69e-4ece-9652-ac40c4e7da87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.083265 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] For port 7a83706b-5d0f-46de-9989-ae8b61124b32, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:00.091390 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] For port 7a83706b-5d0f-46de-9989-ae8b61124b32, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7a83706b-5d0f-46de-9989-ae8b61124b32,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:00.099566 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.198746 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.222318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4ef21a-ccd9-4007-9b92-2385464a9e6e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.266140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db47d17-6794-4776-9e7a-e30ba4d3e6e0') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.267149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db47d17-6794-4776-9e7a-e30ba4d3e6e0') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.280587 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.293710 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Routers {'e02abfd7-2282-464c-873d-153f5e1f5f38'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:00.295286 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e02abfd7-2282-464c-873d-153f5e1f5f38'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:00.300468 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31766945-77ca-4aab-b921-b8dc7bcbd338 None None] Pushing event updated for resources: {'Port': ['ID=7a83706b-5d0f-46de-9989-ae8b61124b32,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:00.311106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.328802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:00.329636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:00.331514 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:00.507662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.517527 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:00.535423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4e4ef21a-ccd9-4007-9b92-2385464a9e6e HTTP/1.1" status: 204 len: 168 time: 0.7407897 Jul 22 14:24:00.559050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bb603-1bb5-4d4f-97e7-d10b157cdbd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4ef21a-ccd9-4007-9b92-2385464a9e6e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:00.608115 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] Set router e02abfd7-2282-464c-873d-153f5e1f5f38 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:00.872602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-beb56a1d-dbc3-415a-90f7-ab5df7752bcf req-ec2e0c66-be89-4678-af8c-310caf763728 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 210 time: 1.2189682 Jul 22 14:24:00.943443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:01.076684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-977cc5c0-f580-450f-9049-077d5ed8ac3a req-097d70a7-8d76-4a21-9136-db638015eada tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0452225 Jul 22 14:24:01.126057 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:23:56Z', 'revision_number': 3, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:01.155577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39058) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:01.165702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:01.166090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.245752 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.246252 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13759f41-5d0a-4444-b12a-57ada017c472 None None] The sync data for ids ['e02abfd7-2282-464c-873d-153f5e1f5f38'] in n-d-794306-8 is: [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:23:56Z', 'revision_number': 3, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:01.329327 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b848e52b-5fc3-4dfa-9a37-b846d211c403 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a890c15c41554e0180d7c5a6471a2b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714652 Jul 22 14:24:01.331187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:01.474956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:01.569327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db149969-0c43-497a-805a-9622dff1d9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.645371 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db149969-0c43-497a-805a-9622dff1d9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.653877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Transition to ACTIVE for port object 13700938-87ac-4884-8a5e-ef88826b07b0 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:01.788433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db149969-0c43-497a-805a-9622dff1d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.791696 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-db149969-0c43-497a-805a-9622dff1d9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.793060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-db149969-0c43-497a-805a-9622dff1d9d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21c9dd8e-3fa0-43c3-ab12-418bc812a719 HTTP/1.1" status: 204 len: 168 time: 0.4593601 Jul 22 14:24:01.849948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-732b5668-0ce2-449d-9ce8-7beab45bbfef req-271ee25d-ce64-4d51-bd52-63a58daec953 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 210 time: 0.2220366 Jul 22 14:24:01.859151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:01.869796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149969-0c43-497a-805a-9622dff1d9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c9dd8e-3fa0-43c3-ab12-418bc812a719,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:01.980452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-network', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:02.056004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Made reservation on behalf of 17ac382c6cf34ebf83481ea30201853a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:02.058707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.106186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.394172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-c174885b-a195-4725-a180-cfb50cf29a80 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273421 Jul 22 14:24:02.663232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39088) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:02.678380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.746106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:02.750192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.758726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a43bf5d5-3fad-483b-b440-a8e55239c9ef tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2501590 Jul 22 14:24:02.760035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.838855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:02.871221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:02.893787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-1b67fb2a-8fa5-45b2-b7ab-cdb8fcb9c9ee tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:02.895394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-1b67fb2a-8fa5-45b2-b7ab-cdb8fcb9c9ee tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4884825 Jul 22 14:24:02.913185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1899a-475f-4224-a9d7-0672ae04a2b5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:02.923549 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-46c4c552-4fb7-435b-bc74-37391fb45128 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37d15b9db1014de7bd59bcadba4c14bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550440 Jul 22 14:24:02.947131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:02.964235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:02.965169 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Added segment 3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002 of type vlan for network 7af67bca-d999-4dc0-b92f-cfec99dc9230 Jul 22 14:24:03.004115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.005018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.011522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a83706b-5d0f-46de-9989-ae8b61124b32 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:03.023626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.028899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39092) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:03.063852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:03.132929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0493505 Jul 22 14:24:03.188678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Request body: {'port': {'device_id': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:03.202964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 7a83706b-5d0f-46de-9989-ae8b61124b32 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:03.215024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.215248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7a83706b-5d0f-46de-9989-ae8b61124b32 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:03.215654 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.218373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.218984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.332034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-65ff942f-2471-4afc-b010-dd2e4f39fa8c None None] Provisioning for port 13700938-87ac-4884-8a5e-ef88826b07b0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:03.340818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-65ff942f-2471-4afc-b010-dd2e4f39fa8c None None] Provisioning complete for port 13700938-87ac-4884-8a5e-ef88826b07b0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:03.341187 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65ff942f-2471-4afc-b010-dd2e4f39fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.379593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] Pushing event updated for resources: {'Network': ['ID=7af67bca-d999-4dc0-b92f-cfec99dc9230,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:03.399443 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ea34ad24-fdfc-453e-9f0a-7bd7ce1e9efe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9196444 Jul 22 14:24:03.402831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:03.425351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Request body: {'subnet': {'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-subnet', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:03.432283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:03.434462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.482854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-65ff942f-2471-4afc-b010-dd2e4f39fa8c None None] Port 13700938-87ac-4884-8a5e-ef88826b07b0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:03.491980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:03.497179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.625776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Made reservation on behalf of 17ac382c6cf34ebf83481ea30201853a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:03.628186 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.630711 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.668459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 7a83706b-5d0f-46de-9989-ae8b61124b32, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7a83706b-5d0f-46de-9989-ae8b61124b32,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:03.676933 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.688078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55bacc7-6dfc-4982-9678-fcb3f60cbce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.756621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55bacc7-6dfc-4982-9678-fcb3f60cbce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:03.812520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530a93d-071f-4f3c-8a59-49b474049f61 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Pushing event updated for resources: {'Port': ['ID=13700938-87ac-4884-8a5e-ef88826b07b0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:03.813239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=7a83706b-5d0f-46de-9989-ae8b61124b32,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:03.872520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-826e7ea8-5eca-4338-9c58-e3e09385ecb7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:03.879683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-826e7ea8-5eca-4338-9c58-e3e09385ecb7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 2.2547698 Jul 22 14:24:03.971285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.197 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/2595ca00-98b5-497a-a879-f1ec650423e2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:03.982358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-f2362368-4020-404e-abc3-33c54c51451c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.1013515 Jul 22 14:24:03.999841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bc5be-74ef-4481-8f1f-15dde9137615 req-0c1c2cad-c186-49a4-a170-dcdb47c51595 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.006972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c7bc5be-74ef-4481-8f1f-15dde9137615 req-0c1c2cad-c186-49a4-a170-dcdb47c51595 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 931 time: 1.5843265 Jul 22 14:24:04.077259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ad625bec-d30e-4a45-a4e4-94985c6f1d2a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938523 Jul 22 14:24:04.113592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-c6b90d7f-eca3-4adf-85e0-4e7a322bfdce tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.118049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-c6b90d7f-eca3-4adf-85e0-4e7a322bfdce tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2506108 Jul 22 14:24:04.143929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:04.160754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.193911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Allocated IP 172.20.0.1 (6386790a-0934-4067-a5ec-99e5d142d07a/6d776755-474e-460e-aed0-1310e0a6eb4d/ab5f7adb-3d85-456e-91ac-d207d0f678f6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:04.234152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f4791aa-5900-4e68-af10-36f08a0488ce,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:04.317450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c7bc5be-74ef-4481-8f1f-15dde9137615 req-1e0edb47-5bac-4a03-a724-aa0acdcd3bc8 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030250 Jul 22 14:24:04.358258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Checking segment: {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:04.358652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Network hostable DHCP agents. Network: 7af67bca-d999-4dc0-b92f-cfec99dc9230, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:04.387851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:04.414802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 7af67bca-d999-4dc0-b92f-cfec99dc9230) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:04.420975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.421068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.425565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb98c2-505a-45a5-82da-3b033c51c4c7 None None] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:04.453681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55bacc7-6dfc-4982-9678-fcb3f60cbce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.454777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.456850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55bacc7-6dfc-4982-9678-fcb3f60cbce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.457921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a55bacc7-6dfc-4982-9678-fcb3f60cbce8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/397a161c-ded2-4b4f-a5a7-1b33d199a3b7 HTTP/1.1" status: 204 len: 168 time: 1.4121373 Jul 22 14:24:04.499589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-56d74804-11c0-42ff-8986-ac6e2c6be4b8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0855503 Jul 22 14:24:04.500386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:04.518298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:04.550956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bacc7-6dfc-4982-9678-fcb3f60cbce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397a161c-ded2-4b4f-a5a7-1b33d199a3b7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:04.594732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 2595ca00-98b5-497a-a879-f1ec650423e2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:04.607725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.608717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.647231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-28964aed-c98c-4c37-b929-ca8970c53355 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686505 Jul 22 14:24:04.716374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.792242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13700938-87ac-4884-8a5e-ef88826b07b0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:04.816686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.859537 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.880289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Transition to ACTIVE for port object ab5f7adb-3d85-456e-91ac-d207d0f678f6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:04.894450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-7af67bca-d999-4dc0-b92f-cfec99dc9230', 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'fixed_ips': [{'subnet_id': '0f4791aa-5900-4e68-af10-36f08a0488ce'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:04.895732 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.947161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a83706b-5d0f-46de-9989-ae8b61124b32 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:04.953091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Transition to ACTIVE for port object 13700938-87ac-4884-8a5e-ef88826b07b0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:04.965469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d596df2-e1c2-41e7-98b5-116a13bfefaf req-eb7cd2f5-f4e3-49ec-847a-fad76e6d4697 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:04.967752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d596df2-e1c2-41e7-98b5-116a13bfefaf req-eb7cd2f5-f4e3-49ec-847a-fad76e6d4697 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 0.4983902 Jul 22 14:24:04.968267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:04.971987 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:04.979892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.034037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-889f80a7-8ab7-43f5-b4f4-616aed4f80c9 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859329 Jul 22 14:24:05.038776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.093059 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.207504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7a83706b-5d0f-46de-9989-ae8b61124b32 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:05.207887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.322058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:05.350738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:05.373860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Allocated IP 172.20.0.2 (7af67bca-d999-4dc0-b92f-cfec99dc9230/0f4791aa-5900-4e68-af10-36f08a0488ce/57fdc934-1460-4a74-8cf3-cce5f2bbe451) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:05.548057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:05.557775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=2595ca00-98b5-497a-a879-f1ec650423e2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:05.570726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:05.594281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:05.599282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.87 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/2ae3234b-6264-4850-ad87-0ca8ff30d2fd) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:05.647566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d596df2-e1c2-41e7-98b5-116a13bfefaf req-425bce25-826a-4ad2-99a3-6e60d329fdac tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330686 Jul 22 14:24:05.716931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Pushing event updated for resources: {'Port': ['ID=13700938-87ac-4884-8a5e-ef88826b07b0,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:05.782115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Network 6386790a-0934-4067-a5ec-99e5d142d07a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:05.852089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:05.852773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.165202 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-a842e336-6c31-4afc-90a8-d6e9904d3743 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1064444 Jul 22 14:24:06.187719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.214777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.333812 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.344154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4ae34e6e-8695-492f-9918-5b8205809f9c None None] Provisioning for port 2595ca00-98b5-497a-a879-f1ec650423e2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:06.351575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4ae34e6e-8695-492f-9918-5b8205809f9c None None] Provisioning complete for port 2595ca00-98b5-497a-a879-f1ec650423e2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:06.351947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ae34e6e-8695-492f-9918-5b8205809f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.391006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Transition to ACTIVE for port object 57fdc934-1460-4a74-8cf3-cce5f2bbe451 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:06.400504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Allocated IP 172.25.3.206 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/6e395afd-fdf7-4285-a20d-522ba226081e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:06.455070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Transition to ACTIVE for port object 57fdc934-1460-4a74-8cf3-cce5f2bbe451 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:06.519363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4ae34e6e-8695-492f-9918-5b8205809f9c None None] Port 2595ca00-98b5-497a-a879-f1ec650423e2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:06.595840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.609322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:06.669253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.689810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:06.740503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.771669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:06.779449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Pushing event updated for resources: {'Port': ['ID=57fdc934-1460-4a74-8cf3-cce5f2bbe451,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:06.802934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:06.821054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:06.821257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:06.828505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:06.829866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:06.832165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:06.835337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e395afd-fdf7-4285-a20d-522ba226081e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:07.014837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Attempting to bind port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:07.015402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Attempting to bind port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:07.015869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Attempting to bind port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 on network 7af67bca-d999-4dc0-b92f-cfec99dc9230 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:07.027208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:07.027736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Checking segment: {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:07.028848 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.034136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Bound using segment: {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:07.034700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Bound port: 57fdc934-1460-4a74-8cf3-cce5f2bbe451, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:07.035236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.047982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Pushing event updated for resources: {'Port': ['ID=ab5f7adb-3d85-456e-91ac-d207d0f678f6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:07.118288 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.119317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3e15ed0c-163d-44ec-a3c2-4d769dd933a1 None None] Provisioning for port ab5f7adb-3d85-456e-91ac-d207d0f678f6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:07.183799 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.188879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] For port 57fdc934-1460-4a74-8cf3-cce5f2bbe451, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:07.192391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] For port 57fdc934-1460-4a74-8cf3-cce5f2bbe451, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57fdc934-1460-4a74-8cf3-cce5f2bbe451,segment=NetworkSegment(3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002),segment_id=3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:07.198846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 2ae3234b-6264-4850-ad87-0ca8ff30d2fd will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:07.202979 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.215299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3e15ed0c-163d-44ec-a3c2-4d769dd933a1 None None] Provisioning complete for port ab5f7adb-3d85-456e-91ac-d207d0f678f6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:07.215817 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e15ed0c-163d-44ec-a3c2-4d769dd933a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.246636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.343738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3e15ed0c-163d-44ec-a3c2-4d769dd933a1 None None] Port ab5f7adb-3d85-456e-91ac-d207d0f678f6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:07.380677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.396536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:07.419601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cc781-8a9d-4295-b0e7-efd85d49026b None None] Pushing event updated for resources: {'Port': ['ID=57fdc934-1460-4a74-8cf3-cce5f2bbe451,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:07.472445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:07.534056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:07.629496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:07.759112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:07.796249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Request body: {'port': {'device_id': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:07.874256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:07.875201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:07.936109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b5667-6ad2-4948-b798-f58f42348940 req-424f6b39-20f8-4c69-b9cb-809ed7796e3a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:07.946909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d11b5667-6ad2-4948-b798-f58f42348940 req-424f6b39-20f8-4c69-b9cb-809ed7796e3a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 936 time: 1.3707500 Jul 22 14:24:07.983253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cad36775-f0cc-488b-aee6-92fd4faaa5ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8431685 Jul 22 14:24:08.000638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.006007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.047236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Attempting to bind port 13700938-87ac-4884-8a5e-ef88826b07b0 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:08.047847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Attempting to bind port 13700938-87ac-4884-8a5e-ef88826b07b0 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:08.051615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Attempting to bind port 13700938-87ac-4884-8a5e-ef88826b07b0 on network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:08.091638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Request body: {'port': {'device_id': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:08.161277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Port 13700938-87ac-4884-8a5e-ef88826b07b0 on network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:08.161949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Attempting to bind port 13700938-87ac-4884-8a5e-ef88826b07b0 on network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:08.177150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566584f-37d4-42ef-943b-6641e99db60f req-45733312-446c-463b-a612-b055cb6bc90d tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.185570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4566584f-37d4-42ef-943b-6641e99db60f req-45733312-446c-463b-a612-b055cb6bc90d tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 943 time: 1.6063561 Jul 22 14:24:08.226468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3740762d-e51a-47ca-bde1-2fd4b424f6b4 None None] Provisioning for port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:08.280413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.289974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3740762d-e51a-47ca-bde1-2fd4b424f6b4 None None] Provisioning complete for port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:08.291762 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3740762d-e51a-47ca-bde1-2fd4b424f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.325043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:08.325568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Checking segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:08.326173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Bound using segment: {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:08.326818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Bound port: 13700938-87ac-4884-8a5e-ef88826b07b0, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:08.327292 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.404566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3740762d-e51a-47ca-bde1-2fd4b424f6b4 None None] Port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:08.486748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] For port 13700938-87ac-4884-8a5e-ef88826b07b0, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:08.503990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] For port 13700938-87ac-4884-8a5e-ef88826b07b0, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13700938-87ac-4884-8a5e-ef88826b07b0,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:08.521601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d11b5667-6ad2-4948-b798-f58f42348940 req-c005ee9e-edf4-41e1-be31-aad05aa399c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736268 Jul 22 14:24:08.539780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.586592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:08.587290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.588885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] 10.222.0.72 "PUT /v2.0/ports/13700938-87ac-4884-8a5e-ef88826b07b0 HTTP/1.1" status: 200 len: 1091 time: 5.4062407 Jul 22 14:24:08.596052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'tag': '13700938-87ac-4884-8a5e-ef88826b07b0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:08.598693 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18" -d '{"events": [{"name": "network-changed", "server_uuid": "30f74757-7b31-4bc4-b845-af1273cfce7e", "tag": "13700938-87ac-4884-8a5e-ef88826b07b0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:08.696926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4566584f-37d4-42ef-943b-6641e99db60f req-973fc37f-9019-42db-9513-5abc2f979502 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201870 Jul 22 14:24:08.837328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:08.889540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.013859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbaf4338-157b-4664-9651-cf70e6ac11f8 req-641550d4-325b-436a-8ea4-87b8e48174bf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.2679565 Jul 22 14:24:09.087922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57fdc934-1460-4a74-8cf3-cce5f2bbe451 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:09.220039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74d80de-a344-4e7a-8123-ffd7e28ebc86 None None] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:09.279403 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f26ec2-f1f3-4ccc-8448-ae56c9cf1895 x-openstack-request-id: req-e1f26ec2-f1f3-4ccc-8448-ae56c9cf1895 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:09.279775 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f74757-7b31-4bc4-b845-af1273cfce7e", "tag": "13700938-87ac-4884-8a5e-ef88826b07b0", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:09.280044 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1f26ec2-f1f3-4ccc-8448-ae56c9cf1895 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:09.280477 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'tag': '13700938-87ac-4884-8a5e-ef88826b07b0', 'status': 'completed', 'code': 200} Jul 22 14:24:09.424459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad37003-c847-4bd9-b6e1-59894def803b service neutron] Pushing event updated for resources: {'Port': ['ID=13700938-87ac-4884-8a5e-ef88826b07b0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:09.453099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:09.486324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] Provisioning for port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:09.492575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:24:09.524140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2595ca00-98b5-497a-a879-f1ec650423e2 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:09.526874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] Provisioning complete for port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:09.527699 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.559070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-4b0adf2d-1749-4f0e-b06e-5592866b6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:09.560731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-4b0adf2d-1749-4f0e-b06e-5592866b6c48 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e5e75b9e28f2488fb9ec6a6c88a98381&device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 1094 time: 0.7693639 Jul 22 14:24:09.780361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:09.838929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Transition to ACTIVE for port object 2595ca00-98b5-497a-a879-f1ec650423e2 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:09.859862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.006580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:10.014127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Pushing event updated for resources: {'Port': ['ID=2595ca00-98b5-497a-a879-f1ec650423e2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:10.156610 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Sync routers for ids ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:10.217942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Routers {'9d0eafc1-9376-4760-9ed8-aef7b65c46c9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:10.218622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:10.267937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.269589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e50cd8aa-2f52-4384-bf33-f30e76bd88b3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7548888 Jul 22 14:24:10.285784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39218) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:10.306098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e253be9-78c2-4ffe-80b6-9e43d7db41bc req-2a9252e6-3d50-4a93-b395-28ae11b274d8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.315651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Attempting to bind port 2595ca00-98b5-497a-a879-f1ec650423e2 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:10.316150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Attempting to bind port 2595ca00-98b5-497a-a879-f1ec650423e2 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:10.316583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Attempting to bind port 2595ca00-98b5-497a-a879-f1ec650423e2 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:10.318378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e253be9-78c2-4ffe-80b6-9e43d7db41bc req-2a9252e6-3d50-4a93-b395-28ae11b274d8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 946 time: 0.5343111 Jul 22 14:24:10.326306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Port 2595ca00-98b5-497a-a879-f1ec650423e2 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:10.326798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Attempting to bind port 2595ca00-98b5-497a-a879-f1ec650423e2 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:10.331494 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9cb5d82-3ede-40e9-a4d9-88ddc5ec9efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.340226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:10.340863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:10.341359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:10.342079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Bound port: 2595ca00-98b5-497a-a879-f1ec650423e2, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:10.342581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.367389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-fae0dbfb-b772-4460-822f-8b403ed0780f tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.371843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-fae0dbfb-b772-4460-822f-8b403ed0780f tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1097 time: 0.2510095 Jul 22 14:24:10.387679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:10.469177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.521083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Set router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:10.537395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae3234b-6264-4850-ad87-0ca8ff30d2fd {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:10.547384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.581147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.599951 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.639830 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.669695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] For port 2595ca00-98b5-497a-a879-f1ec650423e2, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:10.674110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Transition to ACTIVE for port object 2ae3234b-6264-4850-ad87-0ca8ff30d2fd will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:10.715655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] For port 2595ca00-98b5-497a-a879-f1ec650423e2, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2595ca00-98b5-497a-a879-f1ec650423e2,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:10.728395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.792933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] For port 57fdc934-1460-4a74-8cf3-cce5f2bbe451, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57fdc934-1460-4a74-8cf3-cce5f2bbe451,segment=NetworkSegment(3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002),segment_id=3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:10.822370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Pushing event updated for resources: {'Port': ['ID=2595ca00-98b5-497a-a879-f1ec650423e2,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:10.847369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.873435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:10.874418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:10.886001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-96d62b84-a909-4524-ad48-50e4321329dd service neutron] 10.222.0.72 "PUT /v2.0/ports/2595ca00-98b5-497a-a879-f1ec650423e2 HTTP/1.1" status: 200 len: 1096 time: 3.1021476 Jul 22 14:24:10.898724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'tag': '2595ca00-98b5-497a-a879-f1ec650423e2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:10.901778 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f224d4-c00d-4d19-948c-27ad7a59616f" -d '{"events": [{"name": "network-changed", "server_uuid": "aae2c59f-7365-4916-86d3-9e1674f7d572", "tag": "2595ca00-98b5-497a-a879-f1ec650423e2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:10.986893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5a987-796f-4a5a-86ae-65f4a52691c2 None None] Pushing event updated for resources: {'Port': ['ID=57fdc934-1460-4a74-8cf3-cce5f2bbe451,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.017182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 3, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:11.075930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Checking router: 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:11.077053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Updating router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 port 6e395afd-fdf7-4285-a20d-522ba226081e binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:11.092577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:11.151366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.169722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:11.228281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.239988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.264922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-38aa29ea-6818-49f4-89ee-71a3d2dbce68 None None] Provisioning complete for port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:11.265328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38aa29ea-6818-49f4-89ee-71a3d2dbce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.287380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.339447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.348022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on host n-h1-794306-8 for vnic_type normal with profile {"migrating_to": "n-h2-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:11.348022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:11.348195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:11.354042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:11.354371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Attempting to bind port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:11.360772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:11.361974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:11.361974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:11.362220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Bound port: 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:11.362631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.371314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e253be9-78c2-4ffe-80b6-9e43d7db41bc req-6642ee8f-e849-4f89-b6ce-ae535bda6b8f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0514061 Jul 22 14:24:11.408014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Pushing event updated for resources: {'Port': ['ID=ab5f7adb-3d85-456e-91ac-d207d0f678f6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.421772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.456101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:11.463309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:11.471646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.556900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.557933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.559769 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] 10.222.0.61 "PUT /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 1122 time: 1.1816416 Jul 22 14:24:11.572928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbaf9b-fda6-4539-890b-72584dc35078 service neutron] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.612337 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.639811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Transition to ACTIVE for port object 6e395afd-fdf7-4285-a20d-522ba226081e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:11.670303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.731133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:11.734625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:11.787979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-b4b6dae7-6644-483a-869e-5b49692b6d76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13700938-87ac-4884-8a5e-ef88826b07b0 HTTP/1.1" status: 200 len: 217 time: 0.1824374 Jul 22 14:24:11.788601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.798802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a091-fc0f-4ea8-93f2-03764f6beb34 req-cf8916b6-38ea-4b7b-8bd5-d63450341e96 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.800823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68e3a091-fc0f-4ea8-93f2-03764f6beb34 req-cf8916b6-38ea-4b7b-8bd5-d63450341e96 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 948 time: 1.2263606 Jul 22 14:24:11.849036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Attempting to bind port 6e395afd-fdf7-4285-a20d-522ba226081e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:11.849792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Attempting to bind port 6e395afd-fdf7-4285-a20d-522ba226081e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:11.850385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Attempting to bind port 6e395afd-fdf7-4285-a20d-522ba226081e on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:11.853401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd0aed-62a2-4e91-bb88-3ba2f32989eb None None] Pushing event updated for resources: {'Port': ['ID=6e395afd-fdf7-4285-a20d-522ba226081e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:11.871238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:11.871557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:11.871939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.872341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:11.872817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Bound port: 6e395afd-fdf7-4285-a20d-522ba226081e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:11.873190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:11.948632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ed0a286d-5308-4559-bf44-08a62f2bf08e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.950448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ed0a286d-5308-4559-bf44-08a62f2bf08e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.1882026 Jul 22 14:24:11.956214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-924ea286-d65a-42c5-ac6b-9a2b3e9240c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2296536 Jul 22 14:24:11.958143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-59156594-f946-41e7-9182-efbd9bb32f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:11.960314 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-59156594-f946-41e7-9182-efbd9bb32f45 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 1099 time: 0.1853850 Jul 22 14:24:11.964800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Request body: {'port': {'device_id': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'admin_state_up': True, 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:11.994661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] For port 6e395afd-fdf7-4285-a20d-522ba226081e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:12.003879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] For port 6e395afd-fdf7-4285-a20d-522ba226081e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6e395afd-fdf7-4285-a20d-522ba226081e,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:12.015600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Attempting to bind port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:12.015984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Attempting to bind port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:12.016304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Attempting to bind port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:12.022720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-ecb1cdbc-e11d-48f6-bc9b-fc9e90038f22 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2595ca00-98b5-497a-a879-f1ec650423e2 HTTP/1.1" status: 200 len: 217 time: 0.0543780 Jul 22 14:24:12.037579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.073968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:12.074385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Attempting to bind port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:12.119300 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6cc66cd-f238-4420-9708-3e8852748c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.133013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:12.133357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:12.134057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:12.134191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Bound port: 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:12.135189 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.159566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68e3a091-fc0f-4ea8-93f2-03764f6beb34 req-97c4bb5d-aa6a-422a-a9a8-2261b9988ee5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880562 Jul 22 14:24:12.161416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Routers {'9d0eafc1-9376-4760-9ed8-aef7b65c46c9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:12.162044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:12.166306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd0aed-62a2-4e91-bb88-3ba2f32989eb None None] Pushing event updated for resources: {'Port': ['ID=6e395afd-fdf7-4285-a20d-522ba226081e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:12.190627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-8909eee6-9b3e-46c9-adb7-f76a44b0a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.190996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cba6c64e-cc4f-4fd8-917a-a64115f01a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.192111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-8909eee6-9b3e-46c9-adb7-f76a44b0a6ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9033c41e-b607-466c-b79d-861e0377f0f5 HTTP/1.1" status: 200 len: 853 time: 0.2196503 Jul 22 14:24:12.192544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-cba6c64e-cc4f-4fd8-917a-a64115f01a12 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1556628 Jul 22 14:24:12.201103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e46405-0f69-4b99-bd77-cc6fb5140209 req-3d8a9602-c269-45b4-943a-c7e744dad33e tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.202699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27e46405-0f69-4b99-bd77-cc6fb5140209 req-3d8a9602-c269-45b4-943a-c7e744dad33e tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 943 time: 0.7205064 Jul 22 14:24:12.223971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.279414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Network 6386790a-0934-4067-a5ec-99e5d142d07a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:12.311249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:12.336996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.369672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:12.504948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] Set router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:12.527043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27e46405-0f69-4b99-bd77-cc6fb5140209 req-d8339070-866e-4c80-883f-271e9cbd0aa6 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961965 Jul 22 14:24:12.550462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] For port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:12.574927 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5238dfd1-cbae-4d4f-9de1-ac398d35db53 req-4fe2aa94-1087-4d8a-9130-016ffcae213b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.1819472 Jul 22 14:24:12.616262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:12.620990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.625095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-c585b229-48ec-4af9-bda3-cd124d9f00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.626720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-c585b229-48ec-4af9-bda3-cd124d9f00c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 1096 time: 0.6008244 Jul 22 14:24:12.703444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] For port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:12.723117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Router e02abfd7-2282-464c-873d-153f5e1f5f38 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:12.757508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.768282 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bf22ea-2b3a-4edb-a631-56ebeea014a0 x-openstack-request-id: req-56bf22ea-2b3a-4edb-a631-56ebeea014a0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:12.768580 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae2c59f-7365-4916-86d3-9e1674f7d572", "tag": "2595ca00-98b5-497a-a879-f1ec650423e2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:12.768831 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56bf22ea-2b3a-4edb-a631-56ebeea014a0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:12.769231 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'tag': '2595ca00-98b5-497a-a879-f1ec650423e2', 'status': 'completed', 'code': 200} Jul 22 14:24:12.819104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.821146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:12.822853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] 10.222.0.61 "PUT /v2.0/ports/2ae3234b-6264-4850-ad87-0ca8ff30d2fd HTTP/1.1" status: 200 len: 1095 time: 4.7918384 Jul 22 14:24:12.837752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'tag': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:12.840438 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f662ee-f45b-4a99-beb4-d0f81cb2dcee", "tag": "2ae3234b-6264-4850-ad87-0ca8ff30d2fd"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:12.877597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb022c1-9637-4663-ad06-b79f56666637 req-594a9e66-8e28-4e54-a7c8-78d0eaab82d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.879609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-594a9e66-8e28-4e54-a7c8-78d0eaab82d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6514232 Jul 22 14:24:12.906995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-ac86d1d1-7ef2-498c-9faf-61e991026b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.908645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-ac86d1d1-7ef2-498c-9faf-61e991026b6c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6910799 Jul 22 14:24:12.910291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-f73993cf-8a07-4b91-81ab-a2446fe8fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:12.912050 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-f73993cf-8a07-4b91-81ab-a2446fe8fb29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2542686 Jul 22 14:24:13.033886 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:13.039777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57fdc934-1460-4a74-8cf3-cce5f2bbe451 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:13.104368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-4408f88c-3dbd-401a-9bc6-808923f8e75a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 200 len: 217 time: 0.1717007 Jul 22 14:24:13.117710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-2e3ff1f0-3dd0-441a-ae58-ef7d22b38cbb service neutron] 10.222.0.72 "GET /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129469 Jul 22 14:24:13.119428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb has no active binding in host n-h2-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:24:13.141143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f92a1399-c0b4-4cd3-8aec-e3e1cd9890ee None None] Provisioning complete for port ab5f7adb-3d85-456e-91ac-d207d0f678f6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:13.141143 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92a1399-c0b4-4cd3-8aec-e3e1cd9890ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.206088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-9ce7d123-8beb-4ae0-bf23-3f2b747e3604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.207622 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-9ce7d123-8beb-4ae0-bf23-3f2b747e3604 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0946705 Jul 22 14:24:13.221466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f92a1399-c0b4-4cd3-8aec-e3e1cd9890ee None None] Port ab5f7adb-3d85-456e-91ac-d207d0f678f6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:13.237462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:13.240517 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.282823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-e9708233-9f35-4d3b-b594-9d3abab7aa38 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656061 Jul 22 14:24:13.314089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 3, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:13.357151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c9f7c4-c7cd-435e-8513-de73de8828a7 None None] The sync data for ids ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'] in n-d-794306-8 is: [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:07Z', 'revision_number': 3, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:13.449227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-6ba1799c-5de1-4887-855e-445142985db3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611614 Jul 22 14:24:13.451937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Allocated IP 172.20.0.3 (53d6a015-6b86-442c-afff-bbb503e45693/07913867-df50-4e1d-af2b-fae0b2140bc1/31deabae-6361-48d0-aa46-ad74eb38b4bb) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:13.456161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-4827be15-a97a-4d3a-87f6-c8d11d85193c service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548154 Jul 22 14:24:13.502693 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.590678 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc78a1db-c089-4f46-92ab-b1c823789a18 x-openstack-request-id: req-bc78a1db-c089-4f46-92ab-b1c823789a18 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:13.591272 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f662ee-f45b-4a99-beb4-d0f81cb2dcee", "tag": "2ae3234b-6264-4850-ad87-0ca8ff30d2fd", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:13.591272 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc78a1db-c089-4f46-92ab-b1c823789a18 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:13.591587 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'tag': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd', 'status': 'completed', 'code': 200} Jul 22 14:24:13.613367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082cdc-c01d-4258-86f0-d66ec8961f1f service neutron] Pushing event updated for resources: {'Port': ['ID=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:13.678949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-f980bb88-b71b-4c76-b4c4-b459723e5d6f service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190132 Jul 22 14:24:13.736767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Allocated IP 172.20.0.1 (7af67bca-d999-4dc0-b92f-cfec99dc9230/0f4791aa-5900-4e68-af10-36f08a0488ce/a3a624ba-8c6b-4da8-99c6-944924af6309) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:13.774672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-0246bbf4-c90c-4e0d-8208-dd018a588ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.774672 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-0246bbf4-c90c-4e0d-8208-dd018a588ced service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 1099 time: 0.2238894 Jul 22 14:24:13.812766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77f8e2-ff5d-4bb2-8e78-9e448dc2487a req-8be07ca8-df42-4722-b270-562153997e15 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.814347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f77f8e2-ff5d-4bb2-8e78-9e448dc2487a req-8be07ca8-df42-4722-b270-562153997e15 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 944 time: 0.9786558 Jul 22 14:24:13.815657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:13.823114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4bfe3600-2180-49cc-a93a-6a0423f53abb admin admin] 10.222.0.60 "PUT /v2.0/routers/e02abfd7-2282-464c-873d-153f5e1f5f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7276816 Jul 22 14:24:13.837031 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Sync routers for ids ['e02abfd7-2282-464c-873d-153f5e1f5f38'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:13.839497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bb022c1-9637-4663-ad06-b79f56666637 req-b2dc1bb6-f82e-4aac-804d-a6aafd65ac00 service neutron] 10.222.0.72 "GET /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864502 Jul 22 14:24:13.841413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d219a025-8630-48f3-a532-2cdd76f0271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.843124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-d219a025-8630-48f3-a532-2cdd76f0271a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 1098 time: 0.9382808 Jul 22 14:24:13.849227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Routers {'e02abfd7-2282-464c-873d-153f5e1f5f38'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:13.850123 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e02abfd7-2282-464c-873d-153f5e1f5f38'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:13.876745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.934255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b1c4a6-744b-46e6-854e-2a14e16d49e9 req-82263096-02d6-46cb-9488-72f3d165c4f1 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477915 Jul 22 14:24:13.965988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:13.980106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-a997ed62-d1d1-4160-b6ef-7ea44962c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:13.981604 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-a997ed62-d1d1-4160-b6ef-7ea44962c313 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1927142 Jul 22 14:24:13.984956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Transition to ACTIVE for port object a3a624ba-8c6b-4da8-99c6-944924af6309 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:14.039780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-21b1110c-f29a-41d1-82af-36aed4495538 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2595ca00-98b5-497a-a879-f1ec650423e2 HTTP/1.1" status: 200 len: 217 time: 0.0504146 Jul 22 14:24:14.040797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.060147 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Set router e02abfd7-2282-464c-873d-153f5e1f5f38 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:14.110048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-e354fe03-398c-46ce-adc1-aa20be9c5b14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd HTTP/1.1" status: 200 len: 217 time: 0.0976663 Jul 22 14:24:14.126975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Network 53d6a015-6b86-442c-afff-bbb503e45693 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:14.137042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:14.139695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:14.146658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event updated for resources: {'Port': ['ID=31deabae-6361-48d0-aa46-ad74eb38b4bb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.178085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-785cb09d-8207-4690-bb7b-4d0eb12dd9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.180580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-785cb09d-8207-4690-bb7b-4d0eb12dd9b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1293299 Jul 22 14:24:14.202186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f77f8e2-ff5d-4bb2-8e78-9e448dc2487a req-cee68dfa-bd0a-40fc-98aa-996c159e8432 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763232 Jul 22 14:24:14.235701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-4a2211bd-4105-4f54-bfb9-5b169b47ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.237529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-4a2211bd-4105-4f54-bfb9-5b169b47ecc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1109846 Jul 22 14:24:14.247365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2281d4-97ba-4908-88da-96c9d381ff6c req-75b71608-73df-4685-9394-c220d2748baa tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.249202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc2281d4-97ba-4908-88da-96c9d381ff6c req-75b71608-73df-4685-9394-c220d2748baa tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 948 time: 0.6556716 Jul 22 14:24:14.254610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.255551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.265409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.290296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-ccf2b5d3-0fe8-4755-aaec-9a9f1c7988af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3293874 Jul 22 14:24:14.302118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-271ab5f6-fc29-4a64-8ebc-e2053c3a105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.304505 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-271ab5f6-fc29-4a64-8ebc-e2053c3a105d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997162 Jul 22 14:24:14.308837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Request body: {'port': {'device_id': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:14.316510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-6e0718e7-689d-467f-b1a1-249d043758bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.318062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-6e0718e7-689d-467f-b1a1-249d043758bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e5e75b9e28f2488fb9ec6a6c88a98381&device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 1094 time: 0.2984343 Jul 22 14:24:14.344610 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ab5f7adb-3d85-456e-91ac-d207d0f678f6', 'name': '', 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'mac_address': 'fa:16:3e:51:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6d776755-474e-460e-aed0-1310e0a6eb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:02Z', 'updated_at': '2021-07-22T14:24:09Z', 'revision_number': 2, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'subnets': [{'id': '6d776755-474e-460e-aed0-1310e0a6eb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:14.394372 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Checking router: e02abfd7-2282-464c-873d-153f5e1f5f38 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:14.394372 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Updating router e02abfd7-2282-464c-873d-153f5e1f5f38 port ab5f7adb-3d85-456e-91ac-d207d0f678f6 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:14.447898 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.460929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:14.538325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:14.566554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:14.568395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.582498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-dcc45af2-04c1-4373-8f27-1d96d24e36e7 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437654 Jul 22 14:24:14.600486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc2281d4-97ba-4908-88da-96c9d381ff6c req-f327ac73-8644-44db-b1df-e91fbbc2ca7b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376079 Jul 22 14:24:14.677340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a624ba-8c6b-4da8-99c6-944924af6309,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:14.823336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-0490dcf3-f4c1-4286-af71-3be9bc4028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.825411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-0490dcf3-f4c1-4286-af71-3be9bc4028d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 HTTP/1.1" status: 200 len: 915 time: 0.4625566 Jul 22 14:24:14.864043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'}, {'name': 'network-changed', 'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:14.869361 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f24201b-b1d6-4cfe-9738-cca50d53fbad" -d '{"events": [{"server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "name": "network-vif-unplugged", "status": "completed", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb"}, {"name": "network-changed", "server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:14.909217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8f224d4-c00d-4d19-948c-27ad7a59616f req-2eb44add-bdf0-41c4-9324-4c252e542d55 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192973 Jul 22 14:24:14.936764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-da0b4e09-788e-47f1-9a05-b36af5cc8bbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13700938-87ac-4884-8a5e-ef88826b07b0 HTTP/1.1" status: 200 len: 217 time: 0.0882595 Jul 22 14:24:14.937604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:14.953784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-8343b455-7cfd-4799-af25-3cd6188e913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:14.956361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-8343b455-7cfd-4799-af25-3cd6188e913d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6990743 Jul 22 14:24:14.960650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82ae49e1-08b5-46c5-9bbb-a7ff0099a08d None None] Provisioning for port a3a624ba-8c6b-4da8-99c6-944924af6309 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:14.966352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82ae49e1-08b5-46c5-9bbb-a7ff0099a08d None None] Provisioning complete for port a3a624ba-8c6b-4da8-99c6-944924af6309 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:14.974772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82ae49e1-08b5-46c5-9bbb-a7ff0099a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.012857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e395afd-fdf7-4285-a20d-522ba226081e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:15.050282 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.064508 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Transition to ACTIVE for port object ab5f7adb-3d85-456e-91ac-d207d0f678f6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:15.072346 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.072967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-82ae49e1-08b5-46c5-9bbb-a7ff0099a08d None None] Port a3a624ba-8c6b-4da8-99c6-944924af6309 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:15.100795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6e395afd-fdf7-4285-a20d-522ba226081e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:15.108791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6e395afd-fdf7-4285-a20d-522ba226081e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:15.109548 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.126592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c52b0-7097-4189-82a6-08149f858c7c req-a676db35-6aef-42e0-9561-2ead425ee62c tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.128289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-848c52b0-7097-4189-82a6-08149f858c7c req-a676db35-6aef-42e0-9561-2ead425ee62c tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 943 time: 0.5748844 Jul 22 14:24:15.129905 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe645cd-01f8-4924-812e-184691831579 None None] Pushing event updated for resources: {'Port': ['ID=ab5f7adb-3d85-456e-91ac-d207d0f678f6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:15.168472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31deabae-6361-48d0-aa46-ad74eb38b4bb {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:15.189514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.225021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Transition to ACTIVE for port object 31deabae-6361-48d0-aa46-ad74eb38b4bb will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:15.233860 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.249838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.276756 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Attempting to bind port ab5f7adb-3d85-456e-91ac-d207d0f678f6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:15.277127 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Attempting to bind port ab5f7adb-3d85-456e-91ac-d207d0f678f6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:15.277548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Attempting to bind port ab5f7adb-3d85-456e-91ac-d207d0f678f6 on network 6386790a-0934-4067-a5ec-99e5d142d07a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:15.291159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:15.291938 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Checking segment: {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:15.292355 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.292758 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Bound using segment: {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:15.293253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Bound port: ab5f7adb-3d85-456e-91ac-d207d0f678f6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b27f53-4e0f-410a-9879-db1c8bd8f7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:15.293663 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.296965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.323568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6e395afd-fdf7-4285-a20d-522ba226081e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6e395afd-fdf7-4285-a20d-522ba226081e,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:15.335225 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.336377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227c916-589f-48ac-9d16-397257650417 req-b8bf40e4-6a9f-4c22-92a3-365329ee1f07 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.342106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e227c916-589f-48ac-9d16-397257650417 req-b8bf40e4-6a9f-4c22-92a3-365329ee1f07 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 931 time: 0.5967906 Jul 22 14:24:15.343921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-085c5a0c-c026-46c3-a364-19975d42a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.346682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-085c5a0c-c026-46c3-a364-19975d42a47b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9033c41e-b607-466c-b79d-861e0377f0f5 HTTP/1.1" status: 200 len: 853 time: 0.3006723 Jul 22 14:24:15.376747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Pushing event updated for resources: {'Port': ['ID=31deabae-6361-48d0-aa46-ad74eb38b4bb,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:15.415745 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] For port ab5f7adb-3d85-456e-91ac-d207d0f678f6, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:15.420507 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] For port ab5f7adb-3d85-456e-91ac-d207d0f678f6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ab5f7adb-3d85-456e-91ac-d207d0f678f6,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:15.426033 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.452397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Attempting to bind port 31deabae-6361-48d0-aa46-ad74eb38b4bb on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:15.452726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Attempting to bind port 31deabae-6361-48d0-aa46-ad74eb38b4bb by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:15.453015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6e395afd-fdf7-4285-a20d-522ba226081e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:15.453146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Attempting to bind port 31deabae-6361-48d0-aa46-ad74eb38b4bb on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:15.465262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-848c52b0-7097-4189-82a6-08149f858c7c req-f8cd2d88-1ce8-469e-8e7b-da493fcad18e tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899516 Jul 22 14:24:15.477664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Port 31deabae-6361-48d0-aa46-ad74eb38b4bb on network 53d6a015-6b86-442c-afff-bbb503e45693 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:15.477998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Attempting to bind port 31deabae-6361-48d0-aa46-ad74eb38b4bb on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:15.511551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:15.511893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:15.512432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Bound using segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:15.513229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Bound port: 31deabae-6361-48d0-aa46-ad74eb38b4bb, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:15.513597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.517337 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe645cd-01f8-4924-812e-184691831579 None None] Pushing event updated for resources: {'Port': ['ID=ab5f7adb-3d85-456e-91ac-d207d0f678f6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:15.532376 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Routers {'e02abfd7-2282-464c-873d-153f5e1f5f38'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:15.532978 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e02abfd7-2282-464c-873d-153f5e1f5f38'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:15.568686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-966507ea-875b-447d-b429-bf9e3380a81e service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880520 Jul 22 14:24:15.579203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e227c916-589f-48ac-9d16-397257650417 req-fda46703-39b8-4867-bcdc-929eae7dcc23 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176218 Jul 22 14:24:15.604719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.671657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-e9679c42-3510-47c2-b7be-a252812e6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.674669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-e9679c42-3510-47c2-b7be-a252812e6061 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3082430 Jul 22 14:24:15.679087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] For port 31deabae-6361-48d0-aa46-ad74eb38b4bb, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:15.703230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] For port 31deabae-6361-48d0-aa46-ad74eb38b4bb, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:15.714632 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.770912 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] Set router e02abfd7-2282-464c-873d-153f5e1f5f38 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:15.780487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:15.781169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:15.782800 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] 10.222.0.72 "PUT /v2.0/ports/31deabae-6361-48d0-aa46-ad74eb38b4bb HTTP/1.1" status: 200 len: 1091 time: 1.4829056 Jul 22 14:24:15.869682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c691e-5455-40b3-9cb9-a658988bede9 service neutron] Pushing event updated for resources: {'Port': ['ID=31deabae-6361-48d0-aa46-ad74eb38b4bb,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:16.002568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-efe34118-d8e0-42cd-beaf-ecba391c744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.004409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-efe34118-d8e0-42cd-beaf-ecba391c744e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 1094 time: 0.1529438 Jul 22 14:24:16.053991 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-fdbd60f1-42b6-4b3f-a392-dfde8531e084 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb HTTP/1.1" status: 200 len: 217 time: 0.0396614 Jul 22 14:24:16.125506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-dab2f3c9-5c7b-4dc7-b60c-a14a70f6a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.127678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-dab2f3c9-5c7b-4dc7-b60c-a14a70f6a12a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.0675194 Jul 22 14:24:16.130025 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ab5f7adb-3d85-456e-91ac-d207d0f678f6', 'name': '', 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'mac_address': 'fa:16:3e:51:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6d776755-474e-460e-aed0-1310e0a6eb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:02Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'subnets': [{'id': '6d776755-474e-460e-aed0-1310e0a6eb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:16.160574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92bd6a-cb16-4f80-a258-7277e77c7f2d None None] The sync data for ids ['e02abfd7-2282-464c-873d-153f5e1f5f38'] in n-d-794306-8 is: [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:24:08Z', 'revision_number': 4, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ab5f7adb-3d85-456e-91ac-d207d0f678f6', 'name': '', 'network_id': '6386790a-0934-4067-a5ec-99e5d142d07a', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'mac_address': 'fa:16:3e:51:f6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '6d776755-474e-460e-aed0-1310e0a6eb4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:02Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'subnets': [{'id': '6d776755-474e-460e-aed0-1310e0a6eb4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:16.177951 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-b9474db1-0262-450e-8b18-bb71f357f898 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428448 Jul 22 14:24:16.291811 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ad04fa-89cb-41f4-9a9b-afe86f252771 x-openstack-request-id: req-b7ad04fa-89cb-41f4-9a9b-afe86f252771 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:16.292115 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "name": "network-vif-unplugged", "status": "completed", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb", "code": 200}, {"name": "network-changed", "server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:16.292368 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7ad04fa-89cb-41f4-9a9b-afe86f252771 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:16.292744 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'code': 200} Jul 22 14:24:16.292996 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'status': 'completed', 'code': 200} Jul 22 14:24:16.325884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e55cfd16-b5fd-4e56-a886-a3181fa52c5d req-1a40f515-0b87-495a-a771-4cf02a9a92d3 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422647 Jul 22 14:24:16.347623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a603f9e-98d1-4f23-b315-c895927efdad req-1d9ceecd-9a1d-4c45-af97-4f765f367c97 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5416758 Jul 22 14:24:16.372792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-7bbeee91-3074-4ee5-99a5-d0a23666fef5 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863475 Jul 22 14:24:16.395689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:16.401174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-fd46f77a-58bf-45c1-85ce-f989197e79e3 service neutron] 10.222.0.72 "GET /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154331 Jul 22 14:24:16.416367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-2610e360-a869-445a-8604-9b07d24724ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.417877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-2610e360-a869-445a-8604-9b07d24724ee service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1125 time: 0.1092710 Jul 22 14:24:16.539738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a63a848d-669f-4f94-b616-0c2b44eea1f5 req-c1fa5629-61df-4199-8926-879f78d826eb service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571205 Jul 22 14:24:16.567185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-43542a0d-d76c-4e57-bfd3-1de24f11e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.568871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-43542a0d-d76c-4e57-bfd3-1de24f11e830 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1442420 Jul 22 14:24:16.622408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-8ad40bd1-6d31-4a3e-b39a-80d04334fc43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 217 time: 0.0420532 Jul 22 14:24:16.679105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-d74340bf-95fe-49a6-ac54-de9b1b916eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:16.680954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-d74340bf-95fe-49a6-ac54-de9b1b916eca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0514383 Jul 22 14:24:16.721133 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-c2295402-03ab-4e98-ae8b-5fc337f48ac7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327978 Jul 22 14:24:16.773581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2595ca00-98b5-497a-a879-f1ec650423e2 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:16.834311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.837451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-1edeaa5d-64c9-40fb-9d0a-163a3edd7951 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094530 Jul 22 14:24:16.942694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.953318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2595ca00-98b5-497a-a879-f1ec650423e2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2595ca00-98b5-497a-a879-f1ec650423e2,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:16.961073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:16.982362 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f24201b-b1d6-4cfe-9738-cca50d53fbad req-297ffcfd-d7f7-400c-a6bc-54509a67b7dd service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348083 Jul 22 14:24:16.989222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '2595ca00-98b5-497a-a879-f1ec650423e2', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '2595ca00-98b5-497a-a879-f1ec650423e2', 'mac_address': 'fa:16:3e:8b:5c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:17.011659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-05708a87-a60c-48d0-bb14-ef31b6f7920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.012705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-05708a87-a60c-48d0-bb14-ef31b6f7920a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 1098 time: 0.6106670 Jul 22 14:24:17.015098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbcb4c2f-4526-4c95-b85d-fbcfd8d81f18 req-0ed9ed03-519d-4201-bd81-732f34916828 service neutron] 10.222.0.72 "GET /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189747 Jul 22 14:24:17.023142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90813f-7ebc-4577-8d4f-2cc780f10275 req-e5915c73-c133-4f67-bbff-b55c72d32eba tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.024646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e90813f-7ebc-4577-8d4f-2cc780f10275 req-e5915c73-c133-4f67-bbff-b55c72d32eba tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 944 time: 0.6434293 Jul 22 14:24:17.036834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e395afd-fdf7-4285-a20d-522ba226081e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:17.076103 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.094750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2595ca00-98b5-497a-a879-f1ec650423e2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:17.122916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2595ca00-98b5-497a-a879-f1ec650423e2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2595ca00-98b5-497a-a879-f1ec650423e2,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.124536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6e395afd-fdf7-4285-a20d-522ba226081e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:17.125012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.146921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.147586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13700938-87ac-4884-8a5e-ef88826b07b0 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:17.197580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Pushing event updated for resources: {'Port': ['ID=a3a624ba-8c6b-4da8-99c6-944924af6309,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.200909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.231881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e90813f-7ebc-4577-8d4f-2cc780f10275 req-c6374314-7986-4572-9283-3d20c1b35eea tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753318 Jul 22 14:24:17.291088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2595ca00-98b5-497a-a879-f1ec650423e2,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.315964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-9b469d4b-edaa-49a2-bbfd-9a86565495c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.318325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-9b469d4b-edaa-49a2-bbfd-9a86565495c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2652915 Jul 22 14:24:17.360725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ab5f7adb-3d85-456e-91ac-d207d0f678f6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:17.402949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 13700938-87ac-4884-8a5e-ef88826b07b0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13700938-87ac-4884-8a5e-ef88826b07b0,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.412794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.422472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '13700938-87ac-4884-8a5e-ef88826b07b0', 'network_id': 'a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5', 'port_id': '13700938-87ac-4884-8a5e-ef88826b07b0', 'mac_address': 'fa:16:3e:23:ee:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9033c41e-b607-466c-b79d-861e0377f0f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:17.466867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.484445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13700938-87ac-4884-8a5e-ef88826b07b0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:17.489467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-baf08e6e-fc16-4229-946b-fb05328ef344 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd HTTP/1.1" status: 200 len: 217 time: 0.1406183 Jul 22 14:24:17.490411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ab5f7adb-3d85-456e-91ac-d207d0f678f6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:17.500790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ab5f7adb-3d85-456e-91ac-d207d0f678f6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:17.501737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.545155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 13700938-87ac-4884-8a5e-ef88826b07b0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13700938-87ac-4884-8a5e-ef88826b07b0,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.595966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:17.606226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.609424 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.620233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:17.668524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-a5fcf866-ec16-404d-b0b9-9894af66f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.670313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-a5fcf866-ec16-404d-b0b9-9894af66f313 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1632824 Jul 22 14:24:17.703956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=13700938-87ac-4884-8a5e-ef88826b07b0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.712909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ab5f7adb-3d85-456e-91ac-d207d0f678f6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ab5f7adb-3d85-456e-91ac-d207d0f678f6,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:17.719989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.733919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Allocated IP 172.25.3.226 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/b667fa91-10d7-4558-9439-c139ab113cc9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:17.796144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ab5f7adb-3d85-456e-91ac-d207d0f678f6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:17.846011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568eb73-3cb0-42a6-a5ee-a604ed558c30 req-2c7dd2e7-6da0-470d-bdf3-21d41dfa0ec2 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.847560 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4568eb73-3cb0-42a6-a5ee-a604ed558c30 req-2c7dd2e7-6da0-470d-bdf3-21d41dfa0ec2 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 949 time: 0.3658860 Jul 22 14:24:17.887422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe977f77-c061-4d22-9666-d4bb1e86e226 None None] Provisioning complete for port a3a624ba-8c6b-4da8-99c6-944924af6309 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:17.887777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe977f77-c061-4d22-9666-d4bb1e86e226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:17.916407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['13700938-87ac-4884-8a5e-ef88826b07b0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:17.918725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:17.977708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4568eb73-3cb0-42a6-a5ee-a604ed558c30 req-f6e88d5d-16ec-486e-8aa4-ca4ad4bb2d68 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173420 Jul 22 14:24:17.990444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-31fc06d4-6aeb-462e-a9c4-6a818d43afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:17.991991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-31fc06d4-6aeb-462e-a9c4-6a818d43afcc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2763858 Jul 22 14:24:17.994481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe977f77-c061-4d22-9666-d4bb1e86e226 None None] Port a3a624ba-8c6b-4da8-99c6-944924af6309 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:17.997325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:18.033330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.241361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-a4acf321-ed45-43b9-a00d-f8ef2b67b588 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402706 Jul 22 14:24:18.290263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.294107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'tag': '31deabae-6361-48d0-aa46-ad74eb38b4bb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:18.296572 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "59f326c0-73e1-4dc8-a215-ec1069b4c633", "tag": "31deabae-6361-48d0-aa46-ad74eb38b4bb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:18.337537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61582fdf-7074-4adc-bf42-c1beb9f69352 req-755fba1d-4889-4796-b41d-e4626adcf2fc tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:18.339049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61582fdf-7074-4adc-bf42-c1beb9f69352 req-755fba1d-4889-4796-b41d-e4626adcf2fc tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 944 time: 0.1874776 Jul 22 14:24:18.371862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:18.385122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Sync routers for ids ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:18.396499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2e5a846e-25ad-4360-9c97-99562dfffff3 admin admin] 10.222.0.60 "PUT /v2.0/routers/9d0eafc1-9376-4760-9ed8-aef7b65c46c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0974040 Jul 22 14:24:18.396499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:18.396796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Routers {'9d0eafc1-9376-4760-9ed8-aef7b65c46c9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:18.396796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:18.407650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:18.418401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:18.424011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=b667fa91-10d7-4558-9439-c139ab113cc9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:18.461805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2ae3234b-6264-4850-ad87-0ca8ff30d2fd details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:18.483221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b87be5c6-fcbf-46b5-88b9-6ad0e8b0158e req-53255748-d608-48d5-af7f-36443205c542 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317665 Jul 22 14:24:18.488271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61582fdf-7074-4adc-bf42-c1beb9f69352 req-d8e5cc6c-6810-4de2-9167-232af977ae65 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200323 Jul 22 14:24:18.637581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.652866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Set router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:18.704859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6247645-5142-464f-851b-6464816b9cb0 req-19355563-dc2d-4ad1-911e-364394b5ad85 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:18.706442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6247645-5142-464f-851b-6464816b9cb0 req-19355563-dc2d-4ad1-911e-364394b5ad85 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 943 time: 0.1306384 Jul 22 14:24:18.719296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:18.765535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:18.778671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6247645-5142-464f-851b-6464816b9cb0 req-c5fc54ab-5224-4078-bc09-730de734b837 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654922 Jul 22 14:24:18.787552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 31deabae-6361-48d0-aa46-ad74eb38b4bb details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:18.790252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13700938-87ac-4884-8a5e-ef88826b07b0 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:18.934106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-43715363-d1ad-468d-ada3-9b3f09ebe000 service neutron] 10.222.0.72 "GET /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.1258020 Jul 22 14:24:18.969280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd', 'mac_address': 'fa:16:3e:e1:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:18.971193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ab5f7adb-3d85-456e-91ac-d207d0f678f6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:19.009210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.017378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.114255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=b667fa91-10d7-4558-9439-c139ab113cc9,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.153221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.157780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 13700938-87ac-4884-8a5e-ef88826b07b0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:19.164659 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.190080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 13700938-87ac-4884-8a5e-ef88826b07b0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:19.190445 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.198291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.205967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a603f9e-98d1-4f23-b315-c895927efdad req-18f49a97-fb13-4248-83b1-ddd52bae837f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8255675 Jul 22 14:24:19.236165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae3234b-6264-4850-ad87-0ca8ff30d2fd {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:19.276098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ab5f7adb-3d85-456e-91ac-d207d0f678f6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:19.276098 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.288004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 31deabae-6361-48d0-aa46-ad74eb38b4bb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:19.294883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:19.328770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.367093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '31deabae-6361-48d0-aa46-ad74eb38b4bb', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': '31deabae-6361-48d0-aa46-ad74eb38b4bb', 'mac_address': 'fa:16:3e:e5:6c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:19.454401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a3a624ba-8c6b-4da8-99c6-944924af6309', 'name': '', 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'mac_address': 'fa:16:3e:e6:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0f4791aa-5900-4e68-af10-36f08a0488ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:12Z', 'updated_at': '2021-07-22T14:24:16Z', 'revision_number': 2, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'subnets': [{'id': '0f4791aa-5900-4e68-af10-36f08a0488ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:19.493565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.502626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Checking router: 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:19.502733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Updating router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 port a3a624ba-8c6b-4da8-99c6-944924af6309 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:19.549291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.565800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.566196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a603f9e-98d1-4f23-b315-c895927efdad req-1bc5f7eb-8a75-406e-b60b-404d1500eee1 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.3592339 Jul 22 14:24:19.568969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:19.591773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31deabae-6361-48d0-aa46-ad74eb38b4bb {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:19.604685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.637611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13700938-87ac-4884-8a5e-ef88826b07b0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:19.638074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:19.639832 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aed1f6-d8a2-4fa7-8687-a30c781396af" -d '{"events": [{"server_uuid": "30f74757-7b31-4bc4-b845-af1273cfce7e", "name": "network-vif-plugged", "status": "completed", "tag": "13700938-87ac-4884-8a5e-ef88826b07b0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:19.651379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 31deabae-6361-48d0-aa46-ad74eb38b4bb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:19.657179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 13700938-87ac-4884-8a5e-ef88826b07b0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13700938-87ac-4884-8a5e-ef88826b07b0,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:19.677026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['2ae3234b-6264-4850-ad87-0ca8ff30d2fd'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:19.678832 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.685281 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.686030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2595ca00-98b5-497a-a879-f1ec650423e2 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:19.721740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09482f91-e685-43be-bd01-637785a40b73 req-25929c4b-eebf-49ac-a7f3-8f3cf2e8384b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:19.723286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09482f91-e685-43be-bd01-637785a40b73 req-25929c4b-eebf-49ac-a7f3-8f3cf2e8384b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 944 time: 0.5031073 Jul 22 14:24:19.728699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:19.754607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:19.768586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a603f9e-98d1-4f23-b315-c895927efdad req-9cd8e2c5-93d7-47b0-bef3-fef21251df18 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:19.769948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a603f9e-98d1-4f23-b315-c895927efdad req-9cd8e2c5-93d7-47b0-bef3-fef21251df18 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1971157 Jul 22 14:24:19.788011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-6a603f9e-98d1-4f23-b315-c895927efdad req-377f770d-58ec-4c44-ad1e-47cd785ab741 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:24:19.789123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a603f9e-98d1-4f23-b315-c895927efdad req-377f770d-58ec-4c44-ad1e-47cd785ab741 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082402 Jul 22 14:24:19.794141 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:19.819087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09482f91-e685-43be-bd01-637785a40b73 req-4361da68-4105-4f41-990b-5a5511426903 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803158 Jul 22 14:24:19.829345 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611cd57f-d20c-46e5-8747-6bdccaee3b46 x-openstack-request-id: req-611cd57f-d20c-46e5-8747-6bdccaee3b46 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:19.829848 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f326c0-73e1-4dc8-a215-ec1069b4c633", "tag": "31deabae-6361-48d0-aa46-ad74eb38b4bb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:19.830608 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-611cd57f-d20c-46e5-8747-6bdccaee3b46 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:19.831310 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'tag': '31deabae-6361-48d0-aa46-ad74eb38b4bb', 'status': 'completed', 'code': 200} Jul 22 14:24:19.941067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=31deabae-6361-48d0-aa46-ad74eb38b4bb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:19.964065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-0a300c81-6245-49ec-97bb-d61f1356760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:19.968353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-0a300c81-6245-49ec-97bb-d61f1356760c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 1095 time: 0.1086426 Jul 22 14:24:19.978998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['31deabae-6361-48d0-aa46-ad74eb38b4bb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:20.001156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 2595ca00-98b5-497a-a879-f1ec650423e2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:20.008757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c66fa8cc-0b3d-440e-a529-2616dfe4dc11 req-f11ec92f-7efe-4dea-81ed-bd9ef3123479 tempest-FloatingIPsNegativeTestJSON-1615837153 tempest-FloatingIPsNegativeTestJSON-1615837153-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=17ac382c6cf34ebf83481ea30201853a HTTP/1.1" status: 200 len: 217 time: 0.0792558 Jul 22 14:24:20.016400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Transition to ACTIVE for port object 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:20.040229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 2595ca00-98b5-497a-a879-f1ec650423e2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:20.040609 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.043734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.130060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-4b648ec2-2ec1-4a1f-958e-8e5227593a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.131997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-4b648ec2-2ec1-4a1f-958e-8e5227593a89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.1559813 Jul 22 14:24:20.135280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] No DVR routers for this DVR port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:20.155677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Pushing event updated for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:20.161082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=13700938-87ac-4884-8a5e-ef88826b07b0,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:20.187839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-10967483-118d-4c93-8daf-a4439ebc491c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb HTTP/1.1" status: 200 len: 217 time: 0.0459154 Jul 22 14:24:20.203990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.204346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.204698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.205335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.205469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.205901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.206238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.206593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.206928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.207263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.207595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.207916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:20.221529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7214ffe-f670-4c1f-b5f9-c4c8539d9b4d req-1e4aead0-5a1d-4e9c-b151-f8ad13a77eb3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.223127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7214ffe-f670-4c1f-b5f9-c4c8539d9b4d req-1e4aead0-5a1d-4e9c-b151-f8ad13a77eb3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 949 time: 0.2188578 Jul 22 14:24:20.241269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-bdb18a21-677a-4fa8-adc3-28ebcf574f9b service neutron] 10.222.0.72 "PUT /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb/bindings/n-h2-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3009541 Jul 22 14:24:20.270769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-40401ce5-7318-440d-831d-ee77f04e7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.272239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-40401ce5-7318-440d-831d-ee77f04e7c9b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.0785985 Jul 22 14:24:20.297502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7214ffe-f670-4c1f-b5f9-c4c8539d9b4d req-947f8d76-d00b-4994-b27c-01c66c569f5e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670116 Jul 22 14:24:20.325819 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-69a9234a-8542-4731-b70e-ac6b71fac887 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425742 Jul 22 14:24:20.346703 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.357076 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6f28f2-71b1-4382-952d-8433774c3461 x-openstack-request-id: req-fb6f28f2-71b1-4382-952d-8433774c3461 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:20.357370 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f74757-7b31-4bc4-b845-af1273cfce7e", "name": "network-vif-plugged", "status": "completed", "tag": "13700938-87ac-4884-8a5e-ef88826b07b0", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:20.357627 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb6f28f2-71b1-4382-952d-8433774c3461 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:20.358136 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13700938-87ac-4884-8a5e-ef88826b07b0', 'code': 200} Jul 22 14:24:20.372234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08a2ce-533f-49f5-80a0-ac5a54c8a06d req-aeefa4dc-fbc5-40d7-9840-e66caed50929 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.380443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a08a2ce-533f-49f5-80a0-ac5a54c8a06d req-aeefa4dc-fbc5-40d7-9840-e66caed50929 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 945 time: 0.2328889 Jul 22 14:24:20.384567 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.409297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Transition to ACTIVE for port object a3a624ba-8c6b-4da8-99c6-944924af6309 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:20.429598 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.435046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2595ca00-98b5-497a-a879-f1ec650423e2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2595ca00-98b5-497a-a879-f1ec650423e2,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:20.472881 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.473697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:20.533606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a08a2ce-533f-49f5-80a0-ac5a54c8a06d req-5ee21d0d-e642-4ebb-8c02-26fac5107df6 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521699 Jul 22 14:24:20.534274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897c46b-aa6e-4a67-97ab-f4b5d5423734 None None] Pushing event updated for resources: {'Port': ['ID=a3a624ba-8c6b-4da8-99c6-944924af6309,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:20.542324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-e991160f-7522-486a-9bf1-464b476dee0c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.543851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-e991160f-7522-486a-9bf1-464b476dee0c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.2436690 Jul 22 14:24:20.594860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da769019-f95d-43aa-af2d-51b088702cd3 req-89fc25b7-76b1-4bc2-82d4-1d00715e356a tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2054355 Jul 22 14:24:20.664492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:20.676326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:20.683977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Attempting to bind port a3a624ba-8c6b-4da8-99c6-944924af6309 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:20.684355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Attempting to bind port a3a624ba-8c6b-4da8-99c6-944924af6309 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:20.685081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Attempting to bind port a3a624ba-8c6b-4da8-99c6-944924af6309 on network 7af67bca-d999-4dc0-b92f-cfec99dc9230 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:20.694823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2595ca00-98b5-497a-a879-f1ec650423e2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:20.697952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:20.698337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Checking segment: {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:20.698779 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.699177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Bound using segment: {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:20.699667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Bound port: a3a624ba-8c6b-4da8-99c6-944924af6309, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:20.700069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.724972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-0907215b-62f6-49ff-8c98-0a498cfa7f5a service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916843 Jul 22 14:24:20.750610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1c5f5-b8fe-44f4-b1e5-a533ae4ef560 req-5a41f0be-f6c4-4058-a985-65ab2e22ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.752532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cee1c5f5-b8fe-44f4-b1e5-a533ae4ef560 req-5a41f0be-f6c4-4058-a985-65ab2e22ed12 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 1096 time: 0.3321736 Jul 22 14:24:20.778896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.794985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] For port a3a624ba-8c6b-4da8-99c6-944924af6309, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:20.799166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] For port a3a624ba-8c6b-4da8-99c6-944924af6309, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a3a624ba-8c6b-4da8-99c6-944924af6309,segment=NetworkSegment(3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002),segment_id=3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:20.805699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-ff274888-e3d8-4cee-9634-71414e039cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.807243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-ff274888-e3d8-4cee-9634-71414e039cb6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f&tenant_id=6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 1096 time: 0.2184935 Jul 22 14:24:20.808161 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:20.832646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0c21cd9c-6462-4c26-a011-2ba4e5f25fc2 req-15e00d07-e51b-47d2-a4b9-3ba176eeb3c0 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993159 Jul 22 14:24:20.847419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc934-903b-423f-ac66-5b3c76e65b51 req-ba214fec-6626-45bf-a390-2a4d9135c0ad tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:20.849081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18efc934-903b-423f-ac66-5b3c76e65b51 req-ba214fec-6626-45bf-a390-2a4d9135c0ad tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 944 time: 0.1889167 Jul 22 14:24:20.869287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Routers {'9d0eafc1-9376-4760-9ed8-aef7b65c46c9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:20.871415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:20.907270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cee1c5f5-b8fe-44f4-b1e5-a533ae4ef560 req-aae27831-c2f2-4038-bd4e-68b134de2fc7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403699 Jul 22 14:24:20.950977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18efc934-903b-423f-ac66-5b3c76e65b51 req-51205227-16aa-45b4-a17a-01fd96361574 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796874 Jul 22 14:24:21.030275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-9e8e7b55-b785-4e58-a0f8-68bbd32c9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.031823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-9e8e7b55-b785-4e58-a0f8-68bbd32c9939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1096 time: 0.1751082 Jul 22 14:24:21.033497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa527612-d75f-4e75-8b53-74b091ce6fd7 req-3849428f-da80-4b08-a245-1b9a61edc3fa tempest-FloatingIPsNegativeTestJSON-1615837153 tempest-FloatingIPsNegativeTestJSON-1615837153-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0342269 Jul 22 14:24:21.068068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897c46b-aa6e-4a67-97ab-f4b5d5423734 None None] Pushing event updated for resources: {'Port': ['ID=a3a624ba-8c6b-4da8-99c6-944924af6309,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:21.131668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] Set router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:21.138001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.191710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-ffef4ffa-35d2-4852-b0a1-ae86480badb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.193174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-ffef4ffa-35d2-4852-b0a1-ae86480badb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1485384 Jul 22 14:24:21.245315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-30bf167f-6e63-4e53-ae55-3ccf43d1bbf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 200 len: 217 time: 0.0399435 Jul 22 14:24:21.329789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-5a3762fa-0694-4cb9-9e39-5150b13b180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.331296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-5a3762fa-0694-4cb9-9e39-5150b13b180b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.0787680 Jul 22 14:24:21.340079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Allocated IP 172.25.3.62 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/c172a84b-5c06-4c7d-955c-8e80314f0174) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:21.345861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a3a624ba-8c6b-4da8-99c6-944924af6309', 'name': '', 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'mac_address': 'fa:16:3e:e6:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0f4791aa-5900-4e68-af10-36f08a0488ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:12Z', 'updated_at': '2021-07-22T14:24:20Z', 'revision_number': 4, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'subnets': [{'id': '0f4791aa-5900-4e68-af10-36f08a0488ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:21.379854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a112b2b-dda7-4cee-9bba-652d686f558b None None] The sync data for ids ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'] in n-d-794306-8 is: [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a3a624ba-8c6b-4da8-99c6-944924af6309', 'name': '', 'network_id': '7af67bca-d999-4dc0-b92f-cfec99dc9230', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'mac_address': 'fa:16:3e:e6:33:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '0f4791aa-5900-4e68-af10-36f08a0488ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:12Z', 'updated_at': '2021-07-22T14:24:20Z', 'revision_number': 4, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'subnets': [{'id': '0f4791aa-5900-4e68-af10-36f08a0488ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:21.380460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-478da90c-ec92-4d61-8cb2-9864ddde454b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356934 Jul 22 14:24:21.614718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.620035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-d390145c-5803-43e1-a09c-d7e464f447b8 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208827 Jul 22 14:24:21.709375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d46bc-668b-4e85-8bfb-e92ff45a9265 req-52210d68-c550-46aa-9e55-718f64023bb8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:21.711019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca8d46bc-668b-4e85-8bfb-e92ff45a9265 req-52210d68-c550-46aa-9e55-718f64023bb8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 945 time: 0.2241037 Jul 22 14:24:21.775336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:21.782535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-45cf945e-7bdf-4857-a6d9-f6fbf0b30a41 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546423 Jul 22 14:24:21.832498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca8d46bc-668b-4e85-8bfb-e92ff45a9265 req-0700c77e-b384-469f-b1d1-3cb4e5542097 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017187 Jul 22 14:24:21.849738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:21.853369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:21.858984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:21.861415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=c172a84b-5c06-4c7d-955c-8e80314f0174,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:21.993682 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-8c4d3a28-2603-4c8e-9fc9-e49da42fb9fa req-628f0ca9-7ccc-4b87-ae62-d6f144ee4802 tempest-FloatingIPsNegativeTestJSON-1615837153 tempest-FloatingIPsNegativeTestJSON-1615837153-project] show failed (client error): The resource could not be found. Jul 22 14:24:21.994844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c4d3a28-2603-4c8e-9fc9-e49da42fb9fa req-628f0ca9-7ccc-4b87-ae62-d6f144ee4802 tempest-FloatingIPsNegativeTestJSON-1615837153 tempest-FloatingIPsNegativeTestJSON-1615837153-project] 10.222.0.60 "GET /v2.0/floatingips/b5a3e186-88f4-43bd-9f16-829d7ffdf00a HTTP/1.1" status: 404 len: 350 time: 0.0492170 Jul 22 14:24:22.003610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:22.018111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.144627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.358802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2595ca00-98b5-497a-a879-f1ec650423e2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:22.361440 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519dfbb-23a7-47e5-8ab6-fd85885bf0ca" -d '{"events": [{"server_uuid": "aae2c59f-7365-4916-86d3-9e1674f7d572", "name": "network-vif-plugged", "status": "completed", "tag": "2595ca00-98b5-497a-a879-f1ec650423e2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:22.458934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2ae3234b-6264-4850-ad87-0ca8ff30d2fd up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:22.473206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-4cdf4fcb-4635-44d1-9b19-d3f4486bdf78 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.474733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-4cdf4fcb-4635-44d1-9b19-d3f4486bdf78 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.4030128 Jul 22 14:24:22.489730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.509670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8579d5-c04e-4115-b3f6-23c403ce6010 req-18e176a6-2305-4592-b69b-d79eeef7d2ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:22.511945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d8579d5-c04e-4115-b3f6-23c403ce6010 req-18e176a6-2305-4592-b69b-d79eeef7d2ac tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 950 time: 0.4428942 Jul 22 14:24:22.518211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:22.522052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:22.522437 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.620069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.641580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d8579d5-c04e-4115-b3f6-23c403ce6010 req-286b93a4-0a91-45bc-8825-fa66fd2e4fd2 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010227 Jul 22 14:24:22.663417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:22.669592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.734336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.741303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.743132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-55a7b615-6c47-4379-b488-78ea6dfd1543 service neutron] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:22.748101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-55a7b615-6c47-4379-b488-78ea6dfd1543 service neutron] Notify callbacks [] for binding, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.749239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06203c93-c44f-4d0a-a321-cfd8ad44601f req-55a7b615-6c47-4379-b488-78ea6dfd1543 service neutron] 10.222.0.61 "DELETE /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb/bindings/n-h1-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.2656708 Jul 22 14:24:22.749971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.787190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 31deabae-6361-48d0-aa46-ad74eb38b4bb up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:22.854956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Deleting port a3a624ba-8c6b-4da8-99c6-944924af6309 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:22.855655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.857755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=c172a84b-5c06-4c7d-955c-8e80314f0174,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:22.871165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.886567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 31deabae-6361-48d0-aa46-ad74eb38b4bb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:22.894235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 31deabae-6361-48d0-aa46-ad74eb38b4bb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:22.895140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.898440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:22.900307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da769019-f95d-43aa-af2d-51b088702cd3 req-84f168de-38af-45b5-b3fc-df0751c6845d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2489130 Jul 22 14:24:22.983398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da769019-f95d-43aa-af2d-51b088702cd3 req-660389d3-251b-4638-8b01-827950055397 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0739787 Jul 22 14:24:23.000588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a3a624ba-8c6b-4da8-99c6-944924af6309 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:23.004598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] For port a3a624ba-8c6b-4da8-99c6-944924af6309, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a3a624ba-8c6b-4da8-99c6-944924af6309,segment=NetworkSegment(3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002),segment_id=3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:23.004598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.019535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Calling delete_port for a3a624ba-8c6b-4da8-99c6-944924af6309 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:23.067725 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.083693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a3a624ba-8c6b-4da8-99c6-944924af6309 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:23.090572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a3a624ba-8c6b-4da8-99c6-944924af6309 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:23.091301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.105262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da769019-f95d-43aa-af2d-51b088702cd3 req-6f8591f4-aea5-404e-9c8c-04d44b14ee50 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.106869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da769019-f95d-43aa-af2d-51b088702cd3 req-6f8591f4-aea5-404e-9c8c-04d44b14ee50 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1144786 Jul 22 14:24:23.142890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 31deabae-6361-48d0-aa46-ad74eb38b4bb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:23.149403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.236416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=31deabae-6361-48d0-aa46-ad74eb38b4bb,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:23.259565 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.307608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7935c4-d17d-422d-9977-2870d13d911e req-a064b85f-6e3d-401a-b7d5-384b7f8e765e tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.309914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd7935c4-d17d-422d-9977-2870d13d911e req-a064b85f-6e3d-401a-b7d5-384b7f8e765e tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 945 time: 0.0873644 Jul 22 14:24:23.328118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.387364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd7935c4-d17d-422d-9977-2870d13d911e req-3e67576c-1d30-4d95-8c08-6ddea34a2cf1 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Jul 22 14:24:23.398807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a624ba-8c6b-4da8-99c6-944924af6309,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:23.407054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ecdd6-5493-40f1-a979-764c78b02f6c req-be68e8e8-f607-4eb1-adb2-d13a9536f860 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.408594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a30ecdd6-5493-40f1-a979-764c78b02f6c req-be68e8e8-f607-4eb1-adb2-d13a9536f860 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.0932248 Jul 22 14:24:23.436210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.436574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.436930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.437522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.437875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.438216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.438565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.438906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.439457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.439840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.441158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.441681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:23.445071 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5482d4a3-90e0-4bbb-bfe3-f0cb1ced4c6f x-openstack-request-id: req-5482d4a3-90e0-4bbb-bfe3-f0cb1ced4c6f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:23.446297 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2c59f-7365-4916-86d3-9e1674f7d572", "name": "network-vif-plugged", "status": "completed", "tag": "2595ca00-98b5-497a-a879-f1ec650423e2", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:23.446822 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5482d4a3-90e0-4bbb-bfe3-f0cb1ced4c6f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:23.447555 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2595ca00-98b5-497a-a879-f1ec650423e2', 'code': 200} Jul 22 14:24:23.498693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a30ecdd6-5493-40f1-a979-764c78b02f6c req-2ab8dc6a-914d-472e-9230-baa828e75881 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759931 Jul 22 14:24:23.675756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:23.762829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c377dc-77d7-4aec-a9ec-01382204f9c1 req-e7bf88c1-8a1a-405b-a226-3e8a7d70495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.764378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12c377dc-77d7-4aec-a9ec-01382204f9c1 req-e7bf88c1-8a1a-405b-a226-3e8a7d70495f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 1101 time: 0.2436736 Jul 22 14:24:23.776362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ba91d-c0c7-4cf0-b85a-5be5fdb35304 req-86ea83cd-64bb-4527-83c6-4ca039ffc825 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:23.777894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-473ba91d-c0c7-4cf0-b85a-5be5fdb35304 req-86ea83cd-64bb-4527-83c6-4ca039ffc825 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 945 time: 0.2117290 Jul 22 14:24:23.814993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-a0e27eb2-12b4-4648-9eee-1c434d53ad9e tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2050841 Jul 22 14:24:23.835380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:23.865341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12c377dc-77d7-4aec-a9ec-01382204f9c1 req-0f30729c-502b-4d04-b765-f90a49ba3d10 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Jul 22 14:24:23.889426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-473ba91d-c0c7-4cf0-b85a-5be5fdb35304 req-b0ba709f-22e5-4d8e-a126-7031923847bb tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957863 Jul 22 14:24:23.895339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.015422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:24.039487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.129638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:24.138248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41dd0652-3b88-4e49-aa6a-23b407dca8a0 admin admin] 10.222.0.60 "PUT /v2.0/routers/9d0eafc1-9376-4760-9ed8-aef7b65c46c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1313198 Jul 22 14:24:24.138698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:24.144926 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] Sync routers for ids ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:24.158079 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] Routers {'9d0eafc1-9376-4760-9ed8-aef7b65c46c9'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:24.159893 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.196522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ece01-6ec2-4e58-b0cf-6f842afece6b req-13187212-f7d8-4250-993f-2f5fc5ed15d0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:24.197994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-186ece01-6ec2-4e58-b0cf-6f842afece6b req-13187212-f7d8-4250-993f-2f5fc5ed15d0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 950 time: 0.1192255 Jul 22 14:24:24.199285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Allocated IP 172.25.3.240 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a48a12f7-3854-4834-8a19-d8e7d8498711) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:24.271803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-186ece01-6ec2-4e58-b0cf-6f842afece6b req-54965bba-9e6f-4625-94b8-a7ba24811a48 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672476 Jul 22 14:24:24.289497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.344310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] Set router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:24.373718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.431552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.434138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.491372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:24.499155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:24.505111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=a48a12f7-3854-4834-8a19-d8e7d8498711,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:24.507008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:24.558797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Deleting port 6e395afd-fdf7-4285-a20d-522ba226081e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:24.559275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.637895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:24:24.640279 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.669429 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:23Z', 'revision_number': 5, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port': {'id': '6e395afd-fdf7-4285-a20d-522ba226081e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:06Z', 'updated_at': '2021-07-22T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.703991 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] Checking router: 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:24.708945 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.711102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] For port 6e395afd-fdf7-4285-a20d-522ba226081e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6e395afd-fdf7-4285-a20d-522ba226081e,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:24.711844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.713953 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] Routers {'9d0eafc1-9376-4760-9ed8-aef7b65c46c9'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:24.714523 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.728634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Calling delete_port for 6e395afd-fdf7-4285-a20d-522ba226081e owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:24.839405 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] Set router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:24.924306 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:24Z', 'revision_number': 6, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:24.965846 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0840adda-83b8-4564-886c-e9149dd03840 None None] The sync data for ids ['9d0eafc1-9376-4760-9ed8-aef7b65c46c9'] in n-d-794306-8 is: [{'id': '9d0eafc1-9376-4760-9ed8-aef7b65c46c9', 'name': 'tempest-FloatingIPsNegativeTestJSON-1641641716-router', 'tenant_id': '17ac382c6cf34ebf83481ea30201853a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:04Z', 'updated_at': '2021-07-22T14:24:24Z', 'revision_number': 6, 'project_id': '17ac382c6cf34ebf83481ea30201853a', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:24.973170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:24.981622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.020373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.050171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e395afd-fdf7-4285-a20d-522ba226081e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.097608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=a48a12f7-3854-4834-8a19-d8e7d8498711,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.109732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.115768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.137031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359091-5a98-4555-8378-c9cef4a9255d req-c6ad5788-5f33-440d-bf9d-ff51b4828b31 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:25.138973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a359091-5a98-4555-8378-c9cef4a9255d req-c6ad5788-5f33-440d-bf9d-ff51b4828b31 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1096 time: 0.1396370 Jul 22 14:24:25.142160 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.144247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-df6fba71-050a-483c-80fd-2cfa4044d277 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3220904 Jul 22 14:24:25.209673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-8230401d-4317-4cd8-a7c6-af726ed4d318 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0568075 Jul 22 14:24:25.235312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a359091-5a98-4555-8378-c9cef4a9255d req-08ae5a08-0499-4608-a7f2-38723c075018 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Jul 22 14:24:25.391962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-fe8e76ea-72eb-48be-bccc-ae95fab190f8 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:25.393415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-fe8e76ea-72eb-48be-bccc-ae95fab190f8 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1751339 Jul 22 14:24:25.407199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-2b397599-7771-4dc6-aa7d-ab8e9f53283c tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:24:25.408191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfad6955-10bc-419a-8ad9-20859b8698fb req-2b397599-7771-4dc6-aa7d-ab8e9f53283c tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081460 Jul 22 14:24:25.430459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dae497-caa2-4ac8-bd99-288422f8f769 req-54df93ac-b1f2-4ad4-b393-54a5e2a5bcb0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:25.432719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dae497-caa2-4ac8-bd99-288422f8f769 req-54df93ac-b1f2-4ad4-b393-54a5e2a5bcb0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.0992043 Jul 22 14:24:25.448628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'}, {'server_uuid': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31deabae-6361-48d0-aa46-ad74eb38b4bb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:25.452384 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa49834-82d9-46ea-9c63-4d9da7233d2c" -d '{"events": [{"server_uuid": "f1f662ee-f45b-4a99-beb4-d0f81cb2dcee", "name": "network-vif-plugged", "status": "completed", "tag": "2ae3234b-6264-4850-ad87-0ca8ff30d2fd"}, {"server_uuid": "59f326c0-73e1-4dc8-a215-ec1069b4c633", "name": "network-vif-plugged", "status": "completed", "tag": "31deabae-6361-48d0-aa46-ad74eb38b4bb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:25.457512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.460070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.480553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dae497-caa2-4ac8-bd99-288422f8f769 req-477837ff-2cb5-499c-a536-f32f2aec32b5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427952 Jul 22 14:24:25.536264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.537073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d0eafc1-9376-4760-9ed8-aef7b65c46c9 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:24:25.545975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.549958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-206fc0a1-903f-4c09-a7c8-99d7393d0501 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9d0eafc1-9376-4760-9ed8-aef7b65c46c9 HTTP/1.1" status: 204 len: 168 time: 1.4102256 Jul 22 14:24:25.550385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39620) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:25.608979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Deleting subnet 0f4791aa-5900-4e68-af10-36f08a0488ce {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:25.612886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.654487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.772362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.838526 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.907590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f4791aa-5900-4e68-af10-36f08a0488ce,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:25.922285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:25.927531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-98a83b14-0ca5-4d99-9e6e-626448e0f719 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f4791aa-5900-4e68-af10-36f08a0488ce HTTP/1.1" status: 204 len: 168 time: 0.3738108 Jul 22 14:24:25.927913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39654) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:25.932008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6f13c-1627-4563-bdf8-2ea480a7bb2e None None] Network 7af67bca-d999-4dc0-b92f-cfec99dc9230 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:26.188739 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.233909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] DHCP port deletion for 7af67bca-d999-4dc0-b92f-cfec99dc9230 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:24:26.253988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6c448-4d09-4180-81d8-7d49664ec38b req-862770c9-67dd-4465-a7d5-c2329e014b0c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.264971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fad6c448-4d09-4180-81d8-7d49664ec38b req-862770c9-67dd-4465-a7d5-c2329e014b0c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 1096 time: 0.3046787 Jul 22 14:24:26.301289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7341468-0bf2-4be8-b603-50113ea7ef3e req-144f0be1-4655-4992-b04a-747c677599fd tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.302177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] Deleting port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:26.302607 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.302934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7341468-0bf2-4be8-b603-50113ea7ef3e req-144f0be1-4655-4992-b04a-747c677599fd tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 950 time: 0.1629319 Jul 22 14:24:26.323073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fad6c448-4d09-4180-81d8-7d49664ec38b req-7be816aa-3980-4b23-86ae-a2310c919ea8 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573266 Jul 22 14:24:26.376833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] For port 57fdc934-1460-4a74-8cf3-cce5f2bbe451, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57fdc934-1460-4a74-8cf3-cce5f2bbe451,segment=NetworkSegment(3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002),segment_id=3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:26.377273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.384733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7341468-0bf2-4be8-b603-50113ea7ef3e req-c7ea9a8a-af11-4c33-a561-7ebdd0acf5c7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735967 Jul 22 14:24:26.388417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Deleting port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:26.388984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.427535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] Calling delete_port for 57fdc934-1460-4a74-8cf3-cce5f2bbe451 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:26.508153 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5decd9e-282f-40f4-aa73-67a5cc9ec63e x-openstack-request-id: req-c5decd9e-282f-40f4-aa73-67a5cc9ec63e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:26.508876 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f662ee-f45b-4a99-beb4-d0f81cb2dcee", "name": "network-vif-plugged", "status": "completed", "tag": "2ae3234b-6264-4850-ad87-0ca8ff30d2fd", "code": 200}, {"server_uuid": "59f326c0-73e1-4dc8-a215-ec1069b4c633", "name": "network-vif-plugged", "status": "completed", "tag": "31deabae-6361-48d0-aa46-ad74eb38b4bb", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:26.508876 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5decd9e-282f-40f4-aa73-67a5cc9ec63e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:26.509105 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd', 'code': 200} Jul 22 14:24:26.509216 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31deabae-6361-48d0-aa46-ad74eb38b4bb', 'code': 200} Jul 22 14:24:26.533033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] For port 57fdc934-1460-4a74-8cf3-cce5f2bbe451, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57fdc934-1460-4a74-8cf3-cce5f2bbe451,segment=NetworkSegment(3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002),segment_id=3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:26.533671 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.629119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Calling delete_port for 57fdc934-1460-4a74-8cf3-cce5f2bbe451 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:26.648426 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.672944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] Pushing event deleted for resources: {'Port': ['ID=57fdc934-1460-4a74-8cf3-cce5f2bbe451,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:26.680467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2389126-00a5-4647-a591-43ae3212c40b None None] No DVR routers for this DVR port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:26.783762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-a23d2dd0-8dee-4e69-8ec5-f97ccbb597de tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4119260 Jul 22 14:24:26.814983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:26.840622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426de070-6ef9-4dcd-a623-564b3225e6c6 req-c264745f-59c1-41bb-baaf-d7aa3b4bebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.842122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-426de070-6ef9-4dcd-a623-564b3225e6c6 req-c264745f-59c1-41bb-baaf-d7aa3b4bebc7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 1096 time: 0.2999346 Jul 22 14:24:26.853655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628aa8f-122c-44e7-9b8c-cbc17bd1720e req-4bd08182-7787-42a4-85f3-62a61a85e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.855169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1628aa8f-122c-44e7-9b8c-cbc17bd1720e req-4bd08182-7787-42a4-85f3-62a61a85e273 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 1100 time: 0.2706354 Jul 22 14:24:26.862213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e395afd-fdf7-4285-a20d-522ba226081e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:26.872825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b15045-02ac-481c-bdcf-d61e9cd245dd req-2e527e6a-c5d8-4347-8a94-c4d8acaef1cf tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:26.874628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72b15045-02ac-481c-bdcf-d61e9cd245dd req-2e527e6a-c5d8-4347-8a94-c4d8acaef1cf tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 949 time: 0.2272787 Jul 22 14:24:26.887040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6e395afd-fdf7-4285-a20d-522ba226081e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:26.887754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e395afd-fdf7-4285-a20d-522ba226081e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:26.888225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a3a624ba-8c6b-4da8-99c6-944924af6309 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:26.912216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a3a624ba-8c6b-4da8-99c6-944924af6309 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:26.912652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a3a624ba-8c6b-4da8-99c6-944924af6309 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:26.913141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57fdc934-1460-4a74-8cf3-cce5f2bbe451 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:26.923333 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:26.935563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 57fdc934-1460-4a74-8cf3-cce5f2bbe451 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:26.935993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57fdc934-1460-4a74-8cf3-cce5f2bbe451 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:26.965271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.030248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-426de070-6ef9-4dcd-a623-564b3225e6c6 req-fbd6b45e-ad01-4491-8022-a5b901b83f86 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729622 Jul 22 14:24:27.031664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] No DVR routers for this DVR port 57fdc934-1460-4a74-8cf3-cce5f2bbe451 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:27.033006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=57fdc934-1460-4a74-8cf3-cce5f2bbe451,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:27.036414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1628aa8f-122c-44e7-9b8c-cbc17bd1720e req-b0f35171-d03e-44d4-a3d7-cee60de42ad7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600575 Jul 22 14:24:27.042734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72b15045-02ac-481c-bdcf-d61e9cd245dd req-f05045b8-c0a8-4824-8ea9-9882f7ef2632 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578884 Jul 22 14:24:27.413837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.427832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af67bca-d999-4dc0-b92f-cfec99dc9230']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:27.441446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:27.441746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2ecf00-cbc7-4a47-a5cb-35bf98a6c002') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:27.469177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.504926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.514006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:27.514337 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:27.517301 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:27.576834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.618678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.633202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea3d7f-fa07-4dce-9e67-307f26a5e4ab req-6f94e274-56d2-47d5-8d3d-7a73573f09e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:27.634735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fea3d7f-fa07-4dce-9e67-307f26a5e4ab req-6f94e274-56d2-47d5-8d3d-7a73573f09e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.1890850 Jul 22 14:24:27.638291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.640138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7af67bca-d999-4dc0-b92f-cfec99dc9230 HTTP/1.1" status: 204 len: 168 time: 1.7112117 Jul 22 14:24:27.664334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536b505-3a65-4ac2-926c-3abdc347e5b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7af67bca-d999-4dc0-b92f-cfec99dc9230,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:27.723078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fea3d7f-fa07-4dce-9e67-307f26a5e4ab req-55c17843-ba94-470f-ae00-8a54aaa246e5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816607 Jul 22 14:24:27.750360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Allocated IP 172.25.3.213 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/00d3f791-bc53-48dd-9b02-5a3e0d05a0ba) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:27.868695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:27.899516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.946605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:27.981246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4477ab93-5d18-4f42-9ac7-4da7aa7c3a3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17ac382c6cf34ebf83481ea30201853a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105647 Jul 22 14:24:27.982720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:28.001708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:28.005313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:28.009961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:28.035801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=00d3f791-bc53-48dd-9b02-5a3e0d05a0ba,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:28.078005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfb61d8f-c273-42d9-b695-52f6b686345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.105120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfb61d8f-c273-42d9-b695-52f6b686345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.165586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.181978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfb61d8f-c273-42d9-b695-52f6b686345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.185437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfb61d8f-c273-42d9-b695-52f6b686345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.186954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dfb61d8f-c273-42d9-b695-52f6b686345a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59a1899a-475f-4224-a9d7-0672ae04a2b5 HTTP/1.1" status: 204 len: 168 time: 0.2022786 Jul 22 14:24:28.196280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb61d8f-c273-42d9-b695-52f6b686345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1899a-475f-4224-a9d7-0672ae04a2b5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:28.269985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.500573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.506210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.519168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5c64-aa2b-49a2-9803-971d4374457a req-e8aaa608-90c8-488c-ab60-553d25e920ce tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:28.520705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d66b5c64-aa2b-49a2-9803-971d4374457a req-e8aaa608-90c8-488c-ab60-553d25e920ce tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 949 time: 0.1107314 Jul 22 14:24:28.602362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event updated for resources: {'Port': ['ID=00d3f791-bc53-48dd-9b02-5a3e0d05a0ba,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:28.638400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d66b5c64-aa2b-49a2-9803-971d4374457a req-1d611a55-f0ef-4292-9a7d-00c4e568f50b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968168 Jul 22 14:24:28.643689 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.662973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:28.667424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-6cf13e33-2cfc-43de-84ca-c3cda1667481 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8691571 Jul 22 14:24:28.746169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-22d056df-c579-4a9b-a529-703b5629333a tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.0648284 Jul 22 14:24:28.895624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-d9a568bd-ad23-4696-a097-03c72dda0ca3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:28.898599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4005f15e-546b-4e3b-b38f-47e4a5fd53e9 req-d9a568bd-ad23-4696-a097-03c72dda0ca3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1507273 Jul 22 14:24:29.259832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d5edd-a2ce-4e96-8d1a-9c4292e267fd req-2d41cef6-7eac-40cf-beb8-f75cc2945173 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:29.261358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d26d5edd-a2ce-4e96-8d1a-9c4292e267fd req-2d41cef6-7eac-40cf-beb8-f75cc2945173 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.0795913 Jul 22 14:24:29.329768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d26d5edd-a2ce-4e96-8d1a-9c4292e267fd req-1c0e95c2-cf66-472c-9f75-1963f27a00ec tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515006 Jul 22 14:24:29.346985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590f04-ad0d-4593-8583-04312e6568f7 req-0d655ccf-fda7-4d4c-b9f8-a6e6e4404fb0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:29.353479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590f04-ad0d-4593-8583-04312e6568f7 req-0d655ccf-fda7-4d4c-b9f8-a6e6e4404fb0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:29.355376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15590f04-ad0d-4593-8583-04312e6568f7 req-0d655ccf-fda7-4d4c-b9f8-a6e6e4404fb0 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572&device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 1690 time: 0.1151083 Jul 22 14:24:29.420360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df12d68a-73ab-4ee1-9bcc-d6f8a471b492 req-66eb06eb-1415-4e87-9211-f77df6e70689 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips/e8daa3a3-f88e-4de4-8b81-d4b87f754b3f HTTP/1.1" status: 200 len: 693 time: 0.0613403 Jul 22 14:24:29.454706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15590f04-ad0d-4593-8583-04312e6568f7 req-b024894e-da5f-4b43-93d8-dd3c7be7cb7a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895832 Jul 22 14:24:29.547477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d68a-73ab-4ee1-9bcc-d6f8a471b492 req-424c9adc-7d32-42fe-9cd8-1e9a9af8c91b tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:29.548861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df12d68a-73ab-4ee1-9bcc-d6f8a471b492 req-424c9adc-7d32-42fe-9cd8-1e9a9af8c91b tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1194983 Jul 22 14:24:29.560859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-df12d68a-73ab-4ee1-9bcc-d6f8a471b492 req-0ae7c378-5178-432e-a4fa-2ffffff17bda tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:24:29.562404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df12d68a-73ab-4ee1-9bcc-d6f8a471b492 req-0ae7c378-5178-432e-a4fa-2ffffff17bda tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064008 Jul 22 14:24:29.700213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-83b306d1-fdb8-4a98-8681-bbc6c943c43c tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips/e8daa3a3-f88e-4de4-8b81-d4b87f754b3f HTTP/1.1" status: 200 len: 693 time: 0.0542119 Jul 22 14:24:29.843196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-8702d230-9799-4f24-969d-06bdcce35b97 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:29.844680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-8702d230-9799-4f24-969d-06bdcce35b97 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1386540 Jul 22 14:24:29.860472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-056221fc-2a17-4a72-931c-58872a418811 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:24:29.864115 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-056221fc-2a17-4a72-931c-58872a418811 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102968 Jul 22 14:24:29.941980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-7a04c749-22bc-4255-8882-61514732fad2 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.0597770 Jul 22 14:24:30.011867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1b308-f217-4b66-9c4b-2785c03ed47b req-9fbb4590-9139-458b-8848-a99b976fa4cb tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:30.013381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dc1b308-f217-4b66-9c4b-2785c03ed47b req-9fbb4590-9139-458b-8848-a99b976fa4cb tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 1101 time: 0.1677654 Jul 22 14:24:30.017075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-49ff2ad7-fe62-4b2a-ad48-97472562a736 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.213 HTTP/1.1" status: 200 len: 696 time: 0.0665548 Jul 22 14:24:30.130484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dc1b308-f217-4b66-9c4b-2785c03ed47b req-ff599f6d-20db-4bd0-b00c-289cd0ee8e96 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044559 Jul 22 14:24:30.190106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Deleting port 00d3f791-bc53-48dd-9b02-5a3e0d05a0ba {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:30.190106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.328556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.328892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.345504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Calling delete_port for 00d3f791-bc53-48dd-9b02-5a3e0d05a0ba owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:30.435190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39880) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:30.580964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfaefb9-6684-47f4-9d5f-d9bc0270bd6f req-08f8f393-dc0f-451b-8e0b-d44fe68047df tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:30.588267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bfaefb9-6684-47f4-9d5f-d9bc0270bd6f req-08f8f393-dc0f-451b-8e0b-d44fe68047df tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 1100 time: 0.1376412 Jul 22 14:24:30.613483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d67a0d3-8470-467e-84bb-14126451fbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.637998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bfaefb9-6684-47f4-9d5f-d9bc0270bd6f req-35303b2c-c071-4f20-b3ef-1b6449e550da tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487816 Jul 22 14:24:30.639475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.686167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:30.735308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event deleted for resources: {'Port': ['ID=00d3f791-bc53-48dd-9b02-5a3e0d05a0ba,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:30.762042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d67a0d3-8470-467e-84bb-14126451fbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.771570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d67a0d3-8470-467e-84bb-14126451fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.853039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.856362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.857625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b189baa8-2339-4f38-a11f-406edcc69ffe req-3c2be481-9dff-471c-af60-7784a78210e3 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "DELETE /v2.0/floatingips/e8daa3a3-f88e-4de4-8b81-d4b87f754b3f HTTP/1.1" status: 204 len: 173 time: 0.8251841 Jul 22 14:24:30.864276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-402857b3-dfee-483a-999d-a026a0597545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:30.891103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d67a0d3-8470-467e-84bb-14126451fbdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80f585fda53949df97e52e4913c676fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546130 Jul 22 14:24:30.892607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67a0d3-8470-467e-84bb-14126451fbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a5d943-b2cb-4fd3-b2f3-13158979620d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:30.900080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:30.941138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-7f3065d2-797e-4b28-886c-bcc020b3074e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439231 Jul 22 14:24:30.988457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5e9cbff-a049-4bbe-8e1a-fa210d5dca20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.025652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5e9cbff-a049-4bbe-8e1a-fa210d5dca20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.073038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-402857b3-dfee-483a-999d-a026a0597545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.078860 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-402857b3-dfee-483a-999d-a026a0597545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.121947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-402857b3-dfee-483a-999d-a026a0597545 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab8b5db650544e25807fe292a523851c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345150 Jul 22 14:24:31.124369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:31.131881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402857b3-dfee-483a-999d-a026a0597545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc8282-c9d5-450f-a958-190895c86e1c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:31.143763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5e9cbff-a049-4bbe-8e1a-fa210d5dca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.147139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5e9cbff-a049-4bbe-8e1a-fa210d5dca20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.150502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e5e9cbff-a049-4bbe-8e1a-fa210d5dca20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95a5d943-b2cb-4fd3-b2f3-13158979620d HTTP/1.1" status: 204 len: 168 time: 0.2473190 Jul 22 14:24:31.159149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27999e6d-5700-4a25-933c-464df937b82d req-1eb965d4-34a6-4648-b2fa-0c536f2d1644 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:31.161044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27999e6d-5700-4a25-933c-464df937b82d req-1eb965d4-34a6-4648-b2fa-0c536f2d1644 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2842603 Jul 22 14:24:31.171793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9cbff-a049-4bbe-8e1a-fa210d5dca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a5d943-b2cb-4fd3-b2f3-13158979620d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:31.202058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f61d09c4-404b-4a97-b458-bd2f7f8670db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.213193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-9b31b872-d4dc-4dd1-848d-747f90903d32 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:31.215495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-9b31b872-d4dc-4dd1-848d-747f90903d32 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629828 Jul 22 14:24:31.227763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f61d09c4-404b-4a97-b458-bd2f7f8670db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.289405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-d3d8c50d-6c78-4ba7-8b5d-0fd82c2c0cb5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/quotas/6cd9ca222e7c40418acc3fd98c6d71b0 HTTP/1.1" status: 200 len: 375 time: 0.0648828 Jul 22 14:24:31.295610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e565a849-5721-4266-9853-ccdbe6dab50a req-9ec21b56-9cce-4da8-a738-ecb44275c3ba tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=33f59905610248e3975c3113b4e73bb9 HTTP/1.1" status: 200 len: 1656 time: 0.1039698 Jul 22 14:24:31.295759 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f61d09c4-404b-4a97-b458-bd2f7f8670db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.298479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f61d09c4-404b-4a97-b458-bd2f7f8670db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:31.302469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f61d09c4-404b-4a97-b458-bd2f7f8670db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29cc8282-c9d5-450f-a958-190895c86e1c HTTP/1.1" status: 204 len: 168 time: 0.1745260 Jul 22 14:24:31.320521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d09c4-404b-4a97-b458-bd2f7f8670db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc8282-c9d5-450f-a958-190895c86e1c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:31.478866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a25793f9-e4ce-4f34-95bb-f34516c8853b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1817369 Jul 22 14:24:31.495977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565a849-5721-4266-9853-ccdbe6dab50a req-a3532178-e27a-4b38-8f90-0e59eeb02d23 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:31.497937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e565a849-5721-4266-9853-ccdbe6dab50a req-a3532178-e27a-4b38-8f90-0e59eeb02d23 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks?id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 787 time: 0.1569462 Jul 22 14:24:31.508400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-e565a849-5721-4266-9853-ccdbe6dab50a req-9aa3cd90-bca5-41ce-9fea-b8ace7961cfa tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:24:31.509669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e565a849-5721-4266-9853-ccdbe6dab50a req-9aa3cd90-bca5-41ce-9fea-b8ace7961cfa tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063074 Jul 22 14:24:31.709682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-8b4e8f2f-8aed-4385-abd5-8f9f2a73ba4e tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips/f1fb3fb4-ed77-40e4-ba06-7c7fa3b4dda2 HTTP/1.1" status: 200 len: 693 time: 0.0610402 Jul 22 14:24:31.819405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69928b3b-d881-4377-b6c3-28d7da4fbc0e req-bec86c8a-472f-4981-a703-81aab18f7591 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 210 time: 0.0862741 Jul 22 14:24:32.220166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-66808e99-7f59-4ecb-a5ef-cf7848098c71 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:32.221602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-66808e99-7f59-4ecb-a5ef-cf7848098c71 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.5058076 Jul 22 14:24:32.295391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-95058a15-ce26-4110-b5e7-fe4dcf23dc4f tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0667109 Jul 22 14:24:32.361682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39964) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:32.399423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-118e6dc8-e67c-4771-b86c-c0d1b46457aa tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.240 HTTP/1.1" status: 200 len: 696 time: 0.0938330 Jul 22 14:24:32.405180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:32.475861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2000249834-network', 'tenant_id': 'eb263e8f893747fd95297219cd1b5673'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:32.486683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2011126118-network', 'tenant_id': '24ad13235a1946078f5ffc59ae716245'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:32.530926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:24:32.530926 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:24:32.530926 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': '24ad13235a1946078f5ffc59ae716245', 'id': '578db684-8088-4074-8d93-878903ab7392', 'expiration': datetime.datetime(2021, 7, 22, 14, 26, 32, 525256)}] Jul 22 14:24:32.530926 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:24:32.531380 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:24:32.544697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Made reservation on behalf of eb263e8f893747fd95297219cd1b5673 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:32.547587 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.558238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Deleting port a48a12f7-3854-4834-8a19-d8e7d8498711 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:32.558552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.558681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.659124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.659702 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.666636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.673741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.674401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Calling delete_port for a48a12f7-3854-4834-8a19-d8e7d8498711 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:32.703758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:32.720058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:32.723932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.724284 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Added segment 9eac89e6-f9db-4590-9b6e-0896f498c63f of type vlan for network 5a497b84-cfc0-4269-96c6-fd989c2472b3 Jul 22 14:24:32.767970 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.800527 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.801619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:32.802221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.827117 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:32.841692 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4788439 Jul 22 14:24:32.862781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39976) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:32.870878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Request body: {'subnet': {'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2000249834-subnet', 'tenant_id': 'eb263e8f893747fd95297219cd1b5673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:32.873374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb554e1-f87c-4f7b-a89a-e18cb041c4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a497b84-cfc0-4269-96c6-fd989c2472b3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:32.874440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event deleted for resources: {'Port': ['ID=a48a12f7-3854-4834-8a19-d8e7d8498711,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:32.885046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5a497b84-cfc0-4269-96c6-fd989c2472b3 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:32.960909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Made reservation on behalf of eb263e8f893747fd95297219cd1b5673 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:32.964070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.038015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.040982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.042569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee06498f-ea7d-4f53-964d-84ee82cb6ae8 req-bd16f123-776d-4dd9-9644-b9b113069692 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "DELETE /v2.0/floatingips/f1fb3fb4-ed77-40e4-ba06-7c7fa3b4dda2 HTTP/1.1" status: 204 len: 173 time: 0.6423268 Jul 22 14:24:33.045151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e25cd6c5-3f8b-41a4-a761-a07650f146a5 req-e15b9d25-ef5a-496a-a2f4-c0afe8099849 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 210 time: 0.0610106 Jul 22 14:24:33.051591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-d5b3e31f-85fb-4a60-865f-16d22816ba16 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663738 Jul 22 14:24:33.103645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Made reservation on behalf of 24ad13235a1946078f5ffc59ae716245 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:33.106082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.128778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.260953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-99e2af23-767d-42fb-84e5-60e0e1c2d3d1 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips/89408a55-dc56-453e-a91c-bd0eda747f6a HTTP/1.1" status: 200 len: 692 time: 0.1680586 Jul 22 14:24:33.288848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.294894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.308658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:33.321210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.321572 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Added segment 2e4f2cba-27b5-4f0a-817a-3ec9c4866d77 of type vlan for network f83fc91c-92d9-440b-9f77-ac37e0f45a31 Jul 22 14:24:33.376687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.430115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.436804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:33.438362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.447974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58406c58-122f-4a66-a4e5-21fac319509b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:33.448188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-4aab6fd3-9842-43a1-bb0d-bd1aeb7f5e22 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:33.449634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-4aab6fd3-9842-43a1-bb0d-bd1aeb7f5e22 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3582289 Jul 22 14:24:33.478412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:33.494804 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0883961 Jul 22 14:24:33.500115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:33.505781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Request body: {'subnet': {'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2011126118-subnet', 'tenant_id': '24ad13235a1946078f5ffc59ae716245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:33.528734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-0a1cda64-6080-434f-9b4c-4aca52df490e tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:33.530180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-0a1cda64-6080-434f-9b4c-4aca52df490e tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2601416 Jul 22 14:24:33.540938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf73ac-f0a4-4a45-baf7-8ce72e66e087 admin admin] Pushing event updated for resources: {'Network': ['ID=f83fc91c-92d9-440b-9f77-ac37e0f45a31,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:33.556259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f83fc91c-92d9-440b-9f77-ac37e0f45a31 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:33.577809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Made reservation on behalf of 24ad13235a1946078f5ffc59ae716245 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:33.580263 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.634491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-527014dd-d91b-4895-8a20-25cf7bb7a90a tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0921130 Jul 22 14:24:33.659027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:33.805362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d87863d-30d0-4a22-807a-f48df66bcddd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:33.842140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-48f39bed-d1cc-4bf9-a2a4-e8279532aea2 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.1929789 Jul 22 14:24:33.939754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.034312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Checking segment: {'id': '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:34.034312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Network hostable DHCP agents. Network: f83fc91c-92d9-440b-9f77-ac37e0f45a31, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:34.039642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=42573c70-6419-4bd2-b88d-7f180f3dea6e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:34.042943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:34.046456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.061152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Network f83fc91c-92d9-440b-9f77-ac37e0f45a31 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:34.083368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f83fc91c-92d9-440b-9f77-ac37e0f45a31) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:34.090435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:34.091122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.096805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ee20e-a9d6-4e8a-9a10-6a9b9c5a7776 None None] Network f83fc91c-92d9-440b-9f77-ac37e0f45a31 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:34.135531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-80fac71f-8cac-47f3-aa69-beb59d91ffcf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6252253 Jul 22 14:24:34.188270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Checking segment: {'id': '9eac89e6-f9db-4590-9b6e-0896f498c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:34.189358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Network hostable DHCP agents. Network: 5a497b84-cfc0-4269-96c6-fd989c2472b3, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:34.286316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0583cbf-1156-4113-89cb-e252092bdd84 req-79368fd2-934a-4caa-94b2-70969010dbeb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 210 time: 0.0810657 Jul 22 14:24:34.306788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Deleting port c172a84b-5c06-4c7d-955c-8e80314f0174 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:34.307371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.312753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Network 5a497b84-cfc0-4269-96c6-fd989c2472b3 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:34.348768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5a497b84-cfc0-4269-96c6-fd989c2472b3) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:34.380308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad599cc0-7d59-405f-aa09-b9e9b2adb909 None None] Network 5a497b84-cfc0-4269-96c6-fd989c2472b3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:34.388597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:34.391670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.453231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8043e1e-4f48-47ce-8df0-b23b5ef97c4a None None] Network f83fc91c-92d9-440b-9f77-ac37e0f45a31 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:34.508524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e8bc1642-95de-4e0f-86ea-e2d166df2110 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6403339 Jul 22 14:24:34.675913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.685216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:34.727390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.146 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/84090696-0519-4c53-ba6f-cb9460b2f3e0) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:34.759975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Calling delete_port for c172a84b-5c06-4c7d-955c-8e80314f0174 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:34.979955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fa85c-97cf-4d88-a67f-807903862d5a None None] Network 5a497b84-cfc0-4269-96c6-fd989c2472b3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:35.177059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.195248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-6bf21a42-508d-41aa-9a8e-c6e39245dc9e tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:35.196860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-6bf21a42-508d-41aa-9a8e-c6e39245dc9e tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/networks?id=f83fc91c-92d9-440b-9f77-ac37e0f45a31 HTTP/1.1" status: 200 len: 822 time: 0.2583587 Jul 22 14:24:35.214574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 84090696-0519-4c53-ba6f-cb9460b2f3e0 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:35.218235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.224231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-1d141376-ba2c-43ca-a9ac-8c40b6ce1463 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/quotas/24ad13235a1946078f5ffc59ae716245 HTTP/1.1" status: 200 len: 375 time: 0.0204577 Jul 22 14:24:35.264299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event deleted for resources: {'Port': ['ID=c172a84b-5c06-4c7d-955c-8e80314f0174,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:35.306768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-30678a70-3f45-4cad-9638-901c2ae672c9 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24ad13235a1946078f5ffc59ae716245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555694 Jul 22 14:24:35.392487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.409903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:35.412628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:35.417630 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.420199 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.421434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-400276b9-3a2e-4ae9-9f51-92fa05b8c317 req-eafd20c5-86e1-4dfd-b86e-45cb04ae6699 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "DELETE /v2.0/floatingips/89408a55-dc56-453e-a91c-bd0eda747f6a HTTP/1.1" status: 204 len: 173 time: 1.5684981 Jul 22 14:24:35.497101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:35.503394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:35.505226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=84090696-0519-4c53-ba6f-cb9460b2f3e0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:35.507476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:35.513407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-0f69e765-ba51-4a9f-94b2-69bd4b3baa37 service neutron] 10.222.0.60 "GET /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958380 Jul 22 14:24:35.593236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:35.593985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.711242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-a7993da8-a55d-40eb-b436-1d8b39d71741 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2409756 Jul 22 14:24:35.730143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Request body: {'port': {'device_id': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:35.831950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-13211b90-e461-4089-ac8c-8fe683593a88 service neutron] 10.222.0.60 "GET /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838299 Jul 22 14:24:35.927040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c69cc8c-10bb-48c0-8e99-ef16fc931465 None None] Provisioning for port 84090696-0519-4c53-ba6f-cb9460b2f3e0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:35.928788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:35.937501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c69cc8c-10bb-48c0-8e99-ef16fc931465 None None] Provisioning complete for port 84090696-0519-4c53-ba6f-cb9460b2f3e0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:35.937971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c69cc8c-10bb-48c0-8e99-ef16fc931465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.008046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c69cc8c-10bb-48c0-8e99-ef16fc931465 None None] Port 84090696-0519-4c53-ba6f-cb9460b2f3e0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:36.214788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-19f273b8-e178-47c5-9c8b-990b4ab30070 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:36.217156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-19f273b8-e178-47c5-9c8b-990b4ab30070 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/networks?id=5a497b84-cfc0-4269-96c6-fd989c2472b3 HTTP/1.1" status: 200 len: 822 time: 0.4419405 Jul 22 14:24:36.275530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645623a0-c7d4-45f1-a27b-3f811be5bd5f req-ae1bd2af-415a-40f3-94ff-bab7a6060984 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:36.277535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-645623a0-c7d4-45f1-a27b-3f811be5bd5f req-ae1bd2af-415a-40f3-94ff-bab7a6060984 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 936 time: 0.2325599 Jul 22 14:24:36.281104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-0d7e312d-0945-4c43-bfa7-6c773658c340 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/quotas/eb263e8f893747fd95297219cd1b5673 HTTP/1.1" status: 200 len: 375 time: 0.0509384 Jul 22 14:24:36.388620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-3a09020c-0c99-42c1-a2c1-d95f68e81200 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb263e8f893747fd95297219cd1b5673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1008840 Jul 22 14:24:36.709257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-645623a0-c7d4-45f1-a27b-3f811be5bd5f req-93f49766-2d46-4759-97ac-4acda987057b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197919 Jul 22 14:24:36.840283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-0f727ccc-664e-4d8f-8257-c1279ec144b4 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips/4985091a-65b3-47c4-aab2-0afbc1c35dba HTTP/1.1" status: 200 len: 693 time: 0.0784671 Jul 22 14:24:36.849359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84090696-0519-4c53-ba6f-cb9460b2f3e0 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:36.873018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.901849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-aafa5223-e05b-4f29-90db-9196c82464c0 service neutron] 10.222.0.60 "GET /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349889 Jul 22 14:24:36.924196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Transition to ACTIVE for port object 84090696-0519-4c53-ba6f-cb9460b2f3e0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:36.953570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:36.960634 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.089634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=84090696-0519-4c53-ba6f-cb9460b2f3e0,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:37.104477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-cfbaa0cd-0f05-4166-9190-8b8d19e87ddf tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:37.105910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-cfbaa0cd-0f05-4166-9190-8b8d19e87ddf tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2587841 Jul 22 14:24:37.144005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-705edcc3-c085-4c95-b798-39e567bec68d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:24:37.145042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-705edcc3-c085-4c95-b798-39e567bec68d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192502 Jul 22 14:24:37.179958 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-88e66d15-1844-403b-a3fc-0692d68c8238 service neutron] 10.222.0.60 "GET /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670646 Jul 22 14:24:37.307755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-4d333e47-ec08-41c4-964e-b2249e38f741 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.1302953 Jul 22 14:24:37.346320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Attempting to bind port 84090696-0519-4c53-ba6f-cb9460b2f3e0 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:37.346612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Attempting to bind port 84090696-0519-4c53-ba6f-cb9460b2f3e0 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:37.347179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Attempting to bind port 84090696-0519-4c53-ba6f-cb9460b2f3e0 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:37.351045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.401576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-327ea4e5-9e5e-4dba-9560-b7d310ceb623 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:37.403092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-327ea4e5-9e5e-4dba-9560-b7d310ceb623 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.61 "GET /v2.0/networks?id=f83fc91c-92d9-440b-9f77-ac37e0f45a31 HTTP/1.1" status: 200 len: 822 time: 0.2962711 Jul 22 14:24:37.406227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-dc621eed-d8d7-4664-b8a9-aec571b6927d tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.226 HTTP/1.1" status: 200 len: 696 time: 0.0777934 Jul 22 14:24:37.406801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Port 84090696-0519-4c53-ba6f-cb9460b2f3e0 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:37.407131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Attempting to bind port 84090696-0519-4c53-ba6f-cb9460b2f3e0 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:37.413834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:37.414240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:37.414599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:37.415055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Bound port: 84090696-0519-4c53-ba6f-cb9460b2f3e0, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:37.415422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.420555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Request body: {'port': {'device_id': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31', 'admin_state_up': True, 'tenant_id': '24ad13235a1946078f5ffc59ae716245'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:37.659681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] For port 84090696-0519-4c53-ba6f-cb9460b2f3e0, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:37.667497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] For port 84090696-0519-4c53-ba6f-cb9460b2f3e0, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:37.676470 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.732491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:37.733123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.738205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] 10.222.0.72 "PUT /v2.0/ports/84090696-0519-4c53-ba6f-cb9460b2f3e0 HTTP/1.1" status: 200 len: 1096 time: 2.0154521 Jul 22 14:24:37.740783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'tag': '84090696-0519-4c53-ba6f-cb9460b2f3e0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:37.743781 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d0d936-da77-420c-93af-9f7425ac4ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "1499d341-bf3b-434d-bdbf-9152e1f3772c", "tag": "84090696-0519-4c53-ba6f-cb9460b2f3e0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:37.757309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Made reservation on behalf of 24ad13235a1946078f5ffc59ae716245 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:37.760876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.856165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Deleting port b667fa91-10d7-4558-9439-c139ab113cc9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:37.856772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:37.969614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43530a71-41c0-4672-b8a2-8c4cf312a8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=84090696-0519-4c53-ba6f-cb9460b2f3e0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:38.018223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66f2bd72-1c7f-445f-a5b8-f01945373caf req-065b7b8a-172c-4d91-a988-1a2cf9999b26 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 210 time: 0.1184766 Jul 22 14:24:38.252511 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.252795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.263454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-e088b331-d210-4891-88d1-51083aeb0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:38.265235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-e088b331-d210-4891-88d1-51083aeb0de5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 1099 time: 0.4471068 Jul 22 14:24:38.347732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50f4dfbb-fff4-407a-98a1-b12a05048b75 req-737dff78-59e4-42f4-9dae-35f4cf9da5a9 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 210 time: 0.1003225 Jul 22 14:24:38.348627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Calling delete_port for b667fa91-10d7-4558-9439-c139ab113cc9 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:38.354814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-4bef43fc-0c28-4641-89a1-22615137eee0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0737712 Jul 22 14:24:38.360931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Allocated IP 172.20.0.13 (f83fc91c-92d9-440b-9f77-ac37e0f45a31/42573c70-6419-4bd2-b88d-7f180f3dea6e/e94e994e-0f55-4bdf-850a-6e2edab42d45) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:38.519855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-210d5c7f-d27c-42f3-8975-4f2fa0101414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:38.521240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-210d5c7f-d27c-42f3-8975-4f2fa0101414 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1506689 Jul 22 14:24:38.709049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fcdb4-cad8-4cdd-bea8-ed676d4d960b req-e1d44ecd-5756-4cdf-b0e8-60702408c12a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:38.711220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca6fcdb4-cad8-4cdd-bea8-ed676d4d960b req-e1d44ecd-5756-4cdf-b0e8-60702408c12a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 948 time: 0.2688944 Jul 22 14:24:38.819345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.876129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-7c49cfe1-2be4-4a21-a00c-fb4ad86ba890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:38.877863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-7c49cfe1-2be4-4a21-a00c-fb4ad86ba890 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3399820 Jul 22 14:24:38.883213 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.903697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca6fcdb4-cad8-4cdd-bea8-ed676d4d960b req-1e10a190-2e91-463a-a869-4c1d334924c7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711404 Jul 22 14:24:38.981956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:38.995502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-10971fc2-1a75-4e14-a53d-d240c1d817f0 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:38.998342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-10971fc2-1a75-4e14-a53d-d240c1d817f0 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.72 "GET /v2.0/networks?id=5a497b84-cfc0-4269-96c6-fd989c2472b3 HTTP/1.1" status: 200 len: 822 time: 0.1777680 Jul 22 14:24:39.002076 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a73c861-326d-48b9-86fd-8496a9917f7c x-openstack-request-id: req-9a73c861-326d-48b9-86fd-8496a9917f7c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:39.002076 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1499d341-bf3b-434d-bdbf-9152e1f3772c", "tag": "84090696-0519-4c53-ba6f-cb9460b2f3e0", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:39.002365 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a73c861-326d-48b9-86fd-8496a9917f7c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:39.002962 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'tag': '84090696-0519-4c53-ba6f-cb9460b2f3e0', 'status': 'completed', 'code': 200} Jul 22 14:24:39.012640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Pushing event deleted for resources: {'Port': ['ID=b667fa91-10d7-4558-9439-c139ab113cc9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.014070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Request body: {'port': {'device_id': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3', 'admin_state_up': True, 'tenant_id': 'eb263e8f893747fd95297219cd1b5673'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:39.178979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Made reservation on behalf of eb263e8f893747fd95297219cd1b5673 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:39.186621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.348544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-d3d9dbd2-467d-4871-ace1-cc1883d4add1 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427617 Jul 22 14:24:39.399226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Allocated IP 172.20.0.11 (5a497b84-cfc0-4269-96c6-fd989c2472b3/7d87863d-30d0-4a22-807a-f48df66bcddd/77628bea-1df4-4cb0-a141-b2ba344d74a7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:39.445422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Network f83fc91c-92d9-440b-9f77-ac37e0f45a31 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:39.615003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.668489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.736470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Pushing event updated for resources: {'Port': ['ID=77628bea-1df4-4cb0-a141-b2ba344d74a7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.744828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Network 5a497b84-cfc0-4269-96c6-fd989c2472b3 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:39.746904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:39.754349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:39.800899 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72ed2588-1abf-41cc-829b-b21989f8f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.831678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:39.832375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.836445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:39.841834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:39.853265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.856082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:39.864353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:39.872053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33e31cf-8160-4ed4-8cf0-564f6375aa02 req-ecc1d626-e827-4b33-91c8-e8992a519f48 tempest-FloatingIPDetailsTestJSON-80922548 tempest-FloatingIPDetailsTestJSON-80922548-project] 10.222.0.60 "DELETE /v2.0/floatingips/4985091a-65b3-47c4-aab2-0afbc1c35dba HTTP/1.1" status: 204 len: 173 time: 2.4482012 Jul 22 14:24:39.875959 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-4c6fd642-5b01-49c1-ae37-c7b0c8d8a996 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8671899 Jul 22 14:24:39.916200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Pushing event updated for resources: {'Port': ['ID=e94e994e-0f55-4bdf-850a-6e2edab42d45,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:39.934341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Request body: {'port': {'device_id': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:39.961333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0229569c-9dd0-4cf3-ab38-90064516e7b3 req-6ec8de7f-999b-4b8d-a014-3bea02cbe85c service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755205 Jul 22 14:24:39.979779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:39.981491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.008347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee81c1e-d492-4a77-aa5b-d6808a24ba38 req-5ca94ace-768a-40c5-8bbe-1220133c4674 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.017149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bee81c1e-d492-4a77-aa5b-d6808a24ba38 req-5ca94ace-768a-40c5-8bbe-1220133c4674 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 932 time: 0.8041258 Jul 22 14:24:40.082203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-f95cae21-6dc7-4698-9a2e-c244ad916c99 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6691508 Jul 22 14:24:40.121234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.134686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Request body: {'port': {'device_id': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:40.186065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bee81c1e-d492-4a77-aa5b-d6808a24ba38 req-71ef9eb7-7e19-4731-9641-0880e6c8e63d tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679225 Jul 22 14:24:40.289873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.301114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-f8f72fa9-7913-478d-b969-13747fada451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.308798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-f8f72fa9-7913-478d-b969-13747fada451 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 1099 time: 0.2677958 Jul 22 14:24:40.318434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904df50-36bd-42b4-8e1e-64797f914c10 req-ac3bac1c-f1b7-4c4d-9a48-85fe8873ff72 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.321811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5904df50-36bd-42b4-8e1e-64797f914c10 req-ac3bac1c-f1b7-4c4d-9a48-85fe8873ff72 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 932 time: 0.2432730 Jul 22 14:24:40.513057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5904df50-36bd-42b4-8e1e-64797f914c10 req-2a550a79-7f90-4498-95f9-caccb8304ad7 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657109 Jul 22 14:24:40.628943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-ce11a91c-eaca-4b66-b978-35054ee6c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.630718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-ce11a91c-eaca-4b66-b978-35054ee6c6c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3080189 Jul 22 14:24:40.642690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b480121-02ca-49a9-9eb7-b87a72ce7168 req-f492f1fe-de38-41a9-a32d-cb7a884ba623 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.644608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b480121-02ca-49a9-9eb7-b87a72ce7168 req-f492f1fe-de38-41a9-a32d-cb7a884ba623 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 948 time: 0.3153934 Jul 22 14:24:40.649972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77628bea-1df4-4cb0-a141-b2ba344d74a7 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:40.673392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.703552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Transition to ACTIVE for port object 77628bea-1df4-4cb0-a141-b2ba344d74a7 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:40.709368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-1d289ea4-6f1c-4fd9-843c-6aab078827a5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0 HTTP/1.1" status: 200 len: 217 time: 0.0636044 Jul 22 14:24:40.711893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.769068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:40.789431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b480121-02ca-49a9-9eb7-b87a72ce7168 req-2d87494f-11f4-4c70-b4a7-f25a81ec7567 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338036 Jul 22 14:24:40.838048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-59bce11b-e072-4fe3-a859-1f20071653d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:40.839643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-59bce11b-e072-4fe3-a859-1f20071653d5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1150730 Jul 22 14:24:40.909907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Pushing event updated for resources: {'Port': ['ID=77628bea-1df4-4cb0-a141-b2ba344d74a7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:40.982927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Attempting to bind port 77628bea-1df4-4cb0-a141-b2ba344d74a7 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:40.983515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Attempting to bind port 77628bea-1df4-4cb0-a141-b2ba344d74a7 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9eac89e6-f9db-4590-9b6e-0896f498c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:40.984425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Attempting to bind port 77628bea-1df4-4cb0-a141-b2ba344d74a7 on network 5a497b84-cfc0-4269-96c6-fd989c2472b3 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:40.995289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Port 77628bea-1df4-4cb0-a141-b2ba344d74a7 on network 5a497b84-cfc0-4269-96c6-fd989c2472b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:40.995860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Attempting to bind port 77628bea-1df4-4cb0-a141-b2ba344d74a7 on network 5a497b84-cfc0-4269-96c6-fd989c2472b3 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:41.031905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:41.032282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Checking segment: {'id': '9eac89e6-f9db-4590-9b6e-0896f498c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:41.032708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Bound using segment: {'id': '9eac89e6-f9db-4590-9b6e-0896f498c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:41.033120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Bound port: 77628bea-1df4-4cb0-a141-b2ba344d74a7, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eac89e6-f9db-4590-9b6e-0896f498c63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:41.033482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.065238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94e994e-0f55-4bdf-850a-6e2edab42d45 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:41.075926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.099545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Transition to ACTIVE for port object e94e994e-0f55-4bdf-850a-6e2edab42d45 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:41.110054 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.148143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] For port 77628bea-1df4-4cb0-a141-b2ba344d74a7, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:41.151795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] For port 77628bea-1df4-4cb0-a141-b2ba344d74a7, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7,segment=NetworkSegment(9eac89e6-f9db-4590-9b6e-0896f498c63f),segment_id=9eac89e6-f9db-4590-9b6e-0896f498c63f)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:41.158081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.161598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-c9b4f7fe-80b6-4163-bae7-2d41885201e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.164260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-c9b4f7fe-80b6-4163-bae7-2d41885201e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2819602 Jul 22 14:24:41.220119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e94e994e-0f55-4bdf-850a-6e2edab42d45,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:41.227426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.228009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.230694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] 10.222.0.72 "PUT /v2.0/ports/77628bea-1df4-4cb0-a141-b2ba344d74a7 HTTP/1.1" status: 200 len: 1092 time: 1.2998028 Jul 22 14:24:41.230694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'tag': '77628bea-1df4-4cb0-a141-b2ba344d74a7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:41.232337 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859fcda-fc6e-4649-af8d-902bde75829d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0dfd3c9-bec7-49e2-beb9-c300aecd81af", "tag": "77628bea-1df4-4cb0-a141-b2ba344d74a7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:41.326563 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c27a11-45a6-4129-8d39-f64e34a6d4e4 x-openstack-request-id: req-88c27a11-45a6-4129-8d39-f64e34a6d4e4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:41.326563 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0dfd3c9-bec7-49e2-beb9-c300aecd81af", "tag": "77628bea-1df4-4cb0-a141-b2ba344d74a7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:41.326875 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88c27a11-45a6-4129-8d39-f64e34a6d4e4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:41.327118 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'tag': '77628bea-1df4-4cb0-a141-b2ba344d74a7', 'status': 'completed', 'code': 200} Jul 22 14:24:41.351288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f224dae-bd9c-43c6-a0d6-1a2655427de9 service neutron] Pushing event updated for resources: {'Port': ['ID=77628bea-1df4-4cb0-a141-b2ba344d74a7,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:41.451898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-d80da011-1fa0-4347-a53d-64221ce74ab6 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764225 Jul 22 14:24:41.452844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-02b157bb-c4b4-4da6-a4a8-06ea0e034415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.454740 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-02b157bb-c4b4-4da6-a4a8-06ea0e034415 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb263e8f893747fd95297219cd1b5673&device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 1095 time: 0.1451409 Jul 22 14:24:41.461916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Deleting port ab5f7adb-3d85-456e-91ac-d207d0f678f6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:41.462544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Attempting to bind port e94e994e-0f55-4bdf-850a-6e2edab42d45 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:41.462707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.462874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Attempting to bind port e94e994e-0f55-4bdf-850a-6e2edab42d45 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:41.463235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Attempting to bind port e94e994e-0f55-4bdf-850a-6e2edab42d45 on network f83fc91c-92d9-440b-9f77-ac37e0f45a31 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:41.508792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Port e94e994e-0f55-4bdf-850a-6e2edab42d45 on network f83fc91c-92d9-440b-9f77-ac37e0f45a31 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:41.509130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Attempting to bind port e94e994e-0f55-4bdf-850a-6e2edab42d45 on network f83fc91c-92d9-440b-9f77-ac37e0f45a31 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:41.515213 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-e2b14d70-1b32-4dcc-b817-276cbd8dda9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7 HTTP/1.1" status: 200 len: 217 time: 0.0495443 Jul 22 14:24:41.525320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289da6af-937e-48b4-9f26-904cd3059d67 req-a20da84a-71c7-4bac-ad1d-ed7b3f0ee71e tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.526936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-289da6af-937e-48b4-9f26-904cd3059d67 req-a20da84a-71c7-4bac-ad1d-ed7b3f0ee71e tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 944 time: 0.1722670 Jul 22 14:24:41.531741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:41.532090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Checking segment: {'id': '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:41.532485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Bound using segment: {'id': '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:41.532950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Bound port: e94e994e-0f55-4bdf-850a-6e2edab42d45, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:41.533316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.663816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-f11b0776-2cd9-48ea-8085-75533606d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.666576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-f11b0776-2cd9-48ea-8085-75533606d6a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d87863d-30d0-4a22-807a-f48df66bcddd HTTP/1.1" status: 200 len: 862 time: 0.1427469 Jul 22 14:24:41.712905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0d936-da77-420c-93af-9f7425ac4ba8 req-41803069-f247-430a-a929-6584a48a3b31 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459960 Jul 22 14:24:41.729736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-289da6af-937e-48b4-9f26-904cd3059d67 req-436c43d6-7d3c-4c28-8b98-94cec09a9089 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500742 Jul 22 14:24:41.734992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] For port e94e994e-0f55-4bdf-850a-6e2edab42d45, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:41.738969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] For port e94e994e-0f55-4bdf-850a-6e2edab42d45, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45,segment=NetworkSegment(2e4f2cba-27b5-4f0a-817a-3ec9c4866d77),segment_id=2e4f2cba-27b5-4f0a-817a-3ec9c4866d77)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:41.757565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.793072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-1f501be3-baa4-4ab8-b50a-fa359f77f0f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a497b84-cfc0-4269-96c6-fd989c2472b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883021 Jul 22 14:24:41.810378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c659cc2-dbb3-4e8b-8b37-4c6492ad7504 req-1ceebd51-e37a-4985-a916-4dd9723291f4 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.814074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] For port ab5f7adb-3d85-456e-91ac-d207d0f678f6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ab5f7adb-3d85-456e-91ac-d207d0f678f6,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:41.814528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.821931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c659cc2-dbb3-4e8b-8b37-4c6492ad7504 req-1ceebd51-e37a-4985-a916-4dd9723291f4 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 944 time: 0.1980157 Jul 22 14:24:41.840013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:41.840764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:41.842201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/e94e994e-0f55-4bdf-850a-6e2edab42d45 HTTP/1.1" status: 200 len: 1092 time: 1.7328448 Jul 22 14:24:41.855297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'tag': 'e94e994e-0f55-4bdf-850a-6e2edab42d45'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:41.858152 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04878778-1261-40ee-bc1d-b4a898d6c160" -d '{"events": [{"name": "network-changed", "server_uuid": "9317e7fb-e309-48d5-aae2-c6f19b58a087", "tag": "e94e994e-0f55-4bdf-850a-6e2edab42d45"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:41.884901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Calling delete_port for ab5f7adb-3d85-456e-91ac-d207d0f678f6 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:41.985511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0dc0c-2dc4-4da4-869f-d1703d17d7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e94e994e-0f55-4bdf-850a-6e2edab42d45,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.021021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c659cc2-dbb3-4e8b-8b37-4c6492ad7504 req-a8cbcfbb-f936-4f45-b92a-c75d1aedd804 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699936 Jul 22 14:24:42.069750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aeccffab-6b61-42dd-8e09-9151113cf5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.097782 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8c01a-117a-4fcb-ab95-8b0f808f6f1d x-openstack-request-id: req-36a8c01a-117a-4fcb-ab95-8b0f808f6f1d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:42.102608 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9317e7fb-e309-48d5-aae2-c6f19b58a087", "tag": "e94e994e-0f55-4bdf-850a-6e2edab42d45", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:42.103160 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36a8c01a-117a-4fcb-ab95-8b0f808f6f1d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:42.107297 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'tag': 'e94e994e-0f55-4bdf-850a-6e2edab42d45', 'status': 'completed', 'code': 200} Jul 22 14:24:42.114752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-17c5dcad-a5a6-451c-a099-75daff7281bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:42.118090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-17c5dcad-a5a6-451c-a099-75daff7281bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ad13235a1946078f5ffc59ae716245&device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 1095 time: 0.2116535 Jul 22 14:24:42.137263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244484e-20fd-4104-95fa-41c13a7b0dc2 req-d867c097-432a-4ff5-91c0-11dd485013de tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:42.145684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0244484e-20fd-4104-95fa-41c13a7b0dc2 req-d867c097-432a-4ff5-91c0-11dd485013de tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 948 time: 0.2365208 Jul 22 14:24:42.189217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-88af49b4-b4ad-4664-8873-488cc89f56a5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45 HTTP/1.1" status: 200 len: 217 time: 0.0428631 Jul 22 14:24:42.271730 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.273678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0244484e-20fd-4104-95fa-41c13a7b0dc2 req-3ab1d82f-79d5-4304-8ae3-068ed9ec1adb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285794 Jul 22 14:24:42.314758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-47589ac4-75c6-4f9f-8aa6-618aa99963e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:42.316348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-47589ac4-75c6-4f9f-8aa6-618aa99963e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42573c70-6419-4bd2-b88d-7f180f3dea6e HTTP/1.1" status: 200 len: 862 time: 0.1201148 Jul 22 14:24:42.318360 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-bed3d52f-a2d8-4111-976b-2c1f5d9dafad service neutron] 10.222.0.72 "GET /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102880 Jul 22 14:24:42.369311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-cb9b9aaf-adbf-4176-994c-db7536d1afac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f83fc91c-92d9-440b-9f77-ac37e0f45a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416026 Jul 22 14:24:42.510284 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcb26be4-5154-4712-8a84-62c82fb22e7c req-8fc4cf81-70a8-4cfd-852b-5998ec4424d4 service neutron] 10.222.0.72 "GET /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313531 Jul 22 14:24:42.524077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-e1ae1852-d7b7-4510-83aa-e2d842221eed service neutron] 10.222.0.61 "GET /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403875 Jul 22 14:24:42.583310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:42.667704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab5f7adb-3d85-456e-91ac-d207d0f678f6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:42.768417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ec819b7-ba37-455f-b534-5403943d1c53 req-0fa6c516-cc61-4ddf-85a6-bd5ee8e94c32 service neutron] 10.222.0.61 "GET /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361670 Jul 22 14:24:42.801710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859fcda-fc6e-4649-af8d-902bde75829d req-3904b3bb-7cfc-4680-a193-86ae42f6aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:42.804315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-3904b3bb-7cfc-4680-a193-86ae42f6aba0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb263e8f893747fd95297219cd1b5673&device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 1095 time: 0.1956882 Jul 22 14:24:42.923380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 84090696-0519-4c53-ba6f-cb9460b2f3e0 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:43.008511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-606d4564-6d0c-4f51-8071-642a16abc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.010043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-606d4564-6d0c-4f51-8071-642a16abc6bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=24ad13235a1946078f5ffc59ae716245&device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 1095 time: 0.1850877 Jul 22 14:24:43.023241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754213a-7534-4876-8ed4-e2baeeec7ed8 req-c4af2e89-0e13-4a9d-bf7c-22e4dffb400a tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.024751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7754213a-7534-4876-8ed4-e2baeeec7ed8 req-c4af2e89-0e13-4a9d-bf7c-22e4dffb400a tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 944 time: 0.1308661 Jul 22 14:24:43.171939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.174395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859fcda-fc6e-4649-af8d-902bde75829d req-b71e44b7-782f-487c-95ad-5aa18a587de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.175904 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-b71e44b7-782f-487c-95ad-5aa18a587de5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a497b84-cfc0-4269-96c6-fd989c2472b3 HTTP/1.1" status: 200 len: 923 time: 0.2773921 Jul 22 14:24:43.176048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 84090696-0519-4c53-ba6f-cb9460b2f3e0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:43.184356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7754213a-7534-4876-8ed4-e2baeeec7ed8 req-13b78252-9ca5-430b-9348-a66d2ca37dfb tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468520 Jul 22 14:24:43.215361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '84090696-0519-4c53-ba6f-cb9460b2f3e0', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '84090696-0519-4c53-ba6f-cb9460b2f3e0', 'mac_address': 'fa:16:3e:7c:a8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:43.262797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.286843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84090696-0519-4c53-ba6f-cb9460b2f3e0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:43.288036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-f16f0d35-f4e2-410c-a634-f2d401bfc834 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7 HTTP/1.1" status: 200 len: 217 time: 0.0997083 Jul 22 14:24:43.298132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-96688f6d-f649-474b-9291-cc438ecf0a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.301956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-96688f6d-f649-474b-9291-cc438ecf0a41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f83fc91c-92d9-440b-9f77-ac37e0f45a31 HTTP/1.1" status: 200 len: 923 time: 0.2762635 Jul 22 14:24:43.318736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 84090696-0519-4c53-ba6f-cb9460b2f3e0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:43.327237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.415317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859fcda-fc6e-4649-af8d-902bde75829d req-8d96ce71-75f2-46e8-9971-7d0a6c1a76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.417050 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-8d96ce71-75f2-46e8-9971-7d0a6c1a76b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7d87863d-30d0-4a22-807a-f48df66bcddd HTTP/1.1" status: 200 len: 862 time: 0.0800066 Jul 22 14:24:43.423919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b38fab-9857-45ad-a715-0c0bf62b7ed4 req-0e0df274-bb04-41f3-be84-f618a537e844 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.431931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=84090696-0519-4c53-ba6f-cb9460b2f3e0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:43.433287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12b38fab-9857-45ad-a715-0c0bf62b7ed4 req-0e0df274-bb04-41f3-be84-f618a537e844 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 944 time: 0.2725110 Jul 22 14:24:43.436903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-91ddb393-0065-45ea-847a-14a4633fdded service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45 HTTP/1.1" status: 200 len: 217 time: 0.1249290 Jul 22 14:24:43.469237 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-cfad1494-91a6-4266-87e9-4fa051334eb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a497b84-cfc0-4269-96c6-fd989c2472b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412185 Jul 22 14:24:43.511018 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:43.555834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12b38fab-9857-45ad-a715-0c0bf62b7ed4 req-9bc3e1d5-3a31-40b6-8a9c-4fdaeeda0d2b tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213648 Jul 22 14:24:43.565824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-1a969dfc-6828-438a-b923-7122e72f1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.567619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-1a969dfc-6828-438a-b923-7122e72f1f26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=42573c70-6419-4bd2-b88d-7f180f3dea6e HTTP/1.1" status: 200 len: 862 time: 0.1121581 Jul 22 14:24:43.624023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-b84bafaf-f6c3-4db9-b88f-72e24f55db37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f83fc91c-92d9-440b-9f77-ac37e0f45a31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474017 Jul 22 14:24:43.638912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8f901-b00f-4181-b677-67636eadc3ca req-5a7e2bd0-a247-47b3-b8bf-b8af7f479536 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:43.643612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbf8f901-b00f-4181-b677-67636eadc3ca req-5a7e2bd0-a247-47b3-b8bf-b8af7f479536 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 949 time: 0.1706698 Jul 22 14:24:43.652654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['84090696-0519-4c53-ba6f-cb9460b2f3e0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:43.674686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-38fb113b-ab38-40c5-ac48-447da45d2e5a service neutron] 10.222.0.72 "GET /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975677 Jul 22 14:24:43.716980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Router e02abfd7-2282-464c-873d-153f5e1f5f38 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:43.890256 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0859fcda-fc6e-4649-af8d-902bde75829d req-2bc8bec8-5c0f-407a-af2e-96d4788dc576 service neutron] 10.222.0.72 "GET /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056000 Jul 22 14:24:43.927867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-9e783a94-4df1-404a-a7ae-c5a2498284b6 service neutron] 10.222.0.61 "GET /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828159 Jul 22 14:24:43.928481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:43.936751 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3bd8deb1-e670-43f8-b51c-13e8b2b8a645 admin admin] 10.222.0.60 "PUT /v2.0/routers/e02abfd7-2282-464c-873d-153f5e1f5f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0705829 Jul 22 14:24:43.940059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:43.947106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbf8f901-b00f-4181-b677-67636eadc3ca req-c5267d1e-63a6-4ebc-bc96-00695d08a986 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802444 Jul 22 14:24:43.954661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] Sync routers for ids ['e02abfd7-2282-464c-873d-153f5e1f5f38'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:43.987899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] Routers {'e02abfd7-2282-464c-873d-153f5e1f5f38'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:43.988527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e02abfd7-2282-464c-873d-153f5e1f5f38'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.097199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04878778-1261-40ee-bc1d-b4a898d6c160 req-91d66493-b528-44a4-b59b-4a2a34ce3522 service neutron] 10.222.0.61 "GET /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463659 Jul 22 14:24:44.101102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.155808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] Set router e02abfd7-2282-464c-873d-153f5e1f5f38 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:44.249541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.313275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Deleting port 7a83706b-5d0f-46de-9989-ae8b61124b32 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:44.313614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.405165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc6aa3-5d94-4a22-8651-06df0dfa4618 req-f6236ea7-9c0e-43e6-8c93-d3b495a0a4c7 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:44.406950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6cc6aa3-5d94-4a22-8651-06df0dfa4618 req-f6236ea7-9c0e-43e6-8c93-d3b495a0a4c7 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 944 time: 0.1406116 Jul 22 14:24:44.431403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] For port 7a83706b-5d0f-46de-9989-ae8b61124b32, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7a83706b-5d0f-46de-9989-ae8b61124b32,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:44.431965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.447172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Calling delete_port for 7a83706b-5d0f-46de-9989-ae8b61124b32 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:44.458715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:24:42Z', 'revision_number': 5, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port': {'id': '7a83706b-5d0f-46de-9989-ae8b61124b32', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:55Z', 'updated_at': '2021-07-22T14:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.486087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6cc6aa3-5d94-4a22-8651-06df0dfa4618 req-3445514e-02b0-42bf-92d1-cd303e6deca1 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714037 Jul 22 14:24:44.495627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] Checking router: e02abfd7-2282-464c-873d-153f5e1f5f38 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:44.505012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] Routers {'e02abfd7-2282-464c-873d-153f5e1f5f38'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:44.505626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e02abfd7-2282-464c-873d-153f5e1f5f38'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.625993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] Set router e02abfd7-2282-464c-873d-153f5e1f5f38 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:44.654884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.711854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:24:44Z', 'revision_number': 6, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:44.715092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a83706b-5d0f-46de-9989-ae8b61124b32,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:44.746972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6098697-ebe1-4eb5-a17e-a2f9fb37e131 None None] The sync data for ids ['e02abfd7-2282-464c-873d-153f5e1f5f38'] in n-d-794306-8 is: [{'id': 'e02abfd7-2282-464c-873d-153f5e1f5f38', 'name': 'tempest-FloatingIPDetailsTestJSON-1540772999-router', 'tenant_id': '33f59905610248e3975c3113b4e73bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:54Z', 'updated_at': '2021-07-22T14:24:44Z', 'revision_number': 6, 'project_id': '33f59905610248e3975c3113b4e73bb9', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:44.797512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c602b-9280-423c-a4b5-2906ab3d5a74 req-90dfd09d-196e-41cd-b8bf-f3f3429ca748 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:44.806786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c55c602b-9280-423c-a4b5-2906ab3d5a74 req-90dfd09d-196e-41cd-b8bf-f3f3429ca748 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 944 time: 0.1335011 Jul 22 14:24:44.879219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c55c602b-9280-423c-a4b5-2906ab3d5a74 req-97dd61cc-31eb-4c7a-9eeb-7211de6e5bc0 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697937 Jul 22 14:24:44.880535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.925760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 77628bea-1df4-4cb0-a141-b2ba344d74a7 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:44.929991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 84090696-0519-4c53-ba6f-cb9460b2f3e0 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:44.980665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:44.983389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.039440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.040250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e02abfd7-2282-464c-873d-153f5e1f5f38 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:24:45.055333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.059054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40246) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:45.059589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f061900-4207-4736-92bf-45624ccbaa8e admin admin] 10.222.0.60 "DELETE /v2.0/routers/e02abfd7-2282-464c-873d-153f5e1f5f38 HTTP/1.1" status: 204 len: 168 time: 1.1191387 Jul 22 14:24:45.133801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Deleting subnet 6d776755-474e-460e-aed0-1310e0a6eb4d {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:45.137683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 84090696-0519-4c53-ba6f-cb9460b2f3e0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:45.180245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.221074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 84090696-0519-4c53-ba6f-cb9460b2f3e0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:45.221074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.275208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 77628bea-1df4-4cb0-a141-b2ba344d74a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7,segment=NetworkSegment(9eac89e6-f9db-4590-9b6e-0896f498c63f),segment_id=9eac89e6-f9db-4590-9b6e-0896f498c63f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:45.280059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.294739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '77628bea-1df4-4cb0-a141-b2ba344d74a7', 'network_id': '5a497b84-cfc0-4269-96c6-fd989c2472b3', 'port_id': '77628bea-1df4-4cb0-a141-b2ba344d74a7', 'mac_address': 'fa:16:3e:bc:0e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d87863d-30d0-4a22-807a-f48df66bcddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:45.327747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ab5f7adb-3d85-456e-91ac-d207d0f678f6 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:45.333942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08019265-7774-4d2e-badb-a370de1e4d76 req-f17ed4bd-4698-43c7-8851-eea4a111172a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.336028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08019265-7774-4d2e-badb-a370de1e4d76 req-f17ed4bd-4698-43c7-8851-eea4a111172a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 949 time: 0.2645504 Jul 22 14:24:45.358961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.391091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ab5f7adb-3d85-456e-91ac-d207d0f678f6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:45.391523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ab5f7adb-3d85-456e-91ac-d207d0f678f6 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:45.416016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08019265-7774-4d2e-badb-a370de1e4d76 req-ca8e1313-731b-4018-b265-f573f87bea84 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699058 Jul 22 14:24:45.420736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.437010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77628bea-1df4-4cb0-a141-b2ba344d74a7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:45.446808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.489881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 77628bea-1df4-4cb0-a141-b2ba344d74a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7,segment=NetworkSegment(9eac89e6-f9db-4590-9b6e-0896f498c63f),segment_id=9eac89e6-f9db-4590-9b6e-0896f498c63f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:45.498472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.500888 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.525587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.593564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d776755-474e-460e-aed0-1310e0a6eb4d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:45.609898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84090696-0519-4c53-ba6f-cb9460b2f3e0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:45.613662 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95f63e-cfa8-49e8-a73b-ed777cb1b9bc" -d '{"events": [{"server_uuid": "1499d341-bf3b-434d-bdbf-9152e1f3772c", "name": "network-vif-plugged", "status": "completed", "tag": "84090696-0519-4c53-ba6f-cb9460b2f3e0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:45.635617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.638832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c301f6d-d9b0-4e8a-9ead-34cb5f36514b None None] Network 6386790a-0934-4067-a5ec-99e5d142d07a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:45.640617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:45.655105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-679ee9e0-0d76-4904-b563-b7e8dbbbcb12 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6d776755-474e-460e-aed0-1310e0a6eb4d HTTP/1.1" status: 204 len: 168 time: 0.5942130 Jul 22 14:24:45.703291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea08c3-04cd-4603-aaed-0308e82b8364 req-5d229603-6ee8-438c-8cf3-b67499ed6795 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.704776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 84090696-0519-4c53-ba6f-cb9460b2f3e0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:45.714323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6bea08c3-04cd-4603-aaed-0308e82b8364 req-5d229603-6ee8-438c-8cf3-b67499ed6795 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 944 time: 0.1334338 Jul 22 14:24:45.717414 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f214dc35-db3a-4b3f-8883-959c494d8e3a x-openstack-request-id: req-f214dc35-db3a-4b3f-8883-959c494d8e3a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:45.718088 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1499d341-bf3b-434d-bdbf-9152e1f3772c", "name": "network-vif-plugged", "status": "completed", "tag": "84090696-0519-4c53-ba6f-cb9460b2f3e0", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:45.718496 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f214dc35-db3a-4b3f-8883-959c494d8e3a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:45.719358 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84090696-0519-4c53-ba6f-cb9460b2f3e0', 'code': 200} Jul 22 14:24:45.732167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.737655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=77628bea-1df4-4cb0-a141-b2ba344d74a7,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:45.796168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:45.830005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['77628bea-1df4-4cb0-a141-b2ba344d74a7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:45.858128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6bea08c3-04cd-4603-aaed-0308e82b8364 req-d1d64e36-3989-4bc6-80e8-5526d2fb666c tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194286 Jul 22 14:24:45.888110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=84090696-0519-4c53-ba6f-cb9460b2f3e0,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:45.952158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938fa17e-8e0c-4b76-9346-0bd66fb6ca58 req-893d5822-29fe-446a-8962-b102a8239fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:45.965027 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-938fa17e-8e0c-4b76-9346-0bd66fb6ca58 req-893d5822-29fe-446a-8962-b102a8239fdc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 1101 time: 0.1554737 Jul 22 14:24:46.015641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Deleting port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:46.016130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.039281 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-938fa17e-8e0c-4b76-9346-0bd66fb6ca58 req-c647faf9-8e0b-459e-81cc-ca8c40c2bd38 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683651 Jul 22 14:24:46.126179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] DHCP port deletion for 6386790a-0934-4067-a5ec-99e5d142d07a request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:24:46.205267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] For port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:46.205267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.216182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Calling delete_port for 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:46.281648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] Deleting port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:46.282031 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.349888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.386429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] For port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,segment=NetworkSegment(49b27f53-4e0f-410a-9879-db1c8bd8f7de),segment_id=49b27f53-4e0f-410a-9879-db1c8bd8f7de)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:46.387172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.404043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] Calling delete_port for 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:46.425168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:46.441771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] No DVR routers for this DVR port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:46.529610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.554310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b326d-7c38-4718-8175-b2af904a552a req-36f03303-423e-4864-adb1-5c33091f30ec tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:46.561654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386b326d-7c38-4718-8175-b2af904a552a req-36f03303-423e-4864-adb1-5c33091f30ec tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 945 time: 0.5295110 Jul 22 14:24:46.580974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e94e994e-0f55-4bdf-850a-6e2edab42d45 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:46.581762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.583877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] Pushing event deleted for resources: {'Port': ['ID=1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:46.591160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe5e26-34c5-44ee-abd2-bca5dc3f9771 None None] No DVR routers for this DVR port 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:46.609107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6386790a-0934-4067-a5ec-99e5d142d07a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:46.619494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386b326d-7c38-4718-8175-b2af904a552a req-81efc772-223e-460d-86f4-0e9d47a009e4 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569732 Jul 22 14:24:46.641136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b27f53-4e0f-410a-9879-db1c8bd8f7de') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:46.641678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b27f53-4e0f-410a-9879-db1c8bd8f7de') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:46.652216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.669556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ebcdd-ad9e-4395-81fc-99c2a36d81d5 req-dc9bd0bb-c9dc-48b2-9280-ff8f19262087 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:46.674222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.676607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-020ebcdd-ad9e-4395-81fc-99c2a36d81d5 req-dc9bd0bb-c9dc-48b2-9280-ff8f19262087 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 950 time: 0.1474175 Jul 22 14:24:46.681643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:46.682121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:46.687068 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:46.789415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-020ebcdd-ad9e-4395-81fc-99c2a36d81d5 req-003ee38f-8796-42dc-aadf-d774a0abb2dc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054716 Jul 22 14:24:46.827337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e94e994e-0f55-4bdf-850a-6e2edab42d45, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45,segment=NetworkSegment(2e4f2cba-27b5-4f0a-817a-3ec9c4866d77),segment_id=2e4f2cba-27b5-4f0a-817a-3ec9c4866d77)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:47.004875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a83706b-5d0f-46de-9989-ae8b61124b32 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:47.007752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'e94e994e-0f55-4bdf-850a-6e2edab42d45', 'network_id': 'f83fc91c-92d9-440b-9f77-ac37e0f45a31', 'port_id': 'e94e994e-0f55-4bdf-850a-6e2edab42d45', 'mac_address': 'fa:16:3e:8a:6f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42573c70-6419-4bd2-b88d-7f180f3dea6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:47.031108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 7a83706b-5d0f-46de-9989-ae8b61124b32 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:47.031599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a83706b-5d0f-46de-9989-ae8b61124b32 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:47.032123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:47.070774 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.103672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94e994e-0f55-4bdf-850a-6e2edab42d45 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:47.109693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:47.110481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1b8aab6d-fbd5-45b2-a62d-aadb2f5d90c9 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:47.116892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.123411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.140524 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e94e994e-0f55-4bdf-850a-6e2edab42d45, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45,segment=NetworkSegment(2e4f2cba-27b5-4f0a-817a-3ec9c4866d77),segment_id=2e4f2cba-27b5-4f0a-817a-3ec9c4866d77)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:47.144307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/6386790a-0934-4067-a5ec-99e5d142d07a HTTP/1.1" status: 204 len: 168 time: 1.4911385 Jul 22 14:24:47.149420 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.159117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a2d4c-53a2-48e0-8d4f-de1be855af42 req-b01f311f-c19c-4843-8f55-7fecee3a0804 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:47.163490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b4a2d4c-53a2-48e0-8d4f-de1be855af42 req-b01f311f-c19c-4843-8f55-7fecee3a0804 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 944 time: 0.1855731 Jul 22 14:24:47.170685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68633-47ab-43b5-ac74-4882b6aef2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6386790a-0934-4067-a5ec-99e5d142d07a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:47.236174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e94e994e-0f55-4bdf-850a-6e2edab42d45,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:47.236288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b4a2d4c-53a2-48e0-8d4f-de1be855af42 req-08fa161b-f97b-403e-a562-b1c992d716d1 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580490 Jul 22 14:24:47.306704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:47.363244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a3173984-ccd7-40bf-9382-edce9f4dd872 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33f59905610248e3975c3113b4e73bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531611 Jul 22 14:24:47.363609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:47.419021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ad61bdb-fbd3-4749-ab1a-1801ff96de74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.436185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e94e994e-0f55-4bdf-850a-6e2edab42d45'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:47.442654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ad61bdb-fbd3-4749-ab1a-1801ff96de74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.507198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ad61bdb-fbd3-4749-ab1a-1801ff96de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.513588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ad61bdb-fbd3-4749-ab1a-1801ff96de74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:47.515113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0ad61bdb-fbd3-4749-ab1a-1801ff96de74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09ee2d1f-9f69-4e79-ba94-16317d03c4d4 HTTP/1.1" status: 204 len: 168 time: 0.1502204 Jul 22 14:24:47.527170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad61bdb-fbd3-4749-ab1a-1801ff96de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ee2d1f-9f69-4e79-ba94-16317d03c4d4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:47.802078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3f66-eec9-4cbe-99e6-391646c9f50a req-7b67b40c-e82d-464f-b962-7ca9983a93dc tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:47.807312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7df3f66-eec9-4cbe-99e6-391646c9f50a req-7b67b40c-e82d-464f-b962-7ca9983a93dc tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 945 time: 0.1039233 Jul 22 14:24:47.872786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7df3f66-eec9-4cbe-99e6-391646c9f50a req-7086f6c1-1815-498a-8d25-15fe957c07e6 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582631 Jul 22 14:24:47.987287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee79afe-8b66-4d50-a20d-2cd2ee7f25c2 req-ebf17075-1973-4a1f-af53-7337afdb0695 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:47.989105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cee79afe-8b66-4d50-a20d-2cd2ee7f25c2 req-ebf17075-1973-4a1f-af53-7337afdb0695 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 950 time: 0.0775023 Jul 22 14:24:48.059206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cee79afe-8b66-4d50-a20d-2cd2ee7f25c2 req-31fc938f-3677-4359-8e26-a7b5dcd33f80 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610323 Jul 22 14:24:48.257318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d40f58-6035-4753-813e-e2fa2b72490b req-c423c39c-1560-4c8b-ab79-31dfb4adb7c8 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:48.261897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91d40f58-6035-4753-813e-e2fa2b72490b req-c423c39c-1560-4c8b-ab79-31dfb4adb7c8 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 1101 time: 0.1142082 Jul 22 14:24:48.309277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91d40f58-6035-4753-813e-e2fa2b72490b req-6e737e06-62c2-4712-9651-f29b80649923 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Jul 22 14:24:48.412146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e4887-bde9-4a0b-b33f-18eba96d972a req-0db10037-4c74-4af4-a76a-4d106cac7b8a tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:48.414293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f7e4887-bde9-4a0b-b33f-18eba96d972a req-0db10037-4c74-4af4-a76a-4d106cac7b8a tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 945 time: 0.0974307 Jul 22 14:24:48.462702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f7e4887-bde9-4a0b-b33f-18eba96d972a req-213c883b-8a35-451f-9611-3f3c0ad4e08c tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Jul 22 14:24:48.539067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40332) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:48.578403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e94e994e-0f55-4bdf-850a-6e2edab42d45 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:48.585185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2b8e089f-5528-4dcd-921b-eeb83894c4d3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303805 Jul 22 14:24:48.645772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port e94e994e-0f55-4bdf-850a-6e2edab42d45 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:48.650277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port e94e994e-0f55-4bdf-850a-6e2edab42d45 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:48.651045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.715932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-99e6244a-bb83-450b-b76c-26a9a17df398 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:48.717739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-99e6244a-bb83-450b-b76c-26a9a17df398 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315744 Jul 22 14:24:48.733172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-c823362c-e4ac-4a55-8f50-9122865ec0ec tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/quotas/6cd9ca222e7c40418acc3fd98c6d71b0 HTTP/1.1" status: 200 len: 375 time: 0.0101669 Jul 22 14:24:48.745553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.748095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-network', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:48.773788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94e994e-0f55-4bdf-850a-6e2edab42d45'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:48.776487 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7fe774-9378-44be-9ed3-d69021c00feb" -d '{"events": [{"server_uuid": "9317e7fb-e309-48d5-aae2-c6f19b58a087", "name": "network-vif-plugged", "status": "completed", "tag": "e94e994e-0f55-4bdf-850a-6e2edab42d45"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:48.804620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Made reservation on behalf of b7b6bcaecab94730a176c331624c7c56 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:48.807398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.807745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e94e994e-0f55-4bdf-850a-6e2edab42d45, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45,segment=NetworkSegment(2e4f2cba-27b5-4f0a-817a-3ec9c4866d77),segment_id=2e4f2cba-27b5-4f0a-817a-3ec9c4866d77)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:48.813553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.826335 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:48.844742 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d9ce9f-1b7b-44e7-a6a7-d440f5b0679a x-openstack-request-id: req-81d9ce9f-1b7b-44e7-a6a7-d440f5b0679a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:48.845122 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9317e7fb-e309-48d5-aae2-c6f19b58a087", "name": "network-vif-plugged", "status": "completed", "tag": "e94e994e-0f55-4bdf-850a-6e2edab42d45", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:48.845312 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81d9ce9f-1b7b-44e7-a6a7-d440f5b0679a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:48.845696 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94e994e-0f55-4bdf-850a-6e2edab42d45', 'code': 200} Jul 22 14:24:48.868991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-5e82bbd1-9067-438e-a6f1-71afffb27966 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1281686 Jul 22 14:24:48.908941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e94e994e-0f55-4bdf-850a-6e2edab42d45,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:48.937746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 77628bea-1df4-4cb0-a141-b2ba344d74a7 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:49.054028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.054293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 77628bea-1df4-4cb0-a141-b2ba344d74a7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:49.059873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 77628bea-1df4-4cb0-a141-b2ba344d74a7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:49.061004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.115461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.122924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af501964-828a-4ffe-aaa9-cc1d45319d33 req-9e6a9850-2a11-4d37-84d8-59fc6802e004 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 210 time: 0.0599566 Jul 22 14:24:49.153823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac14cd2-572e-4937-b456-52fb0d87c7ad req-6cd53667-9970-45a0-a22d-d528c19f3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.155479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ac14cd2-572e-4937-b456-52fb0d87c7ad req-6cd53667-9970-45a0-a22d-d528c19f3e81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 1097 time: 0.2523010 Jul 22 14:24:49.188626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:24:49.227362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.227726 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Added segment eaeb3b42-5544-42e5-bd76-a38880bcebd5 of type vlan for network fd667d5c-1b0a-4770-8291-a85cd0051272 Jul 22 14:24:49.229838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5e6326-6734-4684-92f7-30a328cdaa8c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:49.231684 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.298778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 77628bea-1df4-4cb0-a141-b2ba344d74a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7,segment=NetworkSegment(9eac89e6-f9db-4590-9b6e-0896f498c63f),segment_id=9eac89e6-f9db-4590-9b6e-0896f498c63f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:49.307817 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.312132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676cbcd-7ca8-4810-8983-39033e4f5497 req-9689fd0a-9bef-4840-85ff-a9a274239d96 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.319425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2676cbcd-7ca8-4810-8983-39033e4f5497 req-9689fd0a-9bef-4840-85ff-a9a274239d96 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 945 time: 0.2479091 Jul 22 14:24:49.336630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ac14cd2-572e-4937-b456-52fb0d87c7ad req-b12da884-d1f7-4eee-9d32-06b715d0c85b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639800 Jul 22 14:24:49.346704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.408751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2676cbcd-7ca8-4810-8983-39033e4f5497 req-4107ac01-c84a-429c-8c31-77c7b826f91b tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861661 Jul 22 14:24:49.413540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.415574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.416418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.448511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=77628bea-1df4-4cb0-a141-b2ba344d74a7,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:49.499079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9586926 Jul 22 14:24:49.500355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fed2f-7ec9-4a1a-9424-04128b227bac admin admin] Pushing event updated for resources: {'Network': ['ID=fd667d5c-1b0a-4770-8291-a85cd0051272,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:49.502140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:49.511909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Request body: {'subnet': {'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-subnet', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:49.535651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network fd667d5c-1b0a-4770-8291-a85cd0051272 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:24:49.591075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Made reservation on behalf of b7b6bcaecab94730a176c331624c7c56 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:49.594771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.713273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab03046-b342-47c3-9686-b45bddb18c3e req-db6219d9-fbfe-4e7e-9c36-4b7270e244c2 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.722127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ab03046-b342-47c3-9686-b45bddb18c3e req-db6219d9-fbfe-4e7e-9c36-4b7270e244c2 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 946 time: 0.1535473 Jul 22 14:24:49.777059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ab03046-b342-47c3-9686-b45bddb18c3e req-b371d168-51e1-46f6-8e6f-47c8ab8855a3 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537643 Jul 22 14:24:49.870546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0406f-68ea-4f9b-b21c-12d42cf79139 req-ea9f33f6-bb51-43df-96b7-ed5689145bc8 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:49.872188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3f0406f-68ea-4f9b-b21c-12d42cf79139 req-ea9f33f6-bb51-43df-96b7-ed5689145bc8 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.0823574 Jul 22 14:24:49.888669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:49.942687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3f0406f-68ea-4f9b-b21c-12d42cf79139 req-e00b546b-00e0-4978-8c0a-4938b8c1f3f3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647917 Jul 22 14:24:49.963838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d856f8-5126-48d5-84ff-f140a9996669,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:49.977018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Checking segment: {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:49.977623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Network hostable DHCP agents. Network: fd667d5c-1b0a-4770-8291-a85cd0051272, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:24:50.009738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Network fd667d5c-1b0a-4770-8291-a85cd0051272 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:24:50.029174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, fd667d5c-1b0a-4770-8291-a85cd0051272) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:50.039079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26633b7c-5607-4e73-8d87-83466b9a22b4 None None] Network fd667d5c-1b0a-4770-8291-a85cd0051272 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:50.046704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:50.047605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.097005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40378) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:50.097781 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-75103f0d-0a0b-41dd-b20d-05457a2e1c92 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5935884 Jul 22 14:24:50.102593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:50.182032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.182848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.253287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.310336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-fd667d5c-1b0a-4770-8291-a85cd0051272', 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'fixed_ips': [{'subnet_id': '88d856f8-5126-48d5-84ff-f140a9996669'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:24:50.311270 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.395789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86fb7fa7-7cc5-4759-a2d9-763b2604e21e req-441ca21f-e0cb-4ff8-bcef-50fc9351b1d6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 210 time: 0.1094806 Jul 22 14:24:50.422830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a18595-2911-4aad-8970-b07cd5c84fd0 req-32078e63-11c1-4b59-ac8f-349e289a8831 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:50.433026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28a18595-2911-4aad-8970-b07cd5c84fd0 req-32078e63-11c1-4b59-ac8f-349e289a8831 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 945 time: 0.2941103 Jul 22 14:24:50.505464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Allocated IP 172.20.0.2 (fd667d5c-1b0a-4770-8291-a85cd0051272/88d856f8-5126-48d5-84ff-f140a9996669/552566a6-a720-4171-870a-9f6cfb26a35d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:50.603066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.609392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28a18595-2911-4aad-8970-b07cd5c84fd0 req-ca5ddfba-c579-4ae2-9107-5abd5a3a30f6 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754732 Jul 22 14:24:50.675252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-083396c2-dff0-43a6-91ab-667dac6b2313 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522215 Jul 22 14:24:50.678015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c73498-52ee-4159-990d-d3f304864650 req-43fb4995-479c-4180-bfb3-babd6a9321b6 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:50.686389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7c73498-52ee-4159-990d-d3f304864650 req-43fb4995-479c-4180-bfb3-babd6a9321b6 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 946 time: 0.1362448 Jul 22 14:24:50.740212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7c73498-52ee-4159-990d-d3f304864650 req-799a674a-a1bd-4891-9064-7e3f60a48a97 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Jul 22 14:24:50.817519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.849756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77628bea-1df4-4cb0-a141-b2ba344d74a7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:50.852918 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dbb8b2-5321-43db-9a3f-f05641664ed2" -d '{"events": [{"server_uuid": "f0dfd3c9-bec7-49e2-beb9-c300aecd81af", "name": "network-vif-plugged", "status": "completed", "tag": "77628bea-1df4-4cb0-a141-b2ba344d74a7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:50.866230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Transition to ACTIVE for port object 552566a6-a720-4171-870a-9f6cfb26a35d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:50.929914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Transition to ACTIVE for port object 552566a6-a720-4171-870a-9f6cfb26a35d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:50.942274 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c48dc1a-36a8-4dfa-91e7-b81f6308e26c x-openstack-request-id: req-2c48dc1a-36a8-4dfa-91e7-b81f6308e26c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:50.942648 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dfd3c9-bec7-49e2-beb9-c300aecd81af", "name": "network-vif-plugged", "status": "completed", "tag": "77628bea-1df4-4cb0-a141-b2ba344d74a7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:50.942908 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c48dc1a-36a8-4dfa-91e7-b81f6308e26c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:50.943305 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77628bea-1df4-4cb0-a141-b2ba344d74a7', 'code': 200} Jul 22 14:24:50.944907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:50.958335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c812a9d-e931-4dcd-a664-dc9057359357 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:50.960999 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c812a9d-e931-4dcd-a664-dc9057359357 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495759 Jul 22 14:24:50.995724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Network fd667d5c-1b0a-4770-8291-a85cd0051272 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:50.998881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:51.004899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:51.005034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:51.079201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.113182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.121220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Pushing event updated for resources: {'Port': ['ID=552566a6-a720-4171-870a-9f6cfb26a35d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:51.152141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Attempting to bind port 552566a6-a720-4171-870a-9f6cfb26a35d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:51.153992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Attempting to bind port 552566a6-a720-4171-870a-9f6cfb26a35d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:51.155364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Attempting to bind port 552566a6-a720-4171-870a-9f6cfb26a35d on network fd667d5c-1b0a-4770-8291-a85cd0051272 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:51.167082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:51.168672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:24:51.173812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Checking segment: {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:51.174925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.175639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.180407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Bound using segment: {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:51.180407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Bound port: 552566a6-a720-4171-870a-9f6cfb26a35d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:51.180407 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.326663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19ba4637-f72f-48df-9130-d14193838636 None None] For port 552566a6-a720-4171-870a-9f6cfb26a35d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:51.330972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19ba4637-f72f-48df-9130-d14193838636 None None] For port 552566a6-a720-4171-870a-9f6cfb26a35d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=552566a6-a720-4171-870a-9f6cfb26a35d,segment=NetworkSegment(eaeb3b42-5544-42e5-bd76-a38880bcebd5),segment_id=eaeb3b42-5544-42e5-bd76-a38880bcebd5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:51.334199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009ff26-f7bb-4bb4-8525-0bd9435a3692 req-4eb12550-b91d-4a0e-9cc9-8aee070c13ce tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.337130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.342051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c009ff26-f7bb-4bb4-8525-0bd9435a3692 req-4eb12550-b91d-4a0e-9cc9-8aee070c13ce tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 946 time: 0.4321082 Jul 22 14:24:51.362265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479b6f-9bed-4884-8e1a-26c3d5eb7811 req-a5492044-6a02-4687-83df-235f69515ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.363815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72479b6f-9bed-4884-8e1a-26c3d5eb7811 req-a5492044-6a02-4687-83df-235f69515ff6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 1097 time: 0.2863286 Jul 22 14:24:51.385411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.228 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/146586dc-923d-45ad-a888-eed621d3ddf3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:51.427283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba4637-f72f-48df-9130-d14193838636 None None] Pushing event updated for resources: {'Port': ['ID=552566a6-a720-4171-870a-9f6cfb26a35d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:51.439438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62027dc-8e12-471d-acd8-ad3ee2cf970b req-d723a459-3311-46a3-a0e2-c754d1a9abf3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.441220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b62027dc-8e12-471d-acd8-ad3ee2cf970b req-d723a459-3311-46a3-a0e2-c754d1a9abf3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.3229847 Jul 22 14:24:51.518206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Allocated IP 172.25.3.133 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/04a94770-f0ab-4572-a04e-ca972dfe897e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:51.527118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c009ff26-f7bb-4bb4-8525-0bd9435a3692 req-0872afb6-5bab-4a2e-9fa5-a54a963baccb tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840987 Jul 22 14:24:51.535520 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72479b6f-9bed-4884-8e1a-26c3d5eb7811 req-a9455178-7aaf-4fa7-bf08-2adb4a9b9f7e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483300 Jul 22 14:24:51.594545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b62027dc-8e12-471d-acd8-ad3ee2cf970b req-c4c80108-bf66-4f07-b8ff-226aa0c093df tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378200 Jul 22 14:24:51.627498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.653470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 146586dc-923d-45ad-a888-eed621d3ddf3 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:51.721578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.737990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:51.740336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2', '84090696-0519-4c53-ba6f-cb9460b2f3e0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:51.809394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:51.816737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:51.821863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:51.878916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=146586dc-923d-45ad-a888-eed621d3ddf3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:51.887263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.942268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.942967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:51.961982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a5ed-811c-46d3-9d61-5a1e41326ed2 req-53c288ce-6c2e-4bfd-a4c5-7412b652df31 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:51.963154 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-1c05d26d-feaf-4eee-8ee2-0a76c773c5e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9738107 Jul 22 14:24:51.967105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7e0a5ed-811c-46d3-9d61-5a1e41326ed2 req-53c288ce-6c2e-4bfd-a4c5-7412b652df31 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 936 time: 0.2432456 Jul 22 14:24:51.977576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Request body: {'port': {'device_id': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:24:52.074417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f51508-b975-42f3-bfbc-5eb49d22cda2 req-6da7639e-836c-48d6-b068-a13d74c33879 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:52.085248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25f51508-b975-42f3-bfbc-5eb49d22cda2 req-6da7639e-836c-48d6-b068-a13d74c33879 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 945 time: 0.2628529 Jul 22 14:24:52.086009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.106721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7e0a5ed-811c-46d3-9d61-5a1e41326ed2 req-47a5c6c5-b0d2-4c0e-a164-a7bddb45aafb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102269 Jul 22 14:24:52.255492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25f51508-b975-42f3-bfbc-5eb49d22cda2 req-040c3d0c-eb04-4df3-90b9-d7a6bdb002d2 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/security-groups?id=5dfc4f1a-69df-4132-9971-cfc4d19c26f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717579 Jul 22 14:24:52.263790 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.410504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Pushing event updated for resources: {'Port': ['ID=04a94770-f0ab-4572-a04e-ca972dfe897e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:52.419132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb755af4-c473-49ac-bd61-10a4b2105ff5 None None] Provisioning for port 146586dc-923d-45ad-a888-eed621d3ddf3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:52.422785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:52.443824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb755af4-c473-49ac-bd61-10a4b2105ff5 None None] Provisioning complete for port 146586dc-923d-45ad-a888-eed621d3ddf3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:52.444213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb755af4-c473-49ac-bd61-10a4b2105ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.491569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:52.499261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:52.555712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb755af4-c473-49ac-bd61-10a4b2105ff5 None None] Port 146586dc-923d-45ad-a888-eed621d3ddf3 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:52.573121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146586dc-923d-45ad-a888-eed621d3ddf3 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:52.587496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.620910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Transition to ACTIVE for port object 146586dc-923d-45ad-a888-eed621d3ddf3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:52.633271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:52.644237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b31ea5-b192-4f8b-bbb1-c98d54571a0b req-7d88490a-d97f-43dd-bb49-91a401903350 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:52.645876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12b31ea5-b192-4f8b-bbb1-c98d54571a0b req-7d88490a-d97f-43dd-bb49-91a401903350 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 946 time: 0.2474556 Jul 22 14:24:52.674004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-fcc595f8-eb86-4348-a0ae-e703935cbb2b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:52.685212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-fcc595f8-eb86-4348-a0ae-e703935cbb2b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.4865863 Jul 22 14:24:52.779573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Pushing event updated for resources: {'Port': ['ID=146586dc-923d-45ad-a888-eed621d3ddf3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:52.931151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Attempting to bind port 146586dc-923d-45ad-a888-eed621d3ddf3 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:52.931503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Attempting to bind port 146586dc-923d-45ad-a888-eed621d3ddf3 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:52.931812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Attempting to bind port 146586dc-923d-45ad-a888-eed621d3ddf3 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:53.004999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 552566a6-a720-4171-870a-9f6cfb26a35d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:53.010336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-1e9a2266-3000-44e0-849d-2288acfaefc0 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.011993 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-1e9a2266-3000-44e0-849d-2288acfaefc0 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.72 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 945 time: 0.2903509 Jul 22 14:24:53.012683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Port 146586dc-923d-45ad-a888-eed621d3ddf3 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:24:53.012924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Attempting to bind port 146586dc-923d-45ad-a888-eed621d3ddf3 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:53.043490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:53.044060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:53.044662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:53.045322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Bound port: 146586dc-923d-45ad-a888-eed621d3ddf3, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:53.045846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.134416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 552566a6-a720-4171-870a-9f6cfb26a35d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:53.179002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e030d586-cf43-4fdd-a492-655f849882f8 None None] Network fd667d5c-1b0a-4770-8291-a85cd0051272 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:24:53.216023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12b31ea5-b192-4f8b-bbb1-c98d54571a0b req-44ec338d-a346-4520-a3df-0ddeb85f842f tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607586 Jul 22 14:24:53.237152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] For port 146586dc-923d-45ad-a888-eed621d3ddf3, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:53.254346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] For port 146586dc-923d-45ad-a888-eed621d3ddf3, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=146586dc-923d-45ad-a888-eed621d3ddf3,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:53.257362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Deleting port 13700938-87ac-4884-8a5e-ef88826b07b0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:53.257713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.264183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.357434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] Provisioning for port 552566a6-a720-4171-870a-9f6cfb26a35d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:53.360562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.361401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.363837 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] 10.222.0.72 "PUT /v2.0/ports/146586dc-923d-45ad-a888-eed621d3ddf3 HTTP/1.1" status: 200 len: 1096 time: 1.3931909 Jul 22 14:24:53.364274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.369584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] Provisioning complete for port 552566a6-a720-4171-870a-9f6cfb26a35d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:53.369994 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.378590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'tag': '146586dc-923d-45ad-a888-eed621d3ddf3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:53.386401 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a1712a-9641-47cf-b6e6-4062be59a03e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc0b00e-fa07-4727-8fed-021c9c8b2067", "tag": "146586dc-923d-45ad-a888-eed621d3ddf3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:53.492521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f476c18-275a-4591-8222-a5d1a83df419 service neutron] Pushing event updated for resources: {'Port': ['ID=146586dc-923d-45ad-a888-eed621d3ddf3,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:53.516467 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.540513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] For port 13700938-87ac-4884-8a5e-ef88826b07b0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=13700938-87ac-4884-8a5e-ef88826b07b0,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:53.540884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.563961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Calling delete_port for 13700938-87ac-4884-8a5e-ef88826b07b0 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:53.567246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-d3408d1b-55de-4e19-b13b-d4e89e479087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.569488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-d3408d1b-55de-4e19-b13b-d4e89e479087 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 1099 time: 0.1365826 Jul 22 14:24:53.577498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] For port 552566a6-a720-4171-870a-9f6cfb26a35d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=552566a6-a720-4171-870a-9f6cfb26a35d,segment=NetworkSegment(eaeb3b42-5544-42e5-bd76-a38880bcebd5),segment_id=eaeb3b42-5544-42e5-bd76-a38880bcebd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:53.590154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.630103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-5dcce2b1-6c75-4abd-b2e8-2d6e08396277 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=146586dc-923d-45ad-a888-eed621d3ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0440588 Jul 22 14:24:53.715552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47ba83-1040-4ac7-a9bf-16ea9605bfe0 None None] Pushing event updated for resources: {'Port': ['ID=552566a6-a720-4171-870a-9f6cfb26a35d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:53.738030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-4992cb7c-373b-4c6e-87ba-aa9fe2b931b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.739539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-4992cb7c-373b-4c6e-87ba-aa9fe2b931b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0802336 Jul 22 14:24:53.802146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecea0f-cc24-4fcb-9c31-39b58f3adc54 req-a18ccc8c-3228-4f34-8cbf-02265d3c3bf4 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.812750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41ecea0f-cc24-4fcb-9c31-39b58f3adc54 req-a18ccc8c-3228-4f34-8cbf-02265d3c3bf4 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 946 time: 0.9566720 Jul 22 14:24:53.893300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-21d79daf-ac3e-4012-b1c1-ef107a425236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:53.895017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-21d79daf-ac3e-4012-b1c1-ef107a425236 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426942 Jul 22 14:24:53.902405 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.902906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Deleting port 31deabae-6361-48d0-aa46-ad74eb38b4bb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:53.903014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:53.922731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['13700938-87ac-4884-8a5e-ef88826b07b0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:53.935385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Pushing event deleted for resources: {'Port': ['ID=13700938-87ac-4884-8a5e-ef88826b07b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:53.947274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41ecea0f-cc24-4fcb-9c31-39b58f3adc54 req-3e2bb860-b355-4cc6-886d-334508582f7c tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335425 Jul 22 14:24:53.969362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6d857e58-fb0e-401f-a971-2065a8e638f6 None None] Provisioning complete for port 552566a6-a720-4171-870a-9f6cfb26a35d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:53.969792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d857e58-fb0e-401f-a971-2065a8e638f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.043012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf1e98-8198-4706-aa6c-abc0d7e03ad3 req-f455b853-0708-4d3f-aab0-445387e0c8f9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.052944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0caf1e98-8198-4706-aa6c-abc0d7e03ad3 req-f455b853-0708-4d3f-aab0-445387e0c8f9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 945 time: 0.7347481 Jul 22 14:24:54.110462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] No DVR routers for this DVR port 13700938-87ac-4884-8a5e-ef88826b07b0 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:54.114707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.117126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-16d68bf4-6cae-4d98-800c-5f8fd4cbdb9c req-969b651e-6521-4eaf-8412-382a5e66bfbe tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.72 "DELETE /v2.0/ports/13700938-87ac-4884-8a5e-ef88826b07b0 HTTP/1.1" status: 204 len: 173 time: 1.0841713 Jul 22 14:24:54.195007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-d4192982-2be7-4775-8b64-a09fc89e27e4 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611489 Jul 22 14:24:54.310948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4fadaf42-ea5e-4dd3-abf8-3bc663e2a79d req-2f7d67b7-ddc4-4158-a47a-0cc84c8da5f1 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074307 Jul 22 14:24:54.377703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] For port 31deabae-6361-48d0-aa46-ad74eb38b4bb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=31deabae-6361-48d0-aa46-ad74eb38b4bb,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:54.378314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.398450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0caf1e98-8198-4706-aa6c-abc0d7e03ad3 req-12a39d69-2484-4a76-877e-25d0453f7f5c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886310 Jul 22 14:24:54.408934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Calling delete_port for 31deabae-6361-48d0-aa46-ad74eb38b4bb owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:54.502034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.531349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-ca459da2-13f5-41d7-b2c1-e59e5b2235b2 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.532884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-ca459da2-13f5-41d7-b2c1-e59e5b2235b2 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.61 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 946 time: 0.3985546 Jul 22 14:24:54.538470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71a960a7-adb5-43e4-8a06-735cd35d434a req-25174ded-0f10-411b-90cc-66ee5d49cf32 tempest-AttachSCSIVolumeTestJSON-820160631 tempest-AttachSCSIVolumeTestJSON-820160631-project] 10.222.0.60 "GET /v2.0/ports?device_id=30f74757-7b31-4bc4-b845-af1273cfce7e HTTP/1.1" status: 200 len: 210 time: 0.0577855 Jul 22 14:24:54.560454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c1db4-3a99-4f71-b3c2-931d9c21ddc0 req-f3d60817-42fb-455f-9de6-6c606a1b8f67 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.560454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-450c1db4-3a99-4f71-b3c2-931d9c21ddc0 req-f3d60817-42fb-455f-9de6-6c606a1b8f67 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 948 time: 0.3929460 Jul 22 14:24:54.598399 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940f6a6-96d5-420e-926d-f6d0da6967d3 x-openstack-request-id: req-1940f6a6-96d5-420e-926d-f6d0da6967d3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:54.599205 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc0b00e-fa07-4727-8fed-021c9c8b2067", "tag": "146586dc-923d-45ad-a888-eed621d3ddf3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:54.599669 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1940f6a6-96d5-420e-926d-f6d0da6967d3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:54.600284 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'tag': '146586dc-923d-45ad-a888-eed621d3ddf3', 'status': 'completed', 'code': 200} Jul 22 14:24:54.692928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-49991a07-d444-46e9-91e2-b8fae3df1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.695527 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-49991a07-d444-46e9-91e2-b8fae3df1a57 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 1099 time: 0.0618622 Jul 22 14:24:54.796041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-450c1db4-3a99-4f71-b3c2-931d9c21ddc0 req-3d129404-3164-4ba9-8ced-566010ea536c tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305341 Jul 22 14:24:54.852820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-5fd2bc4c-9f09-4973-aea6-596cded5eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:54.854572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-5fd2bc4c-9f09-4973-aea6-596cded5eb25 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1434181 Jul 22 14:24:54.903648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:54.936074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 552566a6-a720-4171-870a-9f6cfb26a35d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:54.939438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 31deabae-6361-48d0-aa46-ad74eb38b4bb no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:54.956693 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-cdaded56-c340-4f3d-8f1c-eebe0d4d68cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=146586dc-923d-45ad-a888-eed621d3ddf3 HTTP/1.1" status: 200 len: 217 time: 0.0829353 Jul 22 14:24:54.960835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event deleted for resources: {'Port': ['ID=31deabae-6361-48d0-aa46-ad74eb38b4bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:54.968581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 31deabae-6361-48d0-aa46-ad74eb38b4bb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:54.969139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 31deabae-6361-48d0-aa46-ad74eb38b4bb not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:54.970304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13700938-87ac-4884-8a5e-ef88826b07b0 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:55.003979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead65d3-be4d-4f00-9c8b-5bdcdad05050 req-8e70dac2-edfa-44ad-b32c-a9b3a36a775a tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:55.005577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ead65d3-be4d-4f00-9c8b-5bdcdad05050 req-8e70dac2-edfa-44ad-b32c-a9b3a36a775a tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 946 time: 0.3422282 Jul 22 14:24:55.044223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-9de18f1d-6d22-4208-90b1-a9e1df4d3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:55.045888 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-9de18f1d-6d22-4208-90b1-a9e1df4d3bb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0760853 Jul 22 14:24:55.049821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 13700938-87ac-4884-8a5e-ef88826b07b0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:55.050395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 13700938-87ac-4884-8a5e-ef88826b07b0 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:55.080987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] No DVR routers for this DVR port 31deabae-6361-48d0-aa46-ad74eb38b4bb on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:55.085914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Deleting port e94e994e-0f55-4bdf-850a-6e2edab42d45 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:55.086360 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.087701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 552566a6-a720-4171-870a-9f6cfb26a35d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:55.088298 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.100806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.103048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-593959c9-b763-4ce5-82ba-6175c629a1c5 req-07aaac45-5e27-4874-9f2c-b72bfba5e952 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "DELETE /v2.0/ports/31deabae-6361-48d0-aa46-ad74eb38b4bb HTTP/1.1" status: 204 len: 173 time: 2.2455852 Jul 22 14:24:55.103647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'name': 'network-vif-deleted', 'tag': '31deabae-6361-48d0-aa46-ad74eb38b4bb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:55.106070 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad988b9-f81b-44f8-94b4-fb4c6e8e19f6" -d '{"events": [{"server_uuid": "59f326c0-73e1-4dc8-a215-ec1069b4c633", "name": "network-vif-deleted", "tag": "31deabae-6361-48d0-aa46-ad74eb38b4bb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:55.129506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-8993ce3b-442d-4a51-9001-b7f037941007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:55.142327 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-8993ce3b-442d-4a51-9001-b7f037941007 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0861764 Jul 22 14:24:55.207397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ead65d3-be4d-4f00-9c8b-5bdcdad05050 req-ddef6c6f-a847-4514-a569-6b3947447bd8 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730883 Jul 22 14:24:55.301085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:24:55.327056 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-deb57a38-38b2-4cb0-82cf-3dd5029398df service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836746 Jul 22 14:24:55.378501 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee29dfc-ad9e-4d31-b012-f1839ccff98b x-openstack-request-id: req-3ee29dfc-ad9e-4d31-b012-f1839ccff98b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:55.379296 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f326c0-73e1-4dc8-a215-ec1069b4c633", "name": "network-vif-deleted", "tag": "31deabae-6361-48d0-aa46-ad74eb38b4bb", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:55.381532 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ee29dfc-ad9e-4d31-b012-f1839ccff98b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:55.382114 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f326c0-73e1-4dc8-a215-ec1069b4c633', 'name': 'network-vif-deleted', 'tag': '31deabae-6361-48d0-aa46-ad74eb38b4bb', 'status': 'completed', 'code': 200} Jul 22 14:24:55.399085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a6a2-5f26-41a3-8084-c5af9946220e req-bb6a99c5-56a8-49ad-a52c-c7fefee3fe89 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:55.400835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2d4a6a2-5f26-41a3-8084-c5af9946220e req-bb6a99c5-56a8-49ad-a52c-c7fefee3fe89 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 946 time: 0.3229718 Jul 22 14:24:55.444780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4a1712a-9641-47cf-b6e6-4062be59a03e req-7a512ca9-d274-4089-94d6-d0e92af80344 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070409 Jul 22 14:24:55.555190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:55.562853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d88d8d19-a8b0-4c0a-9085-e6234464eb1c req-b4d9794c-fbbc-49b8-90d3-8638ee6d62e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.0619910 Jul 22 14:24:55.566958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] For port e94e994e-0f55-4bdf-850a-6e2edab42d45, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e94e994e-0f55-4bdf-850a-6e2edab42d45,segment=NetworkSegment(2e4f2cba-27b5-4f0a-817a-3ec9c4866d77),segment_id=2e4f2cba-27b5-4f0a-817a-3ec9c4866d77)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:55.567498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.572941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Sync routers for ids ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:24:55.588734 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Routers {'c53a57d9-4d84-4738-9e40-4d2e66a73cf0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:55.589358 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:55.619268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2d4a6a2-5f26-41a3-8084-c5af9946220e req-709032ca-ee29-4beb-89e1-0ef4de98eb6e tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/security-groups?id=58406c58-122f-4a66-a4e5-21fac319509b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177707 Jul 22 14:24:55.624749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Calling delete_port for e94e994e-0f55-4bdf-850a-6e2edab42d45 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:55.650160 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:55.651518 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b11cab8-7bcc-430b-92f0-aedafcd3825f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5534995 Jul 22 14:24:55.654240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40468) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:55.857134 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Set router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:56.152072 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:24:52Z', 'revision_number': 3, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port': {'id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:51Z', 'updated_at': '2021-07-22T14:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:56.162894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.179217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e94e994e-0f55-4bdf-850a-6e2edab42d45'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:56.195739 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Checking router: c53a57d9-4d84-4738-9e40-4d2e66a73cf0 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:24:56.196091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Updating router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 port 04a94770-f0ab-4572-a04e-ca972dfe897e binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:24:56.249415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Pushing event deleted for resources: {'Port': ['ID=e94e994e-0f55-4bdf-850a-6e2edab42d45,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:56.283874 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.343221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795dd59-a8db-4d34-8dcb-07ff44ee8f9f req-49776d33-ba6f-40f6-a2cf-e4d731917a34 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:56.351850 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7795dd59-a8db-4d34-8dcb-07ff44ee8f9f req-49776d33-ba6f-40f6-a2cf-e4d731917a34 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 948 time: 0.3426330 Jul 22 14:24:56.364723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e5ec0-acc4-4eda-83d9-aa9a3b2cd057 req-01446928-4ce7-4567-9ff5-f0c195a11df1 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:56.377609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e99e5ec0-acc4-4eda-83d9-aa9a3b2cd057 req-01446928-4ce7-4567-9ff5-f0c195a11df1 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 946 time: 0.3872809 Jul 22 14:24:56.411117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.432718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] No DVR routers for this DVR port e94e994e-0f55-4bdf-850a-6e2edab42d45 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:56.485027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.487251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef2dcae4-ed86-4b94-ae3e-43d10e4a07f9 req-20df26dd-0339-4bd0-b7f8-91b48fc86c32 tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.61 "DELETE /v2.0/ports/e94e994e-0f55-4bdf-850a-6e2edab42d45 HTTP/1.1" status: 204 len: 173 time: 1.9477878 Jul 22 14:24:56.546732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7795dd59-a8db-4d34-8dcb-07ff44ee8f9f req-6e91a615-e7e5-4556-b66a-0633e2dacec5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937492 Jul 22 14:24:56.577837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e99e5ec0-acc4-4eda-83d9-aa9a3b2cd057 req-4ae94148-c0dd-4359-adc8-af1469d1cef6 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997416 Jul 22 14:24:56.630761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'name': 'network-vif-deleted', 'tag': '13700938-87ac-4884-8a5e-ef88826b07b0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:56.633787 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ef863f-1c3e-49f5-87e0-cacb386523ec" -d '{"events": [{"server_uuid": "30f74757-7b31-4bc4-b845-af1273cfce7e", "name": "network-vif-deleted", "tag": "13700938-87ac-4884-8a5e-ef88826b07b0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:56.753307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7d3ba6c-c7b1-4479-ba58-3be0ece70275 req-3be6911c-300d-4dc7-bd28-03a561bdb5c7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.0652330 Jul 22 14:24:56.790371 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ab519d-e1d2-4df9-9f7b-002948037394 x-openstack-request-id: req-c3ab519d-e1d2-4df9-9f7b-002948037394 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:56.794786 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f74757-7b31-4bc4-b845-af1273cfce7e", "name": "network-vif-deleted", "tag": "13700938-87ac-4884-8a5e-ef88826b07b0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:56.795155 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3ab519d-e1d2-4df9-9f7b-002948037394 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:56.795692 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f74757-7b31-4bc4-b845-af1273cfce7e', 'name': 'network-vif-deleted', 'tag': '13700938-87ac-4884-8a5e-ef88826b07b0', 'status': 'completed', 'code': 200} Jul 22 14:24:56.799429 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.819967 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Transition to ACTIVE for port object 04a94770-f0ab-4572-a04e-ca972dfe897e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:56.827875 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.858839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Allocated IP 172.20.0.1 (fd667d5c-1b0a-4770-8291-a85cd0051272/88d856f8-5126-48d5-84ff-f140a9996669/00d8d9e2-f7ff-465a-b455-b0ba77925dac) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:24:56.892428 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7694d-080b-4539-b0e3-5a7852c71a8b None None] Pushing event updated for resources: {'Port': ['ID=04a94770-f0ab-4572-a04e-ca972dfe897e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:56.913425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd5bd4de-e3e1-4b6e-b8ae-123a0e88416f req-544fe78d-16a2-4c08-982c-be9a3ec81e5a tempest-ServerAddressesNegativeTestJSON-1173814962 tempest-ServerAddressesNegativeTestJSON-1173814962-project] 10.222.0.60 "GET /v2.0/ports?device_id=9317e7fb-e309-48d5-aae2-c6f19b58a087 HTTP/1.1" status: 200 len: 210 time: 0.0437469 Jul 22 14:24:56.925214 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Attempting to bind port 04a94770-f0ab-4572-a04e-ca972dfe897e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:24:56.925635 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Attempting to bind port 04a94770-f0ab-4572-a04e-ca972dfe897e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:24:56.926205 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Attempting to bind port 04a94770-f0ab-4572-a04e-ca972dfe897e on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:24:56.932919 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:24:56.933301 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:24:56.933769 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.934223 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:24:56.934754 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Bound port: 04a94770-f0ab-4572-a04e-ca972dfe897e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:24:56.935163 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:56.943108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 146586dc-923d-45ad-a888-eed621d3ddf3 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:24:57.039388 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] For port 04a94770-f0ab-4572-a04e-ca972dfe897e, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:24:57.043987 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] For port 04a94770-f0ab-4572-a04e-ca972dfe897e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=04a94770-f0ab-4572-a04e-ca972dfe897e,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:24:57.050368 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.112532 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.121657 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Routers {'c53a57d9-4d84-4738-9e40-4d2e66a73cf0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:24:57.122032 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:57.142622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 146586dc-923d-45ad-a888-eed621d3ddf3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=146586dc-923d-45ad-a888-eed621d3ddf3,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:57.156666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '146586dc-923d-45ad-a888-eed621d3ddf3', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '146586dc-923d-45ad-a888-eed621d3ddf3', 'mac_address': 'fa:16:3e:75:0b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:24:57.307377 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] Set router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:24:57.315572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.348177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146586dc-923d-45ad-a888-eed621d3ddf3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:24:57.375711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 146586dc-923d-45ad-a888-eed621d3ddf3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=146586dc-923d-45ad-a888-eed621d3ddf3,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:57.382230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.383190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'name': 'network-vif-deleted', 'tag': 'e94e994e-0f55-4bdf-850a-6e2edab42d45'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:57.385757 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23ba277-4bc3-47ee-a7e3-b4fb0c6d8efb" -d '{"events": [{"server_uuid": "9317e7fb-e309-48d5-aae2-c6f19b58a087", "name": "network-vif-deleted", "tag": "e94e994e-0f55-4bdf-850a-6e2edab42d45"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:57.466550 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c19c60-7430-482e-a605-4595c52936e3 x-openstack-request-id: req-d7c19c60-7430-482e-a605-4595c52936e3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:57.467201 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9317e7fb-e309-48d5-aae2-c6f19b58a087", "name": "network-vif-deleted", "tag": "e94e994e-0f55-4bdf-850a-6e2edab42d45", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:57.467512 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7c19c60-7430-482e-a605-4595c52936e3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:57.468092 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317e7fb-e309-48d5-aae2-c6f19b58a087', 'name': 'network-vif-deleted', 'tag': 'e94e994e-0f55-4bdf-850a-6e2edab42d45', 'status': 'completed', 'code': 200} Jul 22 14:24:57.487703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=146586dc-923d-45ad-a888-eed621d3ddf3,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:57.505854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.507942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.509977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.510353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.510730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.511214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.512809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.513183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.513591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.513943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.514290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.516528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:24:57.545043 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7694d-080b-4539-b0e3-5a7852c71a8b None None] Pushing event updated for resources: {'Port': ['ID=04a94770-f0ab-4572-a04e-ca972dfe897e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:57.637856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Transition to ACTIVE for port object 00d8d9e2-f7ff-465a-b455-b0ba77925dac will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:24:57.654130 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:24:52Z', 'revision_number': 3, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port': {'id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:51Z', 'updated_at': '2021-07-22T14:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:57.684628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['146586dc-923d-45ad-a888-eed621d3ddf3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:57.705637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.741911 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef98f0-1637-4b67-881f-441aa54761aa None None] The sync data for ids ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'] in n-d-794306-8 is: [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:24:52Z', 'revision_number': 3, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port': {'id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:51Z', 'updated_at': '2021-07-22T14:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:24:57.764323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Network fd667d5c-1b0a-4770-8291-a85cd0051272 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:57.773341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:57.791741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-b1cdab72-1524-44e4-9aa2-4607f1543a58 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.793530 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-b1cdab72-1524-44e4-9aa2-4607f1543a58 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.72 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 946 time: 0.1869221 Jul 22 14:24:57.794337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:24:57.803816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Pushing event updated for resources: {'Port': ['ID=00d8d9e2-f7ff-465a-b455-b0ba77925dac,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:57.820435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d77e0-d42b-479c-abb8-5fc7b401dfce req-5eb59aa6-2a9c-4838-8184-a1ffe15f4133 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.832894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-045d77e0-d42b-479c-abb8-5fc7b401dfce req-5eb59aa6-2a9c-4838-8184-a1ffe15f4133 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 949 time: 0.2024927 Jul 22 14:24:57.907631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:57.919084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a4e21-6b36-4fad-aa69-608bdbcfae49 req-c57493a0-093c-437a-a967-2479a1836cb6 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:57.933549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-564a4e21-6b36-4fad-aa69-608bdbcfae49 req-c57493a0-093c-437a-a967-2479a1836cb6 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 946 time: 0.2339611 Jul 22 14:24:57.967505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-045d77e0-d42b-479c-abb8-5fc7b401dfce req-9044f4fb-73cb-43bb-90fd-0cbaf1598127 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334045 Jul 22 14:24:58.054257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-564a4e21-6b36-4fad-aa69-608bdbcfae49 req-018c7c02-3a71-4ac1-8c53-165acaf6250d tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/security-groups?id=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181073 Jul 22 14:24:58.134073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40544) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:58.195033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.256013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Deleting subnet 42573c70-6419-4bd2-b88d-7f180f3dea6e {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:24:58.259013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9ec34156-0f33-4e84-bbe9-755db1d45a85 None None] Provisioning for port 00d8d9e2-f7ff-465a-b455-b0ba77925dac completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:58.266357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9ec34156-0f33-4e84-bbe9-755db1d45a85 None None] Provisioning complete for port 00d8d9e2-f7ff-465a-b455-b0ba77925dac triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:58.267603 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ec34156-0f33-4e84-bbe9-755db1d45a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.276774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.301088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Deleting port 77628bea-1df4-4cb0-a141-b2ba344d74a7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:24:58.301441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.354285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9ec34156-0f33-4e84-bbe9-755db1d45a85 None None] Port 00d8d9e2-f7ff-465a-b455-b0ba77925dac cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:24:58.385012 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.477611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] For port 77628bea-1df4-4cb0-a141-b2ba344d74a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=77628bea-1df4-4cb0-a141-b2ba344d74a7,segment=NetworkSegment(9eac89e6-f9db-4590-9b6e-0896f498c63f),segment_id=9eac89e6-f9db-4590-9b6e-0896f498c63f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:58.478290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.494219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-457c8705-2c31-4fbc-8dcd-2f53102ed13a req-cc17e76e-b89f-4cd0-b2da-b85b554ae0aa tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.0583546 Jul 22 14:24:58.495235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Calling delete_port for 77628bea-1df4-4cb0-a141-b2ba344d74a7 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:24:58.532256 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.620595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e94e994e-0f55-4bdf-850a-6e2edab42d45 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:24:58.652309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.700686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: e94e994e-0f55-4bdf-850a-6e2edab42d45 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:24:58.702815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e94e994e-0f55-4bdf-850a-6e2edab42d45 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:24:58.724170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42573c70-6419-4bd2-b88d-7f180f3dea6e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:58.734537 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.737871 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5cb491f9-33b3-4ee5-a12a-6ae7dd835742 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/42573c70-6419-4bd2-b88d-7f180f3dea6e HTTP/1.1" status: 204 len: 168 time: 0.6021991 Jul 22 14:24:58.740170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40550) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:24:58.808646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.814313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.828137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['77628bea-1df4-4cb0-a141-b2ba344d74a7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:24:58.878050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Pushing event deleted for resources: {'Port': ['ID=77628bea-1df4-4cb0-a141-b2ba344d74a7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:58.880260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.883624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:58.945807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 146586dc-923d-45ad-a888-eed621d3ddf3 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:58.957356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Pushing event updated for resources: {'Port': ['ID=00d8d9e2-f7ff-465a-b455-b0ba77925dac,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:59.028078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 04a94770-f0ab-4572-a04e-ca972dfe897e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:24:59.042914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] No DVR routers for this DVR port 77628bea-1df4-4cb0-a141-b2ba344d74a7 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:24:59.059847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.065597 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4b406f9-b698-4f5c-96c9-0410c075d084 req-5e5f1884-4255-404e-8c89-5a874c3136f5 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.72 "DELETE /v2.0/ports/77628bea-1df4-4cb0-a141-b2ba344d74a7 HTTP/1.1" status: 204 len: 173 time: 1.2554801 Jul 22 14:24:59.066172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'name': 'network-vif-deleted', 'tag': '77628bea-1df4-4cb0-a141-b2ba344d74a7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:59.076357 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586c3f39-6138-4f5d-8bff-d7377f61fb61" -d '{"events": [{"server_uuid": "f0dfd3c9-bec7-49e2-beb9-c300aecd81af", "name": "network-vif-deleted", "tag": "77628bea-1df4-4cb0-a141-b2ba344d74a7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:59.115010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.129154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 146586dc-923d-45ad-a888-eed621d3ddf3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:59.143919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 146586dc-923d-45ad-a888-eed621d3ddf3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:59.155152 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.188951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.214253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 04a94770-f0ab-4572-a04e-ca972dfe897e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:24:59.230645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 04a94770-f0ab-4572-a04e-ca972dfe897e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:24:59.231409 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.263843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83fc91c-92d9-440b-9f77-ac37e0f45a31']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.317810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Network fd667d5c-1b0a-4770-8291-a85cd0051272 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:24:59.321231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:24:59.363595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.364002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4f2cba-27b5-4f0a-817a-3ec9c4866d77') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:24:59.393310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bdd3afc-3219-4906-a0c9-93c61e069b8a req-6a6e9b8d-f1cb-4cde-b390-b29896ef8452 tempest-InstanceActionsNegativeTestJSON-1372013120 tempest-InstanceActionsNegativeTestJSON-1372013120-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0dfd3c9-bec7-49e2-beb9-c300aecd81af HTTP/1.1" status: 200 len: 210 time: 0.1543891 Jul 22 14:24:59.427038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.499861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.518827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:24:59.525289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:24:59.526020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.648825 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.665797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:24:59.696074 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:24:59.710890 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3024c11-0bfe-4fde-a856-11fe93e1444f x-openstack-request-id: req-e3024c11-0bfe-4fde-a856-11fe93e1444f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:24:59.713045 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0dfd3c9-bec7-49e2-beb9-c300aecd81af", "name": "network-vif-deleted", "tag": "77628bea-1df4-4cb0-a141-b2ba344d74a7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:24:59.713384 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3024c11-0bfe-4fde-a856-11fe93e1444f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:24:59.713801 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0dfd3c9-bec7-49e2-beb9-c300aecd81af', 'name': 'network-vif-deleted', 'tag': '77628bea-1df4-4cb0-a141-b2ba344d74a7', 'status': 'completed', 'code': 200} Jul 22 14:24:59.735055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd9a03-e8ac-44f8-8561-c1517a0235d0 req-4ac81bc8-59eb-49ed-931e-d732eedc321e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:24:59.743796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3abd9a03-e8ac-44f8-8561-c1517a0235d0 req-4ac81bc8-59eb-49ed-931e-d732eedc321e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 949 time: 0.6152892 Jul 22 14:24:59.746975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.762118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.771452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f83fc91c-92d9-440b-9f77-ac37e0f45a31 HTTP/1.1" status: 204 len: 168 time: 1.0274467 Jul 22 14:24:59.789661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146586dc-923d-45ad-a888-eed621d3ddf3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:24:59.791958 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f415843-93f8-4117-92b2-7e23310fe6c5" -d '{"events": [{"server_uuid": "8fc0b00e-fa07-4727-8fed-021c9c8b2067", "name": "network-vif-plugged", "status": "completed", "tag": "146586dc-923d-45ad-a888-eed621d3ddf3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:24:59.802696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:24:59.803607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 04a94770-f0ab-4572-a04e-ca972dfe897e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=04a94770-f0ab-4572-a04e-ca972dfe897e,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:59.828808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-de739974-6508-4e94-a409-bee7f4e2fc53 admin admin] 10.222.0.60 "PUT /v2.0/routers/c53a57d9-4d84-4738-9e40-4d2e66a73cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1705539 Jul 22 14:24:59.831579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebfef3-3c1c-49b2-8b03-48b95bb53c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83fc91c-92d9-440b-9f77-ac37e0f45a31,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:24:59.873594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.873594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 146586dc-923d-45ad-a888-eed621d3ddf3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=146586dc-923d-45ad-a888-eed621d3ddf3,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:24:59.941262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3abd9a03-e8ac-44f8-8561-c1517a0235d0 req-aa7fc47c-93af-41aa-8018-b1e9c70a5ee9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885154 Jul 22 14:24:59.946857 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:24:59.947764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 77628bea-1df4-4cb0-a141-b2ba344d74a7 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:00.025852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc726bf7-a7ca-471e-a24a-100395601319 req-01da082d-2ec3-4811-8de0-ca081d336822 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.1495981 Jul 22 14:25:00.117569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40576) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:00.133995 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7421d4ee-b7d3-443c-9da1-4ca6a1e50174 x-openstack-request-id: req-7421d4ee-b7d3-443c-9da1-4ca6a1e50174 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:00.134794 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc0b00e-fa07-4727-8fed-021c9c8b2067", "name": "network-vif-plugged", "status": "completed", "tag": "146586dc-923d-45ad-a888-eed621d3ddf3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:00.135285 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7421d4ee-b7d3-443c-9da1-4ca6a1e50174 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:00.136030 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146586dc-923d-45ad-a888-eed621d3ddf3', 'code': 200} Jul 22 14:25:00.137695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=04a94770-f0ab-4572-a04e-ca972dfe897e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:00.141282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 77628bea-1df4-4cb0-a141-b2ba344d74a7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:00.141919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 77628bea-1df4-4cb0-a141-b2ba344d74a7 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:00.209938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9bec61b5-061d-4b4b-a482-9e1cb579b409 None None] Provisioning complete for port 00d8d9e2-f7ff-465a-b455-b0ba77925dac triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:00.212571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bec61b5-061d-4b4b-a482-9e1cb579b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.219317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cccaa4fe-9da8-4c25-878c-06c495f76be5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24ad13235a1946078f5ffc59ae716245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005616 Jul 22 14:25:00.219980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:00.259832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43e2c7-fb22-4add-ac51-5a025c295c81 req-0d464595-07cd-4c55-8cdf-026ed97f8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:00.261564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc43e2c7-fb22-4add-ac51-5a025c295c81 req-0d464595-07cd-4c55-8cdf-026ed97f8ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 1101 time: 0.1182826 Jul 22 14:25:00.307544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7026de07-65b4-44dc-9d72-0b96caf73f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.333732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc43e2c7-fb22-4add-ac51-5a025c295c81 req-f1e2e13a-df41-482c-ae72-3214cd66a8d5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619817 Jul 22 14:25:00.351704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7026de07-65b4-44dc-9d72-0b96caf73f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.419921 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7026de07-65b4-44dc-9d72-0b96caf73f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.423590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7026de07-65b4-44dc-9d72-0b96caf73f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.429028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7026de07-65b4-44dc-9d72-0b96caf73f2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58406c58-122f-4a66-a4e5-21fac319509b HTTP/1.1" status: 204 len: 168 time: 0.2046862 Jul 22 14:25:00.451009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026de07-65b4-44dc-9d72-0b96caf73f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58406c58-122f-4a66-a4e5-21fac319509b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:00.478921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:00.548355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Deleting subnet 7d87863d-30d0-4a22-807a-f48df66bcddd {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:00.552620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.597522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9bec61b5-061d-4b4b-a482-9e1cb579b409 None None] Port 00d8d9e2-f7ff-465a-b455-b0ba77925dac cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:00.600819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=146586dc-923d-45ad-a888-eed621d3ddf3,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:00.638551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Sync routers for ids ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:00.652978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Routers {'c53a57d9-4d84-4738-9e40-4d2e66a73cf0'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:00.653554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:00.661182 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-095b0e6c-2592-4992-acaf-6b0da5b34390 req-a84f9423-1a53-4c49-a515-00045c0d445b tempest-FloatingIPDetailsNegativeTestJSON-1498511704 tempest-FloatingIPDetailsNegativeTestJSON-1498511704-project] show failed (client error): The resource could not be found. Jul 22 14:25:00.675121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:00.678530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-095b0e6c-2592-4992-acaf-6b0da5b34390 req-a84f9423-1a53-4c49-a515-00045c0d445b tempest-FloatingIPDetailsNegativeTestJSON-1498511704 tempest-FloatingIPDetailsNegativeTestJSON-1498511704-project] 10.222.0.60 "GET /v2.0/floatingips/5d13f0be-bdb3-4cce-9e05-07ca9ece93a2 HTTP/1.1" status: 404 len: 350 time: 0.0539026 Jul 22 14:25:00.685810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.755756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.820961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Set router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:00.847854 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.966973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d87863d-30d0-4a22-807a-f48df66bcddd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:00.979849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:00.984052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cd0cba58-5ef3-4258-8417-b97e588c3efd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7d87863d-30d0-4a22-807a-f48df66bcddd HTTP/1.1" status: 204 len: 168 time: 0.5036402 Jul 22 14:25:00.987134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40598) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:01.028980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 04a94770-f0ab-4572-a04e-ca972dfe897e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:01.218118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 04a94770-f0ab-4572-a04e-ca972dfe897e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:01.218693 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.379959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:24:58Z', 'revision_number': 4, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port': {'id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:51Z', 'updated_at': '2021-07-22T14:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '00d8d9e2-f7ff-465a-b455-b0ba77925dac', 'name': '', 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'mac_address': 'fa:16:3e:df:13:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '88d856f8-5126-48d5-84ff-f140a9996669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:56Z', 'updated_at': '2021-07-22T14:24:58Z', 'revision_number': 2, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'subnets': [{'id': '88d856f8-5126-48d5-84ff-f140a9996669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:01.408862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Checking router: c53a57d9-4d84-4738-9e40-4d2e66a73cf0 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:01.409571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Updating router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 port 00d8d9e2-f7ff-465a-b455-b0ba77925dac binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:01.447045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.482272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.629029 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:25:01.661058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.709472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d442735-3173-4d8b-80fb-05eddfc05413 req-96d7d105-e55c-4240-82f3-279603bbbdd0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.1158340 Jul 22 14:25:01.884810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.898126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a497b84-cfc0-4269-96c6-fd989c2472b3']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:01.918435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ce50a-664b-463a-a8a2-8aa1af46cc8b req-37c428d0-a509-4c9b-823e-114fad01e86b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:01.926658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f9ce50a-664b-463a-a8a2-8aa1af46cc8b req-37c428d0-a509-4c9b-823e-114fad01e86b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 950 time: 0.3350742 Jul 22 14:25:01.938633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eac89e6-f9db-4590-9b6e-0896f498c63f') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:01.939183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eac89e6-f9db-4590-9b6e-0896f498c63f') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:01.948444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.960635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.972442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Transition to ACTIVE for port object 00d8d9e2-f7ff-465a-b455-b0ba77925dac will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:01.979278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Deleting port 00d8d9e2-f7ff-465a-b455-b0ba77925dac {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:01.979278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:01.983958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.003937 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.036420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f9ce50a-664b-463a-a8a2-8aa1af46cc8b req-34837f8f-c156-45ce-b843-b6ffd799947f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085732 Jul 22 14:25:02.055894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:02.056251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:02.062324 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:02.151196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.161754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a71f5-5f40-4690-93e9-3b206625f2a4 None None] Pushing event updated for resources: {'Port': ['ID=00d8d9e2-f7ff-465a-b455-b0ba77925dac,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:02.196495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Calling delete_port for 00d8d9e2-f7ff-465a-b455-b0ba77925dac owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:02.244215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.256238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Attempting to bind port 00d8d9e2-f7ff-465a-b455-b0ba77925dac on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:02.257193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Attempting to bind port 00d8d9e2-f7ff-465a-b455-b0ba77925dac by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:02.258399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Attempting to bind port 00d8d9e2-f7ff-465a-b455-b0ba77925dac on network fd667d5c-1b0a-4770-8291-a85cd0051272 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:02.277391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.279552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a497b84-cfc0-4269-96c6-fd989c2472b3 HTTP/1.1" status: 204 len: 168 time: 1.2895243 Jul 22 14:25:02.289650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:02.290100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Checking segment: {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:02.290451 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.291157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Bound using segment: {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:02.291371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Bound port: 00d8d9e2-f7ff-465a-b455-b0ba77925dac, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaeb3b42-5544-42e5-bd76-a38880bcebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'fd667d5c-1b0a-4770-8291-a85cd0051272'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:02.291763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.310654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97dde1-446a-4bd1-80a3-f94744fc0de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a497b84-cfc0-4269-96c6-fd989c2472b3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:02.441976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] For port 00d8d9e2-f7ff-465a-b455-b0ba77925dac, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:02.446052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] For port 00d8d9e2-f7ff-465a-b455-b0ba77925dac, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=00d8d9e2-f7ff-465a-b455-b0ba77925dac,segment=NetworkSegment(eaeb3b42-5544-42e5-bd76-a38880bcebd5),segment_id=eaeb3b42-5544-42e5-bd76-a38880bcebd5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:02.456322 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.544076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-3e8c84c8-6c99-4d92-bcc8-19f5a4f6a365 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:02.554823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-3e8c84c8-6c99-4d92-bcc8-19f5a4f6a365 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.2168636 Jul 22 14:25:02.583999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-00fda446-aaf4-4215-a13a-392ca3477a7a tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/quotas/6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 375 time: 0.0283694 Jul 22 14:25:02.675309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:02.687381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Routers {'c53a57d9-4d84-4738-9e40-4d2e66a73cf0'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:02.700299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:02.728209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4200ac9f-2501-4b81-a6a0-66b4e74b2f9b req-85bb7c49-bb93-4baa-986b-6a012473bb09 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.1216025 Jul 22 14:25:02.745778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d8d9e2-f7ff-465a-b455-b0ba77925dac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:02.779289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:02.837277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a71f5-5f40-4690-93e9-3b206625f2a4 None None] Pushing event updated for resources: {'Port': ['ID=00d8d9e2-f7ff-465a-b455-b0ba77925dac,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:02.917894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] Set router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:02.959285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-1a21ee4b-c501-4d4a-9166-2aed847b18b5 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3741865 Jul 22 14:25:03.065550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f28b035b-c7ca-445f-886c-767df1d15d28 req-33714b98-77f5-4e59-b25a-9a6460f6aec7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=59f326c0-73e1-4dc8-a215-ec1069b4c633 HTTP/1.1" status: 200 len: 210 time: 0.0756338 Jul 22 14:25:03.076584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f12d5a11-2b4f-464d-a423-4cf27e4d9660 None None] Could not find standard attr ID for object 00d8d9e2-f7ff-465a-b455-b0ba77925dac. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:25:03.150091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eb0ef29f-2012-4f36-9257-6ad19c0027f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb263e8f893747fd95297219cd1b5673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686769 Jul 22 14:25:03.155971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40666) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:03.288407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-d54390b6-55e5-4e45-b699-3abd28dfec8d service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279223 Jul 22 14:25:03.324128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.328095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f35e68b4-2240-4aed-a3a5-0982d4f8ee67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.414293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:25:02Z', 'revision_number': 5, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port': {'id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:51Z', 'updated_at': '2021-07-22T14:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:03.416831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f35e68b4-2240-4aed-a3a5-0982d4f8ee67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.471639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-07bdfc8d-bf42-4cd0-b432-c3d23d096658 service neutron] 10.222.0.60 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825662 Jul 22 14:25:03.499005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17be8d2f-820c-4a63-b8f9-b5d3d67c3da0 None None] The sync data for ids ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'] in n-d-794306-8 is: [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:25:02Z', 'revision_number': 5, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port': {'id': '04a94770-f0ab-4572-a04e-ca972dfe897e', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:24:51Z', 'updated_at': '2021-07-22T14:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:03.513687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f35e68b4-2240-4aed-a3a5-0982d4f8ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.516794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f35e68b4-2240-4aed-a3a5-0982d4f8ee67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:03.520757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f35e68b4-2240-4aed-a3a5-0982d4f8ee67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dff9eda4-0bfd-4ff1-a0e9-92a6e63de912 HTTP/1.1" status: 204 len: 168 time: 0.3463364 Jul 22 14:25:03.531159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e68b4-2240-4aed-a3a5-0982d4f8ee67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff9eda4-0bfd-4ff1-a0e9-92a6e63de912,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:03.819786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:03.938278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40186a4f-d29f-4d68-862c-1fceea4ae590 req-3d7af4e4-099f-465e-bc52-f94f5586e1c3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:03.940705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40186a4f-d29f-4d68-862c-1fceea4ae590 req-3d7af4e4-099f-465e-bc52-f94f5586e1c3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 950 time: 0.1813216 Jul 22 14:25:04.064596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:04.067753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40186a4f-d29f-4d68-862c-1fceea4ae590 req-aa926123-26c0-4d2e-b981-ceaaad9f7d27 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061673 Jul 22 14:25:04.078328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:04.086164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-08802e4f-5347-46a7-a2ca-b6bd6a375560 admin admin] 10.222.0.60 "PUT /v2.0/routers/c53a57d9-4d84-4738-9e40-4d2e66a73cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4098296 Jul 22 14:25:04.367047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12d9bd98-5769-4cd9-aec2-20facc8caddb req-fff064e0-3016-4766-804b-a1b9d6d44cef tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 210 time: 0.1162462 Jul 22 14:25:04.643106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f4f7117-d0c7-48e2-9f28-445c6794971c req-c911f69c-b432-4391-a64b-5a7f845b9108 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1513174 Jul 22 14:25:04.680954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.949040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:04.975510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59329e-19a4-4187-88a9-f30bf9743ad6 req-e5b79350-b06c-42d0-8a0c-23a2b1425a2e tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:04.978816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f59329e-19a4-4187-88a9-f30bf9743ad6 req-e5b79350-b06c-42d0-8a0c-23a2b1425a2e tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 1101 time: 0.6450624 Jul 22 14:25:05.074696 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967d8a2-5526-454d-9074-3765834752ed None None] Sync routers for ids ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:05.083238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f59329e-19a4-4187-88a9-f30bf9743ad6 req-25ee86e9-5f49-40a5-a738-05024e1ca607 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Jul 22 14:25:05.092117 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] Routers {'c53a57d9-4d84-4738-9e40-4d2e66a73cf0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:05.092798 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.152752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Deleting port 04a94770-f0ab-4572-a04e-ca972dfe897e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:05.153196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.312605 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] Set router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:05.331247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-22270150-3f94-4e5e-a905-6fe3103d503f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.333348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-22270150-3f94-4e5e-a905-6fe3103d503f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.2530730 Jul 22 14:25:05.358292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-b8f1d81a-058f-48e8-a91f-b26211c28ce6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.0177743 Jul 22 14:25:05.380425 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:25:04Z', 'revision_number': 6, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.429870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-4e04be6e-6380-4d7e-ac42-22e9daac2d54 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702839 Jul 22 14:25:05.447563 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967d8a2-5526-454d-9074-3765834752ed None None] Checking router: c53a57d9-4d84-4738-9e40-4d2e66a73cf0 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:05.467827 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] Routers {'c53a57d9-4d84-4738-9e40-4d2e66a73cf0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:05.468457 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:24:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.469786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] For port 04a94770-f0ab-4572-a04e-ca972dfe897e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=04a94770-f0ab-4572-a04e-ca972dfe897e,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:05.470391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:05.485869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Calling delete_port for 04a94770-f0ab-4572-a04e-ca972dfe897e owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:05.566208 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] Set router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:05.606237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-22dd039f-9aa2-44d0-95b7-0195439a2104 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117237 Jul 22 14:25:05.627300 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0967d8a2-5526-454d-9074-3765834752ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:25:04Z', 'revision_number': 6, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:05.732813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-d6475414-f330-4799-a032-87640ce33871 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005006 Jul 22 14:25:05.767925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0967d8a2-5526-454d-9074-3765834752ed None None] The sync data for ids ['c53a57d9-4d84-4738-9e40-4d2e66a73cf0'] in n-d-794306-8 is: [{'id': 'c53a57d9-4d84-4738-9e40-4d2e66a73cf0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1394983057-router', 'tenant_id': 'b7b6bcaecab94730a176c331624c7c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:24:50Z', 'updated_at': '2021-07-22T14:25:04Z', 'revision_number': 6, 'project_id': 'b7b6bcaecab94730a176c331624c7c56', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:05.949537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-b5169b08-d8e3-4b27-adb8-d5527cec3d5d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:05.951379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-b5169b08-d8e3-4b27-adb8-d5527cec3d5d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 820 time: 0.2013674 Jul 22 14:25:05.970257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Request body: {'port': {'device_id': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'admin_state_up': True, 'tenant_id': '6cb20be05566452397ae5b648778503d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:06.054235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07c8968b-0ec2-4f3e-b60d-17ad32ed7e8b req-7f4be3a4-d426-452f-bc50-2fdd94189c2d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.1097510 Jul 22 14:25:06.167117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-b5d3ae30-34f7-46fc-87e1-7904843a4d7d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:06.169989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-b5d3ae30-34f7-46fc-87e1-7904843a4d7d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5564868 Jul 22 14:25:06.216676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-1b440f52-918d-466e-80b2-fd23ce34d69e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/quotas/6cd9ca222e7c40418acc3fd98c6d71b0 HTTP/1.1" status: 200 len: 375 time: 0.0365136 Jul 22 14:25:06.220547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.259627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-354bf20b-fd6a-45de-bd91-979791755ad7 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235724 Jul 22 14:25:06.265852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a94770-f0ab-4572-a04e-ca972dfe897e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:06.563916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Made reservation on behalf of 6cb20be05566452397ae5b648778503d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:06.575290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.589777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f2cc73a-c8b7-4177-b963-6595404b040f req-f43d60aa-c333-4a43-8cba-eedc25a2cebc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 210 time: 0.0767770 Jul 22 14:25:06.610870 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.805251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Allocated IP 172.20.0.5 (096846f4-049e-4560-b606-861f68e70330/018d5bf4-07b4-4940-b88b-3a6282e1f8a1/1a324371-115d-4c71-a80f-6243619413fa) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:06.817732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-902455b5-89d8-457c-90ea-a62c1648c4b5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5529747 Jul 22 14:25:06.837104 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.863587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:06.867517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6323f0c-3e10-4631-aab3-4b1dfe9088c7 req-c3c73077-58e3-4204-819b-50be0e4a2112 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0699337 Jul 22 14:25:06.986197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 04a94770-f0ab-4572-a04e-ca972dfe897e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:07.080649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 04a94770-f0ab-4572-a04e-ca972dfe897e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:07.081002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 04a94770-f0ab-4572-a04e-ca972dfe897e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:07.108425 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.192008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.233663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-510a4abe-5bfa-4808-9caf-fc22bb5d3cf3 req-8658748c-cf98-4f9b-8364-aa17f2105a70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0951746 Jul 22 14:25:07.244366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.245187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c53a57d9-4d84-4738-9e40-4d2e66a73cf0 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:25:07.260781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.264487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-08c5da0c-dd9f-4f52-a863-59118d5e03a7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c53a57d9-4d84-4738-9e40-4d2e66a73cf0 HTTP/1.1" status: 204 len: 168 time: 3.1823900 Jul 22 14:25:07.266894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40810) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:07.285974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.302071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:07.393636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e27b627-83b1-4248-b74e-d1587a5d1061 req-414d1a4a-4072-4696-9c9a-015808a018d4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.1035767 Jul 22 14:25:07.400146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Network 096846f4-049e-4560-b606-861f68e70330 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:07.405812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:07.415256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Deleting subnet 88d856f8-5126-48d5-84ff-f140a9996669 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:07.426745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:07.536803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:07.623641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.719115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:07.866111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:07.866836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.885285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f4588fd8-f42e-4019-a7e0-12e480387df0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9242365 Jul 22 14:25:07.890002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:07.901427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Request body: {'port': {'device_id': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:07.959853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19d6981f-c217-4aae-ac71-7b9f81cc2b35 req-7ebfc05d-a75c-4c36-a980-956c2c73009f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 210 time: 0.0735812 Jul 22 14:25:08.011694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.051358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.104108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673952d-e47a-4822-9660-e9c09daa0b73 req-12e3fdd0-d1d3-4758-8686-44e3566b1088 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:08.111631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2673952d-e47a-4822-9660-e9c09daa0b73 req-12e3fdd0-d1d3-4758-8686-44e3566b1088 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 945 time: 0.7289186 Jul 22 14:25:08.199289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.282104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2673952d-e47a-4822-9660-e9c09daa0b73 req-7e09abeb-18aa-4b62-a07b-74441d889914 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691053 Jul 22 14:25:08.301030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.375718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d856f8-5126-48d5-84ff-f140a9996669,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:08.389872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.394481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87c53716-ffe8-4396-b71d-1c661b58474c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/88d856f8-5126-48d5-84ff-f140a9996669 HTTP/1.1" status: 204 len: 168 time: 1.1266391 Jul 22 14:25:08.395661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52080628-d6c6-4665-8bce-aa197b1951a5 None None] Network fd667d5c-1b0a-4770-8291-a85cd0051272 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:08.396815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:08.481704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f0e38-ef99-4203-8ee5-1b42b8767af4 req-35035b32-7cf1-40f7-b9d7-b0d096337b43 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:08.484608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b29f0e38-ef99-4203-8ee5-1b42b8767af4 req-35035b32-7cf1-40f7-b9d7-b0d096337b43 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 931 time: 0.1141505 Jul 22 14:25:08.530757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3dec9c3-4b16-4fdd-bc99-0bddea72ec1b req-f257789b-f8da-4373-9130-7633110c49f9 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0404792 Jul 22 14:25:08.583682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.607886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b29f0e38-ef99-4203-8ee5-1b42b8767af4 req-bb2a0cda-ac38-437b-9ec1-31c507322f8c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112833 Jul 22 14:25:08.701004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebe2286a-43ac-435f-b939-8585afc3c6fa req-56c4e9a0-b3e0-4628-9a0e-31382d40da5a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.0574174 Jul 22 14:25:08.807346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] DHCP port deletion for fd667d5c-1b0a-4770-8291-a85cd0051272 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:08.824039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a324371-115d-4c71-a80f-6243619413fa {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:08.835259 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.842787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.916794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] Deleting port 552566a6-a720-4171-870a-9f6cfb26a35d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:08.918438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.918869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Deleting port 552566a6-a720-4171-870a-9f6cfb26a35d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:08.919225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:08.922458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Transition to ACTIVE for port object 1a324371-115d-4c71-a80f-6243619413fa will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:08.993024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 552566a6-a720-4171-870a-9f6cfb26a35d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:08.998410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.133504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-8d05ec34-8123-45e6-a386-f7245289533c tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556865 Jul 22 14:25:09.146704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] For port 552566a6-a720-4171-870a-9f6cfb26a35d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=552566a6-a720-4171-870a-9f6cfb26a35d,segment=NetworkSegment(eaeb3b42-5544-42e5-bd76-a38880bcebd5),segment_id=eaeb3b42-5544-42e5-bd76-a38880bcebd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:09.147203 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.152128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.169504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] Calling delete_port for 552566a6-a720-4171-870a-9f6cfb26a35d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:09.169683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:09.372555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c62dbfc-1463-429f-92e3-2d20bc91ab94 req-1521c5e1-be16-4b0f-90b7-e40f761eeecc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 210 time: 0.1257658 Jul 22 14:25:09.384684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] For port 552566a6-a720-4171-870a-9f6cfb26a35d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=552566a6-a720-4171-870a-9f6cfb26a35d,segment=NetworkSegment(eaeb3b42-5544-42e5-bd76-a38880bcebd5),segment_id=eaeb3b42-5544-42e5-bd76-a38880bcebd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:09.385060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.467840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.516885 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.529491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7fc235b-a507-45e6-b4ac-8a81945329da req-ba6113db-99fa-4203-a1a3-db158721ba37 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1805501 Jul 22 14:25:09.571037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Calling delete_port for 552566a6-a720-4171-870a-9f6cfb26a35d owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:09.593708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c832ad-aa54-4e90-a46e-d3945b9b691e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.602419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:09.602867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:09.603157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:09.614762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:09.615640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:09.629561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] Pushing event deleted for resources: {'Port': ['ID=552566a6-a720-4171-870a-9f6cfb26a35d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.656493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6dd36-1038-423a-9639-643a29fb8701 None None] No DVR routers for this DVR port 552566a6-a720-4171-870a-9f6cfb26a35d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:09.684999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:09.685507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:09.686089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:09.686764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Bound port: 1a324371-115d-4c71-a80f-6243619413fa, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:09.687860 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.696024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-bb7e18cd-24d3-4b7e-b6e1-a299b3893ba7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:09.697631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-bb7e18cd-24d3-4b7e-b6e1-a299b3893ba7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5590942 Jul 22 14:25:09.715591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-71b2cf8e-e934-454c-8b75-e2e567183d2c tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1067161487&fields=id&tenant_id=7539d43e6b1b43309da65ed730cec2a2 HTTP/1.1" status: 200 len: 267 time: 0.1162009 Jul 22 14:25:09.736917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Request body: {'port': {'device_id': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '6cd9ca222e7c40418acc3fd98c6d71b0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:09.796709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30652f52-39e9-4f1e-aadf-49ac6f22659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.832516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:09.854830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:09.858133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.872529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.923987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=552566a6-a720-4171-870a-9f6cfb26a35d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:09.926458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] No DVR routers for this DVR port 552566a6-a720-4171-870a-9f6cfb26a35d on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:09.977259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:09.977929 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:09.979475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] 10.222.0.72 "PUT /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 1091 time: 2.0851548 Jul 22 14:25:09.981032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'tag': '1a324371-115d-4c71-a80f-6243619413fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:09.983603 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76234023-5051-44f6-8202-a8bc6f862fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "tag": "1a324371-115d-4c71-a80f-6243619413fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:10.006366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-55525d1f-0d6f-4672-92cf-d59d8947fc44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.0646222 Jul 22 14:25:10.062796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2476f40-ed6a-4e5b-a3fc-6a2b22735440 service neutron] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.067395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-994b0d5d-2afc-4f11-8388-bb563908dc5e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.075522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-994b0d5d-2afc-4f11-8388-bb563908dc5e tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 823 time: 0.3590314 Jul 22 14:25:10.109484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.125427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd667d5c-1b0a-4770-8291-a85cd0051272']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:10.128138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Deleting port 2ad279f0-ae7c-4151-8c20-8e50575902dc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:10.128534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.137460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-a99c9f5c-6b6c-47d1-8f67-c1f8409bd5d5 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/quotas/7539d43e6b1b43309da65ed730cec2a2 HTTP/1.1" status: 200 len: 375 time: 0.0609660 Jul 22 14:25:10.152797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaeb3b42-5544-42e5-bd76-a38880bcebd5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:10.153107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaeb3b42-5544-42e5-bd76-a38880bcebd5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:10.164127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1feb90-344e-4d08-8991-795f2908264c req-a5b4434e-be6f-4bb2-b663-2d938f722ced tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.165735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d1feb90-344e-4d08-8991-795f2908264c req-a5b4434e-be6f-4bb2-b663-2d938f722ced tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.4217319 Jul 22 14:25:10.175182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.237535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.251847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:10.252286 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:10.254107 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:10.284091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-edec2f97-ca9e-4842-8425-ad8a675d34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.285615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-edec2f97-ca9e-4842-8425-ad8a675d34ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1094 time: 0.2371604 Jul 22 14:25:10.294869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] For port 2ad279f0-ae7c-4151-8c20-8e50575902dc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2ad279f0-ae7c-4151-8c20-8e50575902dc,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:10.294869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.299593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c832ad-aa54-4e90-a46e-d3945b9b691e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.351297 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c832ad-aa54-4e90-a46e-d3945b9b691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.379501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Calling delete_port for 2ad279f0-ae7c-4151-8c20-8e50575902dc owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:10.386439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-014ee698-7d69-4010-96a0-5e9ae517fe01 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 217 time: 0.0571899 Jul 22 14:25:10.392367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.408559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.410589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] 10.222.0.60 "DELETE /v2.0/networks/fd667d5c-1b0a-4770-8291-a85cd0051272 HTTP/1.1" status: 204 len: 168 time: 2.0074327 Jul 22 14:25:10.428911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Made reservation on behalf of 6cd9ca222e7c40418acc3fd98c6d71b0 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:10.437885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:10.455663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c832ad-aa54-4e90-a46e-d3945b9b691e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02c6c04-279e-4c3c-85bc-d6e354dabf6a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.513767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d1feb90-344e-4d08-8991-795f2908264c req-f541c55f-c966-4283-bd60-bd0d1d912ed1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829947 Jul 22 14:25:10.527485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef846b-16ed-4da5-bc3c-c0b03a8ebc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=fd667d5c-1b0a-4770-8291-a85cd0051272,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:10.595256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-807a0477-0212-4ca0-9b31-b5f5570bb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.597168 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-807a0477-0212-4ca0-9b31-b5f5570bb319 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.2011333 Jul 22 14:25:10.623790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4c832ad-aa54-4e90-a46e-d3945b9b691e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd0656cda9c0499b98189658568341a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4530120 Jul 22 14:25:10.626652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:10.627102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40894) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:10.628259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-85501347-7bcf-4cd3-bd74-398c88860006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:10.629912 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-85501347-7bcf-4cd3-bd74-398c88860006 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=773b581391f047939e9b30d2f111f8fd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6136339 Jul 22 14:25:10.818107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0acb1119-5798-4468-9f05-ffef593f1628 req-af560b77-bbbd-48ad-ae73-5ecafc43199a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.1848340 Jul 22 14:25:10.852860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-b29fce7d-e1ef-4d63-8bc7-0b0e3dd14b6a tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6905599 Jul 22 14:25:10.876185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-3388b55f-7ca3-4354-9799-270cbca06727 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2684524 Jul 22 14:25:10.952609 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69157a0b-a3fe-4509-af4f-a6aff15c7bf1 x-openstack-request-id: req-69157a0b-a3fe-4509-af4f-a6aff15c7bf1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:10.952992 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "tag": "1a324371-115d-4c71-a80f-6243619413fa", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:10.953251 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69157a0b-a3fe-4509-af4f-a6aff15c7bf1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:10.953831 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'tag': '1a324371-115d-4c71-a80f-6243619413fa', 'status': 'completed', 'code': 200} Jul 22 14:25:11.031115 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ebf7d0e4-a78b-40d5-bc1f-9018caacd8a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7b6bcaecab94730a176c331624c7c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984370 Jul 22 14:25:11.036284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:11.088865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9aa254d-f72f-4451-a032-032be57be563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.115051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-27763d58-9d9e-4e37-b32d-39c3d2ea11ef tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:11.116534 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-27763d58-9d9e-4e37-b32d-39c3d2ea11ef tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb6cf63d-67ca-4ebd-a953-db7f34a13c37 HTTP/1.1" status: 200 len: 945 time: 0.5644336 Jul 22 14:25:11.117166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.124993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61c52ec7-475f-4458-b523-477661cfa3b7 req-735ee3cc-51e2-4c94-84a1-8a6946baea93 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 210 time: 0.1548746 Jul 22 14:25:11.171079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad279f0-ae7c-4151-8c20-8e50575902dc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.182674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Allocated IP 192.168.233.236 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/20ac6535-28fa-4dd0-9fa3-03794e7a0449) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:11.199881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-04a1afee-476a-4162-8655-afed5881d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:11.201375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-04a1afee-476a-4162-8655-afed5881d045 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5223646 Jul 22 14:25:11.232256 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-1413e910-2d6c-4a5e-a9b8-f8e8dc07ffeb service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775521 Jul 22 14:25:11.235493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9aa254d-f72f-4451-a032-032be57be563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.287184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-0b9f6b59-1a4f-4729-a75c-71e1001dcf90 service neutron] 10.222.0.60 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333043 Jul 22 14:25:11.364600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd1ba-857a-4d8e-b28b-0eefdf6c2812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.391131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc3132b2-a169-442e-a143-c8ad29d7763e req-f6a88120-c18a-45ec-8039-640cc50b632e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.1509371 Jul 22 14:25:11.421844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85db05ea-ef6e-4e27-b757-7de7bbedb03b req-bfdbee03-22c2-4e38-8292-1f7edbc511cc tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0843511 Jul 22 14:25:11.422656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9aa254d-f72f-4451-a032-032be57be563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.436165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9aa254d-f72f-4451-a032-032be57be563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.440140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f9aa254d-f72f-4451-a032-032be57be563 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f02c6c04-279e-4c3c-85bc-d6e354dabf6a HTTP/1.1" status: 204 len: 168 time: 0.8079958 Jul 22 14:25:11.487231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa254d-f72f-4451-a032-032be57be563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02c6c04-279e-4c3c-85bc-d6e354dabf6a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.571793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd1ba-857a-4d8e-b28b-0eefdf6c2812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.686030 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2384b7f6-21a0-4d79-bb0b-ea792ba52534 req-f5d0445c-3285-4ac7-8eab-1751bb73b8cf service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153473 Jul 22 14:25:11.712914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Deleting port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:11.716899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.777278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.799097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd1ba-857a-4d8e-b28b-0eefdf6c2812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.801439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0ffd1ba-857a-4d8e-b28b-0eefdf6c2812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:11.804997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b0ffd1ba-857a-4d8e-b28b-0eefdf6c2812 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f5e6326-6734-4684-92f7-30a328cdaa8c HTTP/1.1" status: 204 len: 168 time: 0.7628975 Jul 22 14:25:11.808345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-489f7bd7-399d-41f5-b1c9-4785f7bc30bb service neutron] 10.222.0.60 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695227 Jul 22 14:25:11.850807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffd1ba-857a-4d8e-b28b-0eefdf6c2812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5e6326-6734-4684-92f7-30a328cdaa8c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:11.874383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be94422d-a869-468d-bdde-8cfee4f26f51 req-a43daf66-6a7a-45b3-a17e-08dbeb33ecda service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.0884392 Jul 22 14:25:11.964986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] For port a408f0cf-44c4-41ec-bfbf-5717c85a56a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:11.965349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.002049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249be40-23c5-4005-9cd0-ab915b476760 req-93ce3267-9db9-4d48-8a04-c661b8e81f23 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.011123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d249be40-23c5-4005-9cd0-ab915b476760 req-93ce3267-9db9-4d48-8a04-c661b8e81f23 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.4132788 Jul 22 14:25:12.048412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e4ebd1f-7a4e-4833-9bf4-e7bda75a2823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.083360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-94d7942a-c38d-44de-8521-d834a511bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.085467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-94d7942a-c38d-44de-8521-d834a511bbcc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1094 time: 0.3235934 Jul 22 14:25:12.296379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.471967 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.541092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea3adbb9-cbbe-437d-a8b9-a7cd552c1f0d req-129a132c-07dd-4d2a-b28d-c2e73a05d294 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.0755961 Jul 22 14:25:12.602899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-6b811aba-3f6d-44f7-ac14-2fd117873142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.604043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-6b811aba-3f6d-44f7-ac14-2fd117873142 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.5021243 Jul 22 14:25:12.612790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Transition to ACTIVE for port object 20ac6535-28fa-4dd0-9fa3-03794e7a0449 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:12.671372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.671762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:12.672271 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 disassociated. External IP: 172.25.3.15, port: a408f0cf-44c4-41ec-bfbf-5717c85a56a5. Jul 22 14:25:12.672578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Calling delete_port for a408f0cf-44c4-41ec-bfbf-5717c85a56a5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:12.673063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d249be40-23c5-4005-9cd0-ab915b476760 req-2ca91ae1-939e-4cd2-8a5f-e9fcff1b83d1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609056 Jul 22 14:25:12.680675 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-08765775-f0c1-43ee-9dbf-6f3d9633b5e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 217 time: 0.0688632 Jul 22 14:25:12.745694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67fda271-da78-428f-b26a-968e9f0ca7a4 req-7191a81e-c86a-43c1-b095-5f97bcc4235f tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 210 time: 0.1215177 Jul 22 14:25:12.759114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94422d-a869-468d-bdde-8cfee4f26f51 req-db6678a2-37f5-4998-b7ec-6bc4621f4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:12.767815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be94422d-a869-468d-bdde-8cfee4f26f51 req-db6678a2-37f5-4998-b7ec-6bc4621f4669 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=773b581391f047939e9b30d2f111f8fd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8798151 Jul 22 14:25:13.049671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Router 6c5197bb-31cd-40a9-a324-b029450479d9 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:13.097877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6b6164e-563d-47f2-9fc9-0073a14e9bb0 req-dc711f1d-e207-45ad-ba1b-462a2b6362f1 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1363020 Jul 22 14:25:13.103151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-7b8ce6ea-9074-411d-aae4-df7a9ae96d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:13.105543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-7b8ce6ea-9074-411d-aae4-df7a9ae96d1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.4149442 Jul 22 14:25:13.117456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26c8be31-2693-427e-946d-67e52fc82df7 req-e425f782-00e9-41fb-8c5e-f9623db12551 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 210 time: 0.2617118 Jul 22 14:25:13.180891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.197023 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-543ab3ee-1147-420f-bfb6-43914497f98b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825987 Jul 22 14:25:13.202189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:13.211938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2', '84090696-0519-4c53-ba6f-cb9460b2f3e0', '146586dc-923d-45ad-a888-eed621d3ddf3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:13.258150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:13.283642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:13.295508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:13.306354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event updated for resources: {'Port': ['ID=20ac6535-28fa-4dd0-9fa3-03794e7a0449,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:13.332378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94422d-a869-468d-bdde-8cfee4f26f51 req-be6055ad-33ec-4fbb-bb81-80452b031347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:13.334441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be94422d-a869-468d-bdde-8cfee4f26f51 req-be6055ad-33ec-4fbb-bb81-80452b031347 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5586264 Jul 22 14:25:13.374716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40954) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:13.411136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:13.412378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.498622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.507536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:13.518785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-509efc40-cd88-4526-85cb-2a2841d0bed6 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7967858 Jul 22 14:25:13.528500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be94422d-a869-468d-bdde-8cfee4f26f51 req-a51737b4-9410-4774-8007-46887102c338 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.0865610 Jul 22 14:25:13.540746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Request body: {'port': {'device_id': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:13.544441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2522a355-4f9a-48fb-a5c3-5c477ac3b704 admin admin] 10.222.0.60 "PUT /v2.0/routers/6c5197bb-31cd-40a9-a324-b029450479d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9973598 Jul 22 14:25:13.547738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] Sync routers for ids ['6c5197bb-31cd-40a9-a324-b029450479d9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:13.552159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40962) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:13.609297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-f43188d8-3d65-4e00-bfa1-3eb2d7ee0510 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763487 Jul 22 14:25:13.612227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event deleted for resources: {'Port': ['ID=a408f0cf-44c4-41ec-bfbf-5717c85a56a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:13.637082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] Routers {'6c5197bb-31cd-40a9-a324-b029450479d9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:13.637724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6c5197bb-31cd-40a9-a324-b029450479d9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:13.679882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-ba85a6f0-b395-435c-9683-309e483dfa1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3267245 Jul 22 14:25:13.824766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40968) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:13.853554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-550976500-network', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:13.871259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.878838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75015d1d-e62b-471e-940c-931b71f73113 None None] Provisioning for port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:13.919321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75015d1d-e62b-471e-940c-931b71f73113 None None] Provisioning complete for port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:13.919898 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75015d1d-e62b-471e-940c-931b71f73113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:13.925077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76234023-5051-44f6-8202-a8bc6f862fc6 req-80e183d0-735b-4ebb-8f0f-3c008508210f service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072553 Jul 22 14:25:13.950488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b6383e2-cdd1-44ae-9de9-9b3bb37949ce req-6179d330-83b3-4ed6-a75b-d417d42e769e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2bc8201-0756-4e8e-8d3f-8e82a88b65ce HTTP/1.1" status: 200 len: 210 time: 0.1906781 Jul 22 14:25:13.950702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:13.954582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1172290364-network', 'tenant_id': '04b84f55478143e8a6ebab3e14547da7'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:13.993869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] Set router 6c5197bb-31cd-40a9-a324-b029450479d9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:14.065339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Made reservation on behalf of ee18dd70c9e84441b213e16de2d9949c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:14.067693 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.118003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.173764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-75015d1d-e62b-471e-940c-931b71f73113 None None] Port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:14.179673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40538559-f994-4234-bc6d-f68e134e9c7f req-c559445d-b2d5-4bd8-af99-4a25eb779692 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 210 time: 0.1087003 Jul 22 14:25:14.206314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Made reservation on behalf of 04b84f55478143e8a6ebab3e14547da7 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:14.214097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.243212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.247721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-0e055f5b-0db6-4244-9bd6-f572e63e9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.249639 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-0e055f5b-0db6-4244-9bd6-f572e63e9bf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 1100 time: 0.5146058 Jul 22 14:25:14.272822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.283349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.362961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:14.374176 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:14.389525 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:14.390474 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:14.528335 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:14.538903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb4761-dc1c-4b27-988c-10dfb23e5078 req-dbab6ea3-e9da-436f-b3c0-4deb28611d4b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.543116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-3aaf9be1-c1cd-4730-8270-774a117b99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.545782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-3aaf9be1-c1cd-4730-8270-774a117b99ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2702131 Jul 22 14:25:14.547025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2aeb4761-dc1c-4b27-988c-10dfb23e5078 req-dbab6ea3-e9da-436f-b3c0-4deb28611d4b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.6755035 Jul 22 14:25:14.557287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:25:10Z', 'revision_number': 5, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:14.603128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] Checking router: 6c5197bb-31cd-40a9-a324-b029450479d9 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:14.652607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] Routers {'6c5197bb-31cd-40a9-a324-b029450479d9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:14.653500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6c5197bb-31cd-40a9-a324-b029450479d9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:14.657456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] No DVR routers for this DVR port a408f0cf-44c4-41ec-bfbf-5717c85a56a5 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:14.665012 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-24d24f0c-f082-4aea-8f2c-010787396ec3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946 HTTP/1.1" status: 200 len: 217 time: 0.0920641 Jul 22 14:25:14.667571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.669734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cdb4a67a-91e3-4315-aaa9-bf1a7bd0e291 req-e5528cce-f8a8-4739-bc16-c40a57089822 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.61 "DELETE /v2.0/ports/a408f0cf-44c4-41ec-bfbf-5717c85a56a5 HTTP/1.1" status: 204 len: 173 time: 3.5413239 Jul 22 14:25:14.670254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'name': 'network-vif-deleted', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:14.680861 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a2779-f4c5-4ccd-b183-4d79494db4e2" -d '{"events": [{"server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "name": "network-vif-deleted", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:14.738256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a408f0cf-44c4-41ec-bfbf-5717c85a56a5 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:14.765830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2aeb4761-dc1c-4b27-988c-10dfb23e5078 req-52fa8049-7294-49e9-a390-8f3d7ae484a9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175868 Jul 22 14:25:14.770902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-a69cff89-62d1-4f89-b648-d835e4349f1f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6425562 Jul 22 14:25:14.799025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-d1eeedf5-5445-40b4-956f-66a9de2d5ba4 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.805411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-d1eeedf5-5445-40b4-956f-66a9de2d5ba4 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.72 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 823 time: 0.5518446 Jul 22 14:25:14.810754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: a408f0cf-44c4-41ec-bfbf-5717c85a56a5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:14.811112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device a408f0cf-44c4-41ec-bfbf-5717c85a56a5 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:14.818245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-ebc7b153-dae6-434d-b543-d2013b01d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.824868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-ebc7b153-dae6-434d-b543-d2013b01d38e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1354656 Jul 22 14:25:14.857710 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:14.858651 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:14.903688 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:14.923124 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:14.923883 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:14.931428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] Set router 6c5197bb-31cd-40a9-a324-b029450479d9 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:14.971766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9077ca-fa38-4ae0-a91b-a0401f9e8089 req-f80154dd-b92f-4161-a7a1-ef9b03d47b95 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.979460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b9077ca-fa38-4ae0-a91b-a0401f9e8089 req-f80154dd-b92f-4161-a7a1-ef9b03d47b95 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 936 time: 0.6242354 Jul 22 14:25:14.994276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-bdd21770-d415-4632-a8c5-79bbc74e753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:14.996038 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-bdd21770-d415-4632-a8c5-79bbc74e753a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1658356 Jul 22 14:25:15.002358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-7124f8db-9aad-45c8-b849-7af427d7422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.004744 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-7124f8db-9aad-45c8-b849-7af427d7422d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 1095 time: 0.1166573 Jul 22 14:25:15.013971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b5713de-e0c9-4034-88bc-ba00121b70db req-014a374d-1dde-4180-be48-9d56e64271bf tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1105990 Jul 22 14:25:15.018113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.093277 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:15.143504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.168243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-6ebffc0f-0760-4050-9ffb-9db63590c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.170660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-6ebffc0f-0760-4050-9ffb-9db63590c007 service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1395073 Jul 22 14:25:15.174996 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef654ed-0cde-4b07-ad78-a86db5fe2203 x-openstack-request-id: req-cef654ed-0cde-4b07-ad78-a86db5fe2203 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:15.175464 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6cf63d-67ca-4ebd-a953-db7f34a13c37", "name": "network-vif-deleted", "tag": "a408f0cf-44c4-41ec-bfbf-5717c85a56a5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:15.175755 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cef654ed-0cde-4b07-ad78-a86db5fe2203 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:15.176267 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6cf63d-67ca-4ebd-a953-db7f34a13c37', 'name': 'network-vif-deleted', 'tag': 'a408f0cf-44c4-41ec-bfbf-5717c85a56a5', 'status': 'completed', 'code': 200} Jul 22 14:25:15.250477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-a1437683-f4fc-4c11-b5c2-999282f3b149 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7539d43e6b1b43309da65ed730cec2a2 HTTP/1.1" status: 200 len: 380 time: 0.4016213 Jul 22 14:25:15.281324 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.302243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'port': {'device_id': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'admin_state_up': True, 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'security_groups': ['34dd407b-0b7c-44a8-abbf-97214fa42db3']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:15.304845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-743d1e5d-28bd-4b79-b79f-e2d4bb236762 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 200 len: 217 time: 0.1275108 Jul 22 14:25:15.311440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:25:15.371726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:25:10Z', 'revision_number': 5, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:15.378068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b9077ca-fa38-4ae0-a91b-a0401f9e8089 req-2c8798ab-9fbc-446e-a4ae-5fd7591d1f1f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930237 Jul 22 14:25:15.405011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3303a537-d329-4826-a0ba-b7580ed8406a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:15.413115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c88834-18e2-459c-bda2-1430e8d60706 None None] The sync data for ids ['6c5197bb-31cd-40a9-a324-b029450479d9'] in n-d-794306-8 is: [{'id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'name': 'tempest-AttachSCSIVolumeTestJSON-912957178-router', 'tenant_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:05Z', 'updated_at': '2021-07-22T14:25:10Z', 'revision_number': 5, 'project_id': 'e5e75b9e28f2488fb9ec6a6c88a98381', 'gw_port': {'id': 'd1b45430-5dc0-4050-afc1-1c7e22e52ad5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:54:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5197bb-31cd-40a9-a324-b029450479d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:06Z', 'updated_at': '2021-07-22T14:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:15.437359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-3652a29a-9dd7-479a-ac21-9c16d320e6e2 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316292 Jul 22 14:25:15.495741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4074c67-6ed0-40e5-8eb4-0332793982fd req-e878d7c6-39a5-4768-92dd-92ff7320a1d3 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 210 time: 0.1770251 Jul 22 14:25:15.501936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.502292 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Added segment ba547807-e0da-44e2-b4dd-076f1f023415 of type vlan for network 547617b7-3d14-43aa-bedc-55beb37ee790 Jul 22 14:25:15.520152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-0aedac30-36f2-42f5-89af-95b7a9580606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.522046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-0aedac30-36f2-42f5-89af-95b7a9580606 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1795406 Jul 22 14:25:15.544044 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:15.575205 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87fd9d1-ba40-477f-8f8f-0538d9af2c2d None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:15.592188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-892fb237-5e55-4e31-a7ff-236fb395b05e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418832 Jul 22 14:25:15.633015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Deleting port d1b45430-5dc0-4050-afc1-1c7e22e52ad5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:15.633610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.639164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9389fa79-d6f3-4d9a-9dd5-d8af95ea0e15 req-35808b6b-a71f-4bf5-84cb-2e73fa5140fa service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904685 Jul 22 14:25:15.682530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.703962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-378eef12-4660-4d3a-9b74-544a61c94c9e service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032994 Jul 22 14:25:15.819810 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-464b16df-e354-43cf-9b51-03d8bd4efd36 req-0fb483c8-b023-4e89-a880-b4610673e3dd service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050608 Jul 22 14:25:15.868335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ac6535-28fa-4dd0-9fa3-03794e7a0449 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:15.893299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.923405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.924863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:15.925463 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.927279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d240c3-8b34-469a-b9f3-6aafab099abd None None] New status for floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:25:15.950392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:15.986917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Transition to ACTIVE for port object 20ac6535-28fa-4dd0-9fa3-03794e7a0449 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:16.002055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-d3f8670d-0250-4adc-816b-efaf73b6fe6a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:16.003641 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-d3f8670d-0250-4adc-816b-efaf73b6fe6a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.4464271 Jul 22 14:25:16.018552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.032385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.036208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] For port d1b45430-5dc0-4050-afc1-1c7e22e52ad5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:16.036561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.124295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Calling delete_port for d1b45430-5dc0-4050-afc1-1c7e22e52ad5 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:16.160668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:25:16.171620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] Pushing event updated for resources: {'Network': ['ID=547617b7-3d14-43aa-bedc-55beb37ee790,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:16.173752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Made reservation on behalf of 7539d43e6b1b43309da65ed730cec2a2 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:16.177236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.184305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 547617b7-3d14-43aa-bedc-55beb37ee790 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:25:16.198374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5a41c8aa-39a8-47c0-8f4a-07e8c25dcb66 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8224208 Jul 22 14:25:16.198770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:16.205965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Request body: {'subnet': {'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-550976500-subnet', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:16.210810 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-35bb3cb7-2457-4fd0-95e4-9d53393d498d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.1832659 Jul 22 14:25:16.242189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07211c79-5224-4420-81c2-844b3eac3aad,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:16.247454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Made reservation on behalf of ee18dd70c9e84441b213e16de2d9949c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:16.252396 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.253261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.253639 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Added segment 0b39e84d-bca3-4ded-a490-5ec180318453 of type vlan for network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d Jul 22 14:25:16.297916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6535-28fa-4dd0-9fa3-03794e7a0449,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:16.348832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-565abc71-ea1f-416b-a120-794232eedb34 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1202967 Jul 22 14:25:16.468562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.522634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5ce6838-5236-490b-b7ce-0fb9088204c3,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:16.551189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Checking segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:16.551559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Network hostable DHCP agents. Network: 547617b7-3d14-43aa-bedc-55beb37ee790, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:25:16.568721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Network 547617b7-3d14-43aa-bedc-55beb37ee790 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:25:16.578017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 547617b7-3d14-43aa-bedc-55beb37ee790) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:16.582415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:16.583128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.588738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96035b85-638e-42dd-acdd-bc834f6cb227 None None] Network 547617b7-3d14-43aa-bedc-55beb37ee790 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:16.603405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc93cd19-cac9-42d3-985e-3aa45e184cfa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4030173 Jul 22 14:25:16.605940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:16.610868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:16.635613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.636776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.695446 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.727145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ec30d-a089-48fc-a154-65a61181f96d None None] Network 547617b7-3d14-43aa-bedc-55beb37ee790 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:16.776738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0945a-737a-4e43-bba1-cdecb2f6111d req-db4aa17e-4281-4ca8-b6df-8be0d4f97ccc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:16.778279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bf0945a-737a-4e43-bba1-cdecb2f6111d req-db4aa17e-4281-4ca8-b6df-8be0d4f97ccc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.8733702 Jul 22 14:25:16.808185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.840990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:16.887115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2ad279f0-ae7c-4151-8c20-8e50575902dc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:16.909626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 2ad279f0-ae7c-4151-8c20-8e50575902dc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:16.909971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2ad279f0-ae7c-4151-8c20-8e50575902dc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:17.044133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Attempting to bind port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:17.044524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Attempting to bind port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:17.044869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Attempting to bind port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:17.058438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bf0945a-737a-4e43-bba1-cdecb2f6111d req-f2bb24c9-273a-4554-b47a-d776832f6f05 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679350 Jul 22 14:25:17.059111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.060056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:17.060653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.086595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Allocated IP 172.20.0.4 (24ad1da2-7976-49cf-9c58-67e627b33fe6/1a89d40f-a5c9-47ca-9f62-03fe6fd99290/fe845c68-169c-4f3c-9030-ba88cecc1f4f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:17.086595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:17.086595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Attempting to bind port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:17.094020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-f226a09b-d928-4963-8e17-f03c9bbf168b service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200098 Jul 22 14:25:17.130320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:17.130672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:17.131026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:17.131491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Bound port: 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:17.131866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.186498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3596382 Jul 22 14:25:17.216037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:17.227984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Request body: {'subnet': {'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1172290364-subnet', 'tenant_id': '04b84f55478143e8a6ebab3e14547da7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:17.309255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa56c7-88d1-4f3e-b87c-3669caa9ae85 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe62c9e-bc98-41ce-8d31-6ac29045b75d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:17.313112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a14039f-8d7f-4a6f-96f7-34e7fe61a4e0 req-2a2d66dc-f102-4d0a-9797-775fc9999068 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1334839 Jul 22 14:25:17.313262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.320808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:25:17.343649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.423272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.456060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Allocated IP 172.25.3.33 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/9b99f066-f559-47e7-9d31-6827853d3226) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:17.473211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Made reservation on behalf of 04b84f55478143e8a6ebab3e14547da7 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:17.475574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.553581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b45430-5dc0-4050-afc1-1c7e22e52ad5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:17.557782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.597997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.612407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] For port 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:17.618762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-75143dae-f6a2-4a29-af91-84f6bf7d25a3 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5043128 Jul 22 14:25:17.643002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:17.646187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:17.651650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:17.671558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b99f066-f559-47e7-9d31-6827853d3226,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:17.697389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] For port 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:17.727481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.752436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.827782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:17.828397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.829781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] 10.222.0.61 "PUT /v2.0/ports/20ac6535-28fa-4dd0-9fa3-03794e7a0449 HTTP/1.1" status: 200 len: 1096 time: 4.3003483 Jul 22 14:25:17.838877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.843879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'tag': '20ac6535-28fa-4dd0-9fa3-03794e7a0449'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:17.846587 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519d44bf-7964-46a2-808a-680811032ead" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2da623-535d-440d-9dcc-aafed43e4f23", "tag": "20ac6535-28fa-4dd0-9fa3-03794e7a0449"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:17.867076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c1a6-e6e5-4448-a065-5b313e159029 req-3d5cbd3f-6c42-4322-86d5-9821ae0c358e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:17.868640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71c5c1a6-e6e5-4448-a065-5b313e159029 req-3d5cbd3f-6c42-4322-86d5-9821ae0c358e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 948 time: 0.4644878 Jul 22 14:25:17.889830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Transition to ACTIVE for port object fe845c68-169c-4f3c-9030-ba88cecc1f4f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:17.936392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:17.968083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b322ce29-212b-424f-adf7-b80f53977aff req-d6277636-995c-4bef-9b0a-c80e43851c5a tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 210 time: 0.1573825 Jul 22 14:25:18.028979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b0322-67b9-4288-82b0-5c9326589bac service neutron] Pushing event updated for resources: {'Port': ['ID=20ac6535-28fa-4dd0-9fa3-03794e7a0449,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:18.111437 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.118024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.153501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09ebdaee-f75b-46d3-aee1-4a8ae231ef37 req-ac0b847d-1a9c-47c2-b555-3df0e5120791 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 210 time: 0.0902054 Jul 22 14:25:18.227103 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69696042-1220-49b3-a2c6-c715e86d7adc x-openstack-request-id: req-69696042-1220-49b3-a2c6-c715e86d7adc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:18.227369 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2da623-535d-440d-9dcc-aafed43e4f23", "tag": "20ac6535-28fa-4dd0-9fa3-03794e7a0449", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:18.227804 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69696042-1220-49b3-a2c6-c715e86d7adc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:18.228236 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'tag': '20ac6535-28fa-4dd0-9fa3-03794e7a0449', 'status': 'completed', 'code': 200} Jul 22 14:25:18.231449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.281700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71c5c1a6-e6e5-4448-a065-5b313e159029 req-a7f67422-f1c0-46b9-9608-a06aeffae844 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179471 Jul 22 14:25:18.293857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.294672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5197bb-31cd-40a9-a324-b029450479d9 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:25:18.310032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.311098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f76a7f6-d7d3-431e-ace2-4f1f36a769a0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6c5197bb-31cd-40a9-a324-b029450479d9 HTTP/1.1" status: 204 len: 168 time: 4.7587254 Jul 22 14:25:18.316312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41028) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:18.320691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.348736 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.437447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-f4d34ebb-8d99-4394-83e1-58a387e68538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.439155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-f4d34ebb-8d99-4394-83e1-58a387e68538 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 1099 time: 0.4741209 Jul 22 14:25:18.443896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:25:18.509124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:18.569696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:18.570284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2936d19-ebf0-4c0f-9230-21407e9e312b req-a927e970-d48e-4522-a4e6-09e079f393c7 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1222939 Jul 22 14:25:18.576380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:18.580738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-fd4ab1c1-475b-47a4-b652-08eece4986a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449 HTTP/1.1" status: 200 len: 217 time: 0.1209688 Jul 22 14:25:18.585198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Deleting subnet 9033c41e-b607-466c-b79d-861e0377f0f5 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:18.587271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event updated for resources: {'Port': ['ID=fe845c68-169c-4f3c-9030-ba88cecc1f4f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:18.589772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:18.606702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcbe578-5160-4c11-ac74-0b1698249cbd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:18.608516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.609126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.609932 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ad56783-3df1-491a-b713-e6d9fd0ccfe4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0027058 Jul 22 14:25:18.612664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:18.615538 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Sync routers for ids ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:18.634503 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Routers {'ebade295-3917-48e5-a3bf-b5ee8fbb6a57'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:18.635589 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:18.747849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.761549 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Set router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:18.841822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.910003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Checking segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:18.910781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Network hostable DHCP agents. Network: 6fe62c9e-bc98-41ce-8d31-6ac29045b75d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:25:18.929793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.930824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.939010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b6f1699a-a7da-4f0f-9fe4-559f9ac64380 None None] Provisioning for port fe845c68-169c-4f3c-9030-ba88cecc1f4f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:18.945429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b6f1699a-a7da-4f0f-9fe4-559f9ac64380 None None] Provisioning complete for port fe845c68-169c-4f3c-9030-ba88cecc1f4f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:18.946066 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b6f1699a-a7da-4f0f-9fe4-559f9ac64380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:18.949303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc45f0-8fff-4f84-805c-a65796e6edcd req-c758d88b-85c8-4e94-9408-6f27103e36fd tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.950546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5cc45f0-8fff-4f84-805c-a65796e6edcd req-c758d88b-85c8-4e94-9408-6f27103e36fd tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.6664157 Jul 22 14:25:18.952066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-b83b3746-ff46-4abe-a0f4-846278daf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:18.953485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-b83b3746-ff46-4abe-a0f4-846278daf075 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.3600466 Jul 22 14:25:18.954749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.049497 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:25:17Z', 'revision_number': 3, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:19.122208 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Checking router: ebade295-3917-48e5-a3bf-b5ee8fbb6a57 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:19.122568 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Updating router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 port 9b99f066-f559-47e7-9d31-6827853d3226 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:19.130084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9033c41e-b607-466c-b79d-861e0377f0f5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.165714 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.166062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1699a-a7da-4f0f-9fe4-559f9ac64380 None None] Port fe845c68-169c-4f3c-9030-ba88cecc1f4f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:19.168370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d1b45430-5dc0-4050-afc1-1c7e22e52ad5 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:19.191347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d1b45430-5dc0-4050-afc1-1c7e22e52ad5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:19.191927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d1b45430-5dc0-4050-afc1-1c7e22e52ad5 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:19.195861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955e792-c172-46fc-9c9e-0cb4ecfbcc09 None None] Network a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:19.208802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5cc45f0-8fff-4f84-805c-a65796e6edcd req-7a2423b6-1aaf-4b5b-ab9f-eeb205d836a0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429197 Jul 22 14:25:19.212271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-17456d19-3b2a-4d31-ad2a-c72434115091 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9366276 Jul 22 14:25:19.235564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.250373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-68d1b0d6-2ff5-44d5-8f98-8894ceaecf5b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9033c41e-b607-466c-b79d-861e0377f0f5 HTTP/1.1" status: 204 len: 168 time: 0.9311285 Jul 22 14:25:19.250593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:19.276694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-5671cce7-5d03-4f96-bb9c-62f54707d9d0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.286318 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-5671cce7-5d03-4f96-bb9c-62f54707d9d0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.61 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.2317536 Jul 22 14:25:19.297229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Request body: {'port': {'device_id': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:19.306668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:25:19.313548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Request body: {'port': {'device_id': 'e8941942-e674-4fee-82c1-73e9b8780555', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'admin_state_up': True, 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:19.418988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.467667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] DHCP port deletion for a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:19.505054 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.516545 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Transition to ACTIVE for port object 9b99f066-f559-47e7-9d31-6827853d3226 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:19.524678 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.531215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.533220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] Deleting port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:19.533959 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.571805 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Pushing event updated for resources: {'Port': ['ID=9b99f066-f559-47e7-9d31-6827853d3226,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.582645 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.583135 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.584104 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.584571 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.585170 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.585592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.586116 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.586504 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.587065 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.587506 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.588023 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.588480 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:19.608681 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Attempting to bind port 9b99f066-f559-47e7-9d31-6827853d3226 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:19.609203 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Attempting to bind port 9b99f066-f559-47e7-9d31-6827853d3226 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:19.609685 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Attempting to bind port 9b99f066-f559-47e7-9d31-6827853d3226 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:19.615482 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:19.616024 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:19.616613 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.617005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:19.617582 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Bound port: 9b99f066-f559-47e7-9d31-6827853d3226, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:19.618055 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.631323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] For port d6ac7088-6167-4e82-8a0b-47d7aa0933e1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:19.631979 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.646148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] Calling delete_port for d6ac7088-6167-4e82-8a0b-47d7aa0933e1 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:19.671406 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] For port 9b99f066-f559-47e7-9d31-6827853d3226, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:19.674991 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] For port 9b99f066-f559-47e7-9d31-6827853d3226, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9b99f066-f559-47e7-9d31-6827853d3226,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:19.679454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Deleting port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:19.680017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.685766 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.726753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-309141b1-54e4-4789-a838-bde66baef23a req-a6f37032-2ec3-4587-bf4b-2998a1f69c4e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 210 time: 0.4249108 Jul 22 14:25:19.738772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6fe62c9e-bc98-41ce-8d31-6ac29045b75d) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:19.747614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.748289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.767654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e83c1-b15a-4deb-a3dc-9ee899a6dc92 None None] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:19.774379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.775247 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Routers {'ebade295-3917-48e5-a3bf-b5ee8fbb6a57'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:19.776821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:19.798723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:19.805210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.814193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-87a72e73-9cbb-448c-9d72-077946774923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.816044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-87a72e73-9cbb-448c-9d72-077946774923 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8458524 Jul 22 14:25:19.823974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-40655823-bd29-41db-84e1-491ca7ba810c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6053431 Jul 22 14:25:19.848277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59340-8342-441d-b04a-52bba64d9efd req-6645e893-7242-492f-9f2c-601c0d850bc9 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:19.850507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ad59340-8342-441d-b04a-52bba64d9efd req-6645e893-7242-492f-9f2c-601c0d850bc9 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 931 time: 0.6640842 Jul 22 14:25:19.881738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.915371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] For port d6ac7088-6167-4e82-8a0b-47d7aa0933e1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,segment=NetworkSegment(d0d85ed8-2485-4d7e-806f-738ab90bf9e1),segment_id=d0d85ed8-2485-4d7e-806f-738ab90bf9e1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:19.916007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:19.916482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] Pushing event deleted for resources: {'Port': ['ID=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.935140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38dbaa1-b44c-460e-b30c-2a6e8f001a41 None None] No DVR routers for this DVR port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:19.936740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05e859-3036-4170-9619-dd4785d644e1 None None] Pushing event updated for resources: {'Port': ['ID=9b99f066-f559-47e7-9d31-6827853d3226,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:19.951335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Calling delete_port for d6ac7088-6167-4e82-8a0b-47d7aa0933e1 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:20.022043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Allocated IP 172.20.0.1 (547617b7-3d14-43aa-bedc-55beb37ee790/a5ce6838-5236-490b-b7ce-0fb9088204c3/a5c73032-3fe0-417b-8ea4-29f0cdbcea6a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:20.047849 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] Set router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:20.075692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ad59340-8342-441d-b04a-52bba64d9efd req-e652f86b-8134-4901-bc40-79214629b627 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120333 Jul 22 14:25:20.173471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a705901-5699-410f-905d-8ec765994977 None None] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:20.280682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-b2915583-230c-4c1f-b28a-fc2f2c9f487f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529555 Jul 22 14:25:20.282956 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:25:17Z', 'revision_number': 3, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:20.320025 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490c8e35-8763-4b7b-ba44-b252a8bd868b None None] The sync data for ids ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'] in n-d-794306-8 is: [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:25:17Z', 'revision_number': 3, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:20.359757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dc1f256-de19-4173-8756-7d65f64e98cf req-da9de473-fe5f-49a0-8e00-a61ea4157479 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0770724 Jul 22 14:25:20.405376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25d444-5157-438c-aef4-e799af7e512d req-4aed0fc9-4fa6-4952-be2e-8f8373c18b83 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.407423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc25d444-5157-438c-aef4-e799af7e512d req-4aed0fc9-4fa6-4952-be2e-8f8373c18b83 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 948 time: 0.5043302 Jul 22 14:25:20.521736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Allocated IP 172.20.0.4 (53d6a015-6b86-442c-afff-bbb503e45693/07913867-df50-4e1d-af2b-fae0b2140bc1/ab52778b-df56-492c-9109-8f1a92fc21f0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:20.558430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.571058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74ad3675-c778-4dcd-8c7b-6adc895dc5d7 req-844f821a-68ca-4f7c-b793-dadf7ea0f19f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710714 Jul 22 14:25:20.575282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.609451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc25d444-5157-438c-aef4-e799af7e512d req-72a9caf4-7d7d-44df-8665-56656399ca11 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841359 Jul 22 14:25:20.662310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] No DVR routers for this DVR port d6ac7088-6167-4e82-8a0b-47d7aa0933e1 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:20.668435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ac7088-6167-4e82-8a0b-47d7aa0933e1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.809434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.855458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:20.870177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.873330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:20.873470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d85ed8-2485-4d7e-806f-738ab90bf9e1') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:20.883346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe845c68-169c-4f3c-9030-ba88cecc1f4f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:20.901083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.911987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-06cf1b2f-1011-4d81-9c2b-920930c95acd tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.913568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-06cf1b2f-1011-4d81-9c2b-920930c95acd tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.2695427 Jul 22 14:25:20.917540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.938244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Transition to ACTIVE for port object fe845c68-169c-4f3c-9030-ba88cecc1f4f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:20.948202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-10cbf82b-bebb-426c-bdb3-6a6140df86f5 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/quotas/04b84f55478143e8a6ebab3e14547da7 HTTP/1.1" status: 200 len: 375 time: 0.0237482 Jul 22 14:25:20.950550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.957462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d44bf-7964-46a2-808a-680811032ead req-35e687cd-23ff-4d3a-a481-0edb976d7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:20.958242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Network 547617b7-3d14-43aa-bedc-55beb37ee790 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:20.959184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-35e687cd-23ff-4d3a-a481-0edb976d7000 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 1099 time: 0.3078046 Jul 22 14:25:20.961483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.984998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:20.990389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b99f066-f559-47e7-9d31-6827853d3226 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:20.991281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:20.993958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:20.994380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:20.996317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:21.000319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:21.002416 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:21.032616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b1c6d-0539-44e3-9bc6-649a11a87191 req-c3b69d21-cdf8-43b6-b343-38a723a843f9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.034170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e1b1c6d-0539-44e3-9bc6-649a11a87191 req-c3b69d21-cdf8-43b6-b343-38a723a843f9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.3388238 Jul 22 14:25:21.068036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9b99f066-f559-47e7-9d31-6827853d3226 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:21.078794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9b99f066-f559-47e7-9d31-6827853d3226 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:21.079019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Pushing event updated for resources: {'Port': ['ID=fe845c68-169c-4f3c-9030-ba88cecc1f4f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.079639 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.113973 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.126419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.127120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a324371-115d-4c71-a80f-6243619413fa details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:21.130063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-2f23688c-9958-472e-80c8-f6c57a94cca2 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1412508 Jul 22 14:25:21.164255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.164604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.164948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.165288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.165623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.165954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.166285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.166637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.166966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.167291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.167616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.167938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:21.214305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.216332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] 10.222.0.60 "DELETE /v2.0/networks/a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5 HTTP/1.1" status: 204 len: 168 time: 1.9635708 Jul 22 14:25:21.224660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:21.256945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ab12-4397-4a4b-bd5c-e1406ae5b18a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a5ff89-4f0c-4ab1-aa48-cfd9e19952e5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.294257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:21.311742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '1a324371-115d-4c71-a80f-6243619413fa', 'network_id': '096846f4-049e-4560-b606-861f68e70330', 'port_id': '1a324371-115d-4c71-a80f-6243619413fa', 'mac_address': 'fa:16:3e:97:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018d5bf4-07b4-4940-b88b-3a6282e1f8a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:21.355821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.383640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Network 53d6a015-6b86-442c-afff-bbb503e45693 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:21.387523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:21.397939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e1b1c6d-0539-44e3-9bc6-649a11a87191 req-a194b035-0c4c-4929-9894-0b696ac71805 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284681 Jul 22 14:25:21.426680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.435083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:21.484620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 9b99f066-f559-47e7-9d31-6827853d3226, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9b99f066-f559-47e7-9d31-6827853d3226,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:21.491459 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.510439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a324371-115d-4c71-a80f-6243619413fa {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:21.523961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.539874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:21.548753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.550180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.555350 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.559008 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.571940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d44bf-7964-46a2-808a-680811032ead req-5b17b734-b419-40ec-8d7a-67ee082841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.573354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-5b17b734-b419-40ec-8d7a-67ee082841b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.5501273 Jul 22 14:25:21.628290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=9b99f066-f559-47e7-9d31-6827853d3226,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.644298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3421435 Jul 22 14:25:21.651649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-6164a990-88e3-480d-bcb0-f886c27f7ee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449 HTTP/1.1" status: 200 len: 217 time: 0.0699987 Jul 22 14:25:21.659696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-a2f1012d-28bc-4e30-984f-9d12ab545940 service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113797 Jul 22 14:25:21.660683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73e649-0d23-4a80-be98-63c5c6b276e1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event updated for resources: {'Port': ['ID=ab52778b-df56-492c-9109-8f1a92fc21f0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.675267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Attempting to bind port fe845c68-169c-4f3c-9030-ba88cecc1f4f on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:21.675617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Attempting to bind port fe845c68-169c-4f3c-9030-ba88cecc1f4f by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:21.675944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Attempting to bind port fe845c68-169c-4f3c-9030-ba88cecc1f4f on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:21.680407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6ac7088-6167-4e82-8a0b-47d7aa0933e1 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:21.692150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Request body: {'port': {'device_id': 'e8941942-e674-4fee-82c1-73e9b8780555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:21.707014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d6ac7088-6167-4e82-8a0b-47d7aa0933e1 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:21.707493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6ac7088-6167-4e82-8a0b-47d7aa0933e1 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:21.738721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:21.749950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Port fe845c68-169c-4f3c-9030-ba88cecc1f4f on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:21.750295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Attempting to bind port fe845c68-169c-4f3c-9030-ba88cecc1f4f on network 24ad1da2-7976-49cf-9c58-67e627b33fe6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:21.836168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:21.836420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Checking segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:21.836815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Bound using segment: {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:21.837259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Bound port: fe845c68-169c-4f3c-9030-ba88cecc1f4f, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298ee2be-a0d3-482c-b806-c4e64193b53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:21.837623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.848647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.883957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d44bf-7964-46a2-808a-680811032ead req-44d05915-9bd4-40f5-b0f4-895b169b1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.885429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-44d05915-9bd4-40f5-b0f4-895b169b1172 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2203829 Jul 22 14:25:21.906328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1a324371-115d-4c71-a80f-6243619413fa'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:21.918636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8c607-8d4f-4f8a-9e59-8f5777887f13 req-6cb10e49-0ed7-4bed-b0a5-1da0c65b1340 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:21.920123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13b8c607-8d4f-4f8a-9e59-8f5777887f13 req-6cb10e49-0ed7-4bed-b0a5-1da0c65b1340 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 931 time: 0.4109814 Jul 22 14:25:21.940329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:21.991448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.035764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-6e8d0167-d02f-418b-b483-9ca9be43dad7 service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468013 Jul 22 14:25:22.087771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] For port fe845c68-169c-4f3c-9030-ba88cecc1f4f, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:22.092824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.095443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.097047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13b8c607-8d4f-4f8a-9e59-8f5777887f13 req-23b7277b-727b-44c4-a3ca-d6b50ab530bc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517944 Jul 22 14:25:22.112637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] For port fe845c68-169c-4f3c-9030-ba88cecc1f4f, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:22.157574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.160976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d44bf-7964-46a2-808a-680811032ead req-f353a64a-39e2-48df-bc7f-df01a1a6b4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.163281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-f353a64a-39e2-48df-bc7f-df01a1a6b4a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2661619 Jul 22 14:25:22.290614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Network 547617b7-3d14-43aa-bedc-55beb37ee790 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:22.300234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:22.373651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Pushing event updated for resources: {'Port': ['ID=fe845c68-169c-4f3c-9030-ba88cecc1f4f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.418018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.419154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.421782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-601fc073-2229-4a10-803b-2f355e535e47 service neutron] 10.222.0.72 "PUT /v2.0/ports/fe845c68-169c-4f3c-9030-ba88cecc1f4f HTTP/1.1" status: 200 len: 1091 time: 3.1694160 Jul 22 14:25:22.424575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:22.427707 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105" -d '{"events": [{"name": "network-changed", "server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:22.435575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab52778b-df56-492c-9109-8f1a92fc21f0 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:22.447325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.481551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Transition to ACTIVE for port object ab52778b-df56-492c-9109-8f1a92fc21f0 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:22.492835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.494417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79c0c04e-da41-4ddf-95ef-6e5a190a213f req-89eaaf98-1f01-4499-bdaf-70e1ccb8be77 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1277120 Jul 22 14:25:22.546754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-f1b7ab46-d393-4861-a791-41bb8421cb5f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704069 Jul 22 14:25:22.554924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:22.559138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Pushing event updated for resources: {'Port': ['ID=ab52778b-df56-492c-9109-8f1a92fc21f0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:22.729120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 20ac6535-28fa-4dd0-9fa3-03794e7a0449 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:22.793182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce2dc-0a37-4ea0-a091-10b74f059c5e req-799dc8ac-418b-4241-ab82-c1d751afe00d tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:22.794783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55fce2dc-0a37-4ea0-a091-10b74f059c5e req-799dc8ac-418b-4241-ab82-c1d751afe00d tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 943 time: 0.5394859 Jul 22 14:25:22.820041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:22.848128 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ce9ba2c-ceef-4533-b2e5-19df009f9dc0 admin admin] 10.222.0.60 "PUT /v2.0/routers/ebade295-3917-48e5-a3bf-b5ee8fbb6a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2333765 Jul 22 14:25:22.854403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Attempting to bind port ab52778b-df56-492c-9109-8f1a92fc21f0 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:22.855185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Attempting to bind port ab52778b-df56-492c-9109-8f1a92fc21f0 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:22.855185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Attempting to bind port ab52778b-df56-492c-9109-8f1a92fc21f0 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:22.862473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Port ab52778b-df56-492c-9109-8f1a92fc21f0 on network 53d6a015-6b86-442c-afff-bbb503e45693 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:22.862850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Attempting to bind port ab52778b-df56-492c-9109-8f1a92fc21f0 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:22.871842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:22.872240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:22.872575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Bound using segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:22.873019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Bound port: ab52778b-df56-492c-9109-8f1a92fc21f0, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:22.873380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:22.876527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Sync routers for ids ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:22.935277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:22.950807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Routers {'ebade295-3917-48e5-a3bf-b5ee8fbb6a57'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:22.951456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:22.955850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] For port ab52778b-df56-492c-9109-8f1a92fc21f0, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:22.960189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] For port ab52778b-df56-492c-9109-8f1a92fc21f0, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ab52778b-df56-492c-9109-8f1a92fc21f0,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:22.969613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.014498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.015327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.017767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] 10.222.0.61 "PUT /v2.0/ports/ab52778b-df56-492c-9109-8f1a92fc21f0 HTTP/1.1" status: 200 len: 1091 time: 1.3499773 Jul 22 14:25:23.018552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8941942-e674-4fee-82c1-73e9b8780555', 'tag': 'ab52778b-df56-492c-9109-8f1a92fc21f0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:23.033134 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a857e53-ff6d-4cd2-ad29-207b15bd6654" -d '{"events": [{"name": "network-changed", "server_uuid": "e8941942-e674-4fee-82c1-73e9b8780555", "tag": "ab52778b-df56-492c-9109-8f1a92fc21f0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:23.061463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '20ac6535-28fa-4dd0-9fa3-03794e7a0449', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '20ac6535-28fa-4dd0-9fa3-03794e7a0449', 'mac_address': 'fa:16:3e:54:18:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:23.064786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc5c32-fd5f-4f4e-b41c-74a67664269f service neutron] Pushing event updated for resources: {'Port': ['ID=ab52778b-df56-492c-9109-8f1a92fc21f0,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:23.068970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b99f066-f559-47e7-9d31-6827853d3226 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:23.169251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a324371-115d-4c71-a80f-6243619413fa up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:23.188307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-b80608ef-b5d6-45d1-afd5-d97e170c607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.190431 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-b80608ef-b5d6-45d1-afd5-d97e170c607f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 1094 time: 0.0900388 Jul 22 14:25:23.198844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Set router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:23.201533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.246896 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-004dd6ec-8a49-4160-b7c4-1c94933e0d6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab52778b-df56-492c-9109-8f1a92fc21f0 HTTP/1.1" status: 200 len: 217 time: 0.0440655 Jul 22 14:25:23.266114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ac6535-28fa-4dd0-9fa3-03794e7a0449 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:23.302780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-620da57e-a60c-490b-ae42-6f000c990675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.304500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-620da57e-a60c-490b-ae42-6f000c990675 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.0513458 Jul 22 14:25:23.309636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-519d44bf-7964-46a2-808a-680811032ead req-8c1cd5a8-ba2b-40f6-9875-41dbd766fe03 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346549 Jul 22 14:25:23.313793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-fbf39bc0-5941-4a39-a86b-4a545411728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.315558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-fbf39bc0-5941-4a39-a86b-4a545411728f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 1094 time: 0.8132350 Jul 22 14:25:23.321438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9b99f066-f559-47e7-9d31-6827853d3226 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:23.321974 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.356602 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-6cc0cfd5-124f-40cc-ba99-f9b1536e829d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342827 Jul 22 14:25:23.371737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:23.385034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.399844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55fce2dc-0a37-4ea0-a091-10b74f059c5e req-5afda034-87e3-4d44-97d5-c4779112d4bf tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5835719 Jul 22 14:25:23.418651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-e5ec5b85-8df0-4425-9f0b-c64c7c404a35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f HTTP/1.1" status: 200 len: 217 time: 0.0723348 Jul 22 14:25:23.426012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b22bc9-047e-4143-b8e7-c4426a175aa6 req-50543466-b20e-4a4a-a3bc-bfc5780b5ba1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.436202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43b22bc9-047e-4143-b8e7-c4426a175aa6 req-50543466-b20e-4a4a-a3bc-bfc5780b5ba1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 948 time: 0.7434762 Jul 22 14:25:23.461577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-ba6665db-6df1-45b2-80dc-ce680a19a467 service neutron] 10.222.0.61 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976841 Jul 22 14:25:23.519440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.587416 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47990b66-5ebe-4e53-b07a-4cecc31a533d req-96b90a22-f7dc-4106-8789-eb12809e5c3e service neutron] 10.222.0.61 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134763 Jul 22 14:25:23.620764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 1a324371-115d-4c71-a80f-6243619413fa completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:23.640249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 1a324371-115d-4c71-a80f-6243619413fa triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:23.640655 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.680512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43b22bc9-047e-4143-b8e7-c4426a175aa6 req-04b465f1-25c4-4889-941d-51d187af4576 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431548 Jul 22 14:25:23.700125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=20ac6535-28fa-4dd0-9fa3-03794e7a0449,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:23.705982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-1ade786c-543f-4821-a391-a3be8d4dad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.707745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-1ade786c-543f-4821-a391-a3be8d4dad3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.2623613 Jul 22 14:25:23.709914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8ad71e2-01af-4a5f-82b5-b322b71fdfdc req-aa5784bc-2654-438a-8e13-3d13feed3731 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 210 time: 0.2109396 Jul 22 14:25:23.718816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['20ac6535-28fa-4dd0-9fa3-03794e7a0449'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:23.771817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-689c0d52-120e-4afa-a649-1e90ca786076 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.789536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-689c0d52-120e-4afa-a649-1e90ca786076 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.1731012 Jul 22 14:25:23.804671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Request body: {'port': {'device_id': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'admin_state_up': True, 'tenant_id': '04b84f55478143e8a6ebab3e14547da7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:23.855075 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2764bf7e-20a3-41e8-85b4-297289af70e3 x-openstack-request-id: req-2764bf7e-20a3-41e8-85b4-297289af70e3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:23.855075 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:23.855075 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2764bf7e-20a3-41e8-85b4-297289af70e3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:23.855573 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'status': 'completed', 'code': 200} Jul 22 14:25:23.899604 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e607de-8daf-4514-a2c6-7b16f87c290d x-openstack-request-id: req-08e607de-8daf-4514-a2c6-7b16f87c290d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:23.900097 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8941942-e674-4fee-82c1-73e9b8780555", "tag": "ab52778b-df56-492c-9109-8f1a92fc21f0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:23.900195 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08e607de-8daf-4514-a2c6-7b16f87c290d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:23.900524 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8941942-e674-4fee-82c1-73e9b8780555', 'tag': 'ab52778b-df56-492c-9109-8f1a92fc21f0', 'status': 'completed', 'code': 200} Jul 22 14:25:23.926694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb18748-b859-4955-af76-892e3c111d3e req-e2b4f9c5-e02a-4ad8-9ee5-a897079f30d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:23.927726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:23.928279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-e2b4f9c5-e02a-4ad8-9ee5-a897079f30d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115664 Jul 22 14:25:23.980401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Made reservation on behalf of 04b84f55478143e8a6ebab3e14547da7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:23.987395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.016150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a5c73032-3fe0-417b-8ea4-29f0cdbcea6a', 'name': '', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'mac_address': 'fa:16:3e:46:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:19Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 2, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'subnets': [{'id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:24.052628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Checking router: ebade295-3917-48e5-a3bf-b5ee8fbb6a57 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:24.052979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Updating router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:24.060381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a324371-115d-4c71-a80f-6243619413fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:24.062651 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9c740-b711-4ce7-a3e6-8d464fb7563f" -d '{"events": [{"server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "1a324371-115d-4c71-a80f-6243619413fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:24.099649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6adb3-c949-4d35-9bbf-531d7fe979a5 req-484d0fbc-847b-4187-adfb-ee05841a4f0b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.101252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2fd6adb3-c949-4d35-9bbf-531d7fe979a5 req-484d0fbc-847b-4187-adfb-ee05841a4f0b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 944 time: 0.3126636 Jul 22 14:25:24.102413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:24.119418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.136332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.143800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Allocated IP 172.20.0.3 (6fe62c9e-bc98-41ce-8d31-6ac29045b75d/6dcbe578-5160-4c11-ac74-0b1698249cbd/752c25b1-6f55-43a0-9c22-f8e619a4f870) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:24.218863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.233084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-296be8a0-a10e-420f-bd2e-f0cce41e4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.234725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-296be8a0-a10e-420f-bd2e-f0cce41e4ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 1094 time: 0.3104212 Jul 22 14:25:24.293226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-43c8a12b-fa46-4348-8cb1-bfb3698189dd service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523459 Jul 22 14:25:24.330796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.345037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2fd6adb3-c949-4d35-9bbf-531d7fe979a5 req-c2038add-92bb-4988-bc99-cd25415b4814 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985755 Jul 22 14:25:24.379012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.389056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-5fbbc314-519f-4cc8-9d2b-945e27982cf2 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.396055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-5fbbc314-519f-4cc8-9d2b-945e27982cf2 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 810 time: 0.3450949 Jul 22 14:25:24.429118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:24.435534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:24.440307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:24.484287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.495177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.495177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.495177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.495588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.495937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.496361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.496843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.497165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.497502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.497833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.498166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.498656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:24.498885 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.516846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Transition to ACTIVE for port object a5c73032-3fe0-417b-8ea4-29f0cdbcea6a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:24.519346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.519999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.525618 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.535107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-62749643-ebba-4c1a-98ec-a44242307a05 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/quotas/ee18dd70c9e84441b213e16de2d9949c HTTP/1.1" status: 200 len: 375 time: 0.1383367 Jul 22 14:25:24.539044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d916fd50-7f5b-4138-80da-c64465452bf6 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7410450 Jul 22 14:25:24.550942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Request body: {'port': {'device_id': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:24.602822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236a4ef-71f6-4a72-b577-4e479d9b1f9d None None] Pushing event updated for resources: {'Port': ['ID=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.613581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-1138a08e-d235-4cdc-bc44-c610f74e7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.615585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-1138a08e-d235-4cdc-bc44-c610f74e7557 service neutron] 10.222.0.61 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.3501821 Jul 22 14:25:24.621500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fb18748-b859-4955-af76-892e3c111d3e req-f60ec5ef-12ac-451e-90f3-9d8d6c788517 service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094246 Jul 22 14:25:24.637963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Attempting to bind port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:24.638339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Attempting to bind port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:24.638738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Attempting to bind port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a on network 547617b7-3d14-43aa-bedc-55beb37ee790 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:24.641678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.647900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:24.648284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Checking segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:24.648810 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.649108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Bound using segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:24.649594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Bound port: a5c73032-3fe0-417b-8ea4-29f0cdbcea6a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:24.649987 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.697795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-f9d7f199-39ad-4ba5-989e-7ad5dcee5bd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab52778b-df56-492c-9109-8f1a92fc21f0 HTTP/1.1" status: 200 len: 217 time: 0.0693834 Jul 22 14:25:24.722143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] For port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:24.725829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] For port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:24.730977 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.742988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Deleting port 513afeed-ac40-41b0-9c38-451fa84dd8c9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:24.742988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.779505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Routers {'ebade295-3917-48e5-a3bf-b5ee8fbb6a57'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:24.780148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:24.804668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77c1dc-d4b5-4a2c-bbe7-df009ea58449 req-a92eaf4b-6215-471c-9859-fa4fe99ba189 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.806184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b77c1dc-d4b5-4a2c-bbe7-df009ea58449 req-a92eaf4b-6215-471c-9859-fa4fe99ba189 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 943 time: 0.3373475 Jul 22 14:25:24.832716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-1820a08b-2883-4069-a6e4-5a41a2f89ba7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2873244 Jul 22 14:25:24.868570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236a4ef-71f6-4a72-b577-4e479d9b1f9d None None] Pushing event updated for resources: {'Port': ['ID=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:24.903099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-2be0a0be-3b4b-4065-a11f-cdcfa58b1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:24.904570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-2be0a0be-3b4b-4065-a11f-cdcfa58b1249 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1754198 Jul 22 14:25:24.905578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] Set router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:24.960140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752c25b1-6f55-43a0-9c22-f8e619a4f870 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:24.967654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:24.981893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Transition to ACTIVE for port object 752c25b1-6f55-43a0-9c22-f8e619a4f870 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:24.985915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.012200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-a0b4a9b7-7625-4a59-9390-8d78787bfeab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921116 Jul 22 14:25:25.022775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b77c1dc-d4b5-4a2c-bbe7-df009ea58449 req-0bc6c03b-0721-4a36-acd3-7bc5679ddc04 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995859 Jul 22 14:25:25.024759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-2fdbd236-9c1e-4995-aefd-3379a6331d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.026205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-2fdbd236-9c1e-4995-aefd-3379a6331d30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 1094 time: 0.3422894 Jul 22 14:25:25.029548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] For port 513afeed-ac40-41b0-9c38-451fa84dd8c9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=513afeed-ac40-41b0-9c38-451fa84dd8c9,segment=NetworkSegment(f8c14758-bf52-4362-8203-5b02f2772953),segment_id=f8c14758-bf52-4362-8203-5b02f2772953)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:25.029935 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.041174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.076470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Calling delete_port for 513afeed-ac40-41b0-9c38-451fa84dd8c9 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:25.113811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Attempting to bind port 752c25b1-6f55-43a0-9c22-f8e619a4f870 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:25.114178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Attempting to bind port 752c25b1-6f55-43a0-9c22-f8e619a4f870 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:25.114571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Attempting to bind port 752c25b1-6f55-43a0-9c22-f8e619a4f870 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:25.119072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Port 752c25b1-6f55-43a0-9c22-f8e619a4f870 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:25.119400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Attempting to bind port 752c25b1-6f55-43a0-9c22-f8e619a4f870 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:25.124395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:25.124739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Checking segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:25.125129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Bound using segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:25.125562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Bound port: 752c25b1-6f55-43a0-9c22-f8e619a4f870, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:25.125933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.153688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a5c73032-3fe0-417b-8ea4-29f0cdbcea6a', 'name': '', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'mac_address': 'fa:16:3e:46:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:19Z', 'updated_at': '2021-07-22T14:25:24Z', 'revision_number': 4, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'subnets': [{'id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:25.175895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-fe1d45f8-f176-4e50-91d1-e84b6d383219 service neutron] 10.222.0.60 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088787 Jul 22 14:25:25.186370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb2d6b4-8baf-496b-b23e-c643756401ce None None] The sync data for ids ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'] in n-d-794306-8 is: [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a5c73032-3fe0-417b-8ea4-29f0cdbcea6a', 'name': '', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'mac_address': 'fa:16:3e:46:91:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:19Z', 'updated_at': '2021-07-22T14:25:24Z', 'revision_number': 4, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'subnets': [{'id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:25.195532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:25.199077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:25.206865 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.272630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.272630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:25.272630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] 10.222.0.61 "PUT /v2.0/ports/752c25b1-6f55-43a0-9c22-f8e619a4f870 HTTP/1.1" status: 200 len: 1091 time: 0.7251368 Jul 22 14:25:25.291579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7b0b1f1-e0e0-4f7d-9a19-0c8e93bf49fe req-55753daf-25c1-45a3-97a2-271127c8ca5b tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1597090 Jul 22 14:25:25.294722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92503ef-07a6-49cd-8d98-c04d479973b0 service neutron] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:25.363175 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e583b9-eadf-494b-bf1a-99e68722977f x-openstack-request-id: req-67e583b9-eadf-494b-bf1a-99e68722977f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:25.363548 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "1a324371-115d-4c71-a80f-6243619413fa", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:25.363873 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67e583b9-eadf-494b-bf1a-99e68722977f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:25.364344 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a324371-115d-4c71-a80f-6243619413fa', 'code': 200} Jul 22 14:25:25.404937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-8e72d9ca-0198-47d6-8108-0fbd3b5ee3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.406649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-8e72d9ca-0198-47d6-8108-0fbd3b5ee3f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 1094 time: 0.0892146 Jul 22 14:25:25.407928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-a74bc668-52bd-4f15-a1ca-422471040d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.409424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-a74bc668-52bd-4f15-a1ca-422471040d6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 924 time: 0.3621778 Jul 22 14:25:25.468927 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-148664c4-bf4c-4a72-85b1-363fc931484a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870 HTTP/1.1" status: 200 len: 217 time: 0.0546386 Jul 22 14:25:25.540940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-0e77b693-1bc0-41ee-9100-739475250a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.542424 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-0e77b693-1bc0-41ee-9100-739475250a38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.0527716 Jul 22 14:25:25.582168 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-b623c1d0-5d16-4954-9ee0-e58941af5a5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318630 Jul 22 14:25:25.585890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708cc0f-0cdc-44be-bc72-f808b3f829e9 req-cefe36fb-e60f-4fcc-9eb4-a3963dcd4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:25.587403 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708cc0f-0cdc-44be-bc72-f808b3f829e9 req-cefe36fb-e60f-4fcc-9eb4-a3963dcd4968 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1096 time: 0.1273346 Jul 22 14:25:25.690415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708cc0f-0cdc-44be-bc72-f808b3f829e9 req-590a2987-33b8-4350-90fa-1ab9fc612053 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795357 Jul 22 14:25:25.710812 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-da1633ee-d933-4f40-813a-aec851e551e7 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209693 Jul 22 14:25:25.776599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-fbed7bec-8bb7-4d51-80a0-3b4d7e5c31e7 service neutron] 10.222.0.61 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7494102 Jul 22 14:25:25.818361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-42cc9656-110c-4a8c-ba9b-87ee3e87e4b2 req-ccfaf365-fbfe-49d7-85d5-5c3044022e66 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998845 Jul 22 14:25:25.854725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-e75f1872-ce3e-464d-be44-4c70e9d1ec56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f HTTP/1.1" status: 200 len: 217 time: 0.0945983 Jul 22 14:25:25.902104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:25.904470 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:25.935546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-3dd59da3-7ef0-4184-a240-d3945fc8e4b4 service neutron] 10.222.0.60 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7303126 Jul 22 14:25:26.019226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-1997e2e9-89a1-4284-a22a-6d485e59d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.020994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-1997e2e9-89a1-4284-a22a-6d485e59d6d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.1438148 Jul 22 14:25:26.111595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2ded-a1e1-4d17-85f0-5c3334d16387 req-f47cded8-deea-455c-97a2-ef5f086f87c7 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.113220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41da2ded-a1e1-4d17-85f0-5c3334d16387 req-f47cded8-deea-455c-97a2-ef5f086f87c7 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 943 time: 0.3542886 Jul 22 14:25:26.120104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a857e53-ff6d-4cd2-ad29-207b15bd6654 req-5d92b51d-027d-40cf-9012-0552884dd284 service neutron] 10.222.0.61 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980556 Jul 22 14:25:26.153511 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.215865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=513afeed-ac40-41b0-9c38-451fa84dd8c9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:26.247138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41da2ded-a1e1-4d17-85f0-5c3334d16387 req-3e2a44fa-63c0-49aa-a8b8-134f0c6ff721 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254082 Jul 22 14:25:26.346474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-c8c3543c-3fab-4627-9c0a-544e234d63ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.354111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-c8c3543c-3fab-4627-9c0a-544e234d63ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3103938 Jul 22 14:25:26.374618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fac1c-1637-407e-92e2-6a736e99e35a req-d62bd8fc-6f62-4655-b49f-bbab7fe4c69e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.376448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f30fac1c-1637-407e-92e2-6a736e99e35a req-d62bd8fc-6f62-4655-b49f-bbab7fe4c69e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 949 time: 0.2622657 Jul 22 14:25:26.645111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f30fac1c-1637-407e-92e2-6a736e99e35a req-29ea909c-6381-41c9-9e0c-6438f8d04a37 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574501 Jul 22 14:25:26.702571 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.710107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-10ed5054-d105-447f-a37f-5cb065a13d82 service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458524 Jul 22 14:25:26.749026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ab52778b-df56-492c-9109-8f1a92fc21f0 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:26.753495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 20ac6535-28fa-4dd0-9fa3-03794e7a0449 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:26.823683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7763f61-1661-4399-82bf-c617d9bc73bc req-ad39e142-f2dc-495b-9d9c-f04c7b4e2210 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:26.832372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7763f61-1661-4399-82bf-c617d9bc73bc req-ad39e142-f2dc-495b-9d9c-f04c7b4e2210 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 943 time: 0.4018137 Jul 22 14:25:26.912144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:26.918969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:26.919355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:26.971651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ab52778b-df56-492c-9109-8f1a92fc21f0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ab52778b-df56-492c-9109-8f1a92fc21f0,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:26.984182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7763f61-1661-4399-82bf-c617d9bc73bc req-5a1b3b51-47b9-4cf4-a26d-9313ac3e75c8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461899 Jul 22 14:25:26.990922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'ab52778b-df56-492c-9109-8f1a92fc21f0', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': 'ab52778b-df56-492c-9109-8f1a92fc21f0', 'mac_address': 'fa:16:3e:82:9a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:27.042825 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775eab2-dc3d-40af-b7c9-1954265a0b7c x-openstack-request-id: req-f775eab2-dc3d-40af-b7c9-1954265a0b7c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:27.043522 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.043983 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:27.044466 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f775eab2-dc3d-40af-b7c9-1954265a0b7c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:27.049074 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'status': 'completed', 'code': 200} Jul 22 14:25:27.077654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a5c73032-3fe0-417b-8ea4-29f0cdbcea6a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:27.089889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea0d2761-1d32-409f-bf4a-6b9c3bf62105 req-518d70b0-2d87-46d1-b0f1-668c7b28a823 service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504735 Jul 22 14:25:27.116771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab52778b-df56-492c-9109-8f1a92fc21f0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:27.133159 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.161998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device fe845c68-169c-4f3c-9030-ba88cecc1f4f details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:27.165536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ab52778b-df56-492c-9109-8f1a92fc21f0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ab52778b-df56-492c-9109-8f1a92fc21f0,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:27.177751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.207812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80456c-fc46-4e54-bdbc-d1dfedd198b7 req-0a776327-e611-411d-89de-3c37050a04c0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.209934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab80456c-fc46-4e54-bdbc-d1dfedd198b7 req-0a776327-e611-411d-89de-3c37050a04c0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.3746119 Jul 22 14:25:27.232834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0151fe72-f895-461c-9dac-cd3447ee5bd3 req-96839c34-07e5-41e8-983a-36f1338877b8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 210 time: 0.1032321 Jul 22 14:25:27.233247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:27.243446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:27.274686 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.278966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:27.279353 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.307535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=ab52778b-df56-492c-9109-8f1a92fc21f0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.336837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab80456c-fc46-4e54-bdbc-d1dfedd198b7 req-6c52f482-83f8-40d7-8d84-c4c29b7826a4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064255 Jul 22 14:25:27.367370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac6535-28fa-4dd0-9fa3-03794e7a0449'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:27.369640 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f5d66-c572-4b09-a57f-0aa51890f019" -d '{"events": [{"server_uuid": "ae2da623-535d-440d-9dcc-aafed43e4f23", "name": "network-vif-plugged", "status": "completed", "tag": "20ac6535-28fa-4dd0-9fa3-03794e7a0449"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:27.385306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-92822466-20ea-4b6f-900e-506cd5e34f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.387627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-92822466-20ea-4b6f-900e-506cd5e34f82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 1094 time: 0.2968366 Jul 22 14:25:27.394867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Router 5ef98f78-f06a-4aee-821e-9ec8d1c572af has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:27.433026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=20ac6535-28fa-4dd0-9fa3-03794e7a0449,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:27.437474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port fe845c68-169c-4f3c-9030-ba88cecc1f4f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:27.475941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'port_id': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'mac_address': 'fa:16:3e:57:74:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:27.499926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea677bee-8a4d-424b-a640-af159d1115ed req-ec1450b0-490f-46e2-9570-edbaa9b5bf64 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0399525 Jul 22 14:25:27.510073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ab52778b-df56-492c-9109-8f1a92fc21f0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:27.516490 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.548690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-b2de2321-f07d-441c-9d7f-e07320880900 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.550936 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-b2de2321-f07d-441c-9d7f-e07320880900 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 810 time: 0.1248899 Jul 22 14:25:27.577547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Request body: {'port': {'device_id': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'admin_state_up': True, 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:27.593725 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.644755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe845c68-169c-4f3c-9030-ba88cecc1f4f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:27.666859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port fe845c68-169c-4f3c-9030-ba88cecc1f4f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:27.669386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:27.677421 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.679030 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.680772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bb8ca-80f8-4af3-9525-f3f5154bb437 req-12a91b22-9d9f-43d2-93ef-715feb8019d0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.682311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-682bb8ca-80f8-4af3-9525-f3f5154bb437 req-12a91b22-9d9f-43d2-93ef-715feb8019d0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 944 time: 0.3703146 Jul 22 14:25:27.712586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-732f569c-9867-4f67-8436-2d5db692bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.714129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-732f569c-9867-4f67-8436-2d5db692bb24 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 906 time: 0.3156364 Jul 22 14:25:27.724682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Made reservation on behalf of ee18dd70c9e84441b213e16de2d9949c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:27.728569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:27.791768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-a7daa099-b123-478e-9950-f0a09acf45fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870 HTTP/1.1" status: 200 len: 217 time: 0.0656974 Jul 22 14:25:27.795764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:27.807123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74470cab-89ce-4468-a663-53cc945769f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ef98f78-f06a-4aee-821e-9ec8d1c572af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5763075 Jul 22 14:25:27.807375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:27.813814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-682bb8ca-80f8-4af3-9525-f3f5154bb437 req-8d2136bc-9db5-4922-8618-caaa301caa44 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174831 Jul 22 14:25:27.821138 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] Sync routers for ids ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:27.831853 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] Routers {'5ef98f78-f06a-4aee-821e-9ec8d1c572af'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:27.832458 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:27.866107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb173-fc89-40da-8900-5567dbd736c6 req-7280f955-7dce-40a7-bdee-39a7c896bd87 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.867765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01abb173-fc89-40da-8900-5567dbd736c6 req-7280f955-7dce-40a7-bdee-39a7c896bd87 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 943 time: 0.2572289 Jul 22 14:25:27.909534 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f21dd21-8b53-469a-b18a-96d6824de0d3 x-openstack-request-id: req-1f21dd21-8b53-469a-b18a-96d6824de0d3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:27.910155 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2da623-535d-440d-9dcc-aafed43e4f23", "name": "network-vif-plugged", "status": "completed", "tag": "20ac6535-28fa-4dd0-9fa3-03794e7a0449", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:27.910155 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f21dd21-8b53-469a-b18a-96d6824de0d3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:27.912599 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ac6535-28fa-4dd0-9fa3-03794e7a0449', 'code': 200} Jul 22 14:25:27.939182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-37a0a0fa-4c91-41d6-987f-b3f10dca4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:27.940723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-37a0a0fa-4c91-41d6-987f-b3f10dca4f64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.1338060 Jul 22 14:25:27.982336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.002734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01abb173-fc89-40da-8900-5567dbd736c6 req-c7634e6b-48db-447a-9fa3-dd9054f56708 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151290 Jul 22 14:25:28.006438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-5555b808-852d-4092-91c9-629e609587f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486567 Jul 22 14:25:28.034974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['fe845c68-169c-4f3c-9030-ba88cecc1f4f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:28.057965 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] Set router 5ef98f78-f06a-4aee-821e-9ec8d1c572af gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:28.122045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=fe845c68-169c-4f3c-9030-ba88cecc1f4f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.236922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-1f6537ba-9aa9-46af-848d-aedc0cb2f8ce service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123215 Jul 22 14:25:28.241859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Allocated IP 172.20.0.3 (547617b7-3d14-43aa-bedc-55beb37ee790/a5ce6838-5236-490b-b7ce-0fb9088204c3/34096a5e-88d9-48ef-9efc-989838686b19) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:28.247737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47924c1b-dcb8-4d42-b486-fdd040ab4c7c req-2b5af4b8-4591-4766-9dcd-9d50b5578fc4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.254802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47924c1b-dcb8-4d42-b486-fdd040ab4c7c req-2b5af4b8-4591-4766-9dcd-9d50b5578fc4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 950 time: 0.2509801 Jul 22 14:25:28.279100 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:25:26Z', 'revision_number': 5, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:28.311227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] Checking router: 5ef98f78-f06a-4aee-821e-9ec8d1c572af for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:28.316705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a68e6d-fb16-4798-be54-9cfa72eb0fd9 req-21666c70-0875-447a-a4ef-322e9d39e2ad tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.318858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91a68e6d-fb16-4798-be54-9cfa72eb0fd9 req-21666c70-0875-447a-a4ef-322e9d39e2ad tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 943 time: 0.2103686 Jul 22 14:25:28.323660 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] Routers {'5ef98f78-f06a-4aee-821e-9ec8d1c572af'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:28.325088 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:28.388781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47924c1b-dcb8-4d42-b486-fdd040ab4c7c req-b9c9e9b2-06f8-4a7b-bec4-5f8be05034cb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327817 Jul 22 14:25:28.433231 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] Set router 5ef98f78-f06a-4aee-821e-9ec8d1c572af gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:28.435767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91a68e6d-fb16-4798-be54-9cfa72eb0fd9 req-1460de89-6c2d-4f1b-884a-581a0d74cc33 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019866 Jul 22 14:25:28.447775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccd61ffa-d68b-43ed-a45f-c37b063d6fd9 req-9fcb6945-9cc9-4990-ad64-5644ee9e679f service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833067 Jul 22 14:25:28.509556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f76345-1dd2-4bfc-bbf8-122871165dae req-1ae1af8e-3749-4ea9-82dd-ace9b1b26131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.510987 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-51f76345-1dd2-4bfc-bbf8-122871165dae req-1ae1af8e-3749-4ea9-82dd-ace9b1b26131 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 1101 time: 0.2343576 Jul 22 14:25:28.512130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.556055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3998ad35-35bb-4b9d-898e-a68bf9ae1387 req-7efd2e40-d3ef-4ec2-8500-53adf37c7b96 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 210 time: 0.0699751 Jul 22 14:25:28.594756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256eef93-71f1-4ea2-8eec-64ebaced3b53 req-00efa2d1-4099-44b2-ac80-d21a0ba94c75 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.596432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-256eef93-71f1-4ea2-8eec-64ebaced3b53 req-00efa2d1-4099-44b2-ac80-d21a0ba94c75 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.0939629 Jul 22 14:25:28.638260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.654589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-256eef93-71f1-4ea2-8eec-64ebaced3b53 req-9d2eb76f-05ef-42f5-b91f-cf7382d65f2d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507751 Jul 22 14:25:28.662113 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:25:26Z', 'revision_number': 5, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:28.694334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-51f76345-1dd2-4bfc-bbf8-122871165dae req-a6e7b82e-5cb6-4a83-80e9-5816e92b5714 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758831 Jul 22 14:25:28.694565 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2087274-4d7c-4876-9756-9a9e5bf49c46 None None] The sync data for ids ['5ef98f78-f06a-4aee-821e-9ec8d1c572af'] in n-d-794306-8 is: [{'id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'name': 'tempest-AttachSCSIVolumeTestJSON-63461806-router', 'tenant_id': '3f6e864996c74d6b8c0373d513b31425', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:25:26Z', 'revision_number': 5, 'project_id': '3f6e864996c74d6b8c0373d513b31425', 'gw_port': {'id': '3d2c74b6-30ee-47c6-9712-defbad447f47', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef98f78-f06a-4aee-821e-9ec8d1c572af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:23:14Z', 'updated_at': '2021-07-22T14:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:28.701600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.703866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf29da1a-4ea8-404e-b9b6-5d3689872499 req-1dc8d455-ab97-408e-b71e-003cb627bbe2 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0480254 Jul 22 14:25:28.750532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:28.765444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Network 547617b7-3d14-43aa-bedc-55beb37ee790 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:28.769611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.780596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:28.783717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:28.788375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Pushing event updated for resources: {'Port': ['ID=34096a5e-88d9-48ef-9efc-989838686b19,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:28.803092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c7e5a-e08f-43c9-9a53-1fc386e78ddf req-4af4118a-54e8-4515-97a9-b6e362195145 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.804634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b91c7e5a-e08f-43c9-9a53-1fc386e78ddf req-4af4118a-54e8-4515-97a9-b6e362195145 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1096 time: 0.0594792 Jul 22 14:25:28.846302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b91c7e5a-e08f-43c9-9a53-1fc386e78ddf req-011c8062-9db7-47ba-a11b-ae99b2e96669 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353847 Jul 22 14:25:28.863945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:28.865164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.871801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:28.890997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'mac_address': 'fa:16:3e:8b:a8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:28.898224 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7242f4b0-2001-45d6-bd4a-1eb88ffd8f33 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3251190 Jul 22 14:25:28.901426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Deleting port 3d2c74b6-30ee-47c6-9712-defbad447f47 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:28.902040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.920648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Request body: {'port': {'device_id': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:28.935235 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:28.950664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752c25b1-6f55-43a0-9c22-f8e619a4f870 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:28.973720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:28.978003 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.024328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19680ce3-dfd3-488a-bd25-36d9324e01e0 req-c7b00b9c-5401-4bba-ac34-9aee30f26efb tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.025739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19680ce3-dfd3-488a-bd25-36d9324e01e0 req-c7b00b9c-5401-4bba-ac34-9aee30f26efb tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 944 time: 0.1195743 Jul 22 14:25:29.028097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:29.047127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01313b-582d-4cb7-9866-4fc73f5b993f req-12cfb318-5ce2-4b10-b5d4-1d24e6e29c5d tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.048596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce01313b-582d-4cb7-9866-4fc73f5b993f req-12cfb318-5ce2-4b10-b5d4-1d24e6e29c5d tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1096 time: 0.1016753 Jul 22 14:25:29.058166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] For port 3d2c74b6-30ee-47c6-9712-defbad447f47, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3d2c74b6-30ee-47c6-9712-defbad447f47,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:29.058541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.067613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.085208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Calling delete_port for 3d2c74b6-30ee-47c6-9712-defbad447f47 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:29.110815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19680ce3-dfd3-488a-bd25-36d9324e01e0 req-5e9e1ddc-6c09-4ce0-a1cb-01af323c20e2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656643 Jul 22 14:25:29.117584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce01313b-582d-4cb7-9866-4fc73f5b993f req-06b3693d-59b6-439c-99db-58a608149c48 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Jul 22 14:25:29.182409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device fe845c68-169c-4f3c-9030-ba88cecc1f4f up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:29.261527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774881e7-567e-409d-90d1-b24b571c6ec5 req-2cd00dd9-72c2-4b1c-9925-a473022328de tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.263507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a5c73032-3fe0-417b-8ea4-29f0cdbcea6a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:29.269322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-774881e7-567e-409d-90d1-b24b571c6ec5 req-2cd00dd9-72c2-4b1c-9925-a473022328de tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 944 time: 0.0857346 Jul 22 14:25:29.329415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port fe845c68-169c-4f3c-9030-ba88cecc1f4f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:29.336322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port fe845c68-169c-4f3c-9030-ba88cecc1f4f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:29.336715 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.344190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-774881e7-567e-409d-90d1-b24b571c6ec5 req-99ae06e7-a002-469e-ad15-fc67daae3ff8 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735438 Jul 22 14:25:29.377757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['752c25b1-6f55-43a0-9c22-f8e619a4f870'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:29.383338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:29.383721 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.501418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.584390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port fe845c68-169c-4f3c-9030-ba88cecc1f4f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:29.596382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34096a5e-88d9-48ef-9efc-989838686b19 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:29.605605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.607468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.626969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Transition to ACTIVE for port object 34096a5e-88d9-48ef-9efc-989838686b19 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:29.642100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.648085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 513afeed-ac40-41b0-9c38-451fa84dd8c9 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:29.676188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 513afeed-ac40-41b0-9c38-451fa84dd8c9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:29.676549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 513afeed-ac40-41b0-9c38-451fa84dd8c9 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:29.717544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=fe845c68-169c-4f3c-9030-ba88cecc1f4f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:29.740839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Pushing event updated for resources: {'Port': ['ID=34096a5e-88d9-48ef-9efc-989838686b19,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:29.743866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.797527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Pushing event deleted for resources: {'Port': ['ID=3d2c74b6-30ee-47c6-9712-defbad447f47,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:29.905714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Attempting to bind port 34096a5e-88d9-48ef-9efc-989838686b19 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:29.906073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Attempting to bind port 34096a5e-88d9-48ef-9efc-989838686b19 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:29.906419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Attempting to bind port 34096a5e-88d9-48ef-9efc-989838686b19 on network 547617b7-3d14-43aa-bedc-55beb37ee790 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:29.908845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:29.913862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:29.916817 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503fff10-318b-4b19-9483-1f4cac830144" -d '{"events": [{"server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "name": "network-vif-plugged", "status": "completed", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:29.937729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Port 34096a5e-88d9-48ef-9efc-989838686b19 on network 547617b7-3d14-43aa-bedc-55beb37ee790 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:29.938262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Attempting to bind port 34096a5e-88d9-48ef-9efc-989838686b19 on network 547617b7-3d14-43aa-bedc-55beb37ee790 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:29.971509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ef327-50df-4031-b3db-1837a5d81179 req-03191707-743b-43f6-b41b-c86a8ba0c767 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:29.975091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a0ef327-50df-4031-b3db-1837a5d81179 req-03191707-743b-43f6-b41b-c86a8ba0c767 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 950 time: 0.4815829 Jul 22 14:25:30.003140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:30.003487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Checking segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:30.003877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Bound using segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:30.004320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Bound port: 34096a5e-88d9-48ef-9efc-989838686b19, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:30.004686 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.016109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a0ef327-50df-4031-b3db-1837a5d81179 req-80987f17-61c8-41cf-a960-ecf5ac6161c7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363853 Jul 22 14:25:30.017270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.021269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.094574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.095099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ef98f78-f06a-4aee-821e-9ec8d1c572af {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:25:30.103610 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.107005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ea471541-a41f-4288-af08-89a2765dd96e admin admin] 10.222.0.60 "DELETE /v2.0/routers/5ef98f78-f06a-4aee-821e-9ec8d1c572af HTTP/1.1" status: 204 len: 168 time: 2.2964575 Jul 22 14:25:30.107268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:30.150146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] For port 34096a5e-88d9-48ef-9efc-989838686b19, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:30.155838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e23f1-59e6-46fe-8e24-b5c14210d73e req-b032381b-5acd-4141-9517-45f96463a6c2 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.158058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f43e23f1-59e6-46fe-8e24-b5c14210d73e req-b032381b-5acd-4141-9517-45f96463a6c2 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 944 time: 0.0840917 Jul 22 14:25:30.171542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] For port 34096a5e-88d9-48ef-9efc-989838686b19, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=34096a5e-88d9-48ef-9efc-989838686b19,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:30.179072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.215048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f43e23f1-59e6-46fe-8e24-b5c14210d73e req-3edc644e-5304-448c-a50f-6d0c4ac92143 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477607 Jul 22 14:25:30.230923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Deleting subnet 51087cc3-6ed2-4487-82da-ed0bda4a989e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:25:30.236634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.269011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.269654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.271194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] 10.222.0.61 "PUT /v2.0/ports/34096a5e-88d9-48ef-9efc-989838686b19 HTTP/1.1" status: 200 len: 1091 time: 1.3547382 Jul 22 14:25:30.271809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'tag': '34096a5e-88d9-48ef-9efc-989838686b19'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:30.275225 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481389a6-9aff-4930-9f65-d7a9ad18f762" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8a3f2f-f0f2-497c-bb53-8ebe4193548f", "tag": "34096a5e-88d9-48ef-9efc-989838686b19"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:30.306706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.329773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609b7a7-b761-4ff9-b4a7-c6deb3d7e02c service neutron] Pushing event updated for resources: {'Port': ['ID=34096a5e-88d9-48ef-9efc-989838686b19,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:30.374353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647948-7e03-4465-94ed-240ec5cb08b0 req-c17e8c16-dc0b-4b5a-80f0-65c051256b3b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.375940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c647948-7e03-4465-94ed-240ec5cb08b0 req-c17e8c16-dc0b-4b5a-80f0-65c051256b3b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 943 time: 0.0798416 Jul 22 14:25:30.382481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-69910267-88f6-42f3-a0f3-70870693fe91 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:25:30.383532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-69910267-88f6-42f3-a0f3-70870693fe91 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151651 Jul 22 14:25:30.397481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Request body: {'binding': {'host': 'n-h2-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:30.397943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:25:30.415660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c647948-7e03-4465-94ed-240ec5cb08b0 req-6434e927-8d71-41b8-90c0-63bd57620c81 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Jul 22 14:25:30.504594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3f5c959-ff65-4183-a7f2-fb9b3a1ac6e3 req-1b70bb24-7691-4cc0-9309-5f5eb92ad892 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0292251 Jul 22 14:25:30.531404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-d198d16d-e98d-4b63-a857-0a93b92973b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.532917 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-d198d16d-e98d-4b63-a857-0a93b92973b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 1094 time: 0.1978154 Jul 22 14:25:30.534167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.551521 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892f2332-2579-48b1-b0af-268d55e117fd x-openstack-request-id: req-892f2332-2579-48b1-b0af-268d55e117fd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:30.552336 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "name": "network-vif-plugged", "status": "completed", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:30.552336 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-892f2332-2579-48b1-b0af-268d55e117fd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:30.552841 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'code': 200} Jul 22 14:25:30.629575 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-73d95fa6-d4fc-47d3-9bae-5990590e3909 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34096a5e-88d9-48ef-9efc-989838686b19 HTTP/1.1" status: 200 len: 217 time: 0.0730464 Jul 22 14:25:30.724085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-2f71b800-ea4c-41a6-9c43-9f6bded39e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.725845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-2f71b800-ea4c-41a6-9c43-9f6bded39e96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.0880322 Jul 22 14:25:30.730473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.734535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d1c9a-f6f3-4ddc-b6a2-a45fb7534047 req-1286f359-fb58-474d-9ddb-b8bd0bcb9fd7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.736060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d7d1c9a-f6f3-4ddc-b6a2-a45fb7534047 req-1286f359-fb58-474d-9ddb-b8bd0bcb9fd7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 944 time: 0.1240757 Jul 22 14:25:30.740189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e2453-9349-443a-972d-411083033319 req-c2cdbe61-257b-4e8c-9ab6-28a336a107fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:30.741706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-274e2453-9349-443a-972d-411083033319 req-c2cdbe61-257b-4e8c-9ab6-28a336a107fe service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 1096 time: 0.1204262 Jul 22 14:25:30.760827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:30.778055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51087cc3-6ed2-4487-82da-ed0bda4a989e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:30.790383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec8794-a9d5-4160-a71c-d175e0a2faa1 None None] Network 34480b4e-fd5b-47f2-bd02-afa78d8558c5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:30.795660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.800026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d7d1c9a-f6f3-4ddc-b6a2-a45fb7534047 req-29e3671b-d52d-4147-ac6c-a53ce27fe1af tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538194 Jul 22 14:25:30.800298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d05068a2-382a-48da-ab94-e4db6e0ba5b8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51087cc3-6ed2-4487-82da-ed0bda4a989e HTTP/1.1" status: 204 len: 168 time: 0.6893671 Jul 22 14:25:30.800298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on host n-h2-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:30.800298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:30.800298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:30.800599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41202) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:30.803910 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-4d0a8299-c769-4b54-bd31-66967802ee3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594399 Jul 22 14:25:30.824784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:30.825118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:30.825509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-274e2453-9349-443a-972d-411083033319 req-5500ca56-d5fb-4009-af9b-31fa3f7fad08 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686400 Jul 22 14:25:30.857385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:30.857784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:30.858132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:30.869106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Bound port: 1a324371-115d-4c71-a80f-6243619413fa, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:30.883127 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda68e1f-a80b-4612-8302-3f389135e541 x-openstack-request-id: req-fda68e1f-a80b-4612-8302-3f389135e541 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:30.884996 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8a3f2f-f0f2-497c-bb53-8ebe4193548f", "tag": "34096a5e-88d9-48ef-9efc-989838686b19", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:30.885435 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fda68e1f-a80b-4612-8302-3f389135e541 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:30.886020 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'tag': '34096a5e-88d9-48ef-9efc-989838686b19', 'status': 'completed', 'code': 200} Jul 22 14:25:30.908670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:30.964169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3d2c74b6-30ee-47c6-9712-defbad447f47 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:30.988888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3d2c74b6-30ee-47c6-9712-defbad447f47 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:30.989842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3d2c74b6-30ee-47c6-9712-defbad447f47 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:30.992216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 752c25b1-6f55-43a0-9c22-f8e619a4f870 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:31.017795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 752c25b1-6f55-43a0-9c22-f8e619a4f870 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:31.018349 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.031855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Deleting port 5f81dafb-6539-4061-a476-897db63a0f50 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:31.032502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.118772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e669a9-5d3d-421d-ad26-c2dad7f7248a req-0ac8fd70-4dec-4340-81f8-09c980cfba58 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.120922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60e669a9-5d3d-421d-ad26-c2dad7f7248a req-0ac8fd70-4dec-4340-81f8-09c980cfba58 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.1604700 Jul 22 14:25:31.128041 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.128869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] For port 5f81dafb-6539-4061-a476-897db63a0f50, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5f81dafb-6539-4061-a476-897db63a0f50,segment=NetworkSegment(f8c14758-bf52-4362-8203-5b02f2772953),segment_id=f8c14758-bf52-4362-8203-5b02f2772953)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:31.129340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.160582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Calling delete_port for 5f81dafb-6539-4061-a476-897db63a0f50 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:31.174773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:31.178826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] DHCP port deletion for 34480b4e-fd5b-47f2-bd02-afa78d8558c5 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:25:31.183413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.184019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ab52778b-df56-492c-9109-8f1a92fc21f0 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:31.224427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60e669a9-5d3d-421d-ad26-c2dad7f7248a req-db57e8a4-fd73-4411-af93-d7633172e360 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906708 Jul 22 14:25:31.261962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:31.266475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-7dca49a1-f553-4d4b-9a0c-8ec9a2b09e10 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510138 Jul 22 14:25:31.273732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.276193 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-49547fbb-1a24-4bc6-a966-b18db8922fc4 service neutron] 10.222.0.60 "POST /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8853028 Jul 22 14:25:31.294337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.328478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.342238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port ab52778b-df56-492c-9109-8f1a92fc21f0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:31.346328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Deleting port 5f81dafb-6539-4061-a476-897db63a0f50 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:31.346674 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.349664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port ab52778b-df56-492c-9109-8f1a92fc21f0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:31.350043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.387188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f81dafb-6539-4061-a476-897db63a0f50,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.417953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] No DVR routers for this DVR port 5f81dafb-6539-4061-a476-897db63a0f50 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:31.448485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6dcc8f1b-7386-4469-ba27-e1f0237fcd42 req-038a2871-4a71-49ed-933e-eedef2c24d4e service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709850 Jul 22 14:25:31.459906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] For port 5f81dafb-6539-4061-a476-897db63a0f50, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:31.460305 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.482534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Calling delete_port for 5f81dafb-6539-4061-a476-897db63a0f50 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:31.486165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Port 5f81dafb-6539-4061-a476-897db63a0f50 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:25:31.489755 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.519109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] Pushing event deleted for resources: {'Port': ['ID=5f81dafb-6539-4061-a476-897db63a0f50,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.541336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aceed9-8f1e-4cd8-b838-2c70162c8eac None None] No DVR routers for this DVR port 5f81dafb-6539-4061-a476-897db63a0f50 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:31.556505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bb363-0e31-4e9d-a944-9ec6e2c152bf req-87058b87-a0f4-49b3-9cfa-4ba11d40bf3f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.558929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-717bb363-0e31-4e9d-a944-9ec6e2c152bf req-87058b87-a0f4-49b3-9cfa-4ba11d40bf3f tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 950 time: 0.2425327 Jul 22 14:25:31.565042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.590711 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.601150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-aeb4b6e1-610c-4b24-8ce4-b9f190dd608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.602609 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-aeb4b6e1-610c-4b24-8ce4-b9f190dd608f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 1094 time: 0.0867088 Jul 22 14:25:31.612356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ab52778b-df56-492c-9109-8f1a92fc21f0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ab52778b-df56-492c-9109-8f1a92fc21f0,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:31.614492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34480b4e-fd5b-47f2-bd02-afa78d8558c5']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:31.618197 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.637276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c14758-bf52-4362-8203-5b02f2772953') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:31.637645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c14758-bf52-4362-8203-5b02f2772953') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:31.658691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.676756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ccd24-ed5f-43a1-b8ca-0e32ca7135aa req-ad4cf7af-ebe4-4ac0-a691-634ef065d738 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.678311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee5ccd24-ed5f-43a1-b8ca-0e32ca7135aa req-ad4cf7af-ebe4-4ac0-a691-634ef065d738 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 945 time: 0.2464175 Jul 22 14:25:31.685074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=ab52778b-df56-492c-9109-8f1a92fc21f0,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.690770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-717bb363-0e31-4e9d-a944-9ec6e2c152bf req-6d77445f-9f0d-44d6-8062-560fed7f8b26 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945005 Jul 22 14:25:31.718982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.737035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee5ccd24-ed5f-43a1-b8ca-0e32ca7135aa req-e6c1c847-8260-423a-b36f-2a1bdc6cfa49 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Jul 22 14:25:31.738547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:25:31.738986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:25:31.741300 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:25:31.743439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-406dd6aa-5c90-422b-b595-1c038c63a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.744352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-406dd6aa-5c90-422b-b595-1c038c63a139 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1096 time: 0.1593785 Jul 22 14:25:31.745294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-089ff029-7f2c-4cef-bfb8-01dd3673ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.746631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-089ff029-7f2c-4cef-bfb8-01dd3673ce21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 911 time: 0.1271904 Jul 22 14:25:31.840504 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-9bef4feb-2fe1-402e-9d1c-2eb6b5b9aa4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34096a5e-88d9-48ef-9efc-989838686b19 HTTP/1.1" status: 200 len: 217 time: 0.0592878 Jul 22 14:25:31.844018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.873478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:31.877766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] 10.222.0.60 "DELETE /v2.0/networks/34480b4e-fd5b-47f2-bd02-afa78d8558c5 HTTP/1.1" status: 204 len: 168 time: 1.0743730 Jul 22 14:25:31.895494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6af32-3db6-427c-beb3-f2b15fdacc89 admin admin] Pushing event deleted for resources: {'Network': ['ID=34480b4e-fd5b-47f2-bd02-afa78d8558c5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:31.919990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3354d-b2c5-44b0-b16e-a2ed76b585e3 req-b6cffb15-40e2-4302-9825-40b1d779362e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.921565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0b3354d-b2c5-44b0-b16e-a2ed76b585e3 req-b6cffb15-40e2-4302-9825-40b1d779362e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.1701007 Jul 22 14:25:31.944119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384bed38-d212-4361-a881-974216154e4e req-0d233957-f3bf-480e-832d-b5a52c9a5ac3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.945788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-384bed38-d212-4361-a881-974216154e4e req-0d233957-f3bf-480e-832d-b5a52c9a5ac3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 943 time: 0.1192360 Jul 22 14:25:31.949981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-d063e286-3d5e-4d5f-8cb4-d9261cc78f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.951469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-d063e286-3d5e-4d5f-8cb4-d9261cc78f49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.1028347 Jul 22 14:25:31.954078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-8d0937d3-8713-40b4-85bb-fafb778d3a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:31.955445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-8d0937d3-8713-40b4-85bb-fafb778d3a49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1980946 Jul 22 14:25:31.999025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-54de4f05-803f-4f48-9552-cce968181f09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354724 Jul 22 14:25:32.006553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0b3354d-b2c5-44b0-b16e-a2ed76b585e3 req-49487517-64cc-453f-b268-e2986df48dcc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596304 Jul 22 14:25:32.021586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-384bed38-d212-4361-a881-974216154e4e req-a980e19a-ac3c-40bf-832f-ab63eeebd0f7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627136 Jul 22 14:25:32.033861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-57da0119-1f15-4b35-9b42-46580d5bf16a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 217 time: 0.0606785 Jul 22 14:25:32.064179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41220) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.145550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-82759e2b-52b3-4760-813a-d4897b8990dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.146997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-82759e2b-52b3-4760-813a-d4897b8990dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1026676 Jul 22 14:25:32.169567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c954a8d9-18d2-4739-872a-e6b629a89243 req-98e3786a-c156-4ab8-8193-a773a9387d5a tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0670576 Jul 22 14:25:32.175529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4deed096-8f62-4377-a48a-da705c13fb90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5e75b9e28f2488fb9ec6a6c88a98381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1075857 Jul 22 14:25:32.175940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41222) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.191466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-4a546768-d4cb-4bac-983c-905e678d83a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350528 Jul 22 14:25:32.196562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-488a9fdb-41bf-457e-9add-6e5465f613e7 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651478 Jul 22 14:25:32.236845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c536bac-bcfb-40ba-afdd-cb3009d90da2 req-7602ad98-1a5b-44d9-8391-cdd264de349c tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.238406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c536bac-bcfb-40ba-afdd-cb3009d90da2 req-7602ad98-1a5b-44d9-8391-cdd264de349c tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 1101 time: 0.1468806 Jul 22 14:25:32.255620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d804cb-de65-4b5c-9808-7feff012d470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.324251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d804cb-de65-4b5c-9808-7feff012d470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.343412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c536bac-bcfb-40ba-afdd-cb3009d90da2 req-a807dc94-d90b-4eb2-8f83-cca2ea9c2b31 tempest-ServersOnMultiNodesTest-1723546256 tempest-ServersOnMultiNodesTest-1723546256-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898235 Jul 22 14:25:32.382006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-481389a6-9aff-4930-9f65-d7a9ad18f762 req-e0442234-5ffb-445c-88f7-13f376407764 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768849 Jul 22 14:25:32.384046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-811b70c9-68bb-4ce5-b2ec-13ddccba5b7c service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803849 Jul 22 14:25:32.386046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d43d4b-1f3e-40bd-b03b-8ad011d07ab9 req-655c6dab-8a1f-48fd-a7c1-a6e58ae02803 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.387603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52d43d4b-1f3e-40bd-b03b-8ad011d07ab9 req-655c6dab-8a1f-48fd-a7c1-a6e58ae02803 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.1482768 Jul 22 14:25:32.444356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d804cb-de65-4b5c-9808-7feff012d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.448016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d804cb-de65-4b5c-9808-7feff012d470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:32.449414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32d804cb-de65-4b5c-9808-7feff012d470 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5dfc4f1a-69df-4132-9971-cfc4d19c26f8 HTTP/1.1" status: 204 len: 168 time: 0.2723119 Jul 22 14:25:32.479940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52d43d4b-1f3e-40bd-b03b-8ad011d07ab9 req-6357bb4d-fe72-46cf-b241-fb55f3340606 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801313 Jul 22 14:25:32.486822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d804cb-de65-4b5c-9808-7feff012d470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfc4f1a-69df-4132-9971-cfc4d19c26f8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:32.522167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-9540f1cb-26d0-481a-8b0e-a5a2e6896b0a service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169505 Jul 22 14:25:32.533990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c7001-8e75-4534-b526-72a41d6490e9 req-d2f3bc0d-1eca-40bf-be47-b5f6790af90a tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.535692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-520c7001-8e75-4534-b526-72a41d6490e9 req-d2f3bc0d-1eca-40bf-be47-b5f6790af90a tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.1129065 Jul 22 14:25:32.554115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870'}, {'server_uuid': 'e8941942-e674-4fee-82c1-73e9b8780555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab52778b-df56-492c-9109-8f1a92fc21f0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:32.556667 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412813c3-c2d9-43a0-9b3b-2608c01f9892" -d '{"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-plugged", "status": "completed", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870"}, {"server_uuid": "e8941942-e674-4fee-82c1-73e9b8780555", "name": "network-vif-plugged", "status": "completed", "tag": "ab52778b-df56-492c-9109-8f1a92fc21f0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:32.607934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-520c7001-8e75-4534-b526-72a41d6490e9 req-256b58ca-ed64-4b74-ba73-1160015d0e08 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539808 Jul 22 14:25:32.660446 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33989cbf-9df4-469c-9efc-b2fe3c67dafd x-openstack-request-id: req-33989cbf-9df4-469c-9efc-b2fe3c67dafd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:32.661615 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-plugged", "status": "completed", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870", "code": 200}, {"server_uuid": "e8941942-e674-4fee-82c1-73e9b8780555", "name": "network-vif-plugged", "status": "completed", "tag": "ab52778b-df56-492c-9109-8f1a92fc21f0", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:32.662046 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33989cbf-9df4-469c-9efc-b2fe3c67dafd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:32.662907 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'code': 200} Jul 22 14:25:32.663766 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8941942-e674-4fee-82c1-73e9b8780555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab52778b-df56-492c-9109-8f1a92fc21f0', 'code': 200} Jul 22 14:25:32.872349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add9f6b-9130-4794-b35a-0356662c2568 req-69238746-72dd-4f58-b647-16eb8378f911 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.874165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5add9f6b-9130-4794-b35a-0356662c2568 req-69238746-72dd-4f58-b647-16eb8378f911 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.1351473 Jul 22 14:25:32.885827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41242) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.890477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Request body: {'floatingip': {'port_id': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:32.908442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b312286-ba40-427e-9784-ec76e49e65a0 req-b07029ce-09c1-4cf9-ae8c-b40614b2f8de tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.921673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b312286-ba40-427e-9784-ec76e49e65a0 req-b07029ce-09c1-4cf9-ae8c-b40614b2f8de tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 950 time: 0.1409070 Jul 22 14:25:32.947105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5f81dafb-6539-4061-a476-897db63a0f50 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:32.954276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44a971-ceec-433b-aee6-eddae821bd35 req-f92acf60-9c7c-4fd0-bee9-7429b2274359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.962149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dd44a971-ceec-433b-aee6-eddae821bd35 req-f92acf60-9c7c-4fd0-bee9-7429b2274359 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 1096 time: 0.1963756 Jul 22 14:25:32.965452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f44edf-050f-4243-a8df-a6b6331685b2 req-4cae41e7-3158-4ad8-b181-f343c5c22778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:32.967117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f5f44edf-050f-4243-a8df-a6b6331685b2 req-4cae41e7-3158-4ad8-b181-f343c5c22778 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 1096 time: 0.1907158 Jul 22 14:25:32.993621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 5f81dafb-6539-4061-a476-897db63a0f50 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:32.994533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5f81dafb-6539-4061-a476-897db63a0f50 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:32.996920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41244) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:32.999344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.038807 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f5f44edf-050f-4243-a8df-a6b6331685b2 req-99dd1726-1d74-4356-af7e-940222f2d015 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Jul 22 14:25:33.044514 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dd44a971-ceec-433b-aee6-eddae821bd35 req-468d8305-0b56-4b67-a44d-ed2822bc041a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761828 Jul 22 14:25:33.111382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b312286-ba40-427e-9784-ec76e49e65a0 req-c16f5aae-fcdb-4741-bbdf-96fef845d94a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887524 Jul 22 14:25:33.187109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-75a7d0d8-22ff-4184-8ff7-b3a7a50657df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f6e864996c74d6b8c0373d513b31425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850512 Jul 22 14:25:33.189900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41250) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:33.235421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff40a60-6505-49e8-9817-ba4707aaf01a req-b3a4af6b-f5ce-4b17-b8dd-20e46c5685a9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.237122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ff40a60-6505-49e8-9817-ba4707aaf01a req-b3a4af6b-f5ce-4b17-b8dd-20e46c5685a9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 945 time: 0.2699494 Jul 22 14:25:33.243058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0f2c0dd-2473-4ab9-9952-23bad1ff803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.271088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0f2c0dd-2473-4ab9-9952-23bad1ff803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.320085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0f2c0dd-2473-4ab9-9952-23bad1ff803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.323240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0f2c0dd-2473-4ab9-9952-23bad1ff803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.324562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b0f2c0dd-2473-4ab9-9952-23bad1ff803c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e92031a-ee84-4988-9a7c-f43ae66440bf HTTP/1.1" status: 204 len: 168 time: 0.1335492 Jul 22 14:25:33.340310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2c0dd-2473-4ab9-9952-23bad1ff803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e92031a-ee84-4988-9a7c-f43ae66440bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:33.397217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dac34-bc46-4c11-a219-f401ee5e65df req-b503c019-4434-4a6d-95c6-afa051eb2808 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.398782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-780dac34-bc46-4c11-a219-f401ee5e65df req-b503c019-4434-4a6d-95c6-afa051eb2808 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.2292576 Jul 22 14:25:33.403418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ff40a60-6505-49e8-9817-ba4707aaf01a req-a3fe073d-e75b-4b70-b291-f952dc1190f1 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952730 Jul 22 14:25:33.511173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-780dac34-bc46-4c11-a219-f401ee5e65df req-0042ebde-bf08-49aa-9834-42a3e5f6fa33 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011207 Jul 22 14:25:33.660150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e109ff38-f632-4eac-a4eb-2e3c8ca228fb req-d13982ff-103b-4a9a-a0bd-79e23bb5d866 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0434830 Jul 22 14:25:33.715951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415648dc-a2ee-478e-a3bc-0447d556d9bc req-adb2a1a8-95b2-450b-9534-0bfefd42ed64 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.722799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415648dc-a2ee-478e-a3bc-0447d556d9bc req-adb2a1a8-95b2-450b-9534-0bfefd42ed64 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 943 time: 0.2416646 Jul 22 14:25:33.830774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-415648dc-a2ee-478e-a3bc-0447d556d9bc req-64b7baba-a023-4167-ba52-b5432512f97d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054428 Jul 22 14:25:33.858481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.879093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:33.934409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa07a82-925e-4ae5-982e-37c2f86284e1 req-22f66a41-9c3a-40b0-8b64-192b273c0fcf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:33.943333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-daa07a82-925e-4ae5-982e-37c2f86284e1 req-22f66a41-9c3a-40b0-8b64-192b273c0fcf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.1939111 Jul 22 14:25:34.032304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-daa07a82-925e-4ae5-982e-37c2f86284e1 req-049d0c74-9dca-4fc2-b043-155efe5d7073 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634243 Jul 22 14:25:34.052941 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 associated. External IP: 172.25.3.15, port: fe845c68-169c-4f3c-9030-ba88cecc1f4f. Jul 22 14:25:34.334236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6db8d-5f78-4448-a054-18fd44285177 req-b66f6f6e-ead7-4462-80d4-dbf5f9d881c7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.335801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9f6db8d-5f78-4448-a054-18fd44285177 req-b66f6f6e-ead7-4462-80d4-dbf5f9d881c7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 950 time: 0.1230633 Jul 22 14:25:34.337676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:34.470576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9f6db8d-5f78-4448-a054-18fd44285177 req-7323998b-a716-4ed5-8d4a-ee3043ebf075 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183908 Jul 22 14:25:34.494093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:34.499842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.510926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:34.531090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:34.532796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:34.573764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bf4227f0-37d4-4ad9-add3-37a8c10989ec tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "PUT /v2.0/floatingips/0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 HTTP/1.1" status: 200 len: 990 time: 1.6867197 Jul 22 14:25:34.575437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:34.577869 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76" -d '{"events": [{"name": "network-changed", "server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:34.695509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdfa5b-e849-4f20-932d-f916af52b9c3 req-9c224a45-dc53-4814-aa21-86942bc50e18 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.697170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1cdfa5b-e849-4f20-932d-f916af52b9c3 req-9c224a45-dc53-4814-aa21-86942bc50e18 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 945 time: 0.1684706 Jul 22 14:25:34.726658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:34.756487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1cdfa5b-e849-4f20-932d-f916af52b9c3 req-dab1750c-faa2-4c24-884b-fc92036ad959 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Jul 22 14:25:34.765411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-bfc3c64a-e6e2-41af-9d75-e09c7d0609b1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.767065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-bfc3c64a-e6e2-41af-9d75-e09c7d0609b1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 950 time: 0.1152012 Jul 22 14:25:34.768447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41298) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:34.796293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadcb21-8bdd-41f5-bb4a-fb2ac7d12b90 req-9ce6c405-97d7-40ad-af5a-67a54d53b104 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:34.798942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebadcb21-8bdd-41f5-bb4a-fb2ac7d12b90 req-9ce6c405-97d7-40ad-af5a-67a54d53b104 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.1714962 Jul 22 14:25:34.862200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebadcb21-8bdd-41f5-bb4a-fb2ac7d12b90 req-8f5d23ae-dfa2-4ce0-880a-19c6f95a1612 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570881 Jul 22 14:25:34.966776 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34e2b59-b225-4081-b88a-e0cf66ba41b0 x-openstack-request-id: req-b34e2b59-b225-4081-b88a-e0cf66ba41b0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:34.967161 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:34.967506 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b34e2b59-b225-4081-b88a-e0cf66ba41b0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:34.968015 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'status': 'completed', 'code': 200} Jul 22 14:25:34.969733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:34.970182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:34.995870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 34096a5e-88d9-48ef-9efc-989838686b19 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:35.084948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-050e4a25-4fef-4a07-b611-ab245b770cce req-76f3bf62-c3d4-4863-89e8-c61ef9555c1e tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0711107 Jul 22 14:25:35.114850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03e0adfa-dc85-4dea-947d-a722f1a6f1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.184303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-a32668f3-f00e-49b6-92ab-b6d45b782641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.186189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-a32668f3-f00e-49b6-92ab-b6d45b782641 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 1096 time: 0.1933630 Jul 22 14:25:35.209488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 20ac6535-28fa-4dd0-9fa3-03794e7a0449, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=20ac6535-28fa-4dd0-9fa3-03794e7a0449,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:35.209867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.224765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 20ac6535-28fa-4dd0-9fa3-03794e7a0449 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:35.233075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 34096a5e-88d9-48ef-9efc-989838686b19, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=34096a5e-88d9-48ef-9efc-989838686b19,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:35.251223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '34096a5e-88d9-48ef-9efc-989838686b19', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'port_id': '34096a5e-88d9-48ef-9efc-989838686b19', 'mac_address': 'fa:16:3e:7a:e5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:35.260877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'port_id': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'mac_address': 'fa:16:3e:57:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:22:57Z', 'updated_at': '2021-07-22T14:25:33Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:35.309616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:35.330025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:35.331300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:35.386749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.427266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2', '84090696-0519-4c53-ba6f-cb9460b2f3e0', '146586dc-923d-45ad-a888-eed621d3ddf3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:35.429624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', '2ae3234b-6264-4850-ad87-0ca8ff30d2fd', '20ac6535-28fa-4dd0-9fa3-03794e7a0449'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:35.431876 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.448994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=20ac6535-28fa-4dd0-9fa3-03794e7a0449,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:35.524912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34096a5e-88d9-48ef-9efc-989838686b19 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:35.542849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 20ac6535-28fa-4dd0-9fa3-03794e7a0449 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:35.545836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.550979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32703c0b-42c7-4f37-861a-e7d383e0c85a req-65058c3f-d969-4366-8efe-7f910489f3db tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "DELETE /v2.0/ports/20ac6535-28fa-4dd0-9fa3-03794e7a0449 HTTP/1.1" status: 204 len: 173 time: 0.7744546 Jul 22 14:25:35.551495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'name': 'network-vif-deleted', 'tag': '20ac6535-28fa-4dd0-9fa3-03794e7a0449'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:35.552856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 34096a5e-88d9-48ef-9efc-989838686b19, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=34096a5e-88d9-48ef-9efc-989838686b19,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:35.560756 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833347e1-f989-4d91-a9aa-6781cce4a929" -d '{"events": [{"server_uuid": "ae2da623-535d-440d-9dcc-aafed43e4f23", "name": "network-vif-deleted", "tag": "20ac6535-28fa-4dd0-9fa3-03794e7a0449"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:35.576082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.690767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=34096a5e-88d9-48ef-9efc-989838686b19,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:35.711957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:35.838726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4cc1d-339e-4b6b-a8f5-528bfbc55a5b req-7435a4d4-c8b8-41d3-a6b2-58f8c2f65f23 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.840300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96b4cc1d-339e-4b6b-a8f5-528bfbc55a5b req-7435a4d4-c8b8-41d3-a6b2-58f8c2f65f23 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 943 time: 0.6434572 Jul 22 14:25:35.867709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-0e52a621-4fcd-4d14-a161-69f7730425be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.869455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-0e52a621-4fcd-4d14-a161-69f7730425be service neutron] 10.222.0.72 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 924 time: 0.6738024 Jul 22 14:25:35.896618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b22331-8ad1-4803-8ac1-a2b4a5460b58 req-3afd59d7-7740-4b49-8f11-24b4dbf67b3d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:35.899658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24b22331-8ad1-4803-8ac1-a2b4a5460b58 req-3afd59d7-7740-4b49-8f11-24b4dbf67b3d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.6355994 Jul 22 14:25:35.935556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['34096a5e-88d9-48ef-9efc-989838686b19'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:35.981126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03e0adfa-dc85-4dea-947d-a722f1a6f1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:35.993396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96b4cc1d-339e-4b6b-a8f5-528bfbc55a5b req-3d8f098a-118a-4d89-89c6-54ffac1a28f0 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440103 Jul 22 14:25:35.997123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03e0adfa-dc85-4dea-947d-a722f1a6f1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.030035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-e1d0e3cd-d7ec-40e4-9ba6-b2efbc9b57f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f HTTP/1.1" status: 200 len: 998 time: 0.1511743 Jul 22 14:25:36.050782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24b22331-8ad1-4803-8ac1-a2b4a5460b58 req-fca14199-c8ca-4a29-b46a-140b5a143d2c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163719 Jul 22 14:25:36.097724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-03e0adfa-dc85-4dea-947d-a722f1a6f1fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dac3783a5b448d589f75781d9acee10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3278127 Jul 22 14:25:36.098463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0adfa-dc85-4dea-947d-a722f1a6f1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0debd880-231b-4011-8784-94dde162afe1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:36.100480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:36.134660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-b6e9b9c9-50d6-4805-8d89-07df8bc90fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:36.136181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-b6e9b9c9-50d6-4805-8d89-07df8bc90fb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.0892522 Jul 22 14:25:36.205896 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08c2db74-7222-4e87-951e-0aefc43bbf42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.258424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08c2db74-7222-4e87-951e-0aefc43bbf42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.280723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c30a5d4f-6173-4fd4-a34b-32e531d27a0a req-692c0554-e7ae-4d60-97b0-a1d4db3497e9 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae2da623-535d-440d-9dcc-aafed43e4f23 HTTP/1.1" status: 200 len: 210 time: 0.0549746 Jul 22 14:25:36.305164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-b75a64f4-60ae-467e-a363-6df38b9489e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:36.307982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-b75a64f4-60ae-467e-a363-6df38b9489e3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638663 Jul 22 14:25:36.326222 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea3fa00-8994-4bed-90bd-1e2a4937d300 x-openstack-request-id: req-7ea3fa00-8994-4bed-90bd-1e2a4937d300 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:36.329715 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2da623-535d-440d-9dcc-aafed43e4f23", "name": "network-vif-deleted", "tag": "20ac6535-28fa-4dd0-9fa3-03794e7a0449", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:36.330011 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ea3fa00-8994-4bed-90bd-1e2a4937d300 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:36.330668 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2da623-535d-440d-9dcc-aafed43e4f23', 'name': 'network-vif-deleted', 'tag': '20ac6535-28fa-4dd0-9fa3-03794e7a0449', 'status': 'completed', 'code': 200} Jul 22 14:25:36.373192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe9ce3-90d8-4ebd-9748-fbefe2c5efe5 req-5ffab780-b6ce-49e5-8cff-c66c930d42ba tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:36.375038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08c2db74-7222-4e87-951e-0aefc43bbf42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.380366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08c2db74-7222-4e87-951e-0aefc43bbf42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:36.384715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01fe9ce3-90d8-4ebd-9748-fbefe2c5efe5 req-5ffab780-b6ce-49e5-8cff-c66c930d42ba tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 945 time: 0.2324045 Jul 22 14:25:36.395087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-08c2db74-7222-4e87-951e-0aefc43bbf42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0debd880-231b-4011-8784-94dde162afe1 HTTP/1.1" status: 204 len: 168 time: 0.2808812 Jul 22 14:25:36.416246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2db74-7222-4e87-951e-0aefc43bbf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0debd880-231b-4011-8784-94dde162afe1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:36.549945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'port_id': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'mac_address': 'fa:16:3e:57:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:22:57Z', 'updated_at': '2021-07-22T14:25:33Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:36.589737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-1f3902c5-caed-455b-a17d-d9685331c8cc service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695971 Jul 22 14:25:36.596221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc825a9b-3489-47b8-9634-bd1e47fea6ff None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'port_id': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'mac_address': 'fa:16:3e:57:74:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:22:57Z', 'updated_at': '2021-07-22T14:25:33Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:36.626415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01fe9ce3-90d8-4ebd-9748-fbefe2c5efe5 req-be035656-2d11-423a-8c8c-c1954e83ddf3 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418370 Jul 22 14:25:36.769028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69e543-4aa6-4a68-997a-e768e7001bd4 req-eaf136cb-be6d-4d29-b033-9cd2c2d08447 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:36.771165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa69e543-4aa6-4a68-997a-e768e7001bd4 req-eaf136cb-be6d-4d29-b033-9cd2c2d08447 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.2569239 Jul 22 14:25:36.875998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9623d8-b09f-4a82-ba7e-ec44c7c13b76 req-965908d4-f8bc-4c43-9344-9a5b973edf64 service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658968 Jul 22 14:25:36.973267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8da79537-6460-4ea2-9ae2-5869a2f8a777 req-0e51345a-ba86-4073-94c3-1dfd12a1913b tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0575445 Jul 22 14:25:36.998266 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2150b3be-30d8-4384-b328-53b1ab40dd5b None None] New status for floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:25:37.019849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa69e543-4aa6-4a68-997a-e768e7001bd4 req-5520ea76-6a8a-4820-a139-34f31bd1d621 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347744 Jul 22 14:25:37.026788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.185620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cf5ac-fd18-4f47-b602-8920812c4589 req-bd1c7d2c-5bb7-4582-9dae-721c429e0c8f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:37.195040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c57cf5ac-fd18-4f47-b602-8920812c4589 req-bd1c7d2c-5bb7-4582-9dae-721c429e0c8f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.0906370 Jul 22 14:25:37.245268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c57cf5ac-fd18-4f47-b602-8920812c4589 req-d6e5fe20-6d75-4130-9db4-07498d094cbd tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488567 Jul 22 14:25:37.372692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.411097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec4488-2cf3-4093-82d0-be5ea1757591 req-8ab80645-e7b1-4bc3-856b-019680d82036 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:37.418666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2aec4488-2cf3-4093-82d0-be5ea1757591 req-8ab80645-e7b1-4bc3-856b-019680d82036 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 944 time: 0.0949230 Jul 22 14:25:37.457034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2aec4488-2cf3-4093-82d0-be5ea1757591 req-54e59690-6bef-493d-aca3-ca8925aa030e tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Jul 22 14:25:37.608087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:37.725234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-266896215-network', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:37.753022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Made reservation on behalf of ba15358713bd41cb92c52252dc577ff6 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:37.756001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.765419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.839067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4b1f8-90a9-4559-b343-cba991567244 req-6919dc46-d49b-46bf-bcbe-89a16f9a8e38 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:37.840614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2b4b1f8-90a9-4559-b343-cba991567244 req-6919dc46-d49b-46bf-bcbe-89a16f9a8e38 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 950 time: 0.0701699 Jul 22 14:25:37.867239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.872189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.893544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2b4b1f8-90a9-4559-b343-cba991567244 req-bae393f7-4448-4e09-99e2-af368fe9fa11 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Jul 22 14:25:37.904722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:25:37.915155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1394d1-9efd-46a9-9f23-0185ee939624,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:37.919962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.920315 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Added segment c1ef3820-1047-4c20-9b9b-93d8f8818aaa of type vlan for network 5a4c936d-4647-4aab-83ca-3618d04950b5 Jul 22 14:25:37.962820 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.996010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:37.997088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:37.997715 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.032650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4229531 Jul 22 14:25:38.035564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:38.040965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Request body: {'subnet': {'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-266896215-subnet', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:38.076538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c31a9-69fb-415d-8898-f5ecbf042aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4c936d-4647-4aab-83ca-3618d04950b5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:38.094268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:25:38.094809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Made reservation on behalf of ba15358713bd41cb92c52252dc577ff6 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:38.097272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.132878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a373164-93eb-46d7-b319-97d199cb4505 req-83634039-45be-44d9-a6ac-8bb030a964a8 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0535264 Jul 22 14:25:38.201602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba300c0-700d-4ec8-9d34-d463a404d8c2 req-d6585dbe-862b-4395-a7bf-4a3c369f57ec tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.203278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ba300c0-700d-4ec8-9d34-d463a404d8c2 req-d6585dbe-862b-4395-a7bf-4a3c369f57ec tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.1043847 Jul 22 14:25:38.248793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ba300c0-700d-4ec8-9d34-d463a404d8c2 req-3b9c2f19-f682-4f19-95f7-3bd711d55b89 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381351 Jul 22 14:25:38.277693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.334211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb36b84-dac1-4cfc-a164-e19d4987dd40,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:38.341776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Checking segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:38.342138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Network hostable DHCP agents. Network: 5a4c936d-4647-4aab-83ca-3618d04950b5, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:25:38.361174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:25:38.369694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5a4c936d-4647-4aab-83ca-3618d04950b5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:38.374034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.374651 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.375592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380baccc-ef88-47e6-8816-52f5ec7b7395 req-c6132b11-f0c9-4883-9cc7-735d06f3f6ac tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.378588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fdd802-1ba3-4642-be75-6180ca3da4cd None None] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:38.381658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-380baccc-ef88-47e6-8816-52f5ec7b7395 req-c6132b11-f0c9-4883-9cc7-735d06f3f6ac tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.0645525 Jul 22 14:25:38.390001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-01ebfe0f-0d03-4de5-a2f7-bf6c2a05ff1d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3528683 Jul 22 14:25:38.392720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:38.399070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:38.420022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.421108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.431044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-380baccc-ef88-47e6-8816-52f5ec7b7395 req-79e95ecf-9eb8-47ca-9403-030e32abb3c5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Jul 22 14:25:38.486398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.631511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:25:38.651569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a96694-1e70-4859-b413-2d1cb62e2e50 req-d40d77f7-212b-405b-9292-9a270bef9a9d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.653355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02a96694-1e70-4859-b413-2d1cb62e2e50 req-d40d77f7-212b-405b-9292-9a270bef9a9d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 944 time: 0.0954204 Jul 22 14:25:38.667504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.713375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02a96694-1e70-4859-b413-2d1cb62e2e50 req-6a40937d-f4ec-4f8f-9a4e-ac05579bfb0c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531645 Jul 22 14:25:38.736505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-5a4c936d-4647-4aab-83ca-3618d04950b5', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:25:38.737772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.807780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13381c-aeaf-47f4-aa62-ba7b2cbb8ea2 req-8cf63192-4943-4c21-9b6a-3ffd7fb44acf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:38.815685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a13381c-aeaf-47f4-aa62-ba7b2cbb8ea2 req-8cf63192-4943-4c21-9b6a-3ffd7fb44acf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.0752652 Jul 22 14:25:38.824872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 34096a5e-88d9-48ef-9efc-989838686b19 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:38.854400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a13381c-aeaf-47f4-aa62-ba7b2cbb8ea2 req-9f0399f9-f26c-4f4e-a9ed-c04b148a9ede tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366797 Jul 22 14:25:38.922566 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.930554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 34096a5e-88d9-48ef-9efc-989838686b19 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:38.937445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 34096a5e-88d9-48ef-9efc-989838686b19 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:38.937828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.943444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:38.943641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Allocated IP 172.20.0.2 (5a4c936d-4647-4aab-83ca-3618d04950b5/fbb36b84-dac1-4cfc-a164-e19d4987dd40/a08934dc-a59c-4072-b0d7-9cdbd56a6339) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:39.040428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcde00a-b9d8-40d4-9845-5fb9daa3eb54 req-8710b733-f20e-456e-ab46-51889bda657a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.042054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bcde00a-b9d8-40d4-9845-5fb9daa3eb54 req-8710b733-f20e-456e-ab46-51889bda657a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 950 time: 0.0773621 Jul 22 14:25:39.063415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Allocated IP 172.25.3.82 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/28289c6e-04f1-47c6-8de5-6c1c60884e15) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:39.087528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bcde00a-b9d8-40d4-9845-5fb9daa3eb54 req-9d3e0f0d-c8b9-4489-8302-108c833e4990 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Jul 22 14:25:39.102775 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.149991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34096a5e-88d9-48ef-9efc-989838686b19'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:39.152211 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca99013d-6db2-43ed-bbe6-2546f3cd2f89" -d '{"events": [{"server_uuid": "8e8a3f2f-f0f2-497c-bb53-8ebe4193548f", "name": "network-vif-plugged", "status": "completed", "tag": "34096a5e-88d9-48ef-9efc-989838686b19"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:39.170477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 34096a5e-88d9-48ef-9efc-989838686b19, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=34096a5e-88d9-48ef-9efc-989838686b19,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:39.176048 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.177614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 20ac6535-28fa-4dd0-9fa3-03794e7a0449 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:39.197834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.228439 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b20a9-edd8-45f5-83ea-52f450cd7e57 x-openstack-request-id: req-e12b20a9-edd8-45f5-83ea-52f450cd7e57 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:39.228730 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8a3f2f-f0f2-497c-bb53-8ebe4193548f", "name": "network-vif-plugged", "status": "completed", "tag": "34096a5e-88d9-48ef-9efc-989838686b19", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:39.229019 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e12b20a9-edd8-45f5-83ea-52f450cd7e57 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:39.229420 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34096a5e-88d9-48ef-9efc-989838686b19', 'code': 200} Jul 22 14:25:39.234582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 20ac6535-28fa-4dd0-9fa3-03794e7a0449 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:39.235375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 20ac6535-28fa-4dd0-9fa3-03794e7a0449 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:39.236879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.250988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.261794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Transition to ACTIVE for port object a08934dc-a59c-4072-b0d7-9cdbd56a6339 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:39.288595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89b6a26d-061e-452f-8a4a-981ac05aeb2f req-096cdc52-d059-4f96-b408-cb43fcab0aa6 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0603440 Jul 22 14:25:39.293649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=34096a5e-88d9-48ef-9efc-989838686b19,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.298765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Transition to ACTIVE for port object a08934dc-a59c-4072-b0d7-9cdbd56a6339 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:39.309407 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.337124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:39.344272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:39.349772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:39.351659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:39.354930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:39.355220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Pushing event updated for resources: {'Port': ['ID=28289c6e-04f1-47c6-8de5-6c1c60884e15,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.358338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:39.369914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Pushing event updated for resources: {'Port': ['ID=a08934dc-a59c-4072-b0d7-9cdbd56a6339,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.429929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Attempting to bind port a08934dc-a59c-4072-b0d7-9cdbd56a6339 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:39.430227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Attempting to bind port a08934dc-a59c-4072-b0d7-9cdbd56a6339 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:39.430696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Attempting to bind port a08934dc-a59c-4072-b0d7-9cdbd56a6339 on network 5a4c936d-4647-4aab-83ca-3618d04950b5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:39.435883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:39.436265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Checking segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:39.436734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.437302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Bound using segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:39.437787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Bound port: a08934dc-a59c-4072-b0d7-9cdbd56a6339, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:39.438185 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.449144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4599c-79b3-4a79-96b2-88d61d51bee8 req-a074d19f-9034-4aba-9d38-58f135a75523 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.450940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aca4599c-79b3-4a79-96b2-88d61d51bee8 req-a074d19f-9034-4aba-9d38-58f135a75523 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.0854344 Jul 22 14:25:39.468297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c61c74-3bcd-4493-94b8-4eb1ccd85c5e req-5fffac6d-1928-4c66-b387-aeb82d63bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.469816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5c61c74-3bcd-4493-94b8-4eb1ccd85c5e req-5fffac6d-1928-4c66-b387-aeb82d63bf6c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 1096 time: 0.1777728 Jul 22 14:25:39.509923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] For port a08934dc-a59c-4072-b0d7-9cdbd56a6339, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:39.513202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] For port a08934dc-a59c-4072-b0d7-9cdbd56a6339, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a08934dc-a59c-4072-b0d7-9cdbd56a6339,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:39.519371 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.538166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aca4599c-79b3-4a79-96b2-88d61d51bee8 req-5821ff94-86f4-445d-b0dc-0949172b014b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785284 Jul 22 14:25:39.538641 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5c61c74-3bcd-4493-94b8-4eb1ccd85c5e req-be176a38-0ed4-49c2-979b-ef53980c26b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Jul 22 14:25:39.589114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-2e49c0bf-7b24-4653-92e6-f099f328ccb5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:39.590751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-2e49c0bf-7b24-4653-92e6-f099f328ccb5 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 950 time: 0.1107950 Jul 22 14:25:39.602323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366af32-4526-4e53-89b2-f9da14d90098 None None] Pushing event updated for resources: {'Port': ['ID=a08934dc-a59c-4072-b0d7-9cdbd56a6339,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:39.658715 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.724942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 146586dc-923d-45ad-a888-eed621d3ddf3 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:39.725301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.818873 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73dbb4c8-705c-4568-8c7f-993c12a22fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.936858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.956630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 146586dc-923d-45ad-a888-eed621d3ddf3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=146586dc-923d-45ad-a888-eed621d3ddf3,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:39.957072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:39.984870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 146586dc-923d-45ad-a888-eed621d3ddf3 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:40.022316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaaa1d-1745-4609-bc56-7c1456522b80 req-79962338-5494-4380-bee9-d06ac71bd1b6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:40.023950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01eaaa1d-1745-4609-bc56-7c1456522b80 req-79962338-5494-4380-bee9-d06ac71bd1b6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1872706 Jul 22 14:25:40.134561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01eaaa1d-1745-4609-bc56-7c1456522b80 req-50d09bc9-77eb-4189-8c47-4dc099808ac8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021979 Jul 22 14:25:40.164973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3766-3c21-4caf-b45f-74a882612caa req-399683c6-7229-4c51-b169-3ad263b6672f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:40.166635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51df3766-3c21-4caf-b45f-74a882612caa req-399683c6-7229-4c51-b169-3ad263b6672f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.1982772 Jul 22 14:25:40.281592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51df3766-3c21-4caf-b45f-74a882612caa req-f54ef997-7c6d-45a2-a64b-57d6e03f2a53 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086826 Jul 22 14:25:40.309638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.326899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:40.356368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:25:40.372189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2', '84090696-0519-4c53-ba6f-cb9460b2f3e0', '146586dc-923d-45ad-a888-eed621d3ddf3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:40.421647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=146586dc-923d-45ad-a888-eed621d3ddf3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:40.469497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6aee0-188c-4690-8e5b-e809611bbf7d req-ee5b29fe-cec4-422f-b76d-4547e04649d4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:40.472300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aef6aee0-188c-4690-8e5b-e809611bbf7d req-ee5b29fe-cec4-422f-b76d-4547e04649d4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc0b00e-fa07-4727-8fed-021c9c8b2067 HTTP/1.1" status: 200 len: 867 time: 0.2522724 Jul 22 14:25:40.474670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 146586dc-923d-45ad-a888-eed621d3ddf3 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:40.478872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.482503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be3e59c6-f75b-45a3-af2b-3359b2083b82 req-cc755f29-c0e7-44fd-a591-2d9dc65341c8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "DELETE /v2.0/ports/146586dc-923d-45ad-a888-eed621d3ddf3 HTTP/1.1" status: 204 len: 173 time: 0.8857856 Jul 22 14:25:40.483145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'name': 'network-vif-deleted', 'tag': '146586dc-923d-45ad-a888-eed621d3ddf3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:40.486281 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e56028f-81bf-46c8-9b33-f043b175c6d9" -d '{"events": [{"server_uuid": "8fc0b00e-fa07-4727-8fed-021c9c8b2067", "name": "network-vif-deleted", "tag": "146586dc-923d-45ad-a888-eed621d3ddf3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:40.517306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39419a5c-0164-453a-9855-168431ce542d req-bc0d59d3-7b57-4af9-9132-fdf15fd3d3a0 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0975246 Jul 22 14:25:40.555609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:40.574149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Sync routers for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:40.593805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:40.600279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:40.600837 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-311e4952-3e2d-4c38-b919-5aeb48836498 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2055435 Jul 22 14:25:40.600992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:40.605915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:40.631409 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2112918-da14-4b84-a298-c08f9c6e5ea1 x-openstack-request-id: req-d2112918-da14-4b84-a298-c08f9c6e5ea1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:40.631409 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc0b00e-fa07-4727-8fed-021c9c8b2067", "name": "network-vif-deleted", "tag": "146586dc-923d-45ad-a888-eed621d3ddf3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:40.631892 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2112918-da14-4b84-a298-c08f9c6e5ea1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:40.640894 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc0b00e-fa07-4727-8fed-021c9c8b2067', 'name': 'network-vif-deleted', 'tag': '146586dc-923d-45ad-a888-eed621d3ddf3', 'status': 'completed', 'code': 200} Jul 22 14:25:40.652541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aef6aee0-188c-4690-8e5b-e809611bbf7d req-f9e995f3-b8ce-4193-8d30-bb76b7d2484a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444414 Jul 22 14:25:40.791323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdc0b0-510c-47da-96fd-8fa02f48dfff req-cf70ee51-d2c2-4126-9dcb-48f68bba9d42 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:40.792985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eecdc0b0-510c-47da-96fd-8fa02f48dfff req-cf70ee51-d2c2-4126-9dcb-48f68bba9d42 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.1277206 Jul 22 14:25:40.838986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:40.874373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eecdc0b0-510c-47da-96fd-8fa02f48dfff req-07eddd27-5699-49d4-84b1-3d29669a5166 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742218 Jul 22 14:25:40.942133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-0d74ac10-165c-4620-9f2d-32ff03b7e815 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:40.943907 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-0d74ac10-165c-4620-9f2d-32ff03b7e815 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.4497700 Jul 22 14:25:41.052257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f914b8-c95e-42d7-97f0-1bb176a92072 None None] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:25:41.170745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a08934dc-a59c-4072-b0d7-9cdbd56a6339 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:41.263921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:25:41.298161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Deleting port ab52778b-df56-492c-9109-8f1a92fc21f0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:41.298580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.327202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40c1aa-805b-4ce5-95ee-b66500794d08 req-94ebf79a-ebd5-4f85-91e8-7d82a4ccebbc tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:41.328788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c40c1aa-805b-4ce5-95ee-b66500794d08 req-94ebf79a-ebd5-4f85-91e8-7d82a4ccebbc tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1056569 Jul 22 14:25:41.329728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b7268468-cfe1-4a68-856d-8340a2dded3f None None] Provisioning for port a08934dc-a59c-4072-b0d7-9cdbd56a6339 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:41.343668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a08934dc-a59c-4072-b0d7-9cdbd56a6339 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:41.347669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:41.434826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b7268468-cfe1-4a68-856d-8340a2dded3f None None] Provisioning complete for port a08934dc-a59c-4072-b0d7-9cdbd56a6339 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:41.435552 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7268468-cfe1-4a68-856d-8340a2dded3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.447111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c40c1aa-805b-4ce5-95ee-b66500794d08 req-ea320243-6839-4e56-b6e2-50f64ae03c25 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072464 Jul 22 14:25:41.498450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddf463-33b3-45ad-beda-ba2d02695862 req-cdbeaf84-cefe-42f6-8159-ce69ffd214f6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:41.500899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43ddf463-33b3-45ad-beda-ba2d02695862 req-cdbeaf84-cefe-42f6-8159-ce69ffd214f6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 945 time: 0.0995872 Jul 22 14:25:41.504460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] For port ab52778b-df56-492c-9109-8f1a92fc21f0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ab52778b-df56-492c-9109-8f1a92fc21f0,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:41.504980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.535550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Calling delete_port for ab52778b-df56-492c-9109-8f1a92fc21f0 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:41.550328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43ddf463-33b3-45ad-beda-ba2d02695862 req-b30e535b-fd55-4ca6-a1d3-3e6ff38577bf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434024 Jul 22 14:25:41.585616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a08934dc-a59c-4072-b0d7-9cdbd56a6339 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:41.594154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.709190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:41.744516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0878245f-952d-46c3-afd8-9e4b42b59742 req-ff1b8c31-54d0-44e6-b75c-ea8f95032772 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0626335 Jul 22 14:25:41.972035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:42.013923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe992368-1b94-49de-bc97-0751345d30f3 req-195c3b32-bfb3-4b55-915a-62b1ac3be7ce tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:42.016594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.022800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe992368-1b94-49de-bc97-0751345d30f3 req-195c3b32-bfb3-4b55-915a-62b1ac3be7ce tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.0969789 Jul 22 14:25:42.094245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe992368-1b94-49de-bc97-0751345d30f3 req-4107f98f-51ef-47e0-8333-e1a86a83f915 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702989 Jul 22 14:25:42.152195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Allocated IP 172.20.0.1 (5a4c936d-4647-4aab-83ca-3618d04950b5/fbb36b84-dac1-4cfc-a164-e19d4987dd40/ca32118d-62c5-4125-a170-3f8cd38393f2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:42.288438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412d819-58a0-4ca6-9f80-ee5a29a3e54c req-5e765cee-2619-4544-bca5-a446014fc7b7 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:42.290480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b412d819-58a0-4ca6-9f80-ee5a29a3e54c req-5e765cee-2619-4544-bca5-a446014fc7b7 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.1065180 Jul 22 14:25:42.323328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.349948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Transition to ACTIVE for port object ca32118d-62c5-4125-a170-3f8cd38393f2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:42.355548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b412d819-58a0-4ca6-9f80-ee5a29a3e54c req-2ecede50-4b75-452e-a4b4-6850551e2562 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548503 Jul 22 14:25:42.365910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event deleted for resources: {'Port': ['ID=ab52778b-df56-492c-9109-8f1a92fc21f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:42.398574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-d578baaf-0746-42c5-b7a1-071cdf3f05da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:42.401022 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-d578baaf-0746-42c5-b7a1-071cdf3f05da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 1096 time: 0.5518281 Jul 22 14:25:42.409191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'mac_address': 'fa:16:3e:8b:a8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:42.438541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] No DVR routers for this DVR port ab52778b-df56-492c-9109-8f1a92fc21f0 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:42.442197 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.444678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-023706a6-4bfe-4ae4-8090-a9b18269c68e req-17ebdad5-64a5-4d6c-bc19-c274fd787c01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.61 "DELETE /v2.0/ports/ab52778b-df56-492c-9109-8f1a92fc21f0 HTTP/1.1" status: 204 len: 173 time: 1.4666300 Jul 22 14:25:42.467806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.477110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8941942-e674-4fee-82c1-73e9b8780555', 'name': 'network-vif-deleted', 'tag': 'ab52778b-df56-492c-9109-8f1a92fc21f0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:42.480476 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ec6eb8-b320-487e-9333-016fe3f37149" -d '{"events": [{"server_uuid": "e8941942-e674-4fee-82c1-73e9b8780555", "name": "network-vif-deleted", "tag": "ab52778b-df56-492c-9109-8f1a92fc21f0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:42.560248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7268468-cfe1-4a68-856d-8340a2dded3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.581211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.582425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d99310-9288-44f1-a78e-3ee084b7260d req-cbe99fe8-a6c4-473c-b7d6-6256ff8fc767 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:42.586460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8d99310-9288-44f1-a78e-3ee084b7260d req-cbe99fe8-a6c4-473c-b7d6-6256ff8fc767 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 950 time: 0.1693013 Jul 22 14:25:42.592298 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db6a46f-d034-44ab-8ffe-1045219c5dd7 x-openstack-request-id: req-4db6a46f-d034-44ab-8ffe-1045219c5dd7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:42.592603 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8941942-e674-4fee-82c1-73e9b8780555", "name": "network-vif-deleted", "tag": "ab52778b-df56-492c-9109-8f1a92fc21f0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:42.593080 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4db6a46f-d034-44ab-8ffe-1045219c5dd7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:42.593478 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8941942-e674-4fee-82c1-73e9b8780555', 'name': 'network-vif-deleted', 'tag': 'ab52778b-df56-492c-9109-8f1a92fc21f0', 'status': 'completed', 'code': 200} Jul 22 14:25:42.621734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-153fa05f-c97a-48b2-91c7-ba32c1fa0296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.640725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:42.645956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:42.648489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:42.699749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.699980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.757662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-224f547b-42c0-427e-84db-3704e857cb06 req-5c2f7281-28c5-47ee-8007-cf9e99c1b79e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8941942-e674-4fee-82c1-73e9b8780555 HTTP/1.1" status: 200 len: 210 time: 0.0454967 Jul 22 14:25:42.763428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8d99310-9288-44f1-a78e-3ee084b7260d req-e0abe5ef-5063-4406-8608-8a889353b8bd tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595821 Jul 22 14:25:42.770144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Pushing event updated for resources: {'Port': ['ID=ca32118d-62c5-4125-a170-3f8cd38393f2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:42.782593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-1a070b90-2430-4964-8785-05256357236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:42.793132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-1a070b90-2430-4964-8785-05256357236b service neutron] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 911 time: 0.3596163 Jul 22 14:25:42.840783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a08934dc-a59c-4072-b0d7-9cdbd56a6339, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a08934dc-a59c-4072-b0d7-9cdbd56a6339,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:42.842594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.875491 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:42.901165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dc321a1-60bf-4224-8bb5-f3b2889bce0c req-d8d43282-c410-4f2d-8d2d-1927cca8de44 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0495102 Jul 22 14:25:42.929690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-fc3898fc-d8a7-44a1-bee3-729fba562142 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34096a5e-88d9-48ef-9efc-989838686b19 HTTP/1.1" status: 200 len: 217 time: 0.0602951 Jul 22 14:25:42.944669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 752c25b1-6f55-43a0-9c22-f8e619a4f870 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:43.025941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.043062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-ea36641d-845b-4245-bad6-d79fec6fe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:43.044920 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-ea36641d-845b-4245-bad6-d79fec6fe97d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.1015110 Jul 22 14:25:43.124186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:43.191516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:39Z', 'revision_number': 3, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:43.199877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f76d7ff-a95f-4185-8d0a-2b17d948b659 req-c676b0a9-8d6e-4c3c-8680-824198565c0c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0548275 Jul 22 14:25:43.201773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-3f9e7a40-caac-45f9-af84-61f6de868ad5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487799 Jul 22 14:25:43.228172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.240432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-b7268468-cfe1-4a68-856d-8340a2dded3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:25:43.243105 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-b7268468-cfe1-4a68-856d-8340a2dded3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:25:43.344080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a08934dc-a59c-4072-b0d7-9cdbd56a6339,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:43.389557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 146586dc-923d-45ad-a888-eed621d3ddf3 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:43.431871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936a1dd-5888-4045-923d-51d041290a23 req-dcc53b22-88ea-4d90-a9e9-d5f534d3b78a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:43.437501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Checking router: 4f12f871-073b-48ac-b0fe-f3b429b2e6ee for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:43.438166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Updating router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee port 28289c6e-04f1-47c6-8de5-6c1c60884e15 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:43.448887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4936a1dd-5888-4045-923d-51d041290a23 req-dcc53b22-88ea-4d90-a9e9-d5f534d3b78a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.2053607 Jul 22 14:25:43.462682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 146586dc-923d-45ad-a888-eed621d3ddf3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:43.463036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 146586dc-923d-45ad-a888-eed621d3ddf3 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:43.513585 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.532632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['752c25b1-6f55-43a0-9c22-f8e619a4f870'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:43.533088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.599038 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.617206 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.624738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4936a1dd-5888-4045-923d-51d041290a23 req-d0f852d7-1bb1-4622-aae6-f00eb9525d60 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748588 Jul 22 14:25:43.691600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Pushing event updated for resources: {'Port': ['ID=ca32118d-62c5-4125-a170-3f8cd38393f2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:43.706264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:43.711005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:43.735281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbe88a-7704-4431-b846-a51da101d555 req-da073c99-25a5-4c9c-a843-78761920d19c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:43.743934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74dbe88a-7704-4431-b846-a51da101d555 req-da073c99-25a5-4c9c-a843-78761920d19c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.2241845 Jul 22 14:25:43.826546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74dbe88a-7704-4431-b846-a51da101d555 req-802e9d6c-2aca-467a-b02f-776388dc1862 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812702 Jul 22 14:25:43.831033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:43.832868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:43.846851 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-69038274-c911-419e-b6aa-913e4de55ff0 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101845 Jul 22 14:25:43.884408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-817f56cc-72a1-42d1-9ab1-e37b193a266b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:43.888557 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-817f56cc-72a1-42d1-9ab1-e37b193a266b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 950 time: 0.2604508 Jul 22 14:25:43.958555 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-53c83df9-95c0-42ba-a8bb-2997fb4f29cd None None] Provisioning complete for port a08934dc-a59c-4072-b0d7-9cdbd56a6339 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:43.958555 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c83df9-95c0-42ba-a8bb-2997fb4f29cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.120550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43e8f4e5-96a6-4aef-86b6-3a23264d8b8a req-d146e925-8e42-4082-944c-f30de359b9e0 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0616946 Jul 22 14:25:44.206653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a7261-59ad-47d1-bd1b-9235ea5ebe5d req-894c9f25-92c0-44d4-8262-5f89134f547e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:44.214986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-757a7261-59ad-47d1-bd1b-9235ea5ebe5d req-894c9f25-92c0-44d4-8262-5f89134f547e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 950 time: 0.3015704 Jul 22 14:25:44.277168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 84090696-0519-4c53-ba6f-cb9460b2f3e0 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:44.277707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.290968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-757a7261-59ad-47d1-bd1b-9235ea5ebe5d req-0cdbcaa5-e1ed-4116-a334-7067aca5d204 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749564 Jul 22 14:25:44.469531 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.480982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Transition to ACTIVE for port object 28289c6e-04f1-47c6-8de5-6c1c60884e15 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:44.509405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.515864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-53c83df9-95c0-42ba-a8bb-2997fb4f29cd None None] Provisioning for port ca32118d-62c5-4125-a170-3f8cd38393f2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:44.534808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-53c83df9-95c0-42ba-a8bb-2997fb4f29cd None None] Provisioning complete for port ca32118d-62c5-4125-a170-3f8cd38393f2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:44.535232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c83df9-95c0-42ba-a8bb-2997fb4f29cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.589406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-ee854bde-d3bc-489d-88d0-d541290df016 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:44.597473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-ee854bde-d3bc-489d-88d0-d541290df016 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.1663311 Jul 22 14:25:44.634270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-ecc29cad-7358-4872-aad8-bf5762bd835e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.0354807 Jul 22 14:25:44.675976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14426e-e15f-44ff-a66a-ba66c79cc6ec None None] Pushing event updated for resources: {'Port': ['ID=28289c6e-04f1-47c6-8de5-6c1c60884e15,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:44.678439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-53c83df9-95c0-42ba-a8bb-2997fb4f29cd None None] Port ca32118d-62c5-4125-a170-3f8cd38393f2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:44.682323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Attempting to bind port 28289c6e-04f1-47c6-8de5-6c1c60884e15 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:44.682999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Attempting to bind port 28289c6e-04f1-47c6-8de5-6c1c60884e15 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:44.683574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Attempting to bind port 28289c6e-04f1-47c6-8de5-6c1c60884e15 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:44.690459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:44.691172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:44.692413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.692974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:44.693615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Bound port: 28289c6e-04f1-47c6-8de5-6c1c60884e15, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:44.694192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.705512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-4858bb71-6f23-4025-ae01-a40873913ccd tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698946 Jul 22 14:25:44.719812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 84090696-0519-4c53-ba6f-cb9460b2f3e0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=84090696-0519-4c53-ba6f-cb9460b2f3e0,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:44.720225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.762867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 84090696-0519-4c53-ba6f-cb9460b2f3e0 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:44.782504 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1cbb4dc4-2b7c-4cb1-9ee6-6759a6c26b1e req-c2238fb9-f565-409b-94ca-c9decce6550b service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9222660 Jul 22 14:25:44.798000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] For port 28289c6e-04f1-47c6-8de5-6c1c60884e15, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:44.806495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] For port 28289c6e-04f1-47c6-8de5-6c1c60884e15, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=28289c6e-04f1-47c6-8de5-6c1c60884e15,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:44.815288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:25:44.820892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.825187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-3aa97481-ad59-4409-a9b8-8b51270b9442 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:44.828138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-3aa97481-ad59-4409-a9b8-8b51270b9442 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.2977147 Jul 22 14:25:44.901000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b0185282-3d6a-46a4-9250-2d5f05d2b4cb None None] Provisioning complete for port ca32118d-62c5-4125-a170-3f8cd38393f2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:44.901604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0185282-3d6a-46a4-9250-2d5f05d2b4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:44.974684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:44.975827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:44.979009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b0185282-3d6a-46a4-9250-2d5f05d2b4cb None None] Port ca32118d-62c5-4125-a170-3f8cd38393f2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:45.008388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:45.015071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14426e-e15f-44ff-a66a-ba66c79cc6ec None None] Pushing event updated for resources: {'Port': ['ID=28289c6e-04f1-47c6-8de5-6c1c60884e15,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:45.037756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96a713-f866-409f-9a91-60efd8861798 req-9e9cdfa7-6632-4792-b8af-439750b5f2c7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:45.039414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df96a713-f866-409f-9a91-60efd8861798 req-9e9cdfa7-6632-4792-b8af-439750b5f2c7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.2835114 Jul 22 14:25:45.048875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-8b828fc8-09ce-4be2-ba3f-9364efb6040d service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418074 Jul 22 14:25:45.058242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a08934dc-a59c-4072-b0d7-9cdbd56a6339 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:45.068592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:25:45.129228 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3008a710-7b22-4091-b1e3-168a79fbbe5b admin admin] 10.222.0.60 "PUT /v2.0/routers/4f12f871-073b-48ac-b0fe-f3b429b2e6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5111780 Jul 22 14:25:45.131413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a08934dc-a59c-4072-b0d7-9cdbd56a6339 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:45.131413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.132124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.183864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df96a713-f866-409f-9a91-60efd8861798 req-f8635e0f-d2f3-4a26-9cd9-4a7ed3d34d27 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240363 Jul 22 14:25:45.221434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:45.294371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1a324371-115d-4c71-a80f-6243619413fa details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:45.299018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:45.321387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-7d71922e-b184-4b43-9666-656876ce3567 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701442 Jul 22 14:25:45.349037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.359467 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.396861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=84090696-0519-4c53-ba6f-cb9460b2f3e0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:45.397247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2595ca00-98b5-497a-a879-f1ec650423e2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:45.399452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:45.426864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:45.459702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b93887-2766-4841-9c93-66d8bce3c7bf req-bab21263-a05b-4057-8224-e4a3dc1914cb tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:45.469178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7b93887-2766-4841-9c93-66d8bce3c7bf req-bab21263-a05b-4057-8224-e4a3dc1914cb tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 945 time: 0.1659544 Jul 22 14:25:45.499256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 84090696-0519-4c53-ba6f-cb9460b2f3e0 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:45.503997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:45.509087 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.511756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e919d8cd-f673-49f2-bb27-e7e2102f1293 req-9e804e45-2f1c-4e1d-a0fa-e0657c9ab88b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "DELETE /v2.0/ports/84090696-0519-4c53-ba6f-cb9460b2f3e0 HTTP/1.1" status: 204 len: 173 time: 1.6149511 Jul 22 14:25:45.512214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'name': 'network-vif-deleted', 'tag': '84090696-0519-4c53-ba6f-cb9460b2f3e0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:45.514449 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb1cc2a-a2b5-4fc8-8173-a6488340adcb" -d '{"events": [{"server_uuid": "1499d341-bf3b-434d-bdbf-9152e1f3772c", "name": "network-vif-deleted", "tag": "84090696-0519-4c53-ba6f-cb9460b2f3e0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:45.559173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7b93887-2766-4841-9c93-66d8bce3c7bf req-4c414e76-f6db-4c4d-a641-73c1f4d9f751 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888762 Jul 22 14:25:45.597852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a324371-115d-4c71-a80f-6243619413fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:45.601284 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be98c082-a5a2-4756-aefd-8ef351b82f55" -d '{"events": [{"server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a324371-115d-4c71-a80f-6243619413fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:45.605727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.616080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:45.766474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ee182cb-d72c-45a1-bb6c-cdc48980dce2 req-73e77b17-48c5-4a24-a96d-996efb392ac1 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0797527 Jul 22 14:25:45.778971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:25:45.859975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b0c6469-dc2c-4efe-b5fe-bcbad8ea3a45 req-2dbfca53-3dfa-4793-b072-da85a83bacd1 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=1499d341-bf3b-434d-bdbf-9152e1f3772c HTTP/1.1" status: 200 len: 210 time: 0.0961185 Jul 22 14:25:45.893378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on host n-h1-794306-8 for vnic_type normal with profile {"migrating_to": "n-h2-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:45.893876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:45.894274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:45.901724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:45.905061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:45.905466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Attempting to bind port 1a324371-115d-4c71-a80f-6243619413fa on network 096846f4-049e-4560-b606-861f68e70330 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:45.913853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:45.914275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Checking segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:45.914904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Bound using segment: {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:45.915412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Bound port: 1a324371-115d-4c71-a80f-6243619413fa, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45f7c8e-570f-4a67-85ee-de4140268409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '096846f4-049e-4560-b606-861f68e70330'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:45.915839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:46.037669 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5f5176-c279-47c9-b334-12c965fd0938 x-openstack-request-id: req-2d5f5176-c279-47c9-b334-12c965fd0938 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:46.037924 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1499d341-bf3b-434d-bdbf-9152e1f3772c", "name": "network-vif-deleted", "tag": "84090696-0519-4c53-ba6f-cb9460b2f3e0", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:46.038183 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d5f5176-c279-47c9-b334-12c965fd0938 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:46.038618 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1499d341-bf3b-434d-bdbf-9152e1f3772c', 'name': 'network-vif-deleted', 'tag': '84090696-0519-4c53-ba6f-cb9460b2f3e0', 'status': 'completed', 'code': 200} Jul 22 14:25:46.091415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:46.096954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:46.102681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:46.153801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-278c07d8-4bbb-4f77-b37d-4ceecf053ffa req-c9774a9e-95b1-4a7f-b2af-839511ce3924 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 210 time: 0.0805299 Jul 22 14:25:46.299312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:46.299942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:46.304695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] 10.222.0.61 "PUT /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 1121 time: 1.3008387 Jul 22 14:25:46.315004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0553b-a09f-4563-bf7c-9bbedea8db34 service neutron] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:46.339944 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca9b64c-998b-48c9-9b8d-36b0728f1173 x-openstack-request-id: req-2ca9b64c-998b-48c9-9b8d-36b0728f1173 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:46.340260 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "1a324371-115d-4c71-a80f-6243619413fa", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:46.342928 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ca9b64c-998b-48c9-9b8d-36b0728f1173 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:46.343528 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a324371-115d-4c71-a80f-6243619413fa', 'code': 200} Jul 22 14:25:46.610654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 752c25b1-6f55-43a0-9c22-f8e619a4f870 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:46.611127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:46.672618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:46.689356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1a324371-115d-4c71-a80f-6243619413fa has no active binding in host n-h2-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:25:46.710905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1a324371-115d-4c71-a80f-6243619413fa'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:46.713729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1a324371-115d-4c71-a80f-6243619413fa'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:46.791213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41616) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:46.796888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234823169', 'description': 'tempest-description--725753305'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:46.860776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.008927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.037808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.083637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb879e8f-414b-4fec-9dfd-cee08894b015,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:47.098006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.102602 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-574c3a0a-14ce-4a86-be6e-df1e03f9d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3074508 Jul 22 14:25:47.108393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41622) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:47.113250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Request body: {'security_group_rule': {'security_group_id': 'cb879e8f-414b-4fec-9dfd-cee08894b015', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:47.117591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf776c6-b4e8-4cf1-a1b1-1d9a1e4f3f51 req-01ddb904-fc04-4b56-918a-bc8ab150b3e7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.120906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cf776c6-b4e8-4cf1-a1b1-1d9a1e4f3f51 req-01ddb904-fc04-4b56-918a-bc8ab150b3e7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.2510962 Jul 22 14:25:47.146305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87ebbeb1-59c8-43d9-915e-fd4bfafce9aa req-2b6ebba1-b345-45af-8b65-454de02acbdf tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178&device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.1811707 Jul 22 14:25:47.189333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.191687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cf776c6-b4e8-4cf1-a1b1-1d9a1e4f3f51 req-0bfde8cb-c434-40e5-a0bc-f1f77a8132d9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Jul 22 14:25:47.261762 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.281102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 84090696-0519-4c53-ba6f-cb9460b2f3e0 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:47.333204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.360106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.377470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52321c6b-3433-4aed-ade6-553d9ad02241,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:47.391722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.392976 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e2506db7-a206-4d06-af74-73f3096fd124 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835517 Jul 22 14:25:47.395639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41632) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:47.405982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Request body: {'security_group_rule': {'security_group_id': 'cb879e8f-414b-4fec-9dfd-cee08894b015', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:47.417072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 84090696-0519-4c53-ba6f-cb9460b2f3e0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:47.417454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 84090696-0519-4c53-ba6f-cb9460b2f3e0 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:47.467822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.504679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:47.507161 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24135052-1f3e-4bba-b9de-cc2568e44b58" -d '{"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-plugged", "status": "completed", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:47.526187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-832bf6cd-d85c-4190-be00-668a2dacb2cb req-828a3120-bce3-4574-9534-ff13350ccc28 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 210 time: 0.0780602 Jul 22 14:25:47.539760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 2, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:47.562676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.576418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.596019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:47.612316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e12202-31cc-44b1-b8e1-a605d2a5cbac,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:47.612543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a060eb13-52e4-40da-b914-0a3afe4143ac None None] The sync data for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 is: [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 2, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:47.627899 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.629070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ab52778b-df56-492c-9109-8f1a92fc21f0 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:47.631059 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.634997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-739864ea-d134-42af-915a-a614ab341047 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300346 Jul 22 14:25:47.635982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:47.640374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:47.686718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8fd11-b564-486d-b919-bf90aaddb9a2 req-135ee63d-a809-4f54-9a54-cba4ebe903f1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:47.696669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cf8fd11-b564-486d-b919-bf90aaddb9a2 req-135ee63d-a809-4f54-9a54-cba4ebe903f1 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.3488753 Jul 22 14:25:47.703816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:47.798783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:47.826267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: ab52778b-df56-492c-9109-8f1a92fc21f0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:47.827375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ab52778b-df56-492c-9109-8f1a92fc21f0 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:48.051698 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8a46b2f5-edb0-4f32-a089-cc8aec132444 req-d930cb1b-3f3c-450c-a134-6bd6254d48da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb0e4a3745e74fb781534319251dcab7&device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.1326170 Jul 22 14:25:48.149765 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8a46b2f5-edb0-4f32-a089-cc8aec132444 req-5461f761-e723-404b-8040-1275eeb97999 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb0e4a3745e74fb781534319251dcab7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854406 Jul 22 14:25:48.259266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.268002 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fdeac4-9725-4e62-b522-7e4170a6ad58 x-openstack-request-id: req-b8fdeac4-9725-4e62-b522-7e4170a6ad58 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:48.277907 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-plugged", "status": "completed", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:48.278322 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8fdeac4-9725-4e62-b522-7e4170a6ad58 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:48.279510 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'code': 200} Jul 22 14:25:48.376539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'tag': '1a324371-115d-4c71-a80f-6243619413fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:48.378807 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb1338a-a10f-4fe6-b326-77df9a85778a" -d '{"events": [{"name": "network-changed", "server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "tag": "1a324371-115d-4c71-a80f-6243619413fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:48.426053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-c6f917a8-0e28-4657-8ca0-68c938f669ac tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:48.428292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-c6f917a8-0e28-4657-8ca0-68c938f669ac tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 1.0545263 Jul 22 14:25:48.467754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Allocated IP 172.25.3.210 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a7cbe08e-6802-4499-838c-17c081519b18) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:48.487918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ca78535-19d0-4103-b637-1374ff44c3e8 req-129ba785-39d5-4224-b27d-d87a2ae01603 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0770380 Jul 22 14:25:48.509829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Request body: {'port': {'device_id': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'admin_state_up': True, 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:48.611439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46b2f5-edb0-4f32-a089-cc8aec132444 req-fe17404c-be4b-4733-b66e-b4df868d439d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:48.629644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8a46b2f5-edb0-4f32-a089-cc8aec132444 req-fe17404c-be4b-4733-b66e-b4df868d439d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4447374 Jul 22 14:25:48.718748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cf8fd11-b564-486d-b919-bf90aaddb9a2 req-57f9893f-76c3-4a4e-a833-8ae896ea235d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0185509 Jul 22 14:25:48.749004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:48.760200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.856226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:48.972306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.032239 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc66c04e-e91e-4c25-ab27-e7b71c121db1 x-openstack-request-id: req-bc66c04e-e91e-4c25-ab27-e7b71c121db1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:49.032533 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "tag": "1a324371-115d-4c71-a80f-6243619413fa", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:49.036950 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc66c04e-e91e-4c25-ab27-e7b71c121db1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:49.037370 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'tag': '1a324371-115d-4c71-a80f-6243619413fa', 'status': 'completed', 'code': 200} Jul 22 14:25:49.098966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 28289c6e-04f1-47c6-8de5-6c1c60884e15 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:49.100083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:49.106080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:49.130072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2a8fc-ae18-4bae-8c53-045903999bd8 req-671f2f41-0f0c-4d9a-9165-a82779ea8b47 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.133123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05e2a8fc-ae18-4bae-8c53-045903999bd8 req-671f2f41-0f0c-4d9a-9165-a82779ea8b47 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.2542698 Jul 22 14:25:49.138153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:49.183487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event updated for resources: {'Port': ['ID=a7cbe08e-6802-4499-838c-17c081519b18,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:49.184267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1af13fa8-f150-44a0-ada9-98e172d7e30e req-9bd3ad3d-e079-4dc7-acdc-7ef1022f36d9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 210 time: 0.0615213 Jul 22 14:25:49.200041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Allocated IP 172.20.0.8 (53d6a015-6b86-442c-afff-bbb503e45693/07913867-df50-4e1d-af2b-fae0b2140bc1/667f909c-a496-46fd-818a-eb55ee0230f4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:49.229901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 28289c6e-04f1-47c6-8de5-6c1c60884e15 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:49.247509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 28289c6e-04f1-47c6-8de5-6c1c60884e15 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:49.247892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.298877 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.362069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05e2a8fc-ae18-4bae-8c53-045903999bd8 req-ca6b5ffd-9e1d-4e8e-b066-deba464e2b1c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665235 Jul 22 14:25:49.405561 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.437220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 28289c6e-04f1-47c6-8de5-6c1c60884e15, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=28289c6e-04f1-47c6-8de5-6c1c60884e15,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:49.445971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.469955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-ebfd24e1-2de3-4d27-aec3-82e9dd1499f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.472629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-ebfd24e1-2de3-4d27-aec3-82e9dd1499f5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1124 time: 0.4216130 Jul 22 14:25:49.513327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=28289c6e-04f1-47c6-8de5-6c1c60884e15,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:49.526144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d98f0-fc44-4097-91cc-e9d09c8e72c7 req-79fb5b2b-b0c7-432c-a303-34982297d407 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.528855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db1d98f0-fc44-4097-91cc-e9d09c8e72c7 req-79fb5b2b-b0c7-432c-a303-34982297d407 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 949 time: 0.2244380 Jul 22 14:25:49.550404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.633686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db1d98f0-fc44-4097-91cc-e9d09c8e72c7 req-12660206-263e-4c6a-b0a5-53839cc69e0b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766015 Jul 22 14:25:49.659678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.719502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.729120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-a2329b1d-189b-4e5a-81b3-9768a006060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.731030 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-a2329b1d-189b-4e5a-81b3-9768a006060a service neutron] 10.222.0.72 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.2242892 Jul 22 14:25:49.768340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18ea0584-a69a-4a95-a487-8096db7ee9a6 req-0bdd2dc8-dc99-472a-a453-5b499fb65b45 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0628793 Jul 22 14:25:49.829462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Network 53d6a015-6b86-442c-afff-bbb503e45693 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:49.841316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:49.842270 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-83b44575-fd83-4f1b-9ff7-c1a0b42007cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 217 time: 0.1043336 Jul 22 14:25:49.845438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:49.930162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.970298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:49.970583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.974682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.975349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:49.980303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-6da2ebe0-2c98-447d-9d9e-8099756d0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:49.982041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-6da2ebe0-2c98-447d-9d9e-8099756d0ce1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1297090 Jul 22 14:25:50.010260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-1553f7bd-d2ef-4dd1-a743-c111c74de680 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5310547 Jul 22 14:25:50.023905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Request body: {'port': {'device_id': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:50.068785 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-2b670804-1b54-4e13-922a-1beae3dba04f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608299 Jul 22 14:25:50.103458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bcd81-d925-4649-bab8-bf32ddf46d34 req-04c5acbb-5cf6-4eb0-97b1-000ad2e23855 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.111796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd2bcd81-d925-4649-bab8-bf32ddf46d34 req-04c5acbb-5cf6-4eb0-97b1-000ad2e23855 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.2552032 Jul 22 14:25:50.181398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-4ad1e8dd-54c7-4f2e-8fef-51b0d8b44c6d service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958195 Jul 22 14:25:50.182666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event updated for resources: {'Port': ['ID=a7cbe08e-6802-4499-838c-17c081519b18,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:50.195503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd2bcd81-d925-4649-bab8-bf32ddf46d34 req-7f6d1594-593b-4bdb-95a2-75dc2e6e26d0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828419 Jul 22 14:25:50.201469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.339345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1bb1338a-a10f-4fe6-b326-77df9a85778a req-7480042c-c6a5-4b74-bfd0-6b47a2c323b6 service neutron] 10.222.0.72 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499045 Jul 22 14:25:50.352080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.422333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.423677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a8b63668-0e25-447c-b905-67874258e048 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7869234 Jul 22 14:25:50.486069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05822f3-6065-47d8-9325-d61fe1571997 req-c04d160d-c253-415c-973b-babc15658cb7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.487667 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a05822f3-6065-47d8-9325-d61fe1571997 req-c04d160d-c253-415c-973b-babc15658cb7 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 949 time: 0.1456263 Jul 22 14:25:50.645715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b055aa1-93a2-477d-985d-c5b2d5c20589 req-d3c7881c-ed66-4103-b615-35ce87fc8db7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.648355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b055aa1-93a2-477d-985d-c5b2d5c20589 req-d3c7881c-ed66-4103-b615-35ce87fc8db7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 931 time: 0.3251359 Jul 22 14:25:50.861287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667f909c-a496-46fd-818a-eb55ee0230f4 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:50.873892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.899491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Transition to ACTIVE for port object 667f909c-a496-46fd-818a-eb55ee0230f4 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:50.916610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:50.920472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8a46b2f5-edb0-4f32-a089-cc8aec132444 req-cf5f0ae8-7bb9-4047-a031-1c73d38de796 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.61 "GET /v2.0/ports?device_id=2f31b2a3-1892-4741-b7cf-14acc8838178 HTTP/1.1" status: 200 len: 210 time: 0.0335093 Jul 22 14:25:50.945819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-1bc1e146-6304-4ddc-873e-1be6ff78c5e3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:50.947666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-1bc1e146-6304-4ddc-873e-1be6ff78c5e3 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "GET /v2.0/ports?device_id=aae2c59f-7365-4916-86d3-9e1674f7d572 HTTP/1.1" status: 200 len: 950 time: 0.5668125 Jul 22 14:25:51.038234 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Sync routers for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:25:51.047331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 28289c6e-04f1-47c6-8de5-6c1c60884e15 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:51.063607 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:51.065221 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:51.164955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c57293-1110-4c8e-aac6-d91e9b86e2a5 req-93de1964-4b3c-4d59-b5a4-8a041a774909 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:51.169010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 28289c6e-04f1-47c6-8de5-6c1c60884e15 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:51.169559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.176843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12c57293-1110-4c8e-aac6-d91e9b86e2a5 req-93de1964-4b3c-4d59-b5a4-8a041a774909 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.6398339 Jul 22 14:25:51.225339 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:51.254835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12c57293-1110-4c8e-aac6-d91e9b86e2a5 req-9442aefc-b159-4584-91b8-d57f52fa6ad4 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732780 Jul 22 14:25:51.344738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b055aa1-93a2-477d-985d-c5b2d5c20589 req-4cd15447-1ab0-4c81-ad94-bd8d86893cea tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414985 Jul 22 14:25:51.356136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:51.417212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:51.418018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.576872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:51.577679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.593328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 2ae3234b-6264-4850-ad87-0ca8ff30d2fd owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:51.594278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-a91bd55b-108d-4ce7-90f2-41e73804f02a tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1234823169&fields=id&tenant_id=ba15358713bd41cb92c52252dc577ff6 HTTP/1.1" status: 200 len: 267 time: 0.1602547 Jul 22 14:25:51.759379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Attempting to bind port 667f909c-a496-46fd-818a-eb55ee0230f4 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:51.760018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Attempting to bind port 667f909c-a496-46fd-818a-eb55ee0230f4 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:51.760129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Attempting to bind port 667f909c-a496-46fd-818a-eb55ee0230f4 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:51.780569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Port 667f909c-a496-46fd-818a-eb55ee0230f4 on network 53d6a015-6b86-442c-afff-bbb503e45693 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:25:51.780991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Attempting to bind port 667f909c-a496-46fd-818a-eb55ee0230f4 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:51.862328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 2595ca00-98b5-497a-a879-f1ec650423e2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:51.862812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.889845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:51.890268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:51.890672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Bound using segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:51.891129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Bound port: 667f909c-a496-46fd-818a-eb55ee0230f4, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:51.892384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.898384 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:51.913225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:51.982767 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:43Z', 'revision_number': 2, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:52.022203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-f2f8ecb5-e43b-41a7-90fa-02d4589670df tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:52.029518 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-f2f8ecb5-e43b-41a7-90fa-02d4589670df tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/networks?id=5a4c936d-4647-4aab-83ca-3618d04950b5 HTTP/1.1" status: 200 len: 805 time: 0.4261770 Jul 22 14:25:52.055754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21e62-d027-4a12-a2c6-d3eb35d688bf req-78e752b9-7b38-4ab7-a49a-2476009b9009 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:52.065793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21a21e62-d027-4a12-a2c6-d3eb35d688bf req-78e752b9-7b38-4ab7-a49a-2476009b9009 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1f662ee-f45b-4a99-beb4-d0f81cb2dcee HTTP/1.1" status: 200 len: 867 time: 0.4225602 Jul 22 14:25:52.069262 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Checking router: 4f12f871-073b-48ac-b0fe-f3b429b2e6ee for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:25:52.070396 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Updating router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee port ca32118d-62c5-4125-a170-3f8cd38393f2 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:25:52.071903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=2ae3234b-6264-4850-ad87-0ca8ff30d2fd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:52.096272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:52.106132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-9e9da537-faaa-4848-83d7-282569b2d763 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/quotas/ba15358713bd41cb92c52252dc577ff6 HTTP/1.1" status: 200 len: 375 time: 0.0754080 Jul 22 14:25:52.137730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:52.156402 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.173655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.213216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21a21e62-d027-4a12-a2c6-d3eb35d688bf req-7da157a8-0d4d-49f1-b7ee-c2b8c2ca381d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439004 Jul 22 14:25:52.324251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 2595ca00-98b5-497a-a879-f1ec650423e2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2595ca00-98b5-497a-a879-f1ec650423e2,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:52.324519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.325682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:52.326388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.329931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] 10.222.0.72 "PUT /v2.0/ports/667f909c-a496-46fd-818a-eb55ee0230f4 HTTP/1.1" status: 200 len: 1091 time: 2.3108954 Jul 22 14:25:52.348534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:52.354051 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cb7968-d326-4149-aa4a-3d8cc4368b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:52.379997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 2595ca00-98b5-497a-a879-f1ec650423e2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:52.684902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-c399ec50-cf0e-45f8-b313-0c2485d995d7 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ba15358713bd41cb92c52252dc577ff6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5779462 Jul 22 14:25:52.797832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207e837-149d-4758-ab40-8e367ca2026b service neutron] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:52.800003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 2ae3234b-6264-4850-ad87-0ca8ff30d2fd on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:52.812688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.820700 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a05822f3-6065-47d8-9325-d61fe1571997 req-463c11c8-d54b-4e92-ace0-34dab38cf022 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "DELETE /v2.0/ports/2ae3234b-6264-4850-ad87-0ca8ff30d2fd HTTP/1.1" status: 204 len: 173 time: 2.3207910 Jul 22 14:25:52.823230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'name': 'network-vif-deleted', 'tag': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:52.833917 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f4e467-6324-4583-965c-a5b1fc2ac0c8" -d '{"events": [{"server_uuid": "f1f662ee-f45b-4a99-beb4-d0f81cb2dcee", "name": "network-vif-deleted", "tag": "2ae3234b-6264-4850-ad87-0ca8ff30d2fd"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:52.837555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.888575 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.910048 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Transition to ACTIVE for port object ca32118d-62c5-4125-a170-3f8cd38393f2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:52.920732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=2595ca00-98b5-497a-a879-f1ec650423e2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:52.924761 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:52.954122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-96f7916b-2b41-4cbc-a83c-005fa8154cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:52.971472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-96f7916b-2b41-4cbc-a83c-005fa8154cde service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 1094 time: 0.5347390 Jul 22 14:25:53.023234 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c259a-b0d6-4a05-acb4-931c9553369c None None] Pushing event updated for resources: {'Port': ['ID=ca32118d-62c5-4125-a170-3f8cd38393f2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:53.026753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab5a3-4bf3-4c4a-92e3-b5c5f9ff9369 req-3ad9c73f-89f6-41ba-bd8a-2d3c76046277 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:53.041300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 2595ca00-98b5-497a-a879-f1ec650423e2 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:53.043656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-deaab5a3-4bf3-4c4a-92e3-b5c5f9ff9369 req-3ad9c73f-89f6-41ba-bd8a-2d3c76046277 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 943 time: 0.4108872 Jul 22 14:25:53.044890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.046838 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c6d9ba5e-4a52-4853-b6ea-b527e7453c53 req-61511544-4f65-4f5d-9000-ebc98723553b tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.72 "DELETE /v2.0/ports/2595ca00-98b5-497a-a879-f1ec650423e2 HTTP/1.1" status: 204 len: 173 time: 2.0814385 Jul 22 14:25:53.162679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-4fbe4b69-c36e-4dc9-88da-6c4e3aaa8f83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=667f909c-a496-46fd-818a-eb55ee0230f4 HTTP/1.1" status: 200 len: 217 time: 0.1768296 Jul 22 14:25:53.187655 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Attempting to bind port ca32118d-62c5-4125-a170-3f8cd38393f2 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:25:53.188239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Attempting to bind port ca32118d-62c5-4125-a170-3f8cd38393f2 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:25:53.188570 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Attempting to bind port ca32118d-62c5-4125-a170-3f8cd38393f2 on network 5a4c936d-4647-4aab-83ca-3618d04950b5 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:25:53.200782 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:25:53.201156 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Checking segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:25:53.201565 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.202078 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Bound using segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:25:53.202579 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Bound port: ca32118d-62c5-4125-a170-3f8cd38393f2, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:25:53.203000 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.249475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2ae3234b-6264-4850-ad87-0ca8ff30d2fd no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:53.287856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-deaab5a3-4bf3-4c4a-92e3-b5c5f9ff9369 req-4d30c57e-137b-414c-b4df-2d649f206df9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428317 Jul 22 14:25:53.294452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 2ae3234b-6264-4850-ad87-0ca8ff30d2fd {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:53.294662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2ae3234b-6264-4850-ad87-0ca8ff30d2fd not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:53.308141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2595ca00-98b5-497a-a879-f1ec650423e2 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:53.311892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-3b480b6a-ac89-41b5-9999-b7cda849c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:53.313695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-3b480b6a-ac89-41b5-9999-b7cda849c0e4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1355324 Jul 22 14:25:53.316127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-de653c8f-eebc-45fc-864b-206063c43915 service neutron] 10.222.0.60 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277164 Jul 22 14:25:53.390028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 2595ca00-98b5-497a-a879-f1ec650423e2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:25:53.390387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2595ca00-98b5-497a-a879-f1ec650423e2 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:25:53.394104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a324371-115d-4c71-a80f-6243619413fa no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:25:53.397674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-6f169f19-8dcf-43b2-af2c-0e24467b5e07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726669 Jul 22 14:25:53.458370 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] For port ca32118d-62c5-4125-a170-3f8cd38393f2, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:53.466501 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] For port ca32118d-62c5-4125-a170-3f8cd38393f2, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ca32118d-62c5-4125-a170-3f8cd38393f2,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:25:53.478531 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:53.608231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-96fed95e-5071-4675-b023-9cda68c82a16 service neutron] 10.222.0.60 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732706 Jul 22 14:25:53.651469 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c259a-b0d6-4a05-acb4-931c9553369c None None] Pushing event updated for resources: {'Port': ['ID=ca32118d-62c5-4125-a170-3f8cd38393f2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:53.664867 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:25:53.666939 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:25:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:53.750283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-58ad29d8-fe71-45d7-9dbe-5c6e94bc1a06 service neutron] 10.222.0.72 "GET /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.2323544 Jul 22 14:25:53.820337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ccb5d-576c-437d-b592-a775884d886c req-56966919-50cf-4b2d-93a5-39da26214a0f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:53.832966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c9ccb5d-576c-437d-b592-a775884d886c req-56966919-50cf-4b2d-93a5-39da26214a0f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.2469208 Jul 22 14:25:53.841752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-564abcd6-6c69-4f47-b117-ff55e3414cb8 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577736 Jul 22 14:25:53.958783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946', '8484da10-7e17-4bc9-b211-e0339b44f32e', '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:54.002380 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:25:54.043422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c9ccb5d-576c-437d-b592-a775884d886c req-2d577cc8-abe2-4cd3-8f38-c46b1e6a3533 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954820 Jul 22 14:25:54.212835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7226a7-5af5-426a-ae73-9940e11b22c0 req-24db3b3f-38d2-4d9b-a4cb-2a8ead71aad2 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624802 Jul 22 14:25:54.213109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:54.298036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:54.369799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a324371-115d-4c71-a80f-6243619413fa {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:54.391464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:54.415985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:54.499780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79c04b-f5b5-441d-84c5-6047880e8be6 req-c7182061-8c09-4f6f-aecf-5e8d44663ca4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:54.512506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f79c04b-f5b5-441d-84c5-6047880e8be6 req-c7182061-8c09-4f6f-aecf-5e8d44663ca4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 943 time: 0.2146711 Jul 22 14:25:54.530354 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc72c7-05fc-4dfb-9e47-f839062145e9 x-openstack-request-id: req-9ecc72c7-05fc-4dfb-9e47-f839062145e9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:54.534709 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:54.535517 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ecc72c7-05fc-4dfb-9e47-f839062145e9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:54.536680 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4', 'status': 'completed', 'code': 200} Jul 22 14:25:54.553628 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1393f715-b85f-47d1-af73-13f76cc99bfa req-95d4083e-7d90-4b36-bbbe-1cdd7e000eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb0e4a3745e74fb781534319251dcab7&device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.1014769 Jul 22 14:25:54.598428 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:53Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:25:54.599187 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1393f715-b85f-47d1-af73-13f76cc99bfa req-bc86a163-480c-4834-abac-7b936af2b396 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb0e4a3745e74fb781534319251dcab7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349147 Jul 22 14:25:54.682821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644011e9-9d25-48b1-b969-5d8653efe38b None None] The sync data for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 is: [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:53Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:25:54.737351 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd8717-b809-4a84-910a-4434a05e5b99 x-openstack-request-id: req-b7fd8717-b809-4a84-910a-4434a05e5b99 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:54.737351 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f662ee-f45b-4a99-beb4-d0f81cb2dcee", "name": "network-vif-deleted", "tag": "2ae3234b-6264-4850-ad87-0ca8ff30d2fd", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:54.737351 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7fd8717-b809-4a84-910a-4434a05e5b99 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:54.737351 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f662ee-f45b-4a99-beb4-d0f81cb2dcee', 'name': 'network-vif-deleted', 'tag': '2ae3234b-6264-4850-ad87-0ca8ff30d2fd', 'status': 'completed', 'code': 200} Jul 22 14:25:54.740996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f79c04b-f5b5-441d-84c5-6047880e8be6 req-09c8e5de-af90-4b8a-b2aa-8202d4018ccf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246983 Jul 22 14:25:54.815615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-7b2fdfa9-dc78-41cd-b3c5-178cbedb5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:54.819617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-7b2fdfa9-dc78-41cd-b3c5-178cbedb5821 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 1094 time: 0.2617943 Jul 22 14:25:54.823556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] Transition to ACTIVE for port object 1a324371-115d-4c71-a80f-6243619413fa will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:54.836204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:54.935046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393f715-b85f-47d1-af73-13f76cc99bfa req-5efd3540-5027-45e6-8904-7c9dbf9ce2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:54.936878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1393f715-b85f-47d1-af73-13f76cc99bfa req-5efd3540-5027-45e6-8904-7c9dbf9ce2d5 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145287 Jul 22 14:25:54.985937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4b65d70-0efd-462e-824e-c563cd3aae82 req-c13f9d22-edee-4d81-b8c4-d15b9b90821d tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 210 time: 0.1071963 Jul 22 14:25:55.019066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] No DVR routers for this DVR port 1a324371-115d-4c71-a80f-6243619413fa on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:55.023245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] Pushing event updated for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:55.074815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a5a92a42-2993-4bb8-8865-2e4680e1b6ae service neutron] 10.222.0.72 "PUT /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa/bindings/n-h2-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3170731 Jul 22 14:25:55.131709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ca32118d-62c5-4125-a170-3f8cd38393f2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:55.178634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11dbe51c-ce2d-449a-94e3-5903ae814377 req-7513508c-18f8-4658-8a76-7921d1dd5085 tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.0677726 Jul 22 14:25:55.293759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4b5a-7d13-4211-9169-94ad2f5dc1e7 req-756a4785-be5a-457a-82ac-e48ad044c7d3 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.295881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6df4b5a-7d13-4211-9169-94ad2f5dc1e7 req-756a4785-be5a-457a-82ac-e48ad044c7d3 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 944 time: 0.3152692 Jul 22 14:25:55.303656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-76a0fa77-b599-4f9d-9c72-033f0dc1172d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.306086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-76a0fa77-b599-4f9d-9c72-033f0dc1172d service neutron] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.4798992 Jul 22 14:25:55.319401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ca32118d-62c5-4125-a170-3f8cd38393f2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:55.325325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ca32118d-62c5-4125-a170-3f8cd38393f2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:55.325891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.359636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a05eb5d8-655c-4c4f-b84a-1a36563d099a tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.361217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a05eb5d8-655c-4c4f-b84a-1a36563d099a tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.2088616 Jul 22 14:25:55.416937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-9d4598d8-a4a5-4f5e-ba5c-2c686f53abfc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=667f909c-a496-46fd-818a-eb55ee0230f4 HTTP/1.1" status: 200 len: 217 time: 0.0987577 Jul 22 14:25:55.509228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.513416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-5572af36-4a19-460c-9f32-4384934c0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.515308 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-5572af36-4a19-460c-9f32-4384934c0cdb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f&tenant_id=6cb20be05566452397ae5b648778503d HTTP/1.1" status: 200 len: 1095 time: 0.1411669 Jul 22 14:25:55.516693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-105889c0-f000-4a4c-978e-b1a9d4f05a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.518165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-105889c0-f000-4a4c-978e-b1a9d4f05a32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.0893941 Jul 22 14:25:55.562684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6df4b5a-7d13-4211-9169-94ad2f5dc1e7 req-9906fb51-b97f-49e9-8401-6cc09aa3c2e0 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395120 Jul 22 14:25:55.595125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ca32118d-62c5-4125-a170-3f8cd38393f2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ca32118d-62c5-4125-a170-3f8cd38393f2,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:55.605723 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:55.664210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-259e4de7-33c3-4697-beba-d0f21c04f46f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997610 Jul 22 14:25:55.721174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-d60ebd39-3ada-4ad8-a349-7ef2a2e53613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.725632 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-d60ebd39-3ada-4ad8-a349-7ef2a2e53613 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6cb20be05566452397ae5b648778503d&device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1095 time: 0.1728678 Jul 22 14:25:55.751778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ca32118d-62c5-4125-a170-3f8cd38393f2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:55.806010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d07fed-9053-4b74-9cf8-376d9b5ec492 req-e6c62969-ecfa-432d-a8fe-a13f0b1477e6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.814498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3d07fed-9053-4b74-9cf8-376d9b5ec492 req-e6c62969-ecfa-432d-a8fe-a13f0b1477e6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.4014723 Jul 22 14:25:55.882463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3d07fed-9053-4b74-9cf8-376d9b5ec492 req-e8c06008-5bb3-44e6-9030-094fa968b20c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670629 Jul 22 14:25:55.884675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-20d63503-e92c-41c3-bfaa-658788b74226 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133558 Jul 22 14:25:55.907359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-45b1947b-1e71-45c9-9ca5-5c0e5c746530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:55.908794 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-45b1947b-1e71-45c9-9ca5-5c0e5c746530 service neutron] 10.222.0.61 "GET /v2.0/networks?id=096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 200 len: 921 time: 0.1736050 Jul 22 14:25:55.991560 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-8c07d114-45d1-46d7-a9f6-4cb7f199b457 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 200 len: 217 time: 0.0637417 Jul 22 14:25:56.028350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19cb7968-d326-4149-aa4a-3d8cc4368b1d req-5d312378-1428-4f02-96aa-089d21376ad9 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332836 Jul 22 14:25:56.112588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-fdb31d23-12f4-4ced-94ed-fca23595fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:56.118893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-fdb31d23-12f4-4ced-94ed-fca23595fc71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 200 len: 860 time: 0.1133265 Jul 22 14:25:56.122951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536e626-cd33-459d-bfad-54af78cfa732 req-66c6be21-1739-445e-aa21-37f24d5e5c0d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:56.131628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f536e626-cd33-459d-bfad-54af78cfa732 req-66c6be21-1739-445e-aa21-37f24d5e5c0d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 943 time: 0.1576629 Jul 22 14:25:56.190786 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-98604a78-9627-4cb7-b5fe-d71a8d51c861 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=096846f4-049e-4560-b606-861f68e70330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619159 Jul 22 14:25:56.216887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f536e626-cd33-459d-bfad-54af78cfa732 req-78b248ae-edef-4f84-a582-fd77fbbbf89f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842662 Jul 22 14:25:56.407874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-6d652ae8-99b3-47ec-8296-3f1660523ed2 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900334 Jul 22 14:25:56.619053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1393f715-b85f-47d1-af73-13f76cc99bfa req-28762b8b-8510-4098-9855-b59dc766c4bb tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.0566282 Jul 22 14:25:56.670399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-a543c263-4f81-4cb6-9f97-90db99027478 service neutron] 10.222.0.61 "GET /v2.0/networks/096846f4-049e-4560-b606-861f68e70330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518523 Jul 22 14:25:56.735210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'name': 'network-vif-deleted', 'tag': '2595ca00-98b5-497a-a879-f1ec650423e2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:56.738421 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac12b47-3ecf-48fd-9c6a-60f98583eba0" -d '{"events": [{"server_uuid": "aae2c59f-7365-4916-86d3-9e1674f7d572", "name": "network-vif-deleted", "tag": "2595ca00-98b5-497a-a879-f1ec650423e2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:56.751262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eab7fb66-6a62-48f5-aff1-bb5f89e49398 req-b58d13e0-236c-425c-ac0d-015996f50616 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 210 time: 0.0463669 Jul 22 14:25:56.801323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74aa151d-4406-44ed-8f49-403c9c43e454 req-a8519db0-bb2b-4f3f-abce-be085fce97bc tempest-ServerShowV247Test-1978430414 tempest-ServerShowV247Test-1978430414-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0619ee3-7832-448d-a843-9c40752688b8 HTTP/1.1" status: 200 len: 210 time: 0.0944142 Jul 22 14:25:56.877188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-4a5da682-e95b-4542-b0a6-0c6f19dc8b3f tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:56.878759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-4a5da682-e95b-4542-b0a6-0c6f19dc8b3f tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.72 "GET /v2.0/networks?id=5a4c936d-4647-4aab-83ca-3618d04950b5 HTTP/1.1" status: 200 len: 805 time: 0.6926219 Jul 22 14:25:56.989917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3a9a525d-84ad-4799-ad41-b57fb2dca874 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba15358713bd41cb92c52252dc577ff6 HTTP/1.1" status: 200 len: 380 time: 0.0974243 Jul 22 14:25:57.000653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Request body: {'port': {'device_id': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'admin_state_up': True, 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'security_groups': ['cb879e8f-414b-4fec-9dfd-cee08894b015']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:57.017652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ca32118d-62c5-4125-a170-3f8cd38393f2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:57.074608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ca32118d-62c5-4125-a170-3f8cd38393f2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:57.075413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.138740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e379-c4b9-46e7-baf5-942d4c31a5ce req-35983cbe-a93f-4256-a9f7-bbb990909145 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.147315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9494e379-c4b9-46e7-baf5-942d4c31a5ce req-35983cbe-a93f-4256-a9f7-bbb990909145 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 944 time: 0.2222404 Jul 22 14:25:57.188625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c636d-77e3-4273-96b6-9a738f3d280b req-2b7afd99-e366-4ff7-be63-f4ec30ed9d03 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.190203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-789c636d-77e3-4273-96b6-9a738f3d280b req-2b7afd99-e366-4ff7-be63-f4ec30ed9d03 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 950 time: 0.3099289 Jul 22 14:25:57.307179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-789c636d-77e3-4273-96b6-9a738f3d280b req-eddb1876-4fba-4712-9dd7-71dbc61a36d8 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024160 Jul 22 14:25:57.338907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:25:57.339526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9494e379-c4b9-46e7-baf5-942d4c31a5ce req-20f59fd2-e2b1-4774-945e-dbeccae2e4e9 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882126 Jul 22 14:25:57.389157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Made reservation on behalf of ba15358713bd41cb92c52252dc577ff6 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:25:57.393628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.435125 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c4fd19-4df5-4a41-aa93-e093974af0cf x-openstack-request-id: req-10c4fd19-4df5-4a41-aa93-e093974af0cf {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:25:57.437833 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae2c59f-7365-4916-86d3-9e1674f7d572", "name": "network-vif-deleted", "tag": "2595ca00-98b5-497a-a879-f1ec650423e2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:25:57.438148 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10c4fd19-4df5-4a41-aa93-e093974af0cf {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:25:57.439714 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae2c59f-7365-4916-86d3-9e1674f7d572', 'name': 'network-vif-deleted', 'tag': '2595ca00-98b5-497a-a879-f1ec650423e2', 'status': 'completed', 'code': 200} Jul 22 14:25:57.515621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-2bf95ca6-50c4-4336-b243-1b75a8c07cf9 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.516869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-2bf95ca6-50c4-4336-b243-1b75a8c07cf9 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f&tenant_id=6cb20be05566452397ae5b648778503d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.1628301 Jul 22 14:25:57.721678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:57.743512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '667f909c-a496-46fd-818a-eb55ee0230f4', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': '667f909c-a496-46fd-818a-eb55ee0230f4', 'mac_address': 'fa:16:3e:b7:09:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:25:57.746689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-36c68f16-b789-42bb-b0b7-002fbf0d369b service neutron] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:25:57.750334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-36c68f16-b789-42bb-b0b7-002fbf0d369b service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.752397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0bdce7a9-df24-4c9c-8082-bd407f8994f1 req-36c68f16-b789-42bb-b0b7-002fbf0d369b service neutron] 10.222.0.61 "DELETE /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa/bindings/n-h1-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.2267437 Jul 22 14:25:57.790143 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.807373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb54f2-f5ce-40a7-a469-2a23ce1dc7bd req-26503340-7acd-4e40-b87e-fe8d7e37e495 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.807836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667f909c-a496-46fd-818a-eb55ee0230f4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:57.809730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00bb54f2-f5ce-40a7-a469-2a23ce1dc7bd req-26503340-7acd-4e40-b87e-fe8d7e37e495 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 943 time: 0.2004664 Jul 22 14:25:57.829209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c49cb-1625-4740-ae0e-3788f6dd479e req-6ab7a77a-a4b0-424a-a04d-0503d9a4fd01 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:57.837833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d1c49cb-1625-4740-ae0e-3788f6dd479e req-6ab7a77a-a4b0-424a-a04d-0503d9a4fd01 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.2854283 Jul 22 14:25:57.838638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:57.842056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Allocated IP 172.20.0.5 (5a4c936d-4647-4aab-83ca-3618d04950b5/fbb36b84-dac1-4cfc-a164-e19d4987dd40/58cc18ed-8395-4a99-96e4-cce3cfa2435e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:25:57.858840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:57.928624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:57.939470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.939829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.940183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.940534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.940903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.941236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.941579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.941920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.942247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.942612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.942954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.943292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:25:57.959386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d1c49cb-1625-4740-ae0e-3788f6dd479e req-5454d02e-89ee-408d-b839-fbab40ac3ed3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184168 Jul 22 14:25:57.972435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00bb54f2-f5ce-40a7-a469-2a23ce1dc7bd req-d7186145-b517-4914-a253-cc3860b6b5dc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321988 Jul 22 14:25:58.122115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-78a6f14f-a80a-4f83-892c-a2d047c08354 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:58.123885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-78a6f14f-a80a-4f83-892c-a2d047c08354 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 950 time: 0.0793183 Jul 22 14:25:58.136293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91edd750-5e3d-4e09-b905-40fcb791b9e9 req-c1ed03ca-962e-423e-97f9-b0628ade8c7f tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 210 time: 0.0459027 Jul 22 14:25:58.153514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['667f909c-a496-46fd-818a-eb55ee0230f4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:58.283848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:58.318856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Transition to ACTIVE for port object 58cc18ed-8395-4a99-96e4-cce3cfa2435e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:58.417046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:58.470949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-744cf482-6331-42e3-a71a-f243a8511628 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:58.473077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-744cf482-6331-42e3-a71a-f243a8511628 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 950 time: 0.2222185 Jul 22 14:25:58.528969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:25:58.566895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:58.592235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:25:58.620027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:25:58.698148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:58.698963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:58.750918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:58.751877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:58.785847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event updated for resources: {'Port': ['ID=58cc18ed-8395-4a99-96e4-cce3cfa2435e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:58.797249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 8484da10-7e17-4bc9-b211-e0339b44f32e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:25:58.800753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:58.824453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-3d0a9cc6-bac4-4b0a-af18-f1c583602d30 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8287904 Jul 22 14:25:58.858425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Request body: {'port': {'device_id': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:25:58.889080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533a20f-6f73-4966-875b-e914e443a0ca req-213eb682-909c-4991-ba4f-12841595d0ac tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:58.912027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e3a72c4-d65a-48c0-bc97-9f7925877e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:58.915932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a533a20f-6f73-4966-875b-e914e443a0ca req-213eb682-909c-4991-ba4f-12841595d0ac tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 944 time: 0.4207931 Jul 22 14:25:59.026554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997683-cae1-4414-9880-1063c58b90d6 req-c65381d9-d801-4a8a-9ed1-e70cc53a930a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:59.028756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8997683-cae1-4414-9880-1063c58b90d6 req-c65381d9-d801-4a8a-9ed1-e70cc53a930a tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=88c5dcb1-c087-462a-9cb1-ee44b8031aee HTTP/1.1" status: 200 len: 950 time: 0.5467312 Jul 22 14:25:59.031051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:59.031959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.048359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f7217192-9b65-4c7f-bdd9-cc5e99b96b00 None None] Provisioning for port 58cc18ed-8395-4a99-96e4-cce3cfa2435e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:59.052951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f7217192-9b65-4c7f-bdd9-cc5e99b96b00 None None] Provisioning complete for port 58cc18ed-8395-4a99-96e4-cce3cfa2435e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:59.053576 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7217192-9b65-4c7f-bdd9-cc5e99b96b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.054377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:59.079724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 8484da10-7e17-4bc9-b211-e0339b44f32e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8484da10-7e17-4bc9-b211-e0339b44f32e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:59.080707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.086295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a533a20f-6f73-4966-875b-e914e443a0ca req-cad5e2d5-08cf-4400-9a04-77fd08e90fbb tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695275 Jul 22 14:25:59.100141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f7217192-9b65-4c7f-bdd9-cc5e99b96b00 None None] Port 58cc18ed-8395-4a99-96e4-cce3cfa2435e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:25:59.120826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8997683-cae1-4414-9880-1063c58b90d6 req-edc08dd5-c4b1-42b4-b2c5-c4094c28d08d tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814362 Jul 22 14:25:59.143688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 8484da10-7e17-4bc9-b211-e0339b44f32e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:25:59.162277 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.346156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e3a72c4-d65a-48c0-bc97-9f7925877e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.354784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:25:59.357388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e3a72c4-d65a-48c0-bc97-9f7925877e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.417441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e3a72c4-d65a-48c0-bc97-9f7925877e5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb0e4a3745e74fb781534319251dcab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8274837 Jul 22 14:25:59.428560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:25:59.451458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a72c4-d65a-48c0-bc97-9f7925877e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46218f8d-fd68-4e11-8be7-ef2c397ffc62,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:59.458757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 667f909c-a496-46fd-818a-eb55ee0230f4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:25:59.463910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 667f909c-a496-46fd-818a-eb55ee0230f4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:25:59.464519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.545273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.565562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:25:59.589758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=2e88f335-449b-4b7b-9fb4-119ad9ca5b62,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:59.643110 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.644835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.679952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58cc18ed-8395-4a99-96e4-cce3cfa2435e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:25:59.692323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.700647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:59.703451 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4939ba-e43d-40ad-9dce-17a4768467c1" -d '{"events": [{"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-plugged", "status": "completed", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:59.710650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Transition to ACTIVE for port object 58cc18ed-8395-4a99-96e4-cce3cfa2435e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:25:59.726437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:59.727438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.730897 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.733332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73418ecc-9cc5-4910-9f00-ab9e6298a474 req-2bae5139-8aff-4cec-8f77-159dbfec6d43 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "DELETE /v2.0/ports/2e88f335-449b-4b7b-9fb4-119ad9ca5b62 HTTP/1.1" status: 204 len: 173 time: 1.5951729 Jul 22 14:25:59.750700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:25:59.762843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.790618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=58cc18ed-8395-4a99-96e4-cce3cfa2435e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:59.811630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'name': 'network-vif-deleted', 'tag': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:25:59.818108 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0a9af1-cfc4-4c67-a919-24f33d54d6a4" -d '{"events": [{"server_uuid": "88c5dcb1-c087-462a-9cb1-ee44b8031aee", "name": "network-vif-deleted", "tag": "2e88f335-449b-4b7b-9fb4-119ad9ca5b62"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:25:59.826117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=8484da10-7e17-4bc9-b211-e0339b44f32e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:59.833075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:25:59.861546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ae0e-fe13-4279-be09-04b8ffa3aac8 req-ace29d14-11af-44a4-bc2a-92be66ef35c4 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:59.870298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc71ae0e-fe13-4279-be09-04b8ffa3aac8 req-ace29d14-11af-44a4-bc2a-92be66ef35c4 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.5836654 Jul 22 14:25:59.897689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 8484da10-7e17-4bc9-b211-e0339b44f32e on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:25:59.901727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.904241 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8c8489b9-3b4b-4223-a692-beead17c1eb2 req-f9e88d6e-7569-444a-a6f5-3b8931f743bc tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "DELETE /v2.0/ports/8484da10-7e17-4bc9-b211-e0339b44f32e HTTP/1.1" status: 204 len: 173 time: 1.4251831 Jul 22 14:25:59.926567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af4056ce-c358-4213-911f-2e5ea11f5836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:25:59.939638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ea2dc-e005-4fdd-8d81-967b13aad30d req-2faa51c1-7c15-49d5-b8e8-5987a99b3dd7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:25:59.941793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-555ea2dc-e005-4fdd-8d81-967b13aad30d req-2faa51c1-7c15-49d5-b8e8-5987a99b3dd7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 944 time: 0.6140084 Jul 22 14:26:00.087534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-555ea2dc-e005-4fdd-8d81-967b13aad30d req-00aa5c98-94c7-4d4c-9a4b-262e79d79da6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250637 Jul 22 14:26:00.102595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc71ae0e-fe13-4279-be09-04b8ffa3aac8 req-df2d9ed7-58f4-4802-a19b-4a11ed5bde29 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308567 Jul 22 14:26:00.190869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af4056ce-c358-4213-911f-2e5ea11f5836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.255796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:00.264553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Attempting to bind port 58cc18ed-8395-4a99-96e4-cce3cfa2435e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:00.264894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Attempting to bind port 58cc18ed-8395-4a99-96e4-cce3cfa2435e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:00.265235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Attempting to bind port 58cc18ed-8395-4a99-96e4-cce3cfa2435e on network 5a4c936d-4647-4aab-83ca-3618d04950b5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:00.300559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Port 58cc18ed-8395-4a99-96e4-cce3cfa2435e on network 5a4c936d-4647-4aab-83ca-3618d04950b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:00.301642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Attempting to bind port 58cc18ed-8395-4a99-96e4-cce3cfa2435e on network 5a4c936d-4647-4aab-83ca-3618d04950b5 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:00.335284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:00.335654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Checking segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:00.336155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Bound using segment: {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:00.337385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Bound port: 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:00.338224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.388229 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14446ac-fa26-48ef-bdff-6e2e78e1acc5 x-openstack-request-id: req-c14446ac-fa26-48ef-bdff-6e2e78e1acc5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:00.401355 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-plugged", "status": "completed", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:00.403530 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c14446ac-fa26-48ef-bdff-6e2e78e1acc5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:00.404162 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4', 'code': 200} Jul 22 14:26:00.443736 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af4056ce-c358-4213-911f-2e5ea11f5836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.448983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af4056ce-c358-4213-911f-2e5ea11f5836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.452626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af4056ce-c358-4213-911f-2e5ea11f5836 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46218f8d-fd68-4e11-8be7-ef2c397ffc62 HTTP/1.1" status: 204 len: 168 time: 1.0085576 Jul 22 14:26:00.517633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2074f4-f261-4135-8d1b-c620d3c739d3 req-1afaceec-fbee-45d8-b702-3d63dd367b05 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:00.524946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d2074f4-f261-4135-8d1b-c620d3c739d3 req-1afaceec-fbee-45d8-b702-3d63dd367b05 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 943 time: 0.2418668 Jul 22 14:26:00.568667 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6786dc3-38dc-4752-b941-fa857074be1e x-openstack-request-id: req-e6786dc3-38dc-4752-b941-fa857074be1e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:00.569312 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c5dcb1-c087-462a-9cb1-ee44b8031aee", "name": "network-vif-deleted", "tag": "2e88f335-449b-4b7b-9fb4-119ad9ca5b62", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:00.570141 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6786dc3-38dc-4752-b941-fa857074be1e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:00.572099 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c5dcb1-c087-462a-9cb1-ee44b8031aee', 'name': 'network-vif-deleted', 'tag': '2e88f335-449b-4b7b-9fb4-119ad9ca5b62', 'status': 'completed', 'code': 200} Jul 22 14:26:00.589277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4056ce-c358-4213-911f-2e5ea11f5836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46218f8d-fd68-4e11-8be7-ef2c397ffc62,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:00.632474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] For port 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:00.647472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa12e77-9ada-46e0-b185-86ade3fda3c0 req-be35bbb4-30c5-4d3b-a63f-b9f5e763ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:00.650977 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cfa12e77-9ada-46e0-b185-86ade3fda3c0 req-be35bbb4-30c5-4d3b-a63f-b9f5e763ea2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 1096 time: 0.1958935 Jul 22 14:26:00.709024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] For port 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:00.717109 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cfa12e77-9ada-46e0-b185-86ade3fda3c0 req-b2c83349-62ff-43f9-9212-4dcaa0c65757 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534344 Jul 22 14:26:00.720199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d2074f4-f261-4135-8d1b-c620d3c739d3 req-fd242fb3-cd3c-43e4-afbb-436657def2f9 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698160 Jul 22 14:26:00.724044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.813235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:00.814009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:00.818964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] 10.222.0.72 "PUT /v2.0/ports/58cc18ed-8395-4a99-96e4-cce3cfa2435e HTTP/1.1" status: 200 len: 1091 time: 1.9782777 Jul 22 14:26:00.819477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:00.823771 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:00.991714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a64a5b-2d21-4465-989b-9efdc2284626 req-9ae48bd9-1b1a-45cb-9ad8-fbccd7c5ea6c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:00.993742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63a64a5b-2d21-4465-989b-9efdc2284626 req-9ae48bd9-1b1a-45cb-9ad8-fbccd7c5ea6c tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 1095 time: 0.3377669 Jul 22 14:26:00.994633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ecba0-13cb-4c29-a6fb-bf4059997bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=58cc18ed-8395-4a99-96e4-cce3cfa2435e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:01.055105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0c89ed8-208a-4a8e-aabf-1a09eb4954bf req-7ed55e93-d269-49dc-a0ec-fe3115f77201 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=69cfd969-c015-473e-9ed8-125af05e57f4 HTTP/1.1" status: 200 len: 210 time: 0.0560801 Jul 22 14:26:01.106653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63a64a5b-2d21-4465-989b-9efdc2284626 req-341b32c9-af29-4802-84ea-24cfd4e9ed64 tempest-LiveAutoBlockMigrationV225Test-67483442 tempest-LiveAutoBlockMigrationV225Test-67483442-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994930 Jul 22 14:26:01.130767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-845de596-1c2f-4d99-897c-82c4d123b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:01.132742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-845de596-1c2f-4d99-897c-82c4d123b41a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba15358713bd41cb92c52252dc577ff6&device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 1094 time: 0.2071798 Jul 22 14:26:01.237886 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd399866-7771-4442-93b3-0068a960552f x-openstack-request-id: req-dd399866-7771-4442-93b3-0068a960552f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:01.237886 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:01.237886 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd399866-7771-4442-93b3-0068a960552f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:01.237886 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'status': 'completed', 'code': 200} Jul 22 14:26:01.257584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-eaf0d583-910a-4d6d-9f3b-b6a77e63461c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e HTTP/1.1" status: 200 len: 217 time: 0.1162922 Jul 22 14:26:01.288474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8484da10-7e17-4bc9-b211-e0339b44f32e no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:01.329576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 8484da10-7e17-4bc9-b211-e0339b44f32e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:01.329945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8484da10-7e17-4bc9-b211-e0339b44f32e not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:01.330151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:01.365048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:01.365310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2e88f335-449b-4b7b-9fb4-119ad9ca5b62 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:01.428649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-0ac03a0f-bf27-4833-bdb4-0112ebaad7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:01.430892 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-0ac03a0f-bf27-4833-bdb4-0112ebaad7fa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fbb36b84-dac1-4cfc-a164-e19d4987dd40 HTTP/1.1" status: 200 len: 844 time: 0.1654389 Jul 22 14:26:01.503353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bc16b-c9b0-4077-947a-e004a0d3f189 req-63cfe711-e5e2-4afd-8fb4-bb532d267ab7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:01.504668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-554bc16b-c9b0-4077-947a-e004a0d3f189 req-63cfe711-e5e2-4afd-8fb4-bb532d267ab7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.2299917 Jul 22 14:26:01.515421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c9641-0790-4aaa-a977-c005640f19c2 req-d9cbecbc-1f9b-4818-9812-594a0f8d8cdb tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:01.516824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7c9641-0790-4aaa-a977-c005640f19c2 req-d9cbecbc-1f9b-4818-9812-594a0f8d8cdb tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1974649 Jul 22 14:26:01.598221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-8bbefb43-7d81-41b7-b0f8-b185f8e20cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:01.599706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-8bbefb43-7d81-41b7-b0f8-b185f8e20cb9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a4c936d-4647-4aab-83ca-3618d04950b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581321 Jul 22 14:26:01.605134 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-554bc16b-c9b0-4077-947a-e004a0d3f189 req-41e09431-279a-4144-956c-d9a3885f5151 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864666 Jul 22 14:26:01.618353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7c9641-0790-4aaa-a977-c005640f19c2 req-e496f409-0545-487f-8f59-d0ccd3a0cde6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776424 Jul 22 14:26:01.805825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-943ad8fe-569a-42d0-85f0-b12101717dfb service neutron] 10.222.0.72 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974788 Jul 22 14:26:02.025102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468e0a8-10df-427c-86ff-2a71857b28bc req-fd1fdb9a-d4fc-4107-91f1-692e4f7c6276 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.026735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c468e0a8-10df-427c-86ff-2a71857b28bc req-fd1fdb9a-d4fc-4107-91f1-692e4f7c6276 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 943 time: 0.1610096 Jul 22 14:26:02.029548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e059cf33-f830-4ab8-b49a-3c1f26bd5239 req-abb0a871-0957-464a-8c5b-6e0eec327038 service neutron] 10.222.0.72 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165856 Jul 22 14:26:02.120249 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c468e0a8-10df-427c-86ff-2a71857b28bc req-0d92a9f4-f294-4d34-bcbd-72e64477a448 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855238 Jul 22 14:26:02.141517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d8237-2758-478b-9b95-208c9226cdfe req-8218ee8f-6762-4554-b69b-ce2eb897a43e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.148755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae6d8237-2758-478b-9b95-208c9226cdfe req-8218ee8f-6762-4554-b69b-ce2eb897a43e tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 944 time: 0.1859148 Jul 22 14:26:02.191340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-6db9c916-28d7-42ea-870a-88ab479ac5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.192894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-6db9c916-28d7-42ea-870a-88ab479ac5d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba15358713bd41cb92c52252dc577ff6&device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 1094 time: 0.1079783 Jul 22 14:26:02.205997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae6d8237-2758-478b-9b95-208c9226cdfe req-de454a4f-2e5a-442c-b371-201d33e6e67b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563548 Jul 22 14:26:02.337378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-e9138ed3-bf28-4b48-a421-35683b59d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.342669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-e9138ed3-bf28-4b48-a421-35683b59d850 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a4c936d-4647-4aab-83ca-3618d04950b5 HTTP/1.1" status: 200 len: 906 time: 0.1320715 Jul 22 14:26:02.390924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-107e5e7e-599d-4f6c-82e7-d05a771383d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e HTTP/1.1" status: 200 len: 217 time: 0.0436242 Jul 22 14:26:02.458063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-e4c46a31-f6e2-47da-9553-393c3a36c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.460093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-e4c46a31-f6e2-47da-9553-393c3a36c8e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fbb36b84-dac1-4cfc-a164-e19d4987dd40 HTTP/1.1" status: 200 len: 844 time: 0.0625572 Jul 22 14:26:02.553779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-04e00120-cccb-41a2-aa87-c017650050ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.556007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-04e00120-cccb-41a2-aa87-c017650050ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a4c936d-4647-4aab-83ca-3618d04950b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880313 Jul 22 14:26:02.591101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cfd969-c015-473e-9ed8-125af05e57f4', 'name': 'network-vif-deleted', 'tag': '8484da10-7e17-4bc9-b211-e0339b44f32e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:02.597395 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fb8861-b0d6-4607-bba8-66b683e1a910" -d '{"events": [{"server_uuid": "69cfd969-c015-473e-9ed8-125af05e57f4", "name": "network-vif-deleted", "tag": "8484da10-7e17-4bc9-b211-e0339b44f32e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:02.646800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-1410ae93-cea2-4d3a-8dc0-4dc370e25a09 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.649156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-1410ae93-cea2-4d3a-8dc0-4dc370e25a09 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 944 time: 0.0996866 Jul 22 14:26:02.746438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-b0f9ad8f-2f6a-40ef-aadd-b0796568507b service neutron] 10.222.0.72 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812375 Jul 22 14:26:02.756149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a941d4-3a6b-4058-9d32-61e00651944a req-73896bdd-0421-4c77-896b-bdfc9aa2979e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:02.757717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81a941d4-3a6b-4058-9d32-61e00651944a req-73896bdd-0421-4c77-896b-bdfc9aa2979e tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 949 time: 0.0993874 Jul 22 14:26:02.773009 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5da53f1-5c65-40da-bf5c-c115f29f62c2 x-openstack-request-id: req-e5da53f1-5c65-40da-bf5c-c115f29f62c2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:02.773678 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cfd969-c015-473e-9ed8-125af05e57f4", "name": "network-vif-deleted", "tag": "8484da10-7e17-4bc9-b211-e0339b44f32e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:02.774464 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5da53f1-5c65-40da-bf5c-c115f29f62c2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:02.775125 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cfd969-c015-473e-9ed8-125af05e57f4', 'name': 'network-vif-deleted', 'tag': '8484da10-7e17-4bc9-b211-e0339b44f32e', 'status': 'completed', 'code': 200} Jul 22 14:26:02.878718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81a941d4-3a6b-4058-9d32-61e00651944a req-5b6f663c-8e65-4217-86b4-c421db04d9e4 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035151 Jul 22 14:26:02.890413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Deleting port 1a324371-115d-4c71-a80f-6243619413fa {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:02.890413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:03.022461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eab01a6-80f9-4f3d-aac2-fbf90ddf80cb req-1b5592ad-717e-42ed-93aa-d2e3e4247bbf service neutron] 10.222.0.72 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637498 Jul 22 14:26:03.032916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] For port 1a324371-115d-4c71-a80f-6243619413fa, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1a324371-115d-4c71-a80f-6243619413fa,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:03.033294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:03.051728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Calling delete_port for 1a324371-115d-4c71-a80f-6243619413fa owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:03.066901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5d41b-c4aa-42ee-b056-4251b3b243c9 req-5aa3f6f8-e890-4d49-90e8-12c9ffa6b0f2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:03.068625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cb5d41b-c4aa-42ee-b056-4251b3b243c9 req-5aa3f6f8-e890-4d49-90e8-12c9ffa6b0f2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1559265 Jul 22 14:26:03.098037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a09a04-bbbc-49b0-a27d-34cda6f8b688 req-afb53d49-9888-4cd0-9027-2e6971779581 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:03.099831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5a09a04-bbbc-49b0-a27d-34cda6f8b688 req-afb53d49-9888-4cd0-9027-2e6971779581 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1245749 Jul 22 14:26:03.151111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cb5d41b-c4aa-42ee-b056-4251b3b243c9 req-7369d406-9c8b-41c4-b9d0-193d5affa486 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735102 Jul 22 14:26:03.238844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5a09a04-bbbc-49b0-a27d-34cda6f8b688 req-a1f2bf1b-fe6f-4870-bed7-3f23ec5dd594 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910292 Jul 22 14:26:03.279781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:03.294914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', '1a324371-115d-4c71-a80f-6243619413fa'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:03.307846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c89dcd5c-5c34-4fab-8224-e7b13cc92123 req-db60ea6e-5738-40cd-bf1d-a8b9b23eba51 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0527220 Jul 22 14:26:03.358291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event deleted for resources: {'Port': ['ID=1a324371-115d-4c71-a80f-6243619413fa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:03.429092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] No DVR routers for this DVR port 1a324371-115d-4c71-a80f-6243619413fa on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:03.433137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:03.437604 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2adde1cc-5c68-4207-aa67-6efdcf0c6f7f req-2a5cb137-fef7-4884-903b-8334ad0661e4 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "DELETE /v2.0/ports/1a324371-115d-4c71-a80f-6243619413fa HTTP/1.1" status: 204 len: 173 time: 0.7807646 Jul 22 14:26:03.606429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd4b3f-ac86-4851-9bc8-37534dc6b38e req-efd75d6d-d488-4449-a48d-b814e8388243 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:03.613663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5afd4b3f-ac86-4851-9bc8-37534dc6b38e req-efd75d6d-d488-4449-a48d-b814e8388243 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 943 time: 0.1550245 Jul 22 14:26:03.678690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5afd4b3f-ac86-4851-9bc8-37534dc6b38e req-2c830148-1570-407e-81e2-1ea8d000405c tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588884 Jul 22 14:26:03.883544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f824126d-c556-4ecb-a2c2-6e1fb9bb498d req-f03e4e6c-ebb7-4290-acc8-359044974a91 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 210 time: 0.0382478 Jul 22 14:26:04.098328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efabc8-915f-4536-81e1-e6d935340bbd req-4ca92be4-169c-44c4-a45a-7cb52a50aa58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:04.099972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47efabc8-915f-4536-81e1-e6d935340bbd req-4ca92be4-169c-44c4-a45a-7cb52a50aa58 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 949 time: 0.1405478 Jul 22 14:26:04.289314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Deleting port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:04.289664 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:04.428775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] For port 6aa2067c-8c66-44bc-b1b6-27899c0e4946, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6aa2067c-8c66-44bc-b1b6-27899c0e4946,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:04.429627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:04.452253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Calling delete_port for 6aa2067c-8c66-44bc-b1b6-27899c0e4946 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:04.602492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae711197-4ffd-4069-afbe-c52db086a27f req-7277e656-704e-4d08-9cb4-f5125e9c6bbb tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:04.609709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae711197-4ffd-4069-afbe-c52db086a27f req-7277e656-704e-4d08-9cb4-f5125e9c6bbb tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0972292 Jul 22 14:26:04.638645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69600abe-24db-4a2d-9e1e-b7009c99b985 req-10aa73ce-cbf9-4e05-bad5-0d08a07d00aa tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:04.644382 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:04.646104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69600abe-24db-4a2d-9e1e-b7009c99b985 req-10aa73ce-cbf9-4e05-bad5-0d08a07d00aa tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/ports?device_id=41c84851-59ef-45e0-88ff-f9bdc3a1a005 HTTP/1.1" status: 200 len: 949 time: 0.6646383 Jul 22 14:26:04.659579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6aa2067c-8c66-44bc-b1b6-27899c0e4946'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:04.694553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae711197-4ffd-4069-afbe-c52db086a27f req-12d806cb-b0c0-4d4f-982d-969ed949d2fc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838814 Jul 22 14:26:04.775755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69600abe-24db-4a2d-9e1e-b7009c99b985 req-f3c7d645-7464-4a01-954d-0cac1e727397 tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.60 "GET /v2.0/security-groups?id=40c6618b-b839-46e0-a18e-193756ee87b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285613 Jul 22 14:26:04.777277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Pushing event deleted for resources: {'Port': ['ID=6aa2067c-8c66-44bc-b1b6-27899c0e4946,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:04.795082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'name': 'network-vif-deleted', 'tag': '1a324371-115d-4c71-a80f-6243619413fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:04.798291 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd751caa-c344-4661-aea8-092b66dcb1af" -d '{"events": [{"server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "name": "network-vif-deleted", "tag": "1a324371-115d-4c71-a80f-6243619413fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:04.890718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] No DVR routers for this DVR port 6aa2067c-8c66-44bc-b1b6-27899c0e4946 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:04.893494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:04.897035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47efabc8-915f-4536-81e1-e6d935340bbd req-87a97986-b579-4827-875e-258e7829f2bb tempest-ServersOnMultiNodesTest-1407839662 tempest-ServersOnMultiNodesTest-1407839662-project] 10.222.0.61 "DELETE /v2.0/ports/6aa2067c-8c66-44bc-b1b6-27899c0e4946 HTTP/1.1" status: 204 len: 173 time: 0.7905364 Jul 22 14:26:04.929702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-037f4c3b-6b22-4bf5-ac6e-929d01893610 req-5e4a6a45-ad75-412b-a0b8-19a580ec3bae tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0403011 Jul 22 14:26:04.989512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be45e-1ab7-4a40-b9ec-d15130891f61 req-051e2a45-3c79-4e3d-953f-59fef19acdd8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:04.993409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c24be45e-1ab7-4a40-b9ec-d15130891f61 req-051e2a45-3c79-4e3d-953f-59fef19acdd8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1471090 Jul 22 14:26:05.041479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c24be45e-1ab7-4a40-b9ec-d15130891f61 req-ce502ec2-37c6-4fca-9b85-338ba0f176db tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Jul 22 14:26:05.172596 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6683fc0-d90e-4465-b3ac-c5affd8d7755 x-openstack-request-id: req-c6683fc0-d90e-4465-b3ac-c5affd8d7755 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:05.173098 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2090eb46-85c2-43f0-802c-2274705d8c4f", "name": "network-vif-deleted", "tag": "1a324371-115d-4c71-a80f-6243619413fa", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:05.173214 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6683fc0-d90e-4465-b3ac-c5affd8d7755 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:05.173783 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2090eb46-85c2-43f0-802c-2274705d8c4f', 'name': 'network-vif-deleted', 'tag': '1a324371-115d-4c71-a80f-6243619413fa', 'status': 'completed', 'code': 200} Jul 22 14:26:05.275354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60691f43-4852-4f53-8327-a23745e5d7b4 req-efdfc596-4db0-48e4-a328-133e6a55e4f6 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 210 time: 0.0497096 Jul 22 14:26:05.286501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e425e6b-7738-4abc-b033-c5ce6e847cc5 req-54239258-207a-44bb-adb1-cecce79f1d32 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:05.295728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e425e6b-7738-4abc-b033-c5ce6e847cc5 req-54239258-207a-44bb-adb1-cecce79f1d32 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 943 time: 0.1425312 Jul 22 14:26:05.306839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1a324371-115d-4c71-a80f-6243619413fa no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:05.330904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 1a324371-115d-4c71-a80f-6243619413fa {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:05.331253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1a324371-115d-4c71-a80f-6243619413fa not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:05.346944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e425e6b-7738-4abc-b033-c5ce6e847cc5 req-317a2663-f6bb-4878-96ae-b035002ed52b tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465112 Jul 22 14:26:05.384844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 58cc18ed-8395-4a99-96e4-cce3cfa2435e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:05.491537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:05.502855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'port_id': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'mac_address': 'fa:16:3e:d3:a5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:05.557845 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:05.572360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58cc18ed-8395-4a99-96e4-cce3cfa2435e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:05.604611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:05.609916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:05.618348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3d8ea21-54f6-49e4-9174-e00a79993d22 req-7439cbe1-3cb4-48af-85d9-e82acfc0d38d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0385125 Jul 22 14:26:05.668643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=58cc18ed-8395-4a99-96e4-cce3cfa2435e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:05.821556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da66808-9cd3-464b-9c6e-f12ffc8a79a8 req-31436909-072a-46d2-854d-6d0036eb44a1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:05.823105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0da66808-9cd3-464b-9c6e-f12ffc8a79a8 req-31436909-072a-46d2-854d-6d0036eb44a1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0672829 Jul 22 14:26:05.869513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0da66808-9cd3-464b-9c6e-f12ffc8a79a8 req-e5f1935c-6aa9-4d32-ae4c-aba197f09eaf tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Jul 22 14:26:05.886246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['58cc18ed-8395-4a99-96e4-cce3cfa2435e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:06.085881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8b0b187-428f-46b9-97ad-5149bf607cf3 req-730e8566-d6f6-44a0-8f1a-000382d0d50b tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0408182 Jul 22 14:26:06.110549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42028) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:06.221171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5830254-2e2f-4ddf-bc1a-f107e1d358bb req-20d39d1e-efce-455a-ab5e-cbe35fde60da tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:06.229482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5830254-2e2f-4ddf-bc1a-f107e1d358bb req-20d39d1e-efce-455a-ab5e-cbe35fde60da tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.0823808 Jul 22 14:26:06.291712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5830254-2e2f-4ddf-bc1a-f107e1d358bb req-616131fc-9380-4e77-b991-3180fa4b5e19 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610750 Jul 22 14:26:06.315806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c90f6fd0-47de-4398-94e9-34184048e1fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cd9ca222e7c40418acc3fd98c6d71b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033486 Jul 22 14:26:06.318875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42060) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:06.401457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93735514-014b-4bd4-9b2f-ad5859869814 req-77ec948e-13e9-4d90-9d61-82951b8b3331 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 210 time: 0.0345252 Jul 22 14:26:06.402234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84fd90f3-f98a-4e63-a26e-b60e6739b6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:06.430804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84fd90f3-f98a-4e63-a26e-b60e6739b6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:06.533178 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84fd90f3-f98a-4e63-a26e-b60e6739b6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:06.536190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84fd90f3-f98a-4e63-a26e-b60e6739b6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:06.537350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-84fd90f3-f98a-4e63-a26e-b60e6739b6af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40c6618b-b839-46e0-a18e-193756ee87b6 HTTP/1.1" status: 204 len: 168 time: 0.2170703 Jul 22 14:26:06.564195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67cf7b-4d73-405a-8e20-1a0587b8482d req-c84b355d-7656-49bc-87c4-0b3503854c00 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:06.574236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b67cf7b-4d73-405a-8e20-1a0587b8482d req-c84b355d-7656-49bc-87c4-0b3503854c00 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 944 time: 0.1087720 Jul 22 14:26:06.575988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd90f3-f98a-4e63-a26e-b60e6739b6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6618b-b839-46e0-a18e-193756ee87b6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:06.652724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b67cf7b-4d73-405a-8e20-1a0587b8482d req-b5ae4b35-2e1a-4fa4-bc57-beaab8be833f tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725522 Jul 22 14:26:06.942289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:07.010397 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.011568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dcdc859d-714f-427b-aee3-33406d8f9e0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b465bb1307404126b39febebe9958f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0680933 Jul 22 14:26:07.014660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42104) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:07.076987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64c2e1-116f-4927-a561-77c516b22071 req-e0c753b1-c1b3-4a6f-a879-b6c43a8008ae tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:07.078577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d64c2e1-116f-4927-a561-77c516b22071 req-e0c753b1-c1b3-4a6f-a879-b6c43a8008ae tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1293218 Jul 22 14:26:07.120552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc04-3f21-4df2-927a-19fe15f2614a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.155503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d64c2e1-116f-4927-a561-77c516b22071 req-0f4a31ed-812e-43aa-9189-e0a09c4b0ec2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668147 Jul 22 14:26:07.173076 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc04-3f21-4df2-927a-19fe15f2614a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.174858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'name': 'network-vif-deleted', 'tag': '6aa2067c-8c66-44bc-b1b6-27899c0e4946'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:07.178089 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fb47e8-d4b6-4122-8bdf-b6491957c7db" -d '{"events": [{"server_uuid": "41c84851-59ef-45e0-88ff-f9bdc3a1a005", "name": "network-vif-deleted", "tag": "6aa2067c-8c66-44bc-b1b6-27899c0e4946"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:07.279391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc04-3f21-4df2-927a-19fe15f2614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.283082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc04-3f21-4df2-927a-19fe15f2614a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.288558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba66dc04-3f21-4df2-927a-19fe15f2614a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/275d635c-0242-4ac9-aceb-7e15e904c876 HTTP/1.1" status: 204 len: 168 time: 0.2729576 Jul 22 14:26:07.321475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ef0508b-c85a-4434-9f97-950822c4b249 req-ee10f6f9-8a0b-4991-9d56-fa74ee32d3c1 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0548348 Jul 22 14:26:07.322644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66dc04-3f21-4df2-927a-19fe15f2614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d635c-0242-4ac9-aceb-7e15e904c876,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:07.338905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6aa2067c-8c66-44bc-b1b6-27899c0e4946 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:07.381697 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b8ddb7-5ae4-4b31-b131-f753b7810a79 x-openstack-request-id: req-b5b8ddb7-5ae4-4b31-b131-f753b7810a79 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:07.381988 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41c84851-59ef-45e0-88ff-f9bdc3a1a005", "name": "network-vif-deleted", "tag": "6aa2067c-8c66-44bc-b1b6-27899c0e4946", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:07.382592 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5b8ddb7-5ae4-4b31-b131-f753b7810a79 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:07.383153 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41c84851-59ef-45e0-88ff-f9bdc3a1a005', 'name': 'network-vif-deleted', 'tag': '6aa2067c-8c66-44bc-b1b6-27899c0e4946', 'status': 'completed', 'code': 200} Jul 22 14:26:07.429022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 58cc18ed-8395-4a99-96e4-cce3cfa2435e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:07.436731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 6aa2067c-8c66-44bc-b1b6-27899c0e4946 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:07.437199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6aa2067c-8c66-44bc-b1b6-27899c0e4946 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:07.437652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:07.463021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.518996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b6fc9-3841-4b91-8e77-b66e1f207c14 req-b41078bf-39ae-4ed9-a7e6-8c3c645c94e7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:07.520804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-011b6fc9-3841-4b91-8e77-b66e1f207c14 req-b41078bf-39ae-4ed9-a7e6-8c3c645c94e7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1059420 Jul 22 14:26:07.568347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 58cc18ed-8395-4a99-96e4-cce3cfa2435e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:07.573500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 58cc18ed-8395-4a99-96e4-cce3cfa2435e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:07.573874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.604074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-011b6fc9-3841-4b91-8e77-b66e1f207c14 req-f01d3c6e-5b34-4452-ba2a-be2ff50714c3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777323 Jul 22 14:26:07.719530 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.799337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:07.802373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:07.805810 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade0e616-2992-41b8-9f40-7dce3c21af7b" -d '{"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-unplugged", "status": "completed", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:07.827026 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:07.939350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-16416958-e2f2-4689-bf22-fa0997bd043c tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:07.947238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-16416958-e2f2-4689-bf22-fa0997bd043c tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.2390170 Jul 22 14:26:07.982450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:07.988698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78e404e1-bf35-4d2b-ab08-7c59e628206a req-908a4883-6248-49ea-a582-fbe762dc384c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=2090eb46-85c2-43f0-802c-2274705d8c4f HTTP/1.1" status: 200 len: 210 time: 0.1127338 Jul 22 14:26:07.996072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-9c58f005-18c8-4cd0-a321-0002c484644b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/quotas/04b84f55478143e8a6ebab3e14547da7 HTTP/1.1" status: 200 len: 375 time: 0.0478106 Jul 22 14:26:08.012361 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.101722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-76de0a14-09b5-43c1-be85-f0329e52f616 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1032670 Jul 22 14:26:08.107946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:08.116571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.294674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=58cc18ed-8395-4a99-96e4-cce3cfa2435e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:08.309269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-cbf81d36-2654-4abb-9dfe-05fe3d9c5a74 service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039278 Jul 22 14:26:08.321873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ac38a-3245-4034-b2f0-cee62d6b34ff req-2ab3270f-f21c-4ac2-a9d0-551f2d7904d6 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:08.327016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-486ac38a-3245-4034-b2f0-cee62d6b34ff req-2ab3270f-f21c-4ac2-a9d0-551f2d7904d6 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.1698489 Jul 22 14:26:08.433905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-486ac38a-3245-4034-b2f0-cee62d6b34ff req-3806a188-6000-486f-be46-cae08ea55309 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800860 Jul 22 14:26:08.465205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bc2acb9b-f926-45ed-89fc-d203161a2cfd service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371710 Jul 22 14:26:08.545260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d16b0e28-6dea-4a4b-bee2-d0acbc010285 req-03febdd5-2ee1-4c8b-a372-35bc72e975cf tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0369742 Jul 22 14:26:08.581847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42176) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:08.616926 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709b1a51-b8cc-450d-a6a6-20dd416ca26c x-openstack-request-id: req-709b1a51-b8cc-450d-a6a6-20dd416ca26c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:08.617315 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-unplugged", "status": "completed", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:08.617659 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-709b1a51-b8cc-450d-a6a6-20dd416ca26c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:08.618254 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'code': 200} Jul 22 14:26:08.759241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-network', 'tenant_id': '8715f610406a4be691b9304e127e28a0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:08.816123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e010b365-32b4-460e-a009-168eeb92968c req-53b2a3ec-9d34-4fae-a77a-e1c73801fcb5 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 210 time: 0.0450027 Jul 22 14:26:08.844183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c621c-a0f0-4a23-a74e-7c85162a4868 req-edadbfdc-1167-4083-8c34-0d787c4efdb4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:08.852789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66c621c-a0f0-4a23-a74e-7c85162a4868 req-edadbfdc-1167-4083-8c34-0d787c4efdb4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1774993 Jul 22 14:26:08.879839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Made reservation on behalf of 8715f610406a4be691b9304e127e28a0 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:08.883266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.896488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:08.949618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66c621c-a0f0-4a23-a74e-7c85162a4868 req-19364f13-544d-4375-9d63-224a40823a8c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958948 Jul 22 14:26:09.023094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-7c34e30d-2b1b-46bb-b6e8-094cdb5af496 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:09.025563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-7c34e30d-2b1b-46bb-b6e8-094cdb5af496 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b90b46a-351b-4862-8eae-7d2492ec266f HTTP/1.1" status: 200 len: 943 time: 0.0870583 Jul 22 14:26:09.044977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a23d-2b70-4c3f-955d-d1cfb3bf64fd req-9b223e18-2bce-4ac2-952c-ac7a254f25cb tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:09.052916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a23a23d-2b70-4c3f-955d-d1cfb3bf64fd req-9b223e18-2bce-4ac2-952c-ac7a254f25cb tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1482646 Jul 22 14:26:09.115325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a23a23d-2b70-4c3f-955d-d1cfb3bf64fd req-7123296c-b2c0-41a8-91c5-a04dc5e17de0 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 Jul 22 14:26:09.145424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.150217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.180359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:09.192017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e559f-2e7a-4d09-89a1-1c0513eb8c7b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:09.197396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.197849 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Added segment 94855d82-996e-43e3-8fee-aa85c9678654 of type vlan for network 46596362-546f-4cb6-9dd2-ee7f50433bb9 Jul 22 14:26:09.254254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.269339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Deleting port 752c25b1-6f55-43a0-9c22-f8e619a4f870 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:09.269854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.297644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.299028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:09.299916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.400539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8169570 Jul 22 14:26:09.400730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:09.401660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23875b56-57c3-4f23-b68c-de917e5dac87 admin admin] Pushing event updated for resources: {'Network': ['ID=46596362-546f-4cb6-9dd2-ee7f50433bb9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:09.409126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Request body: {'subnet': {'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-subnet', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:09.421217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:09.437996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Made reservation on behalf of 8715f610406a4be691b9304e127e28a0 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:09.441836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.489921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] For port 752c25b1-6f55-43a0-9c22-f8e619a4f870, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=752c25b1-6f55-43a0-9c22-f8e619a4f870,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:09.491444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.561671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Calling delete_port for 752c25b1-6f55-43a0-9c22-f8e619a4f870 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:09.653960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6999-df5a-45d3-81c1-95cd0821583d req-e3a8d5e8-94a6-48c6-a5be-07c3461380f9 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:09.655542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfbe6999-df5a-45d3-81c1-95cd0821583d req-e3a8d5e8-94a6-48c6-a5be-07c3461380f9 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.0849628 Jul 22 14:26:09.742123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46cc6f8b-8a70-432a-9394-1c2b1da2452c req-b1703c7c-c63b-4c36-899b-1505424c0cb8 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0547674 Jul 22 14:26:09.785899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfbe6999-df5a-45d3-81c1-95cd0821583d req-d7bed15b-a29a-4a34-84c8-919ed3260563 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209095 Jul 22 14:26:09.812320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f7eb2ac-5676-4c20-a073-984cfb4ea1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:09.986672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e98b60c-c86c-41b7-81c8-930d0f4c32d8 req-07c2b19f-7dcf-42ba-93ab-aa8ce1d2998a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 210 time: 0.0574498 Jul 22 14:26:10.158053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a0ad9-87a6-44b6-afa5-e6188bd5f822 req-3f6880ba-f9ff-4a2f-8493-f87336b3108e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:10.169474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b55a0ad9-87a6-44b6-afa5-e6188bd5f822 req-3f6880ba-f9ff-4a2f-8493-f87336b3108e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1020482 Jul 22 14:26:10.177506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-a7377a38-84f1-4c7c-bf3e-7e2dee1b2cc9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:10.179046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-a7377a38-84f1-4c7c-bf3e-7e2dee1b2cc9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.2395306 Jul 22 14:26:10.197263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Request body: {'port': {'device_id': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'admin_state_up': True, 'tenant_id': '04b84f55478143e8a6ebab3e14547da7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:10.286940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b55a0ad9-87a6-44b6-afa5-e6188bd5f822 req-90d2c0df-7a5a-4ffb-b52f-17210e06d4a1 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164050 Jul 22 14:26:10.302658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.373069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f31ad7-a1ed-41dd-862d-fea7aba391ca req-f3af7dd5-cfdb-4d52-ab2a-62d609320e38 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:10.382254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24f31ad7-a1ed-41dd-862d-fea7aba391ca req-f3af7dd5-cfdb-4d52-ab2a-62d609320e38 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1835108 Jul 22 14:26:10.424603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Checking segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:10.425012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Network hostable DHCP agents. Network: 46596362-546f-4cb6-9dd2-ee7f50433bb9, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:26:10.440414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Made reservation on behalf of 04b84f55478143e8a6ebab3e14547da7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:10.444626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.446908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24f31ad7-a1ed-41dd-862d-fea7aba391ca req-86062177-c67d-4895-9002-87ddd8952d4d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633833 Jul 22 14:26:10.466074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.467719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e7751e-71af-4b31-827a-3b3f6b72691a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:10.561706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event deleted for resources: {'Port': ['ID=752c25b1-6f55-43a0-9c22-f8e619a4f870,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:10.598218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:26:10.602719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] No DVR routers for this DVR port 752c25b1-6f55-43a0-9c22-f8e619a4f870 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:10.609678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.611707 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12898634-d198-4e70-adc7-190d28e4d4a8 req-9ae329c1-5601-4ed3-8b31-526d442b73db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "DELETE /v2.0/ports/752c25b1-6f55-43a0-9c22-f8e619a4f870 HTTP/1.1" status: 204 len: 173 time: 1.5797729 Jul 22 14:26:10.614591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-deleted', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:10.616409 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba64c12-db5d-4d5d-a83a-119f9745c8fe" -d '{"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-deleted", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:10.620159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:10.623874 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d708acbe-e954-4f2b-a648-af59d6ded18f" -d '{"events": [{"server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "name": "network-vif-plugged", "status": "completed", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:10.627946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 46596362-546f-4cb6-9dd2-ee7f50433bb9) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:10.638050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:10.638680 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.647829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53d652-2868-4731-8989-dc14e90ca109 None None] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:10.694561 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cd0c4-584f-408d-9647-f3cddb928a8f x-openstack-request-id: req-b36cd0c4-584f-408d-9647-f3cddb928a8f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:10.698846 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "name": "network-vif-plugged", "status": "completed", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:10.699879 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b36cd0c4-584f-408d-9647-f3cddb928a8f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:10.700499 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'code': 200} Jul 22 14:26:10.721147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-29a65fea-2037-4db3-ab24-912c751e143e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3166111 Jul 22 14:26:10.721938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42218) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:10.728471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:10.745441 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef18f12b-1abd-4da3-8f24-6a2790645bfc x-openstack-request-id: req-ef18f12b-1abd-4da3-8f24-6a2790645bfc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:10.745857 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b90b46a-351b-4862-8eae-7d2492ec266f", "name": "network-vif-deleted", "tag": "752c25b1-6f55-43a0-9c22-f8e619a4f870", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:10.746209 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef18f12b-1abd-4da3-8f24-6a2790645bfc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:10.746756 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b90b46a-351b-4862-8eae-7d2492ec266f', 'name': 'network-vif-deleted', 'tag': '752c25b1-6f55-43a0-9c22-f8e619a4f870', 'status': 'completed', 'code': 200} Jul 22 14:26:10.775170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.776896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.790765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Allocated IP 172.20.0.8 (6fe62c9e-bc98-41ce-8d31-6ac29045b75d/6dcbe578-5160-4c11-ac74-0b1698249cbd/1fddd193-2282-4724-8983-2eaa110f09c8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:10.957776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-46596362-546f-4cb6-9dd2-ee7f50433bb9', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:26:10.958993 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:10.988725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.077628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77699f-82e4-4d35-98fe-6b5117abab64 req-76e69672-8040-4bf2-91b8-8adad23624db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:11.079240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec77699f-82e4-4d35-98fe-6b5117abab64 req-76e69672-8040-4bf2-91b8-8adad23624db service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 1096 time: 0.2922018 Jul 22 14:26:11.083368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.089355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73ef74b4-8acd-4a49-8a56-261409f22d55 req-6b17d5b6-5ea9-4eca-998d-7b62124ea87f tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.1161318 Jul 22 14:26:11.150288 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.216009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Allocated IP 172.20.0.2 (46596362-546f-4cb6-9dd2-ee7f50433bb9/b9e7751e-71af-4b31-827a-3b3f6b72691a/27395ed7-e089-435f-aed1-2df3224c1d0d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:11.303879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:11.309767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:11.335139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:11.400895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:11.403624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.416144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Transition to ACTIVE for port object 27395ed7-e089-435f-aed1-2df3224c1d0d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:11.420624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.438312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:11.439445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.440509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Transition to ACTIVE for port object 27395ed7-e089-435f-aed1-2df3224c1d0d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:11.449914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.461511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-bcfb4adc-1912-4735-972a-080c02f4dd81 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2673273 Jul 22 14:26:11.474798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Request body: {'port': {'device_id': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:11.502149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:11.508266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:11.510719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:11.548737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Pushing event updated for resources: {'Port': ['ID=27395ed7-e089-435f-aed1-2df3224c1d0d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:11.559949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec77699f-82e4-4d35-98fe-6b5117abab64 req-e75d555c-30a8-4a3d-a410-df906bffec04 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3019712 Jul 22 14:26:11.583404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b0e1e-7eec-4d48-b11d-f9bcab96a806 req-061edff8-49fb-4243-9aa3-741729ed1bc3 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:11.595742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b8b0e1e-7eec-4d48-b11d-f9bcab96a806 req-061edff8-49fb-4243-9aa3-741729ed1bc3 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.6309788 Jul 22 14:26:11.595957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Attempting to bind port 27395ed7-e089-435f-aed1-2df3224c1d0d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:11.596661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Attempting to bind port 27395ed7-e089-435f-aed1-2df3224c1d0d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:11.597173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Attempting to bind port 27395ed7-e089-435f-aed1-2df3224c1d0d on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:11.603869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:11.604239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Checking segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:11.604650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.605052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Bound using segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:11.605525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Bound port: 27395ed7-e089-435f-aed1-2df3224c1d0d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:11.608957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.631995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.690059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd5ebf-94a9-41e5-8bbe-ef7451ac65e6 req-f038c66e-fa91-4454-96ce-3ff422c501cf tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:11.692375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63dd5ebf-94a9-41e5-8bbe-ef7451ac65e6 req-f038c66e-fa91-4454-96ce-3ff422c501cf tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 931 time: 0.2531326 Jul 22 14:26:11.700204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b8b0e1e-7eec-4d48-b11d-f9bcab96a806 req-58a18a35-9f87-418a-a370-cc98e6c87a84 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035829 Jul 22 14:26:11.700453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] For port 27395ed7-e089-435f-aed1-2df3224c1d0d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:11.704145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] For port 27395ed7-e089-435f-aed1-2df3224c1d0d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=27395ed7-e089-435f-aed1-2df3224c1d0d,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:11.715793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:11.786535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d192005b-669e-4b60-88b2-e29100647b53 None None] Pushing event updated for resources: {'Port': ['ID=27395ed7-e089-435f-aed1-2df3224c1d0d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:11.885967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63dd5ebf-94a9-41e5-8bbe-ef7451ac65e6 req-2fbcfe7e-931c-403f-841c-6c6523685213 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809461 Jul 22 14:26:12.083155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc71ac63-8c1b-44eb-ae44-34df242f7d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.095691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbb573-cafd-4456-8b4d-0850ff35dfc0 req-80caa5b5-322f-49cb-86a0-cb732a6d79c9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:12.109683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9fbb573-cafd-4456-8b4d-0850ff35dfc0 req-80caa5b5-322f-49cb-86a0-cb732a6d79c9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.2912197 Jul 22 14:26:12.183718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.240629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fddd193-2282-4724-8983-2eaa110f09c8 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:12.253090 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.253298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.275915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9fbb573-cafd-4456-8b4d-0850ff35dfc0 req-f5b698b7-24af-407a-9fd1-2291dda6c71c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646736 Jul 22 14:26:12.292543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Transition to ACTIVE for port object 1fddd193-2282-4724-8983-2eaa110f09c8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:12.297985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.302685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.400628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a43a7-2e5f-4de5-879b-84a2142fa49e req-f6d73c0e-8db8-46ab-84f9-3044815aeeef tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:12.408366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab7a43a7-2e5f-4de5-879b-84a2142fa49e req-f6d73c0e-8db8-46ab-84f9-3044815aeeef tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.3965478 Jul 22 14:26:12.420462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:12.473801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Attempting to bind port 1fddd193-2282-4724-8983-2eaa110f09c8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:12.474924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Attempting to bind port 1fddd193-2282-4724-8983-2eaa110f09c8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:12.475511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Attempting to bind port 1fddd193-2282-4724-8983-2eaa110f09c8 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:12.479908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d1911d2-da6c-4f7f-a31f-3551a8cef0d5 req-7d7b3b0d-a08b-4968-ac3a-9b5153796f9d tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0684936 Jul 22 14:26:12.481632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Port 1fddd193-2282-4724-8983-2eaa110f09c8 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:12.482196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Attempting to bind port 1fddd193-2282-4724-8983-2eaa110f09c8 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:12.515273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:12.515273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Checking segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:12.515273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Bound using segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:12.515273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Bound port: 1fddd193-2282-4724-8983-2eaa110f09c8, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:12.515273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.575353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Allocated IP 172.25.3.161 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/d9031a65-ecf4-4d53-af52-70207831d413) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:12.608149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:12.612753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:12.619347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.679885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab7a43a7-2e5f-4de5-879b-84a2142fa49e req-91fab423-4a6a-4eac-9b23-397bbebd38e8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704501 Jul 22 14:26:12.707401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:12.708244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.709726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] 10.222.0.61 "PUT /v2.0/ports/1fddd193-2282-4724-8983-2eaa110f09c8 HTTP/1.1" status: 200 len: 1091 time: 1.2428870 Jul 22 14:26:12.710468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d8257-01c0-4507-a403-e51f88440fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:12.749921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:12.756819 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:12.796541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.928999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-9ceb6ea2-ef26-40ab-ae60-2eb8a91b7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:12.931003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-9ceb6ea2-ef26-40ab-ae60-2eb8a91b7d79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 1094 time: 0.1458192 Jul 22 14:26:12.932332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:12.978861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a9742-84c1-40c2-a35c-e30cdb1101d3 req-efd8ef39-8755-4961-bb02-c8598d90a51a tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:12.982170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd7a9742-84c1-40c2-a35c-e30cdb1101d3 req-efd8ef39-8755-4961-bb02-c8598d90a51a tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.1413856 Jul 22 14:26:12.995637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:13.011262 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73bd19b-6cc2-4db1-b1fc-fbf0d9aaed60 x-openstack-request-id: req-f73bd19b-6cc2-4db1-b1fc-fbf0d9aaed60 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:13.011633 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:13.011894 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f73bd19b-6cc2-4db1-b1fc-fbf0d9aaed60 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:13.012790 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8', 'status': 'completed', 'code': 200} Jul 22 14:26:13.017078 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-47c7bad2-e5fb-41a7-bf48-1afd874a0bcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fddd193-2282-4724-8983-2eaa110f09c8 HTTP/1.1" status: 200 len: 217 time: 0.0763669 Jul 22 14:26:13.029281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:13.041162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:13.130486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-cb2cf3b7-9e76-4d12-82fc-c7cdc11bc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.133153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-cb2cf3b7-9e76-4d12-82fc-c7cdc11bc93b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.1083097 Jul 22 14:26:13.156859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 27395ed7-e089-435f-aed1-2df3224c1d0d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:13.181630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Pushing event updated for resources: {'Port': ['ID=d9031a65-ecf4-4d53-af52-70207831d413,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:13.203093 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-ededa5c5-a9a2-413e-a998-99ef75411c2c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485921 Jul 22 14:26:13.244470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2bb7b5-24b5-4259-b1a8-4597ce7a243f None None] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:13.258558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 27395ed7-e089-435f-aed1-2df3224c1d0d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:13.285357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd7a9742-84c1-40c2-a35c-e30cdb1101d3 req-b3750223-7880-4a7b-8ff6-a7e79fecf3bc tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860367 Jul 22 14:26:13.343426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fefe67-cf4f-486b-a252-11ea0d0515d9 req-391d1aa8-5c0f-4cad-8c60-d523ceb19c08 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.345105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08fefe67-cf4f-486b-a252-11ea0d0515d9 req-391d1aa8-5c0f-4cad-8c60-d523ceb19c08 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 945 time: 0.1987607 Jul 22 14:26:13.349926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-dc4ae0e8-0225-4057-9585-a4f5ba23f40a service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374393 Jul 22 14:26:13.373474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] Provisioning for port 27395ed7-e089-435f-aed1-2df3224c1d0d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:13.389912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:13.416777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] Provisioning complete for port 27395ed7-e089-435f-aed1-2df3224c1d0d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:13.417308 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:13.421898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 752c25b1-6f55-43a0-9c22-f8e619a4f870 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:13.422391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 752c25b1-6f55-43a0-9c22-f8e619a4f870 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:13.475229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06570ba7-8311-477d-bd39-8b1997b680d4 req-4abccca1-a599-4443-a2aa-6382de6dbde6 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181576 Jul 22 14:26:13.570774 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:13.593339 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:13.604496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-415a94d7-066c-4fab-89fb-3624e63d2ec6 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.606469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-415a94d7-066c-4fab-89fb-3624e63d2ec6 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 945 time: 0.1294363 Jul 22 14:26:13.676263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] For port 27395ed7-e089-435f-aed1-2df3224c1d0d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=27395ed7-e089-435f-aed1-2df3224c1d0d,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:13.689666 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:13.763503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51a300-24f6-4cc9-958f-65c71205a365 None None] Pushing event updated for resources: {'Port': ['ID=27395ed7-e089-435f-aed1-2df3224c1d0d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:13.817835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-c1e568a8-6842-49ab-b641-eaed8f658b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:13.819383 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-c1e568a8-6842-49ab-b641-eaed8f658b79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 1094 time: 0.2742257 Jul 22 14:26:13.842934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Deleting port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:13.843377 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:13.921449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08fefe67-cf4f-486b-a252-11ea0d0515d9 req-872c4206-07e4-4aa6-8d23-873ede161986 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280709 Jul 22 14:26:13.932000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f8137c2d-b968-47d9-b986-95387904ba6e None None] Provisioning complete for port 27395ed7-e089-435f-aed1-2df3224c1d0d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:13.932462 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8137c2d-b968-47d9-b986-95387904ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:13.952102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.037123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-07ac3aee-4a57-4571-b69a-2b5cd2173087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.038281 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-07ac3aee-4a57-4571-b69a-2b5cd2173087 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 906 time: 0.2096078 Jul 22 14:26:14.072489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c50d5-3663-4e28-9718-427df78aaeb5 req-6061efc4-6299-46a3-a934-f00a9251bda4 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.074184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-040c50d5-3663-4e28-9718-427df78aaeb5 req-6061efc4-6299-46a3-a934-f00a9251bda4 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 943 time: 0.6547740 Jul 22 14:26:14.099580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-1e804bc8-fee0-42b9-9319-afa65f1dd0f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fddd193-2282-4724-8983-2eaa110f09c8 HTTP/1.1" status: 200 len: 217 time: 0.0528655 Jul 22 14:26:14.153659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-040c50d5-3663-4e28-9718-427df78aaeb5 req-d4da80d5-9bb5-4843-abc7-954d78caad5c tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688150 Jul 22 14:26:14.153894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] For port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:14.154317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.183377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Calling delete_port for 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:14.190289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-9e9da742-b560-468b-8913-ab7ba403832e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.191950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-9e9da742-b560-468b-8913-ab7ba403832e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.0827708 Jul 22 14:26:14.227174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba052-c587-4631-ae43-bdd8a75cd1b0 req-a919fa3f-e2ad-465c-97a2-399e3d4b62ce tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.228678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03aba052-c587-4631-ae43-bdd8a75cd1b0 req-a919fa3f-e2ad-465c-97a2-399e3d4b62ce tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.2387855 Jul 22 14:26:14.260418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-6d82d0f8-80e5-411f-8e6f-e4f725bb2c49 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607076 Jul 22 14:26:14.328502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03aba052-c587-4631-ae43-bdd8a75cd1b0 req-fafba71d-f083-4ac2-bc04-cd4f6700d563 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897250 Jul 22 14:26:14.330861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.401540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-7085b25f-89e9-4a7c-ab3b-42c16175dc02 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331251 Jul 22 14:26:14.418017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234120a7-d588-4ccd-b9d4-1df7166f7335 req-1a475baf-e845-4a64-8c05-ad766a24e1c6 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.420018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-234120a7-d588-4ccd-b9d4-1df7166f7335 req-1a475baf-e845-4a64-8c05-ad766a24e1c6 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.1882584 Jul 22 14:26:14.432939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:14.437490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Request body: {'floatingip': {'port_id': '58cc18ed-8395-4a99-96e4-cce3cfa2435e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:14.450500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1332a87e-1a1a-4880-8d97-9c1c4f213636 req-7f2d2992-10ed-4283-bdcc-62a44db8b7e1 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0438013 Jul 22 14:26:14.491172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.525257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:26:14.530235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.543355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:14.631486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event deleted for resources: {'Port': ['ID=9be6e211-b7f0-4d65-a3ac-0542f8bb73eb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:14.685166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd22b1-3c14-4278-b0b2-2bdaaeff1751 req-13536330-298e-4b4c-9970-5e952fded270 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:14.686630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fbd22b1-3c14-4278-b0b2-2bdaaeff1751 req-13536330-298e-4b4c-9970-5e952fded270 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1502628 Jul 22 14:26:14.695350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] No DVR routers for this DVR port 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:14.696697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:14.707686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:14.715922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.718093 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c842d12c-12a7-4c31-b392-77ffcde56a51 req-a032d4fc-781a-47f0-ac05-d21007807a25 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "DELETE /v2.0/ports/9be6e211-b7f0-4d65-a3ac-0542f8bb73eb HTTP/1.1" status: 204 len: 173 time: 1.0966637 Jul 22 14:26:14.723296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fb1471-f50b-4e57-9aaa-899ac54d8c8b req-ddf159de-ca73-4f82-8b37-06eb2eec4c76 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125131 Jul 22 14:26:14.726355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:14.727784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:14.730267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:14.731609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5fae7174-3781-4a67-957d-b909592fdbd7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.0080881 Jul 22 14:26:14.734461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:14.740943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fbd22b1-3c14-4278-b0b2-2bdaaeff1751 req-224758a7-e35f-4468-ad72-4e1b2a992778 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466237 Jul 22 14:26:14.855335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:15.020148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 27395ed7-e089-435f-aed1-2df3224c1d0d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:15.034815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9233f71a-c2e2-4c27-a7b9-c72b327508dd req-ec9e2e8e-4426-4761-bcd7-e96d0999519f tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=74817f1a-b534-4137-b492-427e48ccb44f HTTP/1.1" status: 200 len: 210 time: 0.0379581 Jul 22 14:26:15.116875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 27395ed7-e089-435f-aed1-2df3224c1d0d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:15.117386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.123315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:13Z', 'revision_number': 3, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:15.132555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'name': 'network-vif-deleted', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:15.135348 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e9075-eeaf-4643-ba19-cbbb8ee9c760" -d '{"events": [{"server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "name": "network-vif-deleted", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:15.177023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:15.177384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Updating router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 port d9031a65-ecf4-4d53-af52-70207831d413 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:26:15.225413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.241712 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.272220 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e5923d-0962-4942-84b8-993a84502d7d x-openstack-request-id: req-a9e5923d-0962-4942-84b8-993a84502d7d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:15.272654 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74817f1a-b534-4137-b492-427e48ccb44f", "name": "network-vif-deleted", "tag": "9be6e211-b7f0-4d65-a3ac-0542f8bb73eb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:15.273019 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9e5923d-0962-4942-84b8-993a84502d7d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:15.273503 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74817f1a-b534-4137-b492-427e48ccb44f', 'name': 'network-vif-deleted', 'tag': '9be6e211-b7f0-4d65-a3ac-0542f8bb73eb', 'status': 'completed', 'code': 200} Jul 22 14:26:15.334970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c44cd-42a1-45d2-a9ca-192228105825 req-fbfe3b9e-1c93-485e-80ab-3aabb5be7de3 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:15.336538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-468c44cd-42a1-45d2-a9ca-192228105825 req-fbfe3b9e-1c93-485e-80ab-3aabb5be7de3 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 943 time: 0.0753658 Jul 22 14:26:15.415328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:15.423403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-468c44cd-42a1-45d2-a9ca-192228105825 req-bdea870a-1085-4e0c-88b5-22b8c8261206 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777311 Jul 22 14:26:15.501325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb9de9-e143-4a66-8e62-beab02fd4692 req-60d0c6ba-85c9-47c5-a909-e5b9d4ecfc80 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:15.502952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74cb9de9-e143-4a66-8e62-beab02fd4692 req-60d0c6ba-85c9-47c5-a909-e5b9d4ecfc80 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0786054 Jul 22 14:26:15.555775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74cb9de9-e143-4a66-8e62-beab02fd4692 req-8a0b24ff-009f-4f22-91c6-7fe8d7c6e220 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Jul 22 14:26:15.589320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d254389-738d-45b6-8538-90306d260b23 req-563133d6-9d53-4902-8662-27ccd4b04e4c tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0325377 Jul 22 14:26:15.630121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:15.630830 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:26:15.650045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1fddd193-2282-4724-8983-2eaa110f09c8', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': '1fddd193-2282-4724-8983-2eaa110f09c8', 'mac_address': 'fa:16:3e:9f:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:15.663562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.697034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Transition to ACTIVE for port object d9031a65-ecf4-4d53-af52-70207831d413 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:15.706316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.737301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.772610 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fddd193-2282-4724-8983-2eaa110f09c8 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:15.785730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Attempting to bind port d9031a65-ecf4-4d53-af52-70207831d413 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:15.786199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Attempting to bind port d9031a65-ecf4-4d53-af52-70207831d413 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:15.786599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Attempting to bind port d9031a65-ecf4-4d53-af52-70207831d413 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:15.792783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac994d77-7ca4-49fa-b09b-2ebabe458201 None None] Pushing event updated for resources: {'Port': ['ID=d9031a65-ecf4-4d53-af52-70207831d413,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:15.801578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:15.801963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:15.802370 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.802792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:15.803292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Bound port: d9031a65-ecf4-4d53-af52-70207831d413, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:15.803668 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.809400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:15.828131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.835267 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.845040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.915373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] For port d9031a65-ecf4-4d53-af52-70207831d413, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:15.922275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] For port d9031a65-ecf4-4d53-af52-70207831d413, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d9031a65-ecf4-4d53-af52-70207831d413,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:15.923358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a13f8-446a-4c69-8fd6-8832038daf0e req-98057da1-784a-4d65-b25b-db38421cf47d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:15.924322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:15.926545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e49a13f8-446a-4c69-8fd6-8832038daf0e req-98057da1-784a-4d65-b25b-db38421cf47d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.0949554 Jul 22 14:26:15.929916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:15.976491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e49a13f8-446a-4c69-8fd6-8832038daf0e req-df5dead4-f8b6-426d-b6b5-ec2fb919d8b2 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396554 Jul 22 14:26:15.991711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:15.992718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:16.064146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1fddd193-2282-4724-8983-2eaa110f09c8'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:16.067170 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Floating IP 742159b0-c88b-4fa0-b59a-e08325ed95ef associated. External IP: 172.25.3.210, port: 58cc18ed-8395-4a99-96e4-cce3cfa2435e. Jul 22 14:26:16.074006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac994d77-7ca4-49fa-b09b-2ebabe458201 None None] Pushing event updated for resources: {'Port': ['ID=d9031a65-ecf4-4d53-af52-70207831d413,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:16.113357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283966-b13e-4a73-a2c7-a9bab28d2674 req-c88ae716-f993-4d9b-9895-f49116b45f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:16.114918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-60283966-b13e-4a73-a2c7-a9bab28d2674 req-c88ae716-f993-4d9b-9895-f49116b45f70 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 1096 time: 0.1679163 Jul 22 14:26:16.162427 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:16.197028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:16.211908 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-60283966-b13e-4a73-a2c7-a9bab28d2674 req-57e55411-43c1-4a0c-865c-da9e7824e3d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700338 Jul 22 14:26:16.360826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c2aa2-02d7-4e98-afa7-03fdc37235c5 req-38c06119-0d2a-49f1-b0e9-744d5f2e7349 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:16.362382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c88c2aa2-02d7-4e98-afa7-03fdc37235c5 req-38c06119-0d2a-49f1-b0e9-744d5f2e7349 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 944 time: 0.0726700 Jul 22 14:26:16.408449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c88c2aa2-02d7-4e98-afa7-03fdc37235c5 req-30547068-118f-4fb2-9cb3-3c4208a43d7c tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Jul 22 14:26:16.459019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:13Z', 'revision_number': 3, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:16.462231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:16.463371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Allocated IP 172.20.0.1 (46596362-546f-4cb6-9dd2-ee7f50433bb9/b9e7751e-71af-4b31-827a-3b3f6b72691a/957c4098-f383-40a9-886b-25732a7a709e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:16.493452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efaf173-1135-4df8-9576-b903fe6d5e5f None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:13Z', 'revision_number': 3, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:16.588154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff8ffe-c3df-4db7-9989-4acbb63e8fd9 req-564c1692-d981-4f44-b330-fd1883bc5b5b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:16.589783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fff8ffe-c3df-4db7-9989-4acbb63e8fd9 req-564c1692-d981-4f44-b330-fd1883bc5b5b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 944 time: 0.0913925 Jul 22 14:26:16.639928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fff8ffe-c3df-4db7-9989-4acbb63e8fd9 req-fd519e81-dd98-44a2-b926-22da700012b9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Jul 22 14:26:16.741970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30ea6044-4e07-4199-8610-6580b7be71a0 req-84ec4da4-82be-43a1-8bc3-659a23570774 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0387101 Jul 22 14:26:16.756357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff81b3-06af-4f48-a922-dc5918b5a0d8 req-b4099421-1b4d-48ca-857a-93a16633ca00 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:16.769697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09ff81b3-06af-4f48-a922-dc5918b5a0d8 req-b4099421-1b4d-48ca-857a-93a16633ca00 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1215291 Jul 22 14:26:16.883629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09ff81b3-06af-4f48-a922-dc5918b5a0d8 req-16ed0f89-0ab9-423b-8ac4-3af36dd84881 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061571 Jul 22 14:26:16.949645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369f14e-bb70-4264-886e-18a2e954a2df req-97c4a11d-0fc0-4c37-9d20-4b08001d0fe7 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:16.954079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b369f14e-bb70-4264-886e-18a2e954a2df req-97c4a11d-0fc0-4c37-9d20-4b08001d0fe7 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 944 time: 0.1630907 Jul 22 14:26:17.073210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9031a65-ecf4-4d53-af52-70207831d413 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:17.085133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.090320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:17.102290 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] Sync routers for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:17.103695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.124890 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:17.125783 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:17.149131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Transition to ACTIVE for port object 957c4098-f383-40a9-886b-25732a7a709e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:17.166879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14cb00d9-1583-4849-bbd7-35191a211e93 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "PUT /v2.0/floatingips/742159b0-c88b-4fa0-b59a-e08325ed95ef HTTP/1.1" status: 200 len: 991 time: 2.7328479 Jul 22 14:26:17.193842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d9031a65-ecf4-4d53-af52-70207831d413 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:17.198545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d9031a65-ecf4-4d53-af52-70207831d413 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:17.198939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.199174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Deleting port 0ba553da-4801-4fe4-a1d0-3f424803d592 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:17.199702 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.224550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce3b7-e354-4bda-9d20-106e604b0bdc req-08faf23a-0021-48e1-bf15-e82bdca2085b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:17.231101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecfce3b7-e354-4bda-9d20-106e604b0bdc req-08faf23a-0021-48e1-bf15-e82bdca2085b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1322460 Jul 22 14:26:17.232695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.281755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:17.283632 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084740f1-5467-431d-b0cf-903de5d247b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:17.286108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=957c4098-f383-40a9-886b-25732a7a709e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:17.297229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:17.300890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:17.305893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:17.366334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecfce3b7-e354-4bda-9d20-106e604b0bdc req-efe385be-00d2-43ed-a488-d825e4983a89 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075580 Jul 22 14:26:17.372575 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:17.378066 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6428689-8dba-45bd-91e7-40edda127d5c x-openstack-request-id: req-a6428689-8dba-45bd-91e7-40edda127d5c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:17.378414 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:17.385700 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6428689-8dba-45bd-91e7-40edda127d5c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:17.385700 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'status': 'completed', 'code': 200} Jul 22 14:26:17.401925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.415726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] For port 0ba553da-4801-4fe4-a1d0-3f424803d592, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0ba553da-4801-4fe4-a1d0-3f424803d592,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:17.416161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.436176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Calling delete_port for 0ba553da-4801-4fe4-a1d0-3f424803d592 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:17.456594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:17.464969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.546744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d9031a65-ecf4-4d53-af52-70207831d413, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d9031a65-ecf4-4d53-af52-70207831d413,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:17.574532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.671854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d9031a65-ecf4-4d53-af52-70207831d413,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:17.675841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 1fddd193-2282-4724-8983-2eaa110f09c8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:17.683796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1fddd193-2282-4724-8983-2eaa110f09c8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:17.684299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.743313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.764621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b24f0cba-e87d-48b4-bb32-61bba1bf1952 req-c1e9e8ed-b977-4aaf-bd19-008d060c0242 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 210 time: 0.0735493 Jul 22 14:26:17.823235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084740f1-5467-431d-b0cf-903de5d247b1 req-108797d3-17e2-4192-aec1-6dd6b5e71d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:17.824972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-108797d3-17e2-4192-aec1-6dd6b5e71d11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ba15358713bd41cb92c52252dc577ff6&device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 1096 time: 0.4173126 Jul 22 14:26:17.867728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event deleted for resources: {'Port': ['ID=0ba553da-4801-4fe4-a1d0-3f424803d592,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:17.889241 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.907143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc40c4d0-3b8c-46ff-ba65-27afdbfad0c1 None None] Provisioning for port 957c4098-f383-40a9-886b-25732a7a709e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:17.934100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc40c4d0-3b8c-46ff-ba65-27afdbfad0c1 None None] Provisioning complete for port 957c4098-f383-40a9-886b-25732a7a709e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:17.934925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc40c4d0-3b8c-46ff-ba65-27afdbfad0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.946333 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '742159b0-c88b-4fa0-b59a-e08325ed95ef', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'port_id': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'mac_address': 'fa:16:3e:d3:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:25:49Z', 'updated_at': '2021-07-22T14:26:15Z', 'revision_number': 1, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:55Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:17.969014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:17.977636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:17.980262 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b4f479-1d8e-4ed6-8d00-1a5e28a35f6e" -d '{"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-plugged", "status": "completed", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:17.990875 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] Checking router: 4f12f871-073b-48ac-b0fe-f3b429b2e6ee for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:18.000735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] No DVR routers for this DVR port 0ba553da-4801-4fe4-a1d0-3f424803d592 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:18.008511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:18.010290 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:18.011310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:18.017056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cc40c4d0-3b8c-46ff-ba65-27afdbfad0c1 None None] Port 957c4098-f383-40a9-886b-25732a7a709e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:18.027189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.028661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:18.040333 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.042660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b369f14e-bb70-4264-886e-18a2e954a2df req-2bb265f3-0d36-4e60-bb2f-8a337e30578b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.72 "DELETE /v2.0/ports/0ba553da-4801-4fe4-a1d0-3f424803d592 HTTP/1.1" status: 204 len: 173 time: 1.0828056 Jul 22 14:26:18.044247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'name': 'network-vif-deleted', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:18.046949 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c0cf4-3cbb-4193-91f9-1597de78908d" -d '{"events": [{"server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "name": "network-vif-deleted", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:18.076786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084740f1-5467-431d-b0cf-903de5d247b1 req-8abcc55c-197a-4e44-9f6c-ed649eceb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.078233 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-8abcc55c-197a-4e44-9f6c-ed649eceb907 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5a4c936d-4647-4aab-83ca-3618d04950b5 HTTP/1.1" status: 200 len: 906 time: 0.2440042 Jul 22 14:26:18.091611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:18.092766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9be6e211-b7f0-4d65-a3ac-0542f8bb73eb not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:18.112319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cce5c3-00f9-4ced-b9d0-26d06e67f9a0 req-d803cd65-0bc8-4b33-b91b-f824acb5ae14 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.120371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53cce5c3-00f9-4ced-b9d0-26d06e67f9a0 req-d803cd65-0bc8-4b33-b91b-f824acb5ae14 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 944 time: 0.2227299 Jul 22 14:26:18.131003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:18.137456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-8e57dda5-3b73-4762-8692-f018203384be tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.144955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-8e57dda5-3b73-4762-8692-f018203384be tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 810 time: 0.3509445 Jul 22 14:26:18.176075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-c4c59846-9213-4810-8d22-70c1c2011d95 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/quotas/ee18dd70c9e84441b213e16de2d9949c HTTP/1.1" status: 200 len: 375 time: 0.0294893 Jul 22 14:26:18.188583 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:18.215881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53cce5c3-00f9-4ced-b9d0-26d06e67f9a0 req-cb4eaa7f-1da0-46f4-b7af-f4a53c071f62 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943103 Jul 22 14:26:18.303926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-a52a8562-3a34-4d26-9059-8cf6bd813ac6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e HTTP/1.1" status: 200 len: 999 time: 0.2161448 Jul 22 14:26:18.312475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-ae618aa3-eeb3-430b-959d-547b171c7dc0 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352391 Jul 22 14:26:18.370653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e787d7c-f6b5-4dda-9fac-6c98db67b5e3 req-12a0763a-6ba2-4ceb-9055-8512e244366f tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0484257 Jul 22 14:26:18.386447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084740f1-5467-431d-b0cf-903de5d247b1 req-b2c2e010-16d3-4631-9ca4-64156f4c57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.387939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-b2c2e010-16d3-4631-9ca4-64156f4c57a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fbb36b84-dac1-4cfc-a164-e19d4987dd40 HTTP/1.1" status: 200 len: 844 time: 0.0698431 Jul 22 14:26:18.396656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.409082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.446848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-ca00671b-4f7e-4770-a219-3a2a8f2b873a service neutron] 10.222.0.60 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333697 Jul 22 14:26:18.582097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:18.588207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=957c4098-f383-40a9-886b-25732a7a709e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:18.589012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-06bd20c0-d19e-4aaa-80b4-85ef1ebe7759 service neutron] 10.222.0.60 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364264 Jul 22 14:26:18.605805 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '742159b0-c88b-4fa0-b59a-e08325ed95ef', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'port_id': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'mac_address': 'fa:16:3e:d3:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:25:49Z', 'updated_at': '2021-07-22T14:26:15Z', 'revision_number': 1, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:55Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:18.625831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084740f1-5467-431d-b0cf-903de5d247b1 req-07b3be7b-7c9d-4a74-b56d-39e26dae3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.627404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-07b3be7b-7c9d-4a74-b56d-39e26dae3c19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5a4c936d-4647-4aab-83ca-3618d04950b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2288849 Jul 22 14:26:18.640287 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9269ea-6c99-4c70-8441-eecd056523c4 None None] The sync data for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 is: [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '742159b0-c88b-4fa0-b59a-e08325ed95ef', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'port_id': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'mac_address': 'fa:16:3e:d3:a5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:25:49Z', 'updated_at': '2021-07-22T14:26:15Z', 'revision_number': 1, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:55Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:18.651049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbd4df-2dc5-4d30-951a-6e51020157e0 req-c50c4d8c-244c-4ccc-a929-2d77f9798b23 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:18.653243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-babbd4df-2dc5-4d30-951a-6e51020157e0 req-c50c4d8c-244c-4ccc-a929-2d77f9798b23 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0825896 Jul 22 14:26:18.732920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-babbd4df-2dc5-4d30-951a-6e51020157e0 req-c157cf14-3578-407b-b256-f5ce40ea3d79 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719945 Jul 22 14:26:18.815647 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436568d6-4d8c-4326-8ce3-c81f2fa6b045 x-openstack-request-id: req-436568d6-4d8c-4326-8ce3-c81f2fa6b045 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:18.820988 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-plugged", "status": "completed", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:18.821303 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-436568d6-4d8c-4326-8ce3-c81f2fa6b045 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:18.822228 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8', 'code': 200} Jul 22 14:26:18.856701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:18.861147 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a3b42b-4135-4ea1-89aa-68ad4ed56a3a x-openstack-request-id: req-18a3b42b-4135-4ea1-89aa-68ad4ed56a3a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:18.861439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:18.861620 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb100c2d-e9f1-43cd-87a5-a63f4b5412e3", "name": "network-vif-deleted", "tag": "0ba553da-4801-4fe4-a1d0-3f424803d592", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:18.861797 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18a3b42b-4135-4ea1-89aa-68ad4ed56a3a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:18.862205 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb100c2d-e9f1-43cd-87a5-a63f4b5412e3', 'name': 'network-vif-deleted', 'tag': '0ba553da-4801-4fe4-a1d0-3f424803d592', 'status': 'completed', 'code': 200} Jul 22 14:26:19.082670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9031a65-ecf4-4d53-af52-70207831d413 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:19.094321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01581380-6c2d-4401-b1d9-1dbc9f983fea req-013d165a-66e3-4a1b-a2c2-1078e807293b tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=bb100c2d-e9f1-43cd-87a5-a63f4b5412e3 HTTP/1.1" status: 200 len: 210 time: 0.0755186 Jul 22 14:26:19.108826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-b43ea336-1061-484f-9c65-bb91e4d1bf21 service neutron] 10.222.0.72 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045653 Jul 22 14:26:19.141297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa561171-040b-44ef-b47c-22fb65e19efa req-39adf4a7-0d5c-4211-a397-807928620ec7 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 210 time: 0.0965810 Jul 22 14:26:19.203633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d9031a65-ecf4-4d53-af52-70207831d413 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:19.204623 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:19.289508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f829ca3b-cbb7-4fad-9f46-0e8c4de19802 None None] New status for floating IP 742159b0-c88b-4fa0-b59a-e08325ed95ef: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:26:19.313677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:19.320238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae8f05-524d-417d-ae48-5134afdf23af req-2559dc13-eb76-4583-b23b-d39d7873731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:19.321859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49ae8f05-524d-417d-ae48-5134afdf23af req-2559dc13-eb76-4583-b23b-d39d7873731f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 1096 time: 0.3462038 Jul 22 14:26:19.355064 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-084740f1-5467-431d-b0cf-903de5d247b1 req-86cd6c43-15ae-413b-805e-de4c00a5cb30 service neutron] 10.222.0.72 "GET /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370040 Jul 22 14:26:19.395669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9bdc6a6d-9f4b-4796-95a8-e07380e31766 None None] Provisioning complete for port 957c4098-f383-40a9-886b-25732a7a709e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:19.396053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6a6d-9f4b-4796-95a8-e07380e31766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:19.427378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799265d-4aab-4454-aa84-48646761e376 req-7384ebfb-c8bc-4387-9b7c-1cb2b7a58d3a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:19.431174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2799265d-4aab-4454-aa84-48646761e376 req-7384ebfb-c8bc-4387-9b7c-1cb2b7a58d3a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1094754 Jul 22 14:26:19.470740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:19.475657 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49ae8f05-524d-417d-ae48-5134afdf23af req-7a0eea19-bb68-40aa-a5d5-631f247c4037 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414440 Jul 22 14:26:19.512967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2799265d-4aab-4454-aa84-48646761e376 req-3e63eb26-4bdb-4332-8516-f7f41b358855 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748997 Jul 22 14:26:19.541240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da3369c9-f81e-4bab-b228-a4e5edc9252f req-e3a7ce10-cafc-49ab-b706-b57b964ca8b9 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0504911 Jul 22 14:26:19.591065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:19.597377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-683f848f-1477-4a02-af5e-aede6a04fc11 admin admin] 10.222.0.60 "PUT /v2.0/routers/0f6bcf03-a88b-4548-8ee2-a2d1b67dd608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8617070 Jul 22 14:26:19.609910 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:19.625572 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:19.626348 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:19.667471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc6a6d-9f4b-4796-95a8-e07380e31766 None None] Port 957c4098-f383-40a9-886b-25732a7a709e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:19.712324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 0ba553da-4801-4fe4-a1d0-3f424803d592 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:19.712324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0ba553da-4801-4fe4-a1d0-3f424803d592 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:19.788595 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:19.916206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aa540-e5b6-4e1f-a2f7-47effdcd8ac0 req-ed9f9804-e1b6-4314-819f-d306e78bcbf3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:19.918007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386aa540-e5b6-4e1f-a2f7-47effdcd8ac0 req-ed9f9804-e1b6-4314-819f-d306e78bcbf3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0986328 Jul 22 14:26:19.958428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386aa540-e5b6-4e1f-a2f7-47effdcd8ac0 req-6bcccbef-f9d5-45eb-a1f4-1f96a7667e9d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346308 Jul 22 14:26:20.032049 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:18Z', 'revision_number': 2, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:20.057718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:20.058070 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Updating router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 port 957c4098-f383-40a9-886b-25732a7a709e binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:26:20.093957 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.131152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-4f6b24be-bc0e-4dbf-a7fc-8b3834ce4446 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:20.132696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-4f6b24be-bc0e-4dbf-a7fc-8b3834ce4446 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 821 time: 0.1042602 Jul 22 14:26:20.150148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-17076b80-9c8b-45f6-af58-4b3eb3292567 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/quotas/8715f610406a4be691b9304e127e28a0 HTTP/1.1" status: 200 len: 375 time: 0.0112190 Jul 22 14:26:20.238682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-41176c98-ebe6-4f1d-938f-3d3fab894518 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811820 Jul 22 14:26:20.356110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-54d9cbec-2454-4695-91c0-4b2ddefe7979 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:20.358542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7389a010-af06-42b5-8295-6af973969aa1 req-131c87f5-e7f2-40a1-a290-28e9b7b06ce9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 210 time: 0.0916963 Jul 22 14:26:20.360538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-54d9cbec-2454-4695-91c0-4b2ddefe7979 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 810 time: 0.1522410 Jul 22 14:26:20.384094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Request body: {'port': {'device_id': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'admin_state_up': True, 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:20.449453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-f9426c4c-6206-4d5f-bd44-90e043bce5c5 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029340 Jul 22 14:26:20.482762 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.495128 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Transition to ACTIVE for port object 957c4098-f383-40a9-886b-25732a7a709e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:20.502008 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.512362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Made reservation on behalf of ee18dd70c9e84441b213e16de2d9949c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:20.519168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.572629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-ddd8b001-c397-4b25-b7fb-7ad15d9285ff service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222241 Jul 22 14:26:20.644641 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Pushing event updated for resources: {'Port': ['ID=957c4098-f383-40a9-886b-25732a7a709e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:20.694488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Allocated IP 172.20.0.14 (547617b7-3d14-43aa-bedc-55beb37ee790/a5ce6838-5236-490b-b7ce-0fb9088204c3/f523de97-67ea-42a8-99b9-bbd9f6a63ebc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:20.703955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f074bf-6642-4f70-84a7-9759dacc3945 req-59d53c35-4ed8-4755-836a-75432126cecd tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:20.706885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6f074bf-6642-4f70-84a7-9759dacc3945 req-59d53c35-4ed8-4755-836a-75432126cecd tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 945 time: 0.0827339 Jul 22 14:26:20.720418 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.721056 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.721567 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.722632 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.725566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.725566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.725864 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.726200 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.726563 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.726894 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.727228 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.727564 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:20.755868 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Attempting to bind port 957c4098-f383-40a9-886b-25732a7a709e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:20.756342 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Attempting to bind port 957c4098-f383-40a9-886b-25732a7a709e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:20.756761 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Attempting to bind port 957c4098-f383-40a9-886b-25732a7a709e on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:20.765684 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:20.766173 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Checking segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:20.767756 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.768239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Bound using segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:20.769314 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Bound port: 957c4098-f383-40a9-886b-25732a7a709e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:20.769941 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.802707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6f074bf-6642-4f70-84a7-9759dacc3945 req-8c5994f5-64c0-40ea-a55e-4863ad35b477 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877702 Jul 22 14:26:20.871933 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] For port 957c4098-f383-40a9-886b-25732a7a709e, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:20.877387 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] For port 957c4098-f383-40a9-886b-25732a7a709e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=957c4098-f383-40a9-886b-25732a7a709e,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:20.883809 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:20.962322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dadabca0-02af-4f2b-9089-7eecacff3150 req-56b67d97-f54b-4a28-96b6-e98206108a2b tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0586522 Jul 22 14:26:20.981039 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e7683-2b5c-4cfe-829c-b485f7880392 None None] Pushing event updated for resources: {'Port': ['ID=957c4098-f383-40a9-886b-25732a7a709e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:21.005303 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:21.005925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:21.014739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ab3e-8e5b-4f20-834c-9c90d11d711e req-b5947989-c444-4062-8c88-a835c45c51dc tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.019414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8356ab3e-8e5b-4f20-834c-9c90d11d711e req-b5947989-c444-4062-8c88-a835c45c51dc tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1975553 Jul 22 14:26:21.048131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.127566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8356ab3e-8e5b-4f20-834c-9c90d11d711e req-c3073bfe-7405-4876-8429-62d0348d8a92 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983658 Jul 22 14:26:21.137661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-f98b6af7-c689-4c93-a381-a2799cd0f2dc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.139339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-f98b6af7-c689-4c93-a381-a2799cd0f2dc tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 945 time: 0.1360836 Jul 22 14:26:21.176699 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:21.266895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fa01288-4301-44be-bf7d-25cdc79050d8 req-bd4d1b07-d763-454e-9cd8-b430999b42f3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 210 time: 0.0619061 Jul 22 14:26:21.317049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.332829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['34096a5e-88d9-48ef-9efc-989838686b19'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:21.420635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9164313-eefe-4e16-9599-3a65c215546a req-52894b48-1afd-4b41-a572-89d03c9da431 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.424496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Pushing event updated for resources: {'Port': ['ID=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:21.436305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Network 547617b7-3d14-43aa-bedc-55beb37ee790 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:21.439853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9164313-eefe-4e16-9599-3a65c215546a req-52894b48-1afd-4b41-a572-89d03c9da431 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1790385 Jul 22 14:26:21.442004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:21.453437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:21.539855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9164313-eefe-4e16-9599-3a65c215546a req-e900441e-baaf-48d0-8dd6-8b472d19afa9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989501 Jul 22 14:26:21.565349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.566538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.586063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Deleting port f13b26e0-2843-44e9-848f-005a6d2bf815 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:21.586963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.633190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-9dbc25f1-802d-4150-b2c6-2d65bc2ab405 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2601895 Jul 22 14:26:21.667808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Request body: {'port': {'device_id': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:21.688421 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-035b0197-3b42-4803-b54d-b84837007dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:20Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:21.743830 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b0197-3b42-4803-b54d-b84837007dae None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:20Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:21.818290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] For port f13b26e0-2843-44e9-848f-005a6d2bf815, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f13b26e0-2843-44e9-848f-005a6d2bf815,segment=NetworkSegment(e45f7c8e-570f-4a67-85ee-de4140268409),segment_id=e45f7c8e-570f-4a67-85ee-de4140268409)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:21.818831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.821846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:21.858066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696408-ea13-4018-8fa0-b4279c033c17 req-ed997fff-ffea-4e58-8204-1c85a5e33b6d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.867269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8696408-ea13-4018-8fa0-b4279c033c17 req-ed997fff-ffea-4e58-8204-1c85a5e33b6d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 932 time: 0.2199631 Jul 22 14:26:21.871878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Calling delete_port for f13b26e0-2843-44e9-848f-005a6d2bf815 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:21.921723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee7b46-af69-4845-989c-cc999aeac669 req-c533e613-375f-43b6-b36f-eb9390080368 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:21.923298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecee7b46-af69-4845-989c-cc999aeac669 req-c533e613-375f-43b6-b36f-eb9390080368 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1974099 Jul 22 14:26:21.926324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8696408-ea13-4018-8fa0-b4279c033c17 req-d185cdef-a994-4f8f-b6fb-69ba69d46561 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563085 Jul 22 14:26:21.986863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecee7b46-af69-4845-989c-cc999aeac669 req-4fcab31d-310b-4d2e-842a-fc016084bcfc tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525944 Jul 22 14:26:22.093251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fa9f71b-50d7-4770-b410-c4c4af6a7567 req-74c7f622-92aa-4e01-b7b4-b6b271c044f5 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0326927 Jul 22 14:26:22.114647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26ada0-dafb-4342-af8e-e315adaec041 req-ad80db8e-6b61-40e5-a46c-076149104c4d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:22.116298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f26ada0-dafb-4342-af8e-e315adaec041 req-ad80db8e-6b61-40e5-a46c-076149104c4d tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590 HTTP/1.1" status: 200 len: 945 time: 0.1099961 Jul 22 14:26:22.167040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f26ada0-dafb-4342-af8e-e315adaec041 req-5dc81453-b73a-43e8-9d89-23693587b51a tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.60 "GET /v2.0/security-groups?id=15c02367-ab0e-497b-8734-b1fc1b1fe554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Jul 22 14:26:22.216059 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.311224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Pushing event deleted for resources: {'Port': ['ID=f13b26e0-2843-44e9-848f-005a6d2bf815,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:22.365266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f523de97-67ea-42a8-99b9-bbd9f6a63ebc {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:22.382425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.406233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] No DVR routers for this DVR port f13b26e0-2843-44e9-848f-005a6d2bf815 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:22.413107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.415358 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7760c6b-1f79-4e90-b937-75a239897fb8 req-e621f84b-2cd2-4058-9c7d-2fd40ee9aba8 tempest-LiveAutoBlockMigrationV225Test-961486129 tempest-LiveAutoBlockMigrationV225Test-961486129-project] 10.222.0.61 "DELETE /v2.0/ports/f13b26e0-2843-44e9-848f-005a6d2bf815 HTTP/1.1" status: 204 len: 173 time: 1.2605779 Jul 22 14:26:22.418542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'name': 'network-vif-deleted', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:22.420551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d585f70-9dc0-405a-b37a-dfa907a9d3e2 req-fae7fe71-6600-457b-b6e6-b855505899f1 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 210 time: 0.0493076 Jul 22 14:26:22.420939 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aee0cd0-2e01-465a-98c8-ec9febda36e6" -d '{"events": [{"server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "name": "network-vif-deleted", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:22.505414 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab317b0-6d24-46d8-8d71-beb58c62567b x-openstack-request-id: req-0ab317b0-6d24-46d8-8d71-beb58c62567b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:22.505993 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590", "name": "network-vif-deleted", "tag": "f13b26e0-2843-44e9-848f-005a6d2bf815", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:22.505993 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ab317b0-6d24-46d8-8d71-beb58c62567b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:22.506331 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0d3f3-fb74-4302-b2e7-6a7acc0f7590', 'name': 'network-vif-deleted', 'tag': 'f13b26e0-2843-44e9-848f-005a6d2bf815', 'status': 'completed', 'code': 200} Jul 22 14:26:22.514791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Transition to ACTIVE for port object f523de97-67ea-42a8-99b9-bbd9f6a63ebc will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:22.525280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.588023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-28dd1387-558a-4f4c-b8a1-c4e8ab88a15a tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:22.589898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-28dd1387-558a-4f4c-b8a1-c4e8ab88a15a tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 821 time: 0.3458474 Jul 22 14:26:22.609374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'port': {'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'admin_state_up': True, 'tenant_id': '8715f610406a4be691b9304e127e28a0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:22.641349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Pushing event updated for resources: {'Port': ['ID=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:22.695184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb913c7-e420-4e94-abc6-89ef64daaf10 req-f384209a-62cc-45b6-8bf2-27452d36d276 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:22.697160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5eb913c7-e420-4e94-abc6-89ef64daaf10 req-f384209a-62cc-45b6-8bf2-27452d36d276 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0715797 Jul 22 14:26:22.743302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5eb913c7-e420-4e94-abc6-89ef64daaf10 req-76ab55b4-9004-4f2f-9f06-d19e26bec34d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Jul 22 14:26:22.771846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Attempting to bind port f523de97-67ea-42a8-99b9-bbd9f6a63ebc on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:22.772176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Attempting to bind port f523de97-67ea-42a8-99b9-bbd9f6a63ebc by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:22.772510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Attempting to bind port f523de97-67ea-42a8-99b9-bbd9f6a63ebc on network 547617b7-3d14-43aa-bedc-55beb37ee790 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:22.783187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Port f523de97-67ea-42a8-99b9-bbd9f6a63ebc on network 547617b7-3d14-43aa-bedc-55beb37ee790 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:22.783467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Attempting to bind port f523de97-67ea-42a8-99b9-bbd9f6a63ebc on network 547617b7-3d14-43aa-bedc-55beb37ee790 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:22.795316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:22.795654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Checking segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:22.796042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Bound using segment: {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:22.796509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Bound port: f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba547807-e0da-44e2-b4dd-076f1f023415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:22.796871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.810545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Made reservation on behalf of 8715f610406a4be691b9304e127e28a0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:22.813785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:22.930274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] For port f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:22.975331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] For port f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:22.983507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.041443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.042127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.043596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] 10.222.0.61 "PUT /v2.0/ports/f523de97-67ea-42a8-99b9-bbd9f6a63ebc HTTP/1.1" status: 200 len: 1092 time: 1.3919330 Jul 22 14:26:23.052697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Allocated IP 172.20.0.9 (46596362-546f-4cb6-9dd2-ee7f50433bb9/b9e7751e-71af-4b31-827a-3b3f6b72691a/6e9556f6-e34b-4441-b454-5fc222391074) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:23.076162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53897c-88d9-4602-a6ab-8c307ea3b40f service neutron] Pushing event updated for resources: {'Port': ['ID=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.127547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 957c4098-f383-40a9-886b-25732a7a709e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:23.190206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199583e-2e17-4868-b543-797496928c30 req-375c5b61-8a5b-46e6-b63b-c027e01dbe6b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.192673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e199583e-2e17-4868-b543-797496928c30 req-375c5b61-8a5b-46e6-b63b-c027e01dbe6b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0863020 Jul 22 14:26:23.213626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 957c4098-f383-40a9-886b-25732a7a709e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:23.218808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 957c4098-f383-40a9-886b-25732a7a709e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:23.219310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.246574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-876ffd71-9d7f-4363-a2ed-05af1d60fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.248421 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-876ffd71-9d7f-4363-a2ed-05af1d60fa06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 1095 time: 0.1497827 Jul 22 14:26:23.286699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e199583e-2e17-4868-b543-797496928c30 req-35037974-dd03-4b0b-aaa5-237a71664f3e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766153 Jul 22 14:26:23.324060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06ee4b-ebf3-4337-852a-4f7e5b68c7fe req-8e2b7b4a-8a14-45d9-8a85-958d88fbeac0 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.324305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-f3e606a7-e063-4a52-822e-4aef9a7cb911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc HTTP/1.1" status: 200 len: 217 time: 0.0670729 Jul 22 14:26:23.325585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca06ee4b-ebf3-4337-852a-4f7e5b68c7fe req-8e2b7b4a-8a14-45d9-8a85-958d88fbeac0 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 944 time: 0.2638860 Jul 22 14:26:23.333883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.375763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.385158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 957c4098-f383-40a9-886b-25732a7a709e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=957c4098-f383-40a9-886b-25732a7a709e,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:23.400457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.401249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Transition to ACTIVE for port object 6e9556f6-e34b-4441-b454-5fc222391074 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:23.410982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22496725-9a37-414d-af42-0f636110865f req-ae94430d-58d6-40a1-a184-086a0ff8b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.412653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-ae94430d-58d6-40a1-a184-086a0ff8b7cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.0802166 Jul 22 14:26:23.423783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca06ee4b-ebf3-4337-852a-4f7e5b68c7fe req-6724026d-3a7c-40ba-bc8e-2890f6d821a8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901854 Jul 22 14:26:23.426451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81a86426-1b0e-4cec-ac84-194693024b26 req-6bc6743b-5527-4b5d-8ed5-7367b06454a8 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0524220 Jul 22 14:26:23.470568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-a9cfa790-f4da-43fe-9dad-0e9d081e77ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511663 Jul 22 14:26:23.481478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42428) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:23.502491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=957c4098-f383-40a9-886b-25732a7a709e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.531469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.577283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Deleting subnet 018d5bf4-07b4-4940-b88b-3a6282e1f8a1 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:26:23.584372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.609596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:23.617950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:23.623103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:23.637267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.669314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ddc90-de99-4d32-bfea-e9b8dbf9d15f req-ba1529b5-8b8d-4408-beef-88eb1d304f24 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.670983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d62ddc90-de99-4d32-bfea-e9b8dbf9d15f req-ba1529b5-8b8d-4408-beef-88eb1d304f24 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 931 time: 0.1330936 Jul 22 14:26:23.712196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.749803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d62ddc90-de99-4d32-bfea-e9b8dbf9d15f req-401821ce-f0a2-46e7-a6a7-aa9136e2c357 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692716 Jul 22 14:26:23.797313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.830914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.836117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/018d5bf4-07b4-4940-b88b-3a6282e1f8a1 HTTP/1.1" status: 204 len: 168 time: 0.3533316 Jul 22 14:26:23.837047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42434) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:23.837832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018d5bf4-07b4-4940-b88b-3a6282e1f8a1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.874375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.874375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.874375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.874375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.874871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.874871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.875219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.875560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.875888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.876221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.876553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.876883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1238ab93-9bd6-4b1c-94b5-8d3bb3aacd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:23.960047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aec0623a-332a-486f-9edc-bfa1f5eb831d None None] Provisioning for port 6e9556f6-e34b-4441-b454-5fc222391074 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:23.964179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.965110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event updated for resources: {'Port': ['ID=6e9556f6-e34b-4441-b454-5fc222391074,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:23.966127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aec0623a-332a-486f-9edc-bfa1f5eb831d None None] Provisioning complete for port 6e9556f6-e34b-4441-b454-5fc222391074 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:23.966957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec0623a-332a-486f-9edc-bfa1f5eb831d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:23.976359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-5f39529d-762c-4bcc-be41-85c8939df327 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990995 Jul 22 14:26:23.995433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbbd55-5630-4362-be4b-e1ec840788d4 req-d5c0c7ec-b14a-4299-8fb0-440ed880703b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:23.997049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fbbbd55-5630-4362-be4b-e1ec840788d4 req-d5c0c7ec-b14a-4299-8fb0-440ed880703b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1552498 Jul 22 14:26:24.000514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:24.001709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.023754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aec0623a-332a-486f-9edc-bfa1f5eb831d None None] Port 6e9556f6-e34b-4441-b454-5fc222391074 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:24.037857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-dc6ec9a2-eee7-4666-9670-57b975514653 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4326601 Jul 22 14:26:24.073494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Request body: {'port': {'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:24.103225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.108367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fbbbd55-5630-4362-be4b-e1ec840788d4 req-3cecbd34-de86-4559-b25d-b48c6e4d7732 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852461 Jul 22 14:26:24.117905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096846f4-049e-4560-b606-861f68e70330']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:24.133114 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-22496725-9a37-414d-af42-0f636110865f req-af5291bf-1bac-479c-9287-489bcc78ed16 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486535 Jul 22 14:26:24.138763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45f7c8e-570f-4a67-85ee-de4140268409') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:24.139229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45f7c8e-570f-4a67-85ee-de4140268409') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:24.151065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.168388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.176698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.177325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:26:24.177980 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:26:24.180713 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:26:24.239356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.245236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.247374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] 10.222.0.60 "DELETE /v2.0/networks/096846f4-049e-4560-b606-861f68e70330 HTTP/1.1" status: 204 len: 168 time: 0.4067566 Jul 22 14:26:24.250745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42436) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:24.273745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1061101-1d01-4dc0-a833-f58b801c5655 admin admin] Pushing event deleted for resources: {'Network': ['ID=096846f4-049e-4560-b606-861f68e70330,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:24.330253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Deleting subnet eb48fcac-d2fe-445e-a206-6cafbf8c28dd {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:26:24.333797 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.400349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.442796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9556f6-e34b-4441-b454-5fc222391074 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:24.451908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.453252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.477215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Transition to ACTIVE for port object 6e9556f6-e34b-4441-b454-5fc222391074 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:24.483842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.496891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121c224-d3b6-4271-b36e-694283623014 req-6cc10a1d-a0bc-444a-84ec-ead1b933938f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:24.498390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2121c224-d3b6-4271-b36e-694283623014 req-6cc10a1d-a0bc-444a-84ec-ead1b933938f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1373732 Jul 22 14:26:24.517931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'tag': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:24.520716 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f81768-415a-41b0-ae72-a4d2164957a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d16a754-dd6a-4645-b2ed-8d008c0975f0", "tag": "f523de97-67ea-42a8-99b9-bbd9f6a63ebc"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:24.548115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9556f6-e34b-4441-b454-5fc222391074,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:24.582792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.583390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.583927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.584271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.584786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.585148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.585277 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.585486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.585791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.586124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.586464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.586820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.587149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:24.623159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb48fcac-d2fe-445e-a206-6cafbf8c28dd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:24.642841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2121c224-d3b6-4271-b36e-694283623014 req-219bcac5-2745-4db9-97e0-99230136c206 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187317 Jul 22 14:26:24.650307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Attempting to bind port 6e9556f6-e34b-4441-b454-5fc222391074 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:24.650896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Attempting to bind port 6e9556f6-e34b-4441-b454-5fc222391074 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:24.651326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Attempting to bind port 6e9556f6-e34b-4441-b454-5fc222391074 on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:24.651440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.656956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Port 6e9556f6-e34b-4441-b454-5fc222391074 on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:24.657428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Attempting to bind port 6e9556f6-e34b-4441-b454-5fc222391074 on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:24.660323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:24.663268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-42d0af8f-0a24-445e-979d-81a2f0158962 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eb48fcac-d2fe-445e-a206-6cafbf8c28dd HTTP/1.1" status: 204 len: 168 time: 0.4110792 Jul 22 14:26:24.673295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:24.673633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Checking segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:24.674025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Bound using segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:24.674464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Bound port: 6e9556f6-e34b-4441-b454-5fc222391074, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:24.674849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.681663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b37a8d-a7f0-4ea7-9938-ce8b3183e71b req-dc1a3449-f54f-44d5-9ed0-9baba6db404a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:24.683535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71b37a8d-a7f0-4ea7-9938-ce8b3183e71b req-dc1a3449-f54f-44d5-9ed0-9baba6db404a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 944 time: 0.1825428 Jul 22 14:26:24.786353 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.816914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] For port 6e9556f6-e34b-4441-b454-5fc222391074, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:24.820738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] For port 6e9556f6-e34b-4441-b454-5fc222391074, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6e9556f6-e34b-4441-b454-5fc222391074,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:24.841206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.892683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:24.893301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.894809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] 10.222.0.72 "PUT /v2.0/ports/6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 1091 time: 0.8271959 Jul 22 14:26:24.939793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:24.984086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7641a0d1-a96a-4610-8715-4f9e8fae9536']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:24.986504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2011a5-2cdd-4a1a-9cd9-16552888d525 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9556f6-e34b-4441-b454-5fc222391074,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:25.009574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc4aabc-8d0d-45ca-85cf-9f2d503cd249') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:25.009943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc4aabc-8d0d-45ca-85cf-9f2d503cd249') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:25.023052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.025984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 957c4098-f383-40a9-886b-25732a7a709e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:25.044714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.053227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:26:25.053650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:26:25.055900 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:26:25.083445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71b37a8d-a7f0-4ea7-9938-ce8b3183e71b req-c7e83983-1745-4f0e-a25e-13a387881150 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867617 Jul 22 14:26:25.083948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-57aa772f-c13f-448f-acfd-03ac119db699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.085202 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-57aa772f-c13f-448f-acfd-03ac119db699 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1094 time: 0.1373668 Jul 22 14:26:25.108267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 957c4098-f383-40a9-886b-25732a7a709e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:25.108847 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.169568 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f6cc89-3d2e-4378-bd84-c2904128e885 x-openstack-request-id: req-65f6cc89-3d2e-4378-bd84-c2904128e885 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:25.169853 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d16a754-dd6a-4645-b2ed-8d008c0975f0", "tag": "f523de97-67ea-42a8-99b9-bbd9f6a63ebc", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:25.170185 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65f6cc89-3d2e-4378-bd84-c2904128e885 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:25.170596 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'tag': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc', 'status': 'completed', 'code': 200} Jul 22 14:26:25.172007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.174897 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-654bd06b-ee24-493b-b7a4-7790452f8311 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 217 time: 0.0584986 Jul 22 14:26:25.195661 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.197486 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7641a0d1-a96a-4610-8715-4f9e8fae9536 HTTP/1.1" status: 204 len: 168 time: 0.5348353 Jul 22 14:26:25.230706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7bd464c-7e50-4195-b418-cbfa92490ac6 req-bfaa5963-24ec-4039-b670-d1281d8f1270 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.1779182 Jul 22 14:26:25.256235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62d52a-6bde-410b-9dae-e11b2b945d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=7641a0d1-a96a-4610-8715-4f9e8fae9536,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:25.283850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-1dde6679-1020-4066-8af7-beb85e87b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.285420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-1dde6679-1020-4066-8af7-beb85e87b18e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0991399 Jul 22 14:26:25.333974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-c5432d8d-97cf-4c56-90aa-e51e3a67b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.335674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-c5432d8d-97cf-4c56-90aa-e51e3a67b74b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 1095 time: 0.1605489 Jul 22 14:26:25.390373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e7362-5b11-42b1-abbe-e329224147cc req-18a6495b-ed3d-4221-a953-8c72f9cbd9a3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.392081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-520e7362-5b11-42b1-abbe-e329224147cc req-18a6495b-ed3d-4221-a953-8c72f9cbd9a3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 943 time: 0.0716259 Jul 22 14:26:25.394217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:25.434313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb4717-0523-4d14-b085-aec568bb784c req-e558bc87-29c2-4dba-9c23-8969dcdddef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.435850 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-e558bc87-29c2-4dba-9c23-8969dcdddef2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396043 Jul 22 14:26:25.461124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:25.474164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-6f1e46a9-e8a7-4d2c-bb88-5adbe04cef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.475680 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-6f1e46a9-e8a7-4d2c-bb88-5adbe04cef0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 911 time: 0.1334341 Jul 22 14:26:25.483263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: f13b26e0-2843-44e9-848f-005a6d2bf815 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:26:25.483827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f13b26e0-2843-44e9-848f-005a6d2bf815 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:25.498897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-520e7362-5b11-42b1-abbe-e329224147cc req-c23a4272-7afe-4be8-84cd-1e2c6013b3b4 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977938 Jul 22 14:26:25.503783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9d63220e-12b9-4ee7-939a-c622774bfb0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cb20be05566452397ae5b648778503d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1061969 Jul 22 14:26:25.505902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42462) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:25.533307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fadb98-19a5-452b-899c-b1de25f1baeb req-bcb1e6ce-f696-4177-b363-02ecb34260e7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.534939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09fadb98-19a5-452b-899c-b1de25f1baeb req-bcb1e6ce-f696-4177-b363-02ecb34260e7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1419270 Jul 22 14:26:25.544989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-3eda6d33-2be9-4397-b97c-bb19f37d5021 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc HTTP/1.1" status: 200 len: 217 time: 0.0613279 Jul 22 14:26:25.593453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09fadb98-19a5-452b-899c-b1de25f1baeb req-19138ecf-d87b-4cd1-ab58-c696a590d0cc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511429 Jul 22 14:26:25.598614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2145760-09cd-4976-8885-4f0b24e7548c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.606010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-772f5915-8f9d-4e18-8fdf-683b09ae9a17 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577585 Jul 22 14:26:25.623455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-22dcdc07-0d25-4ea4-9bd3-6b8f5ece348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.624864 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-22dcdc07-0d25-4ea4-9bd3-6b8f5ece348f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.0720541 Jul 22 14:26:25.625013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2145760-09cd-4976-8885-4f0b24e7548c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.668701 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-5bc3d317-e2cf-4b51-a10a-4ac4adfa020b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335062 Jul 22 14:26:25.674937 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2145760-09cd-4976-8885-4f0b24e7548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.677784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2145760-09cd-4976-8885-4f0b24e7548c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:25.679773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c2145760-09cd-4976-8885-4f0b24e7548c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15c02367-ab0e-497b-8734-b1fc1b1fe554 HTTP/1.1" status: 204 len: 168 time: 0.1713359 Jul 22 14:26:25.690454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145760-09cd-4976-8885-4f0b24e7548c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c02367-ab0e-497b-8734-b1fc1b1fe554,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:25.778572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ad867-a8f0-479e-b8a4-e57988afa0de req-a6b61b74-7630-471c-a0cb-6696eabe1827 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:25.780102 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-144ad867-a8f0-479e-b8a4-e57988afa0de req-a6b61b74-7630-471c-a0cb-6696eabe1827 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0803995 Jul 22 14:26:25.803766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7beb4717-0523-4d14-b085-aec568bb784c req-13301c57-ba60-4a8c-a3a5-986ebeb813f0 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890697 Jul 22 14:26:25.830575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-144ad867-a8f0-479e-b8a4-e57988afa0de req-094485da-dfa5-460c-865e-70e3ab4c21a7 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Jul 22 14:26:25.830857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-3cb36070-cace-41c5-8b64-6b337dc5bff4 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549795 Jul 22 14:26:25.938343 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87f81768-415a-41b0-ae72-a4d2164957a7 req-a9081714-a6c7-4174-94fc-210c26b278e5 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998867 Jul 22 14:26:26.046353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:26.085580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-26ec3b9d-f8f1-46f7-afb8-df4a1244cd36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=433f995b8a054d048d2332d2e53c34bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378876 Jul 22 14:26:26.088125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42472) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:26.137843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-20613050-8d2d-4c19-9917-147089d6fc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:26.189183 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-20613050-8d2d-4c19-9917-147089d6fc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:26.245427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64f94c-9939-41fd-a258-c4e208ff334c req-7ce4a78f-76ea-4cb8-b9f2-eeb004b4134b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:26.246947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d64f94c-9939-41fd-a258-c4e208ff334c req-7ce4a78f-76ea-4cb8-b9f2-eeb004b4134b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 944 time: 0.1062164 Jul 22 14:26:26.268242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-20613050-8d2d-4c19-9917-147089d6fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:26.271353 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-20613050-8d2d-4c19-9917-147089d6fc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:26.272506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-20613050-8d2d-4c19-9917-147089d6fc3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/386ed2ad-9a8a-461b-8a71-f03dd6829d90 HTTP/1.1" status: 204 len: 168 time: 0.1834800 Jul 22 14:26:26.286621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20613050-8d2d-4c19-9917-147089d6fc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ed2ad-9a8a-461b-8a71-f03dd6829d90,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:26.315059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d64f94c-9939-41fd-a258-c4e208ff334c req-90c31a5e-93f6-424b-9ebb-00df236435ea tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622303 Jul 22 14:26:26.347428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-085ff095-55c1-4078-a8e8-8098ce61b007 req-857f681e-2aa1-4476-883d-8833b7e983ec tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0304244 Jul 22 14:26:26.640796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5045468-ea76-48fc-a290-0f139d6abacf req-e744ac3a-5c14-47ce-937f-8971df7ccd5f tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:26.642327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5045468-ea76-48fc-a290-0f139d6abacf req-e744ac3a-5c14-47ce-937f-8971df7ccd5f tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 943 time: 0.0718496 Jul 22 14:26:26.721424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5045468-ea76-48fc-a290-0f139d6abacf req-bd5f4c73-859b-43a6-af3f-d632b8d61d96 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733256 Jul 22 14:26:26.748366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d05a7-d583-44ba-a0fb-83f68602392c req-3c4fae16-26c8-4909-9d03-cab2af6c8ce7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:26.750049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-880d05a7-d583-44ba-a0fb-83f68602392c req-3c4fae16-26c8-4909-9d03-cab2af6c8ce7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0841258 Jul 22 14:26:26.789997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-880d05a7-d583-44ba-a0fb-83f68602392c req-b0347423-4674-4fcd-a947-f161c5cf202b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Jul 22 14:26:26.978973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5461f2-9c4d-4549-a55f-964e5bf08a0d req-d3ef52a9-8cb5-4139-b879-3b4a9fbce9de tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:26.980507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b5461f2-9c4d-4549-a55f-964e5bf08a0d req-d3ef52a9-8cb5-4139-b879-3b4a9fbce9de tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0750349 Jul 22 14:26:27.031268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b5461f2-9c4d-4549-a55f-964e5bf08a0d req-7061813a-a33b-4d07-9037-2ab2ea6f4c85 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Jul 22 14:26:27.032346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42508) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:27.131953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1906526850-network', 'tenant_id': 'f7db377e80744c1491e5c58a3d49f50a'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:27.153504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Made reservation on behalf of f7db377e80744c1491e5c58a3d49f50a for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:27.155722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.164467 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.171424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:27.174272 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb2c074-575f-43fd-9d2b-0e37cd97953a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:27.212422 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5d39ae-3e4c-47a0-a733-65b6a3c3db07 x-openstack-request-id: req-ec5d39ae-3e4c-47a0-a733-65b6a3c3db07 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:27.212729 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:27.213038 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec5d39ae-3e4c-47a0-a733-65b6a3c3db07 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:27.213445 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'status': 'completed', 'code': 200} Jul 22 14:26:27.263794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.267894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.296826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:27.300510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-e0cc49ca-6140-48ad-b3ea-db5fd9c5108f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.301428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91945be8-1273-4f5f-878d-6eeded656e0d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:27.302180 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-e0cc49ca-6140-48ad-b3ea-db5fd9c5108f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1094 time: 0.0590065 Jul 22 14:26:27.309287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.309636 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Added segment 1f86bbab-b447-4be4-9829-717eeb7fdeb7 of type vlan for network 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5 Jul 22 14:26:27.351324 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.391454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.392473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.393139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.403389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-bec6de55-594c-46dc-ae0b-1aabb569d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.404882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-bec6de55-594c-46dc-ae0b-1aabb569d95c service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.0962005 Jul 22 14:26:27.447450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4140718 Jul 22 14:26:27.455343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:27.461111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Request body: {'subnet': {'network_id': '2f2a968d-82a4-4d49-9b8b-acf1065f3fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1906526850-subnet', 'tenant_id': 'f7db377e80744c1491e5c58a3d49f50a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:27.463155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f523de97-67ea-42a8-99b9-bbd9f6a63ebc details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:27.464941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-495d0b43-151f-4b40-a69e-92790c108b41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 217 time: 0.0457668 Jul 22 14:26:27.489617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1cb11be-26ad-4282-834e-89a1b53d4a1d req-738a262b-ac85-4c2b-86a2-7ac68e9cd46e tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0474620 Jul 22 14:26:27.516474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Made reservation on behalf of f7db377e80744c1491e5c58a3d49f50a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:27.519917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.531959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7cb6f-c41e-465b-9ee1-e5c61d9c9995 admin admin] Pushing event updated for resources: {'Network': ['ID=2f2a968d-82a4-4d49-9b8b-acf1065f3fe5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:27.555490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ce2ef-d962-4c30-b1a1-b6e37aa19b14 req-adbb92fd-4eb0-419b-b39d-661713b8200f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.562976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-650ce2ef-d962-4c30-b1a1-b6e37aa19b14 req-adbb92fd-4eb0-419b-b39d-661713b8200f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 944 time: 0.1818292 Jul 22 14:26:27.581735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6e9556f6-e34b-4441-b454-5fc222391074 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:27.583730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:27.590765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-ffea0343-b4f9-4a80-b05f-4b151ff7e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.592416 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-ffea0343-b4f9-4a80-b05f-4b151ff7e56b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.1188762 Jul 22 14:26:27.615438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-650ce2ef-d962-4c30-b1a1-b6e37aa19b14 req-473d55cf-8fed-46f9-8ba3-b434136692c1 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468457 Jul 22 14:26:27.692835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:27.703540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-23686c7e-2d67-4694-8f03-c64dcb32e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.705058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-23686c7e-2d67-4694-8f03-c64dcb32e570 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028590 Jul 22 14:26:27.717645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc', 'network_id': '547617b7-3d14-43aa-bedc-55beb37ee790', 'port_id': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc', 'mac_address': 'fa:16:3e:de:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5ce6838-5236-490b-b7ce-0fb9088204c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:27.778140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.806463 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.835375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6e9556f6-e34b-4441-b454-5fc222391074, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6e9556f6-e34b-4441-b454-5fc222391074,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:27.839329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f523de97-67ea-42a8-99b9-bbd9f6a63ebc {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:27.862670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '6e9556f6-e34b-4441-b454-5fc222391074', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:27.868459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14afe4-8443-4826-8926-9cf46f85f982 req-9b147c70-1348-4668-b6ff-9d8cde4ae1d8 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.870072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b14afe4-8443-4826-8926-9cf46f85f982 req-9b147c70-1348-4668-b6ff-9d8cde4ae1d8 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 943 time: 0.0781024 Jul 22 14:26:27.875406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:27.899655 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.910266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc386c20-7083-418b-b8d2-6f799a4f419d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:27.914032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Checking segment: {'id': '1f86bbab-b447-4be4-9829-717eeb7fdeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2f2a968d-82a4-4d49-9b8b-acf1065f3fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:27.914778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Network hostable DHCP agents. Network: 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:26:27.919345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-cdd1015b-6009-4960-8f1b-2ebdb06bec39 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865168 Jul 22 14:26:27.942970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:27.953266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b14afe4-8443-4826-8926-9cf46f85f982 req-9a74d4d3-d6b4-412c-9cfd-e4c44ff1d866 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710056 Jul 22 14:26:27.966058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9556f6-e34b-4441-b454-5fc222391074 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:27.969729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade4ff3-7417-44f6-b7c6-ea5fb1a715eb req-5a070ee8-a905-4d09-a98f-d6d03c6c2184 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:27.972297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eade4ff3-7417-44f6-b7c6-ea5fb1a715eb req-5a070ee8-a905-4d09-a98f-d6d03c6c2184 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1007454 Jul 22 14:26:27.980644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:28.001788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Network 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:26:28.003515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6e9556f6-e34b-4441-b454-5fc222391074, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6e9556f6-e34b-4441-b454-5fc222391074,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:28.009132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.016406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:28.021485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:28.022081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.028774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f154e-759a-4083-a991-1071795e5e8c None None] Network 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:28.036946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eade4ff3-7417-44f6-b7c6-ea5fb1a715eb req-092b27fd-fc02-4bfe-a01a-49cef84e472b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578666 Jul 22 14:26:28.040633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0cb2c074-575f-43fd-9d2b-0e37cd97953a req-30f2bb3a-9ee9-4962-82b8-de2d922c2af1 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128736 Jul 22 14:26:28.046625 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07ac5bf4-394e-4f72-92b5-d0216a334345 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5893719 Jul 22 14:26:28.140574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6e9556f6-e34b-4441-b454-5fc222391074,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:28.181606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d82352-7e93-429d-8f5a-50ca0da987c8 req-c4cbc029-9b7a-4a6e-b970-912ac4983279 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:28.183184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02d82352-7e93-429d-8f5a-50ca0da987c8 req-c4cbc029-9b7a-4a6e-b970-912ac4983279 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0745902 Jul 22 14:26:28.188874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['f523de97-67ea-42a8-99b9-bbd9f6a63ebc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:28.224443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02d82352-7e93-429d-8f5a-50ca0da987c8 req-4eeead91-f2d3-4aa6-930a-822a5cbf5893 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345480 Jul 22 14:26:28.263630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a39834-5976-4b99-b13f-8e1158ac956d None None] Network 2f2a968d-82a4-4d49-9b8b-acf1065f3fe5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:28.344122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6e9556f6-e34b-4441-b454-5fc222391074'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:28.550397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:28.558853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1204796516-network', 'tenant_id': 'b0e24dea4beb46bb867b9ca8708e8485'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:28.581772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Made reservation on behalf of b0e24dea4beb46bb867b9ca8708e8485 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:28.584115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.592971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.635180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f8b60f6-754a-49e0-8b5f-068ca6b66e91 req-8e5f8cf4-9de5-43ea-adea-e28b2c18211e tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0421946 Jul 22 14:26:28.705274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.710124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.739598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:28.749674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0ef046-693e-47ee-a17b-505066e5d4b4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:28.756324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.756673 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Added segment bb7034f8-48c3-41b0-9ec3-1c8cd2a662b0 of type vlan for network 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54 Jul 22 14:26:28.768129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c6919-6dc5-4375-ae77-df3fadeeb603 req-1f604946-0e6e-4bce-b238-3ab363b19296 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:28.770319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-372c6919-6dc5-4375-ae77-df3fadeeb603 req-1f604946-0e6e-4bce-b238-3ab363b19296 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 945 time: 0.0708764 Jul 22 14:26:28.808006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-372c6919-6dc5-4375-ae77-df3fadeeb603 req-2ac90873-84cc-4f4d-9d97-b1b50c181a15 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Jul 22 14:26:28.810323 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.845300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.846337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:28.846949 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.873683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3214993 Jul 22 14:26:28.876666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42554) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:28.882307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Request body: {'subnet': {'network_id': '4151a4fe-9fd2-4e6f-983f-994b0b9f7f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1204796516-subnet', 'tenant_id': 'b0e24dea4beb46bb867b9ca8708e8485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:28.903892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Made reservation on behalf of b0e24dea4beb46bb867b9ca8708e8485 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:28.906417 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:28.906960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f6ee2-fc01-4f4d-9c00-b432486879ed admin admin] Pushing event updated for resources: {'Network': ['ID=4151a4fe-9fd2-4e6f-983f-994b0b9f7f54,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:28.916332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:29.115197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.220895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b160b7bb-4866-46ea-a6ef-819d62ba35bc,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:29.235072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Checking segment: {'id': 'bb7034f8-48c3-41b0-9ec3-1c8cd2a662b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4151a4fe-9fd2-4e6f-983f-994b0b9f7f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:29.235442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Network hostable DHCP agents. Network: 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:26:29.244267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9d2ef-efe7-4523-8a8b-eae3bcbed6c9 req-87f05916-f90f-4646-ba7a-e22203d8cd32 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.245764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8be9d2ef-efe7-4523-8a8b-eae3bcbed6c9 req-87f05916-f90f-4646-ba7a-e22203d8cd32 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 944 time: 0.1877246 Jul 22 14:26:29.264236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bbe7f-19a4-4d84-8d84-40bcc1756f5b req-8ca4f336-328e-4229-a85c-30c599758d05 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.265695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d65bbe7f-19a4-4d84-8d84-40bcc1756f5b req-8ca4f336-328e-4229-a85c-30c599758d05 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1627119 Jul 22 14:26:29.302737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Network 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:26:29.326538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:29.335112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8be9d2ef-efe7-4523-8a8b-eae3bcbed6c9 req-22f2cd64-0409-425f-90e7-b340a4da150b tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810437 Jul 22 14:26:29.335357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ec346-7acf-4542-ab31-74c380875912 None None] Network 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:29.338422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.338885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.344723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d65bbe7f-19a4-4d84-8d84-40bcc1756f5b req-c3e34006-93be-4cb6-9195-2ddb6edf3e62 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705650 Jul 22 14:26:29.357905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0a74c0ea-db88-427f-8b1f-e1e4f83f0779 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4800341 Jul 22 14:26:29.470262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f523de97-67ea-42a8-99b9-bbd9f6a63ebc up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:29.479700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:29.492474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45989f08-382c-4aa9-bf49-b2e84efb2590 req-5048ba0f-67f4-418c-a701-89bac1cdf931 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:29.494070 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45989f08-382c-4aa9-bf49-b2e84efb2590 req-5048ba0f-67f4-418c-a701-89bac1cdf931 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0780966 Jul 22 14:26:29.530439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Deleting subnet cc386c20-7083-418b-b8d2-6f799a4f419d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:26:29.533691 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.536312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45989f08-382c-4aa9-bf49-b2e84efb2590 req-3fb61bee-0f48-4e05-9280-c137a5ec7c4d tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358968 Jul 22 14:26:29.576448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.614364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b0743-91fd-4946-b796-1f56b8a2106d None None] Network 4151a4fe-9fd2-4e6f-983f-994b0b9f7f54 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:29.616224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6e9556f6-e34b-4441-b454-5fc222391074 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:29.616684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.677066 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.714563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc386c20-7083-418b-b8d2-6f799a4f419d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:29.720191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.725735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42570) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:29.726081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d82e1157-f0d6-4a11-813b-3011cdf821b6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cc386c20-7083-418b-b8d2-6f799a4f419d HTTP/1.1" status: 204 len: 168 time: 0.2451777 Jul 22 14:26:29.759268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port f523de97-67ea-42a8-99b9-bbd9f6a63ebc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:29.763158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 6e9556f6-e34b-4441-b454-5fc222391074 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:29.775103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cbcead4-1132-4015-b5ab-f702a5256285 req-c38e2ae0-39ec-4fa4-8b64-4dfa7b3f695a tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0518003 Jul 22 14:26:29.784306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port f523de97-67ea-42a8-99b9-bbd9f6a63ebc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:29.784929 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.788477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 6e9556f6-e34b-4441-b454-5fc222391074 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:29.789010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.831949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.938143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.942991 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.945664 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.950704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2a968d-82a4-4d49-9b8b-acf1065f3fe5']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:29.964711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f86bbab-b447-4be4-9829-717eeb7fdeb7') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:29.965015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f86bbab-b447-4be4-9829-717eeb7fdeb7') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:29.976642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:29.981720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:29.984024 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0510609a-05f6-42aa-991e-a86d7fffa971" -d '{"events": [{"server_uuid": "2d16a754-dd6a-4645-b2ed-8d008c0975f0", "name": "network-vif-plugged", "status": "completed", "tag": "f523de97-67ea-42a8-99b9-bbd9f6a63ebc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:29.996406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.007717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:30.011809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:26:30.012288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.012800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6e9556f6-e34b-4441-b454-5fc222391074, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6e9556f6-e34b-4441-b454-5fc222391074,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:26:30.014633 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:26:30.017364 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.024360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc204e-6c32-4347-9dbf-a8fb08c18e77 req-2d10c69a-6147-414b-9a81-9a4c3bce1e9c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:30.025972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1bc204e-6c32-4347-9dbf-a8fb08c18e77 req-2d10c69a-6147-414b-9a81-9a4c3bce1e9c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 945 time: 0.1419642 Jul 22 14:26:30.047736 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e12df23-fe29-494e-9dff-0331d86dc188 x-openstack-request-id: req-7e12df23-fe29-494e-9dff-0331d86dc188 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:30.048035 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d16a754-dd6a-4645-b2ed-8d008c0975f0", "name": "network-vif-plugged", "status": "completed", "tag": "f523de97-67ea-42a8-99b9-bbd9f6a63ebc", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:30.048293 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e12df23-fe29-494e-9dff-0331d86dc188 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:30.048710 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc', 'code': 200} Jul 22 14:26:30.049332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.076989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:30.116445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.122774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.124727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f2a968d-82a4-4d49-9b8b-acf1065f3fe5 HTTP/1.1" status: 204 len: 168 time: 0.3978469 Jul 22 14:26:30.128743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:30.135501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1bc204e-6c32-4347-9dbf-a8fb08c18e77 req-c1abe7e3-188b-4893-8f69-3e09e76d27c3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945773 Jul 22 14:26:30.135888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6e9556f6-e34b-4441-b454-5fc222391074,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:30.147675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f4642-12fc-47de-8f58-b3f3b9850ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f2a968d-82a4-4d49-9b8b-acf1065f3fe5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:30.190236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Deleting subnet b160b7bb-4866-46ea-a6ef-819d62ba35bc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:26:30.194224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.234299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.308067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.369300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe573ee-3761-4b01-a853-0f2cfa3356cd req-bbb3a24b-96d4-464d-9acc-f757711950f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:30.371388 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbe573ee-3761-4b01-a853-0f2cfa3356cd req-bbb3a24b-96d4-464d-9acc-f757711950f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 1097 time: 0.2544873 Jul 22 14:26:30.395878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.432318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.434570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b160b7bb-4866-46ea-a6ef-819d62ba35bc HTTP/1.1" status: 204 len: 168 time: 0.3043602 Jul 22 14:26:30.436540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb8311-7e01-4619-95fa-0c20996c639c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b160b7bb-4866-46ea-a6ef-819d62ba35bc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:30.437281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42586) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:30.451601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbe573ee-3761-4b01-a853-0f2cfa3356cd req-fb796644-d1d9-4d01-b03d-ca5a04bcb814 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710874 Jul 22 14:26:30.568666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.635893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c34a76-6f3a-441d-8724-3149e2017ffa req-6f8d360b-07e6-492a-9371-68a7c90e289a tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:30.637387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8c34a76-6f3a-441d-8724-3149e2017ffa req-6f8d360b-07e6-492a-9371-68a7c90e289a tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.1887589 Jul 22 14:26:30.645785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dbf92-037f-4d9a-9018-3426153fc6e7 req-951b3329-7b7e-4256-836a-92b41c05c595 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:30.647161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f1dbf92-037f-4d9a-9018-3426153fc6e7 req-951b3329-7b7e-4256-836a-92b41c05c595 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1785641 Jul 22 14:26:30.724304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.748235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4151a4fe-9fd2-4e6f-983f-994b0b9f7f54']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:30.759381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f1dbf92-037f-4d9a-9018-3426153fc6e7 req-21354157-78d8-423b-8afb-a22bf8d532b9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967762 Jul 22 14:26:30.763475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8c34a76-6f3a-441d-8724-3149e2017ffa req-f5437c84-2b53-4586-8381-4ceee258b02c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146705 Jul 22 14:26:30.765039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7034f8-48c3-41b0-9ec3-1c8cd2a662b0') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:30.765334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7034f8-48c3-41b0-9ec3-1c8cd2a662b0') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:30.774687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.793460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.803970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:26:30.804357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:26:30.806249 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:26:30.889215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.905247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:30.907196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4151a4fe-9fd2-4e6f-983f-994b0b9f7f54 HTTP/1.1" status: 204 len: 168 time: 0.4683959 Jul 22 14:26:30.911926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf07f3e-ba1d-4081-a755-8684bf074827 admin admin] Pushing event deleted for resources: {'Network': ['ID=4151a4fe-9fd2-4e6f-983f-994b0b9f7f54,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:30.948317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22775b86-a9b7-4f6c-aa49-68f108e4af1f req-ba444078-b334-40d3-bc47-c338e009d369 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0399184 Jul 22 14:26:30.964109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6882ee0-f96f-4971-9aaf-7c70bf3c3221 req-b0ce08fb-480f-4d46-8387-edcd86f749df tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:30.965591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6882ee0-f96f-4971-9aaf-7c70bf3c3221 req-b0ce08fb-480f-4d46-8387-edcd86f749df tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1408291 Jul 22 14:26:31.011696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6882ee0-f96f-4971-9aaf-7c70bf3c3221 req-6082c04f-12d1-42fe-a377-4b380ad2ce3e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Jul 22 14:26:31.099129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42598) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:31.137351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-90bd3c3c-e118-45e1-9c51-be245ff800d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7db377e80744c1491e5c58a3d49f50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371277 Jul 22 14:26:31.139908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42600) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:31.188648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49a25ace-ed1b-4ecb-994b-5b9895b33283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.216089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49a25ace-ed1b-4ecb-994b-5b9895b33283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.302691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c844a-a335-44f6-9b99-45afc9f872d6 req-57d2af43-dc10-4e09-98ab-4057b7ba6a15 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:31.304295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c5c844a-a335-44f6-9b99-45afc9f872d6 req-57d2af43-dc10-4e09-98ab-4057b7ba6a15 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0943921 Jul 22 14:26:31.317868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49a25ace-ed1b-4ecb-994b-5b9895b33283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.320326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49a25ace-ed1b-4ecb-994b-5b9895b33283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.323907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-49a25ace-ed1b-4ecb-994b-5b9895b33283 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91945be8-1273-4f5f-878d-6eeded656e0d HTTP/1.1" status: 204 len: 168 time: 0.1806002 Jul 22 14:26:31.341731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25ace-ed1b-4ecb-994b-5b9895b33283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91945be8-1273-4f5f-878d-6eeded656e0d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:31.359893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c5c844a-a335-44f6-9b99-45afc9f872d6 req-000b78ec-6067-4f4c-b3b1-6a0dbd43773a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Jul 22 14:26:31.640503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42608) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:31.680461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-699dda0d-f35c-4719-946b-6ac77f3b698a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0e24dea4beb46bb867b9ca8708e8485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386124 Jul 22 14:26:31.682912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:31.734149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f46706b-6ed9-4033-8164-a67909f3a27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.754471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f46706b-6ed9-4033-8164-a67909f3a27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.808508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f46706b-6ed9-4033-8164-a67909f3a27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.811523 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f46706b-6ed9-4033-8164-a67909f3a27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:31.812765 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f46706b-6ed9-4033-8164-a67909f3a27b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b0ef046-693e-47ee-a17b-505066e5d4b4 HTTP/1.1" status: 204 len: 168 time: 0.1289551 Jul 22 14:26:31.835648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46706b-6ed9-4033-8164-a67909f3a27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0ef046-693e-47ee-a17b-505066e5d4b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:31.934931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ba672-f584-46e0-9416-12dac549609c req-c15dfa94-507a-4c48-9c6b-3743a8ece11d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:31.936485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be2ba672-f584-46e0-9416-12dac549609c req-c15dfa94-507a-4c48-9c6b-3743a8ece11d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1020150 Jul 22 14:26:31.975618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087abcc3-a14d-45a5-8ffd-56ad449d8b9e req-92946715-67e5-48d5-8338-7dbec67eb4b2 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:31.977183 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-087abcc3-a14d-45a5-8ffd-56ad449d8b9e req-92946715-67e5-48d5-8338-7dbec67eb4b2 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.1078811 Jul 22 14:26:32.000065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be2ba672-f584-46e0-9416-12dac549609c req-fda33a5a-d1e9-4761-ad8a-714f5e190720 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568197 Jul 22 14:26:32.038315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-087abcc3-a14d-45a5-8ffd-56ad449d8b9e req-5bfca6c8-493e-4143-b8f9-1c37266d90f2 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535810 Jul 22 14:26:32.053596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:32.056176 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab381fa-2811-4c1b-832f-a0d1f5566696" -d '{"events": [{"server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "name": "network-vif-plugged", "status": "completed", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:32.127386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-390b988d-22e4-44f0-852b-8f494e2fc5cf req-7bbb08d1-db48-46a9-8f38-873358a2be5e tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0314014 Jul 22 14:26:32.196549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8282c-ff4d-42a5-b742-820e6c770246 req-906e28f2-b4f6-4d43-9ade-e88c4a49d2ac tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:32.198084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ac8282c-ff4d-42a5-b742-820e6c770246 req-906e28f2-b4f6-4d43-9ade-e88c4a49d2ac tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0731514 Jul 22 14:26:32.243635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ac8282c-ff4d-42a5-b742-820e6c770246 req-366c34b3-5228-42bc-afcd-8a33bbbfa553 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Jul 22 14:26:32.244192 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a16f916-22a0-47dc-b0f2-c9f4e4963c2f x-openstack-request-id: req-1a16f916-22a0-47dc-b0f2-c9f4e4963c2f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:32.244490 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "name": "network-vif-plugged", "status": "completed", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:32.244740 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a16f916-22a0-47dc-b0f2-c9f4e4963c2f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:32.245134 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'code': 200} Jul 22 14:26:32.457868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fe5f3-b644-4b3e-a16e-d6ff3be042a7 req-f760b57c-9a0a-4dbd-a9e7-cc35d466ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:32.459512 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c3fe5f3-b644-4b3e-a16e-d6ff3be042a7 req-f760b57c-9a0a-4dbd-a9e7-cc35d466ad36 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.1543317 Jul 22 14:26:32.497338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c3fe5f3-b644-4b3e-a16e-d6ff3be042a7 req-23a53b94-3545-4490-9d73-adbcd2e88c88 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297036 Jul 22 14:26:32.513831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50932281-4f01-4773-9a48-c3a3762d14c7 req-a207cdd6-7515-4bcd-bf03-446fab85ca47 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:32.515331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50932281-4f01-4773-9a48-c3a3762d14c7 req-a207cdd6-7515-4bcd-bf03-446fab85ca47 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0653849 Jul 22 14:26:32.552386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42650) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:32.559540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50932281-4f01-4773-9a48-c3a3762d14c7 req-8b09e3da-68b1-489d-a0e4-b69dd1fa35a6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Jul 22 14:26:32.646405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-841798330-network', 'tenant_id': '198c12f4df084d93ab51cbda83369201'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:32.668369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Made reservation on behalf of 198c12f4df084d93ab51cbda83369201 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:32.670831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.679360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.822404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb42c70-5506-4501-b2bf-d358e99397d7 req-8dab2db0-17dd-4d5f-b677-9a9bbb87e51b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:32.823940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2eb42c70-5506-4501-b2bf-d358e99397d7 req-8dab2db0-17dd-4d5f-b677-9a9bbb87e51b tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0730922 Jul 22 14:26:32.824446 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.829802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.838108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-e6b1fe33-e5e7-4559-ae6d-d68edc7455bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:32.839637 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-e6b1fe33-e5e7-4559-ae6d-d68edc7455bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 1097 time: 0.0996096 Jul 22 14:26:32.860770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:32.864645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2eb42c70-5506-4501-b2bf-d358e99397d7 req-9ab019de-4561-4209-bf18-f5f3ed8fddba tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Jul 22 14:26:32.896824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897053fc-4c42-4907-a159-cff5e0363ad2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:32.901393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:32.901760 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Added segment c9ad07f7-0500-43f3-a848-8e3420ddd5a3 of type vlan for network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e Jul 22 14:26:32.977755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.000581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-d557cc55-8e06-4fff-b8fb-5097c0dea5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.002037 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-d557cc55-8e06-4fff-b8fb-5097c0dea5b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 911 time: 0.1534698 Jul 22 14:26:33.048573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-99899e5d-a2dc-451b-a9de-42fe4e76d67a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc HTTP/1.1" status: 200 len: 217 time: 0.0369771 Jul 22 14:26:33.053758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.054797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.055435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.153223 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5995531 Jul 22 14:26:33.156599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:33.188018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Request body: {'subnet': {'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-841798330-subnet', 'tenant_id': '198c12f4df084d93ab51cbda83369201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:33.193424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35947b35-895d-4a7e-9a48-84169f3ca61e admin admin] Pushing event updated for resources: {'Network': ['ID=15e0f227-3ca8-4d4c-bcba-fd256f8a453e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:33.203862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:33.204396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-b019fd0d-95c5-45a8-a7b8-479cb5a036dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.205686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-b019fd0d-95c5-45a8-a7b8-479cb5a036dd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.1388619 Jul 22 14:26:33.212049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d94571-c25d-469d-8bc8-d36380bf0b4f req-0363ff09-ed08-410e-ba35-083d8e206b03 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.213738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d94571-c25d-469d-8bc8-d36380bf0b4f req-0363ff09-ed08-410e-ba35-083d8e206b03 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1412349 Jul 22 14:26:33.250349 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-6f62d4fd-0c87-4b48-874e-03328ea01add service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359948 Jul 22 14:26:33.250977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Made reservation on behalf of 198c12f4df084d93ab51cbda83369201 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:33.253703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.258153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bbe2f-6152-4a70-8170-ba36782fc45c req-cebd071f-76e1-4796-9fe6-689c3b4ff472 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.259832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-134bbe2f-6152-4a70-8170-ba36782fc45c req-cebd071f-76e1-4796-9fe6-689c3b4ff472 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.1455829 Jul 22 14:26:33.295869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d94571-c25d-469d-8bc8-d36380bf0b4f req-fddb9ebb-2f72-48c9-ad27-2330be297e46 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721087 Jul 22 14:26:33.321116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-134bbe2f-6152-4a70-8170-ba36782fc45c req-f901d478-47bc-40ee-aa7c-da765890506a tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530677 Jul 22 14:26:33.419477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-450049ac-b313-4390-8dc1-c77218d8fa49 req-bb0f4b00-1c8c-4899-8b6b-5b5266f7e99a tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0374453 Jul 22 14:26:33.574979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8b0d7-8c2b-4f64-a15c-4cbe52196ac9 req-d56f0db8-729c-4558-a967-2268fcec2f03 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.576693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49f8b0d7-8c2b-4f64-a15c-4cbe52196ac9 req-d56f0db8-729c-4558-a967-2268fcec2f03 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0898976 Jul 22 14:26:33.618964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49f8b0d7-8c2b-4f64-a15c-4cbe52196ac9 req-afb06822-a1eb-43a4-9468-1ac2613e5f24 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Jul 22 14:26:33.688513 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-eaa9e9db-77fd-45f1-8394-126780db9757 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229908 Jul 22 14:26:33.843638 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8265a7b6-6972-484f-bd8b-245cc0146f51 req-ef36bdca-a5b2-4324-abba-7d133bf49e19 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466646 Jul 22 14:26:33.844445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.908345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62eca478-f328-41b8-8d86-93c075bc900a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:33.916809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:33.917155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Network hostable DHCP agents. Network: 15e0f227-3ca8-4d4c-bcba-fd256f8a453e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:26:33.935797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:26:33.944929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 15e0f227-3ca8-4d4c-bcba-fd256f8a453e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:33.949291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:33.949881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:33.955218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eeebabf-8544-4f31-9762-d6815d61f686 None None] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:33.974943 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c76a11a2-869c-4242-a69e-053b1bed6b70 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7925594 Jul 22 14:26:34.024404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b083107-9d72-495d-b779-5c0bb91d1578 req-0b95fb2e-fb16-4343-a8e4-f70225637871 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:34.026403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b083107-9d72-495d-b779-5c0bb91d1578 req-0b95fb2e-fb16-4343-a8e4-f70225637871 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0681670 Jul 22 14:26:34.067674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b083107-9d72-495d-b779-5c0bb91d1578 req-91903b75-df56-4b3a-a864-7f04fae7c1e8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343444 Jul 22 14:26:34.098404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4906e0-c7b8-4158-98f2-80143210de9e None None] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:34.464479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:34.469819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2048004475-network', 'tenant_id': 'b78bd34999754300819c5f279e90ba56'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:34.492989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Made reservation on behalf of b78bd34999754300819c5f279e90ba56 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:34.495517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.504617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.508650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1f49-f0f6-42d1-8f75-6ecb3d96ec0b req-19f7bb88-0c55-43ae-8364-2a55fc715741 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:34.510161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7da1f49-f0f6-42d1-8f75-6ecb3d96ec0b req-19f7bb88-0c55-43ae-8364-2a55fc715741 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1376355 Jul 22 14:26:34.531097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c5957-9b26-4a64-83bc-ec7e7ff34827 req-b4828ec0-ec00-4cf0-a63f-a5dfaff52b3b tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:34.532590 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5c5957-9b26-4a64-83bc-ec7e7ff34827 req-b4828ec0-ec00-4cf0-a63f-a5dfaff52b3b tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.1009681 Jul 22 14:26:34.577842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7da1f49-f0f6-42d1-8f75-6ecb3d96ec0b req-5fff1aaf-da27-44ca-86bc-b5909fcfc6e9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605776 Jul 22 14:26:34.591688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5c5957-9b26-4a64-83bc-ec7e7ff34827 req-d39f23ad-e3c6-4739-a6d0-df5a1093431b tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488284 Jul 22 14:26:34.615311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.625745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.650159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:34.669309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.669309 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Added segment 29045f41-d33c-48c4-873b-7a3284039f9c of type vlan for network a9472da8-a15c-4a8f-845e-3f8b312a91a5 Jul 22 14:26:34.680682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0c27b3-c247-4cc4-a815-15fd115c3aac,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:34.715800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.730295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e98e99e-a4a2-4560-a0de-bb64e00214af req-d1713be0-7f3e-4721-87fb-ce2b00a8159a tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0673976 Jul 22 14:26:34.763170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.765196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:34.766185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.807837 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3421540 Jul 22 14:26:34.811068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:34.821206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Request body: {'subnet': {'network_id': 'a9472da8-a15c-4a8f-845e-3f8b312a91a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2048004475-subnet', 'tenant_id': 'b78bd34999754300819c5f279e90ba56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:34.871115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939f92e-5c85-4d91-9224-ac84f47aa800 admin admin] Pushing event updated for resources: {'Network': ['ID=a9472da8-a15c-4a8f-845e-3f8b312a91a5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:34.884715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a9472da8-a15c-4a8f-845e-3f8b312a91a5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:34.889990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Made reservation on behalf of b78bd34999754300819c5f279e90ba56 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:34.892534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:34.925528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72f6f257-8213-4154-a58f-b513a8322e18 req-22ec3228-54c9-4185-a305-999f074309c9 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1795173 Jul 22 14:26:34.937856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:34.967717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cf261-3a09-4305-8d71-defda90383d7 req-b9789372-ead9-4dbf-8c82-d6e767886784 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:34.969203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-670cf261-3a09-4305-8d71-defda90383d7 req-b9789372-ead9-4dbf-8c82-d6e767886784 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1687670 Jul 22 14:26:34.982784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.034064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-670cf261-3a09-4305-8d71-defda90383d7 req-fdf1580b-6686-42f0-bc44-16ed471a768b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Jul 22 14:26:35.097132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.115535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.166846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=977c6b90-910d-4bfa-a5d3-f6492fdb6fa4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:35.170538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Checking segment: {'id': '29045f41-d33c-48c4-873b-7a3284039f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a9472da8-a15c-4a8f-845e-3f8b312a91a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:35.170973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Network hostable DHCP agents. Network: a9472da8-a15c-4a8f-845e-3f8b312a91a5, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:26:35.188461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Network a9472da8-a15c-4a8f-845e-3f8b312a91a5 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:26:35.198495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a9472da8-a15c-4a8f-845e-3f8b312a91a5) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:35.203464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:35.204139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.219200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9edb29-dcbe-4217-8c68-b3e06d18bad3 None None] Network a9472da8-a15c-4a8f-845e-3f8b312a91a5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:35.232273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a289a153-b787-4a57-b94b-6fec42fccfaa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4112875 Jul 22 14:26:35.271039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Allocated IP 172.25.3.150 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/2e5e0a0e-a8c3-43f4-83ae-d4ff61fac1cb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:35.292513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb725c8-6b0e-4980-a8af-c8421dc455c3 req-a72d292f-85e5-4275-be25-27d29b6b39e3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:35.294048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adb725c8-6b0e-4980-a8af-c8421dc455c3 req-a72d292f-85e5-4275-be25-27d29b6b39e3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1285737 Jul 22 14:26:35.376953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a166eb2-65a2-4c5c-a691-786a2a7d75e0 None None] Network a9472da8-a15c-4a8f-845e-3f8b312a91a5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:26:35.381514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adb725c8-6b0e-4980-a8af-c8421dc455c3 req-c9ebbd0b-991b-4428-b079-b1adceb60468 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803838 Jul 22 14:26:35.427002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.469681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.514897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:35.519793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:35.523218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:35.547161 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event updated for resources: {'Port': ['ID=2e5e0a0e-a8c3-43f4-83ae-d4ff61fac1cb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:35.598188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:35.625797 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.675195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.709331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:35.720852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '667f909c-a496-46fd-818a-eb55ee0230f4', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': '667f909c-a496-46fd-818a-eb55ee0230f4', 'mac_address': 'fa:16:3e:b7:09:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:35.758608 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.772399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 667f909c-a496-46fd-818a-eb55ee0230f4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:35.792837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:35.796997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.865298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:35.870565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-0a4804b2-c322-4baf-a93b-9b595f5c943a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:35.872119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-0a4804b2-c322-4baf-a93b-9b595f5c943a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.1718180 Jul 22 14:26:35.901932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-cd3e44cb-71ed-46e1-b15c-ceadd47ac5b5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/quotas/198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 375 time: 0.0205967 Jul 22 14:26:35.904778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['667f909c-a496-46fd-818a-eb55ee0230f4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:35.946128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-430d7d78-dcb3-4a2c-a73b-0e9855ec799a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387654 Jul 22 14:26:35.967260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:35.978721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.086367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event updated for resources: {'Port': ['ID=2e5e0a0e-a8c3-43f4-83ae-d4ff61fac1cb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:36.103446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.123482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-1b3d13c9-9ab9-48c2-ae63-698329f7600c service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668644 Jul 22 14:26:36.128554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:36.129679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72f6f257-8213-4154-a58f-b513a8322e18 req-99fb6bc9-4922-4bfb-abfc-14eb3fd0ec11 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1993072 Jul 22 14:26:36.194693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72f6f257-8213-4154-a58f-b513a8322e18 req-64381f5e-1616-40aa-9e61-7461fd67473c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0569735 Jul 22 14:26:36.588743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-32ffca7c-5062-4f5b-bc25-56249db1dc58 service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580169 Jul 22 14:26:36.626214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6f257-8213-4154-a58f-b513a8322e18 req-7fb266a7-5c01-475b-8e50-d23c1b246c9c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:36.628328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72f6f257-8213-4154-a58f-b513a8322e18 req-7fb266a7-5c01-475b-8e50-d23c1b246c9c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.4025064 Jul 22 14:26:36.760565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a1eca-0961-4e33-90f0-9c8cd2344728 req-6c666791-d91f-4655-8145-f8e125618d61 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:36.762447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e75a1eca-0961-4e33-90f0-9c8cd2344728 req-6c666791-d91f-4655-8145-f8e125618d61 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 944 time: 0.0850956 Jul 22 14:26:36.808173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e75a1eca-0961-4e33-90f0-9c8cd2344728 req-e497f9ab-94aa-487e-8b06-2aec55bf08d0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390413 Jul 22 14:26:36.906920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-582cfb15-1296-486e-ab51-ac152f378028 req-2dee5b70-177f-41ad-8a08-8b5b83488b64 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0369353 Jul 22 14:26:36.968206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386756-635f-48f5-992c-c072f1964e2b req-317a3467-e603-4ecb-bb6c-774a44abffa8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:36.976629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad386756-635f-48f5-992c-c072f1964e2b req-317a3467-e603-4ecb-bb6c-774a44abffa8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0968757 Jul 22 14:26:36.993863 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:37.049515 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad386756-635f-48f5-992c-c072f1964e2b req-b291014a-6737-40a3-84cd-982b1dc28ab0 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719600 Jul 22 14:26:37.100019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54622af3-c00e-4b15-b00c-ca4903810d1c req-eda00748-1702-40bf-a167-207ba1f349e3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.101684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54622af3-c00e-4b15-b00c-ca4903810d1c req-eda00748-1702-40bf-a167-207ba1f349e3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1116195 Jul 22 14:26:37.142416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77e3f1d4-2e9d-4f66-8a41-a3225a78bbe5 req-9e70db40-7f65-4c48-b991-ac8645517520 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 210 time: 0.0396588 Jul 22 14:26:37.168977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54622af3-c00e-4b15-b00c-ca4903810d1c req-6b9f89f6-c050-4af2-bee9-ea4171ab4e3c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559876 Jul 22 14:26:37.381329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-90577276-b9ef-4fbc-84a9-00436aa36ac3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:37.383169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-90577276-b9ef-4fbc-84a9-00436aa36ac3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 821 time: 0.1402798 Jul 22 14:26:37.390460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:37.409684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-106c6a8a-04a3-4eba-bd1d-51eb216181cd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/quotas/8715f610406a4be691b9304e127e28a0 HTTP/1.1" status: 200 len: 375 time: 0.0190594 Jul 22 14:26:37.480649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-ec9e2154-ce50-4dec-ad03-346af3ada273 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0700898 Jul 22 14:26:37.578415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-9fe18ed4-8465-4f7b-b242-ce48d6b95fed service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911138 Jul 22 14:26:37.625447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:37.695077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 667f909c-a496-46fd-818a-eb55ee0230f4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:37.695455 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:37.707126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-7744fd70-b2e4-42ad-885e-eff9cc0dce1b service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277795 Jul 22 14:26:37.819478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:37.878702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:37.881528 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a1e71-bd27-4eec-a730-4d6045af0ec9" -d '{"events": [{"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-plugged", "status": "completed", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:37.917709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:37.931774 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:38.047022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:38.135139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cea5fdfd-7043-4810-8acc-b7a1e66b9539 req-eee6ae26-8b03-4ec3-8cff-daebdb3d3247 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 210 time: 0.0869479 Jul 22 14:26:38.207707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ed18d-b410-4aa9-a3f5-7b02dfdc2baa req-0b3e7547-137f-4967-8acf-6fe82f53c6f5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:38.212104 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782775bb-2149-4019-9320-4915bd0f8983 x-openstack-request-id: req-782775bb-2149-4019-9320-4915bd0f8983 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:38.212604 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-plugged", "status": "completed", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:38.215268 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-782775bb-2149-4019-9320-4915bd0f8983 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:38.215936 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4', 'code': 200} Jul 22 14:26:38.221044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d1ed18d-b410-4aa9-a3f5-7b02dfdc2baa req-0b3e7547-137f-4967-8acf-6fe82f53c6f5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.2376156 Jul 22 14:26:38.297866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-dd6f3445-72f9-48e4-a6ec-7b93c762b7ce tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:38.301121 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-dd6f3445-72f9-48e4-a6ec-7b93c762b7ce tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.2617598 Jul 22 14:26:38.310674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d1ed18d-b410-4aa9-a3f5-7b02dfdc2baa req-24d67efe-4c02-4900-8fa0-3ab1938030ec tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827239 Jul 22 14:26:38.318080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Request body: {'port': {'device_id': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'admin_state_up': True, 'tenant_id': '198c12f4df084d93ab51cbda83369201'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:38.380599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17e366fb-a8d3-4984-b26b-6ad006f43d32 req-acfdd63e-cf47-4559-a117-618dfe4d8dbf tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0555363 Jul 22 14:26:38.547671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Made reservation on behalf of 198c12f4df084d93ab51cbda83369201 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:38.553210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:38.553403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9799e-98f5-479b-89ab-cb82352840a6 req-05864cb1-8591-42bf-9ce0-61e9ef37636b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:38.555061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03d9799e-98f5-479b-89ab-cb82352840a6 req-05864cb1-8591-42bf-9ce0-61e9ef37636b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.0946887 Jul 22 14:26:38.576639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bab5602-7fb2-4943-b5ab-6ccc27fa79a4 req-434a8407-0f25-4f5f-b316-9eff844b20dc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 210 time: 0.0497682 Jul 22 14:26:38.656604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03d9799e-98f5-479b-89ab-cb82352840a6 req-2144923a-291e-40ca-8119-b5a7693262fe tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830798 Jul 22 14:26:38.769784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Allocated IP 172.20.0.10 (15e0f227-3ca8-4d4c-bcba-fd256f8a453e/62eca478-f328-41b8-8d86-93c075bc900a/c2462ebf-d993-4669-8a69-cbe065455efb) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:38.794959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb4437-bf53-4ebb-8fc2-a281cd38c6df req-ea8c5569-7e1a-48d9-9959-a02aa9873162 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:38.799283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eb4437-bf53-4ebb-8fc2-a281cd38c6df req-ea8c5569-7e1a-48d9-9959-a02aa9873162 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1016052 Jul 22 14:26:38.907524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eb4437-bf53-4ebb-8fc2-a281cd38c6df req-d4a0dbcc-0996-405c-a318-142f5ef373e9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009011 Jul 22 14:26:39.052209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.097637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.144560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:39.149656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:39.153841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:39.196494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:39.224805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:39.225444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.258207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-527c69fc-6ea2-4163-a071-96d67d74cfa0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9463308 Jul 22 14:26:39.272896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-879ce01c-8583-4d6c-bc6e-a8cb9e62f7e6 req-cc0deb05-53c0-4cc2-8a07-8d853408f617 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 210 time: 0.0441849 Jul 22 14:26:39.274338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Request body: {'port': {'device_id': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:39.400132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.501777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e25c5d-f685-489f-8268-5d9a6ee8c594 req-5510bedd-2836-4c23-9684-bd7989dc54ba tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:39.510033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08e25c5d-f685-489f-8268-5d9a6ee8c594 req-5510bedd-2836-4c23-9684-bd7989dc54ba tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0938957 Jul 22 14:26:39.583948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-291143db-9c42-4cb5-a80a-3a1e3809ac4d req-e4485c5d-f155-4279-aedb-32a9618b62bb tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0494285 Jul 22 14:26:39.597790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08e25c5d-f685-489f-8268-5d9a6ee8c594 req-7c63d155-aeb4-45d7-bafa-1464309c600a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865219 Jul 22 14:26:39.679925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-4a42d007-23b9-46f7-9c58-d0aee4b03544 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:39.681366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-4a42d007-23b9-46f7-9c58-d0aee4b03544 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 821 time: 0.2661452 Jul 22 14:26:39.713596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'port': {'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'admin_state_up': True, 'tenant_id': '8715f610406a4be691b9304e127e28a0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:39.815833 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-89876bc0-dde8-47b8-a5dd-d7811aba4559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.871219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45bbc-8a07-46d2-8e1c-3f077f178932 req-7eccc92a-58c4-437c-bd94-336c60faf292 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:39.879492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caa45bbc-8a07-46d2-8e1c-3f077f178932 req-7eccc92a-58c4-437c-bd94-336c60faf292 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 932 time: 0.1917968 Jul 22 14:26:39.902195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd76f1-a747-43ee-be27-aa78790896e1 req-02535eb3-db97-4252-b49d-7e68b2b480db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:39.915154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ddd76f1-a747-43ee-be27-aa78790896e1 req-02535eb3-db97-4252-b49d-7e68b2b480db tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1810889 Jul 22 14:26:39.915440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Made reservation on behalf of 8715f610406a4be691b9304e127e28a0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:39.919042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:39.984022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ddd76f1-a747-43ee-be27-aa78790896e1 req-85eca37f-5e3e-4ea0-8bea-2f1869b19cf5 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673931 Jul 22 14:26:40.028117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caa45bbc-8a07-46d2-8e1c-3f077f178932 req-6a27997f-47f5-4378-8c54-bfc40eb2fa5c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472862 Jul 22 14:26:40.034681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2462ebf-d993-4669-8a69-cbe065455efb {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:40.047190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.094319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Transition to ACTIVE for port object c2462ebf-d993-4669-8a69-cbe065455efb will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:40.124189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.152224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7e20d-0d02-4aaf-813e-527b6bb77dfe req-a4f17648-e2ed-450e-ac7a-b2be61e211c1 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:40.160042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7d7e20d-0d02-4aaf-813e-527b6bb77dfe req-a4f17648-e2ed-450e-ac7a-b2be61e211c1 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0776696 Jul 22 14:26:40.205929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7d7e20d-0d02-4aaf-813e-527b6bb77dfe req-db2d7f34-7d7d-4d13-b973-cbbc3ef79ba4 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 Jul 22 14:26:40.211132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Allocated IP 172.20.0.6 (46596362-546f-4cb6-9dd2-ee7f50433bb9/b9e7751e-71af-4b31-827a-3b3f6b72691a/8b20479f-fd50-40e9-8f1a-2dfe7e80668c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:26:40.213715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:40.372978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:40.373389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:40.373636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:40.399273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dce30844-9201-4c35-83b0-df3ab2e27ba6 req-b376b5b7-3f91-43aa-8056-6c28eb48eef1 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 210 time: 0.0334835 Jul 22 14:26:40.411402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:40.411402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:40.421621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:40.421951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:40.422324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:40.422782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Bound port: c2462ebf-d993-4669-8a69-cbe065455efb, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:40.423136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.514038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.529811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:40.534963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:40.541073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Transition to ACTIVE for port object 8b20479f-fd50-40e9-8f1a-2dfe7e80668c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:40.546679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.595392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:40.596045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.597607 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 1092 time: 1.3309951 Jul 22 14:26:40.599699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:40.602018 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c43df4d-d03f-4ac9-af86-8b8882654cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:40.648398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde215-6c04-441e-bd69-f8f88183b8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:40.673489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:40.685614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6e9556f6-e34b-4441-b454-5fc222391074'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:40.814469 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20db6730-e9ef-48c0-b813-7eb186d6a03c x-openstack-request-id: req-20db6730-e9ef-48c0-b813-7eb186d6a03c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:40.815463 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:40.815723 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20db6730-e9ef-48c0-b813-7eb186d6a03c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:40.816128 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'status': 'completed', 'code': 200} Jul 22 14:26:40.821706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:26:40.833447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:26:40.837024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:26:40.841108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event updated for resources: {'Port': ['ID=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:40.901380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c28c6-0a52-451b-9971-01195b010a40 req-9321e082-7881-403d-b146-2c3d7344080f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:40.915482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a7c28c6-0a52-451b-9971-01195b010a40 req-9321e082-7881-403d-b146-2c3d7344080f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.2073755 Jul 22 14:26:40.931327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-50006017-b32e-4979-9914-94e09cb398d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:40.933430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-50006017-b32e-4979-9914-94e09cb398d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1095 time: 0.2731593 Jul 22 14:26:40.960903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:40.961563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.024703 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-f0729997-5e4b-4c53-99d3-06ba1005c869 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.0801730 Jul 22 14:26:41.041006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1a9cf35-c1a1-441e-be1a-0595e2e1ba55 req-6291216f-afec-45f2-a966-4b11cab9eb8c tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0913401 Jul 22 14:26:41.055105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a7c28c6-0a52-451b-9971-01195b010a40 req-f8b477b4-caa8-4b34-ad6c-bd2af613995b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376357 Jul 22 14:26:41.133482 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-cc1b5cc9-832c-4b7d-9ff4-ee3e3c8ce9ee tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4295390 Jul 22 14:26:41.148114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Request body: {'port': {'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:41.151444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed05026-7dad-436b-a359-c4cca64326ac req-94798e5e-46c4-4e53-a6e0-98b4459926d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:41.152947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-94798e5e-46c4-4e53-a6e0-98b4459926d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1093671 Jul 22 14:26:41.218731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-2292dc82-ab81-4f05-be4a-bbda47743626 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325313 Jul 22 14:26:41.231017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34dc50ab-ab57-4f8c-bb73-3e715ae9062d req-3285e87a-2fba-4275-b344-f971a3a9207f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0886383 Jul 22 14:26:41.343652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60c4c238-5146-4788-aec4-187a11696f74 None None] Provisioning for port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:41.344685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c6835-87dc-4be6-8f86-342078363e3e req-18eb0a22-c516-4d01-aa7d-02ac24b3496b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:41.350797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60c4c238-5146-4788-aec4-187a11696f74 None None] Provisioning complete for port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:41.351690 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60c4c238-5146-4788-aec4-187a11696f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.355630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f38c6835-87dc-4be6-8f86-342078363e3e req-18eb0a22-c516-4d01-aa7d-02ac24b3496b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1794634 Jul 22 14:26:41.396570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60c4c238-5146-4788-aec4-187a11696f74 None None] Port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:26:41.399863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd925d-c4ba-461c-ba8a-9b723ac91fd9 req-a5e948d5-48ea-45bf-bb0c-1742a23f0237 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:41.408543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23bd925d-c4ba-461c-ba8a-9b723ac91fd9 req-a5e948d5-48ea-45bf-bb0c-1742a23f0237 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 944 time: 0.2512136 Jul 22 14:26:41.415318 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-3aafb1cb-5682-4809-aff3-ff7e9012a273 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870799 Jul 22 14:26:41.436481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:41.451107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f38c6835-87dc-4be6-8f86-342078363e3e req-5ec1cc4f-ad26-46ca-8376-e9a7e76eca3e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925958 Jul 22 14:26:41.494627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23bd925d-c4ba-461c-ba8a-9b723ac91fd9 req-f607ba28-4112-4360-bc65-62181d5a8431 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824623 Jul 22 14:26:41.634598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a03e-8def-4c7a-8b1e-f494e778de88 req-bf5e539d-5733-48c1-9585-f0352a49c7fe tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:41.642232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b129a03e-8def-4c7a-8b1e-f494e778de88 req-bf5e539d-5733-48c1-9585-f0352a49c7fe tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0884814 Jul 22 14:26:41.650322 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ed05026-7dad-436b-a359-c4cca64326ac req-e662d764-bc06-4a44-92b2-063cc356735f service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264161 Jul 22 14:26:41.697148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b129a03e-8def-4c7a-8b1e-f494e778de88 req-266e14c6-9eae-4de3-81be-0b12f89be234 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532677 Jul 22 14:26:41.842653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d890b3-0aad-42a7-a92d-cd8a343ca711 req-8954d53b-ab9e-4add-804f-254125b2a31c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:41.842653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41d890b3-0aad-42a7-a92d-cd8a343ca711 req-8954d53b-ab9e-4add-804f-254125b2a31c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 931 time: 0.0954146 Jul 22 14:26:41.886550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41d890b3-0aad-42a7-a92d-cd8a343ca711 req-bdce37b3-e3a9-4985-a2a1-e4578b577a8d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345805 Jul 22 14:26:41.902071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-cb2743ef-bb37-4b9d-b2b7-4f3c53db3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:41.903677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-cb2743ef-bb37-4b9d-b2b7-4f3c53db3e29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1095 time: 0.1805511 Jul 22 14:26:41.978535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b20479f-fd50-40e9-8f1a-2dfe7e80668c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:42.012692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.034173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Transition to ACTIVE for port object 8b20479f-fd50-40e9-8f1a-2dfe7e80668c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:26:42.054849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d363e45-e11a-46d5-8f03-d239603ed8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.055531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.074312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-b5b84381-9e34-4e48-8419-968566e25652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.075842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-b5b84381-9e34-4e48-8419-968566e25652 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1600921 Jul 22 14:26:42.187612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-d10a1e93-1631-46fc-9956-73023b96a606 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.0880253 Jul 22 14:26:42.275059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.276701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:42.284974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fa3976a-8e21-4fd0-82f9-612e208ace4b req-fe8e04a8-0374-4c52-8b8c-8099bb25bc17 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0958188 Jul 22 14:26:42.353480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cb075-f28f-4b90-9d58-f1d8c1c68e88 req-8355366f-e8d1-4234-98e3-738e39517bfa tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.355080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66cb075-f28f-4b90-9d58-f1d8c1c68e88 req-8355366f-e8d1-4234-98e3-738e39517bfa tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1539907 Jul 22 14:26:42.405695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-21f5d3aa-aa50-4bc2-bf71-8683954374cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.414347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-21f5d3aa-aa50-4bc2-bf71-8683954374cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1609159 Jul 22 14:26:42.418835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66cb075-f28f-4b90-9d58-f1d8c1c68e88 req-3b2a3393-e891-4711-b451-47d7ea81e5b8 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Jul 22 14:26:42.444472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Attempting to bind port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:42.444986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Attempting to bind port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:42.445143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Attempting to bind port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:42.466715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:42.467116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Attempting to bind port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c on network 46596362-546f-4cb6-9dd2-ee7f50433bb9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:42.470792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-fd8cea7f-7561-4e82-9c54-30bc493e65d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475259 Jul 22 14:26:42.476297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:42.476635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Checking segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:42.477022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Bound using segment: {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:42.477472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Bound port: 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94855d82-996e-43e3-8fee-aa85c9678654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:42.477839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.653210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] For port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:42.659219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] For port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:42.667272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-4163e644-90a8-4d4b-8a4d-ab503e44dd39 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864526 Jul 22 14:26:42.670793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.681748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ef80d-54cf-41bc-bd5b-326db9f273b9 req-ac36b8a7-0f5c-42ff-a97a-8421f78db315 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.688700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-233ef80d-54cf-41bc-bd5b-326db9f273b9 req-ac36b8a7-0f5c-42ff-a97a-8421f78db315 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1504083 Jul 22 14:26:42.736490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfa240-451c-4900-adbe-078a542bbdca req-167c971a-6f78-4a8c-907d-3bf75e4d9a18 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.738964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfbfa240-451c-4900-adbe-078a542bbdca req-167c971a-6f78-4a8c-907d-3bf75e4d9a18 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 944 time: 0.1413088 Jul 22 14:26:42.761328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-233ef80d-54cf-41bc-bd5b-326db9f273b9 req-cd211453-73cd-43c7-a14d-e65cb813538b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Jul 22 14:26:42.763072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:42.763701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:42.765201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] 10.222.0.72 "PUT /v2.0/ports/8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 1091 time: 1.6225979 Jul 22 14:26:42.853237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfbfa240-451c-4900-adbe-078a542bbdca req-0dd33dac-6162-49bb-802c-038472b0fa14 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883677 Jul 22 14:26:42.868247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:42.870544 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ff7f06-cf94-4c72-905b-e97abc3447af" -d '{"events": [{"name": "network-changed", "server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:42.944689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4cf8d-d95e-4498-8bd8-bd45c347fa3d service neutron] Pushing event updated for resources: {'Port': ['ID=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:42.995898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c43df4d-d03f-4ac9-af86-8b8882654cbc req-74aa7385-0599-4c3c-ad25-a4139051eeb7 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205554 Jul 22 14:26:43.012334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-3846b30c-aa5e-483a-8138-6753c3295123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.014450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-3846b30c-aa5e-483a-8138-6753c3295123 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1094 time: 0.1337566 Jul 22 14:26:43.036591 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700bbab4-e824-484f-a7d0-562c1a0c1a48 x-openstack-request-id: req-700bbab4-e824-484f-a7d0-562c1a0c1a48 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:43.036852 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:43.037111 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-700bbab4-e824-484f-a7d0-562c1a0c1a48 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:43.037421 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'status': 'completed', 'code': 200} Jul 22 14:26:43.072356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-cab1e314-6865-4cde-bf4b-913714da464b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 217 time: 0.0475407 Jul 22 14:26:43.077509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f92fc-3e16-49b8-a69a-77eb48e0c696 req-87619f5f-a7da-4a03-9ba7-4fc764eb610a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.079111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e7f92fc-3e16-49b8-a69a-77eb48e0c696 req-87619f5f-a7da-4a03-9ba7-4fc764eb610a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1269639 Jul 22 14:26:43.133647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-e3f3a0a1-e153-4dda-8f5f-9bd256ffb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.135601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-e3f3a0a1-e153-4dda-8f5f-9bd256ffb97a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0555913 Jul 22 14:26:43.181336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e7f92fc-3e16-49b8-a69a-77eb48e0c696 req-5612b6b5-a737-440d-bb29-808bddeb7f5c tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936172 Jul 22 14:26:43.218606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715833-383d-40e5-a6e7-8da5e388be84 req-50700e6d-e956-4048-9927-4e7319af1e53 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.220143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64715833-383d-40e5-a6e7-8da5e388be84 req-50700e6d-e956-4048-9927-4e7319af1e53 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 943 time: 0.0957417 Jul 22 14:26:43.235101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291decd2-5970-4592-ac30-1d81887c797e req-1f07f4bd-b192-43c0-990b-02eeb2f48b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.237545 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-1f07f4bd-b192-43c0-990b-02eeb2f48b1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927832 Jul 22 14:26:43.269204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64715833-383d-40e5-a6e7-8da5e388be84 req-6ca34c25-0fcc-4da7-b096-3cdaf3e918f0 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420110 Jul 22 14:26:43.358373 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-26798724-c319-408a-abdb-2364cdce2d9c service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125829 Jul 22 14:26:43.406780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ffcc1b64-3864-41b1-995e-e039dbd1ad10 req-55314cd9-ff9f-482e-9fde-bb3ea0f5ece4 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Jul 22 14:26:43.481938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-291decd2-5970-4592-ac30-1d81887c797e req-7c268974-493d-46e7-84c6-3a77d2a5bb41 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151967 Jul 22 14:26:43.521894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:43.559009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:43.630473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-10e40bb3-d208-4537-8cd8-9bbfd84df93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.632374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e38b9a-328a-4396-96de-dbb80a7d4c17 req-cf128b96-8892-4ac7-b13e-f35ef7e7eb22 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.634171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15e38b9a-328a-4396-96de-dbb80a7d4c17 req-cf128b96-8892-4ac7-b13e-f35ef7e7eb22 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0937359 Jul 22 14:26:43.641092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-10e40bb3-d208-4537-8cd8-9bbfd84df93e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1094 time: 0.0958908 Jul 22 14:26:43.767600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:43.782143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'port_id': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'mac_address': 'fa:16:3e:05:04:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eca478-f328-41b8-8d86-93c075bc900a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:43.792988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15e38b9a-328a-4396-96de-dbb80a7d4c17 req-f278a8e2-f6e5-4d14-b5a5-e8d2a840ac01 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515801 Jul 22 14:26:43.797490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66babd89-e877-4e89-8723-cec599a8b45a req-6642d6b8-e9b3-454d-8509-ea0f130a21cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=eef7b56be01143f38c14cb9241c8100e&device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0713983 Jul 22 14:26:43.842041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-1e7beaf5-aec0-4d5c-be59-2edcf7793b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:43.843748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-1e7beaf5-aec0-4d5c-be59-2edcf7793b34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.2018661 Jul 22 14:26:43.854555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad9b128f-d302-47d1-be9d-b5f5bf484455 req-e8e82afe-9854-4a74-8e77-22ce8c0fa9e7 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0604491 Jul 22 14:26:43.868555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66babd89-e877-4e89-8723-cec599a8b45a req-b517a139-7dc1-44b4-8acc-caa33268e326 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=eef7b56be01143f38c14cb9241c8100e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615542 Jul 22 14:26:43.890390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:43.922007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2462ebf-d993-4669-8a69-cbe065455efb {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:43.925419 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-0bdd5fb2-4966-4c3c-9708-b8e0580a22dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 217 time: 0.0700057 Jul 22 14:26:43.961950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:43.967622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:44.009917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-f21e88e9-da46-4426-a802-c58410c6ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.012948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-f21e88e9-da46-4426-a802-c58410c6ad85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0733125 Jul 22 14:26:44.054344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:44.088187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-01533ac8-665b-4679-9b91-60f37dcfbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.089788 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-01533ac8-665b-4679-9b91-60f37dcfbbc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703175 Jul 22 14:26:44.112339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babd89-e877-4e89-8723-cec599a8b45a req-998b1b8a-0125-4db7-924f-ec584bfaeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.113983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66babd89-e877-4e89-8723-cec599a8b45a req-998b1b8a-0125-4db7-924f-ec584bfaeee8 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2382226 Jul 22 14:26:44.174016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1383b-3802-4f31-ba0a-b99fda7662e0 req-409e7ac1-9c8e-46d1-8167-f42175aab0a5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.182191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cc1383b-3802-4f31-ba0a-b99fda7662e0 req-409e7ac1-9c8e-46d1-8167-f42175aab0a5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.1529493 Jul 22 14:26:44.207267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-bbe8cb4d-07bc-45a7-bfc2-1d0d42e1feb1 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102791 Jul 22 14:26:44.212626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec3853-54e7-4b5d-b26e-118bf2d9a2da req-ce845c08-058d-4d06-bb33-c92abd956d87 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.214228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caec3853-54e7-4b5d-b26e-118bf2d9a2da req-ce845c08-058d-4d06-bb33-c92abd956d87 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1844327 Jul 22 14:26:44.248436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cc1383b-3802-4f31-ba0a-b99fda7662e0 req-eee1b59c-d6da-48ac-90de-531a55f5eb69 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Jul 22 14:26:44.261569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['c2462ebf-d993-4669-8a69-cbe065455efb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:44.326817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caec3853-54e7-4b5d-b26e-118bf2d9a2da req-1f1e7114-73b2-48ad-9132-83a2ace7f173 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936596 Jul 22 14:26:44.546131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1e00a-ca1b-4164-98b7-198e4ff95273 req-741314c4-e80d-4e4c-86a8-315b4e0ffbc4 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.549914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18a1e00a-ca1b-4164-98b7-198e4ff95273 req-741314c4-e80d-4e4c-86a8-315b4e0ffbc4 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1207042 Jul 22 14:26:44.643465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18a1e00a-ca1b-4164-98b7-198e4ff95273 req-51691fb8-6dde-43fc-8d3f-6e70c33bde78 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874939 Jul 22 14:26:44.691613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0e25b-337f-4f1e-94a9-c68d23816b7b req-25cc7925-7986-46fa-9fc5-10a2ff5921ec tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.693543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcd0e25b-337f-4f1e-94a9-c68d23816b7b req-25cc7925-7986-46fa-9fc5-10a2ff5921ec tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 943 time: 0.1084175 Jul 22 14:26:44.755971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ff7f06-cf94-4c72-905b-e97abc3447af req-f63d26c1-8def-42f0-bf9c-dfe9c7f66fbd service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413430 Jul 22 14:26:44.773953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcd0e25b-337f-4f1e-94a9-c68d23816b7b req-b6d3ff89-43bb-486c-9d1e-cf8a66e4d305 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694857 Jul 22 14:26:44.971335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593593fd-5000-40f2-a2bd-02ff653676bf req-330e42e5-5eaf-47d6-aec2-41428a7459e3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:44.972891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-593593fd-5000-40f2-a2bd-02ff653676bf req-330e42e5-5eaf-47d6-aec2-41428a7459e3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0942285 Jul 22 14:26:45.002055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9218172-3134-4aac-a344-8b291bb47c4f req-4a28b8df-3aaa-48af-a879-a9c4fc3a021e tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0522082 Jul 22 14:26:45.044310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-593593fd-5000-40f2-a2bd-02ff653676bf req-ddc66471-8718-4b6a-a31e-cf7ae9d1920d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456142 Jul 22 14:26:45.171484 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:45.476000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95366977-5779-43a6-abdb-2e9cb5e3a53e req-950ce1a8-4074-4502-9f71-d21b24a58940 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:45.483311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95366977-5779-43a6-abdb-2e9cb5e3a53e req-950ce1a8-4074-4502-9f71-d21b24a58940 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.1567616 Jul 22 14:26:45.534712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95366977-5779-43a6-abdb-2e9cb5e3a53e req-e5196bea-fe96-4001-93af-069c0b58b28e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494854 Jul 22 14:26:45.552953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90d248-ad17-4288-83ee-211f4ff65cbd req-241e26e6-b94a-4038-affa-8bf2a7505b32 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:45.554793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d90d248-ad17-4288-83ee-211f4ff65cbd req-241e26e6-b94a-4038-affa-8bf2a7505b32 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1420166 Jul 22 14:26:45.590854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:45.628177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d90d248-ad17-4288-83ee-211f4ff65cbd req-9d4d65bd-32f0-46ef-a042-369f6f602484 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627844 Jul 22 14:26:45.671132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8b20479f-fd50-40e9-8f1a-2dfe7e80668c details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:45.766544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-66babd89-e877-4e89-8723-cec599a8b45a req-36e31188-a8a8-44e7-aa8c-9615e82c0bc0 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.72 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0985949 Jul 22 14:26:45.840972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port c2462ebf-d993-4669-8a69-cbe065455efb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:45.848692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port c2462ebf-d993-4669-8a69-cbe065455efb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:45.849345 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:45.914481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:45.936618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:45.943114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b920c-7d2c-4bb7-979a-cd3c51f69dcf req-e39117a9-7134-419c-be18-72b97bb37895 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:45.945876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f36b920c-7d2c-4bb7-979a-cd3c51f69dcf req-e39117a9-7134-419c-be18-72b97bb37895 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.2154083 Jul 22 14:26:46.009997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:46.021680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a90e26-59cc-4d5f-8843-d6d338bd2395 req-0c8cdd36-07a7-4b84-aed8-3e8851de963b tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.024764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4a90e26-59cc-4d5f-8843-d6d338bd2395 req-0c8cdd36-07a7-4b84-aed8-3e8851de963b tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 943 time: 0.1373830 Jul 22 14:26:46.027346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b20479f-fd50-40e9-8f1a-2dfe7e80668c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:46.039663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f36b920c-7d2c-4bb7-979a-cd3c51f69dcf req-30ce3aa8-936b-4cd7-a2ba-5e77b8948ddc tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815361 Jul 22 14:26:46.055802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:46.087574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:46.105234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:46.109113 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecfb8f6-77ea-4820-b732-eccc6107cc88" -d '{"events": [{"server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "name": "network-vif-plugged", "status": "completed", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:46.113389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4a90e26-59cc-4d5f-8843-d6d338bd2395 req-36435304-26d5-4b12-a4d7-68d533fea400 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709641 Jul 22 14:26:46.119413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:46.140415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:46.169785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:46.204646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16e8b622-a2ec-45a0-9ac0-586156763b03 req-eb146093-3711-4728-8433-46534f2050a0 tempest-ServerShowV257Test-798273706 tempest-ServerShowV257Test-798273706-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bd70677-83aa-458f-9600-968872822358 HTTP/1.1" status: 200 len: 210 time: 0.0324273 Jul 22 14:26:46.228143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:46.307721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:46.319539 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7784fec5-34db-4f24-b087-85bbe50763ea x-openstack-request-id: req-7784fec5-34db-4f24-b087-85bbe50763ea {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:46.319833 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "name": "network-vif-plugged", "status": "completed", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:46.320091 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7784fec5-34db-4f24-b087-85bbe50763ea {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:46.320479 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'code': 200} Jul 22 14:26:46.327075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e750e84-b86f-489a-9b8b-e6df9b54bbbe req-ee9ffc26-79df-4904-bb67-6a4777e59506 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.327075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e750e84-b86f-489a-9b8b-e6df9b54bbbe req-ee9ffc26-79df-4904-bb67-6a4777e59506 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1158297 Jul 22 14:26:46.386589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e750e84-b86f-489a-9b8b-e6df9b54bbbe req-9ed4f3de-a6ce-42d4-9376-2c0cd1144e13 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464804 Jul 22 14:26:46.443645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['8b20479f-fd50-40e9-8f1a-2dfe7e80668c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:46.469418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a62c2-2db4-4f8b-8f5e-845bedf35240 req-bcbe1848-fa09-4bfb-a538-2d13ff922f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.472809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce4a62c2-2db4-4f8b-8f5e-845bedf35240 req-bcbe1848-fa09-4bfb-a538-2d13ff922f90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1097 time: 0.0988867 Jul 22 14:26:46.522830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce4a62c2-2db4-4f8b-8f5e-845bedf35240 req-bd905dcc-87b9-4dbb-9f0d-07373b6c5f3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428281 Jul 22 14:26:46.720446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8a88-79a5-4c75-b384-3f47e8bc4dc4 req-50cfb3f4-2f84-4330-876d-20ca3fe25fb6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.731875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad7e8a88-79a5-4c75-b384-3f47e8bc4dc4 req-50cfb3f4-2f84-4330-876d-20ca3fe25fb6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 946 time: 0.0998635 Jul 22 14:26:46.775130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad7e8a88-79a5-4c75-b384-3f47e8bc4dc4 req-35206707-1841-4719-89d5-f9c70d7f701c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jul 22 14:26:46.904064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68d296-21a2-4001-8a47-c8ca48779f0d req-ab434ec9-1e5f-45ee-8041-b1229a74cd9f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:46.905629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a68d296-21a2-4001-8a47-c8ca48779f0d req-ab434ec9-1e5f-45ee-8041-b1229a74cd9f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1030316 Jul 22 14:26:46.957707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a68d296-21a2-4001-8a47-c8ca48779f0d req-30013a5a-edaa-4452-87c5-b8544b32d061 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462561 Jul 22 14:26:47.254838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb6908-b84c-42ec-904f-ae717ccfc9ea req-36348460-100a-4ebf-9ddc-42e88c41f2d3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:47.256375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68eb6908-b84c-42ec-904f-ae717ccfc9ea req-36348460-100a-4ebf-9ddc-42e88c41f2d3 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1305895 Jul 22 14:26:47.314673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd64a87-d09d-4f92-8daa-36e30360a65a req-72d4a912-2b07-4913-add4-16e2414ddb65 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:47.316847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bd64a87-d09d-4f92-8daa-36e30360a65a req-72d4a912-2b07-4913-add4-16e2414ddb65 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 944 time: 0.1296492 Jul 22 14:26:47.338948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68eb6908-b84c-42ec-904f-ae717ccfc9ea req-9bcb4605-7be4-4f28-bf0f-ba9dd5511896 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638325 Jul 22 14:26:47.387722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9bd64a87-d09d-4f92-8daa-36e30360a65a req-d4ca5abf-2091-493b-b209-37781c15baa6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475867 Jul 22 14:26:47.573771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f55a6e-a8b2-4851-9a00-3d42c495ddb2 req-e161abcd-821f-4a08-a909-73667e633996 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:47.582426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6f55a6e-a8b2-4851-9a00-3d42c495ddb2 req-e161abcd-821f-4a08-a909-73667e633996 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0865159 Jul 22 14:26:47.637677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6f55a6e-a8b2-4851-9a00-3d42c495ddb2 req-d699bf36-5b07-4690-98a8-ffee07d69365 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Jul 22 14:26:47.668068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8b20479f-fd50-40e9-8f1a-2dfe7e80668c up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:47.733348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:26:47.739384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:26:47.739776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:47.755480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42946) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:47.847228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:47.901863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:47.911707 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:47.954946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-441dd746-ffd8-49fc-b5d9-598440dfd11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:47.976138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:48.026854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db040f6-19d7-43eb-9993-94cc9351b137 req-2a475936-d7e0-4e24-9b2e-2cef89358773 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.034917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2db040f6-19d7-43eb-9993-94cc9351b137 req-2a475936-d7e0-4e24-9b2e-2cef89358773 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 946 time: 0.1465566 Jul 22 14:26:48.139351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2db040f6-19d7-43eb-9993-94cc9351b137 req-7a0bad3a-a952-4f9c-bb86-0feb5eee1343 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035218 Jul 22 14:26:48.196749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-441dd746-ffd8-49fc-b5d9-598440dfd11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.202971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-441dd746-ffd8-49fc-b5d9-598440dfd11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.214141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f34439-aca0-4a50-a84d-703dc8c5406c req-fe73803c-e942-4ea3-972f-729b90676e98 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.215776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7f34439-aca0-4a50-a84d-703dc8c5406c req-fe73803c-e942-4ea3-972f-729b90676e98 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1547897 Jul 22 14:26:48.273544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dd746-ffd8-49fc-b5d9-598440dfd11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8b9206-7753-4518-921a-2d6e96754210,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:48.283031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-441dd746-ffd8-49fc-b5d9-598440dfd11f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eef7b56be01143f38c14cb9241c8100e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236218 Jul 22 14:26:48.283637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:48.312910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7f34439-aca0-4a50-a84d-703dc8c5406c req-61f064d0-31aa-4b2e-a1a8-99225e6a5238 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766101 Jul 22 14:26:48.322337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:48.325282 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe4f479-64cc-4461-992f-1137f53cce57" -d '{"events": [{"server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "name": "network-vif-plugged", "status": "completed", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:48.363342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74dc0c37-3f78-4e23-951c-bc2bc36f1158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.376789 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2479a11-14cf-40ab-8b3b-70d95ebab141 x-openstack-request-id: req-f2479a11-14cf-40ab-8b3b-70d95ebab141 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:48.376979 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "name": "network-vif-plugged", "status": "completed", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:48.377151 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2479a11-14cf-40ab-8b3b-70d95ebab141 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:48.378106 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'code': 200} Jul 22 14:26:48.406195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74dc0c37-3f78-4e23-951c-bc2bc36f1158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.541975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74dc0c37-3f78-4e23-951c-bc2bc36f1158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.545699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74dc0c37-3f78-4e23-951c-bc2bc36f1158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:48.547633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74dc0c37-3f78-4e23-951c-bc2bc36f1158 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f8b9206-7753-4518-921a-2d6e96754210 HTTP/1.1" status: 204 len: 168 time: 0.2630146 Jul 22 14:26:48.553616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89965d-86a5-4822-8a13-c4651d6d0320 req-f1f3c967-8675-42f2-9bec-6bccfd8d6190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.555229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c89965d-86a5-4822-8a13-c4651d6d0320 req-f1f3c967-8675-42f2-9bec-6bccfd8d6190 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1096 time: 0.1026824 Jul 22 14:26:48.580123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc0c37-3f78-4e23-951c-bc2bc36f1158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8b9206-7753-4518-921a-2d6e96754210,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:48.618693 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c89965d-86a5-4822-8a13-c4651d6d0320 req-62b2c348-2220-4b24-9348-b3fdbd983c69 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Jul 22 14:26:48.664076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9caec-318f-4a3e-a955-79fd2a2b1da9 req-a472a942-82e3-4e4d-b8ba-173283799e25 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.671613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ae9caec-318f-4a3e-a955-79fd2a2b1da9 req-a472a942-82e3-4e4d-b8ba-173283799e25 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1097 time: 0.1461866 Jul 22 14:26:48.700758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da79a9f-e2b6-4507-a53e-522d18140cbe req-20ee9b65-f1c4-4e9b-9921-2088c239cdab tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.709623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3da79a9f-e2b6-4507-a53e-522d18140cbe req-20ee9b65-f1c4-4e9b-9921-2088c239cdab tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.2616897 Jul 22 14:26:48.748352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ae9caec-318f-4a3e-a955-79fd2a2b1da9 req-60216ce5-47d1-49cf-8e85-f952e2f75afd tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Jul 22 14:26:48.773193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3da79a9f-e2b6-4507-a53e-522d18140cbe req-55be2eae-f138-4802-afd0-1e5c4c1957aa tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622005 Jul 22 14:26:48.977024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b518ef-7366-4dd7-87d8-0ef48a8dba3c req-b0d2c41f-219c-4337-a82d-14a4eca267b5 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:48.985907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18b518ef-7366-4dd7-87d8-0ef48a8dba3c req-b0d2c41f-219c-4337-a82d-14a4eca267b5 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 945 time: 0.1679127 Jul 22 14:26:49.033936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18b518ef-7366-4dd7-87d8-0ef48a8dba3c req-ac6a4f0b-e24e-4240-a3ca-a02f6e8eff45 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Jul 22 14:26:49.248569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d2d4-e554-447e-9469-83961acc4bf9 req-0ef49662-ca95-4d80-a67d-f7772c1898b0 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:49.264872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34d6d2d4-e554-447e-9469-83961acc4bf9 req-0ef49662-ca95-4d80-a67d-f7772c1898b0 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1097 time: 0.1405354 Jul 22 14:26:49.298054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427ae78-62ef-4498-9a57-82861955e46d req-c89282e9-fc20-4d17-859e-342d3818fb3d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:49.300284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d427ae78-62ef-4498-9a57-82861955e46d req-c89282e9-fc20-4d17-859e-342d3818fb3d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.1890538 Jul 22 14:26:49.362253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34d6d2d4-e554-447e-9469-83961acc4bf9 req-5ce1891a-cb04-46e9-8755-3bd7c4cf348d tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921400 Jul 22 14:26:49.379627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d427ae78-62ef-4498-9a57-82861955e46d req-58416ee1-a919-4663-8635-1aa5b6559de7 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702498 Jul 22 14:26:49.690950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb4fe-c825-42a3-8c3a-70c1d4053ce4 req-c1f0cfc1-bc16-4a4e-996e-5105021e5b34 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:49.701712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71ecb4fe-c825-42a3-8c3a-70c1d4053ce4 req-c1f0cfc1-bc16-4a4e-996e-5105021e5b34 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1627910 Jul 22 14:26:49.770905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71ecb4fe-c825-42a3-8c3a-70c1d4053ce4 req-f1432166-c04c-4b90-9d6f-14ae011e2383 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681300 Jul 22 14:26:50.227693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c21d-72ec-45a6-b7b9-9caab5d0a5e0 req-f451aafc-012e-42ad-8e2a-7a663bcd91f1 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:50.237139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c448c21d-72ec-45a6-b7b9-9caab5d0a5e0 req-f451aafc-012e-42ad-8e2a-7a663bcd91f1 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0916402 Jul 22 14:26:50.287639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c448c21d-72ec-45a6-b7b9-9caab5d0a5e0 req-44b98a38-1524-4893-af0e-3d5744ec5c7d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492625 Jul 22 14:26:50.561614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2030e25-0124-41ba-847c-330973eda002 req-89d24149-d5e2-4d2a-a98a-334db4a89857 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:50.563364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2030e25-0124-41ba-847c-330973eda002 req-89d24149-d5e2-4d2a-a98a-334db4a89857 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 945 time: 0.0811691 Jul 22 14:26:50.615974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2030e25-0124-41ba-847c-330973eda002 req-35490f51-629d-4ab9-b082-e39c932abfa1 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Jul 22 14:26:50.680215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-7b45884a-aa17-4ca7-9712-57aa949b5930 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:26:50.681179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-7b45884a-aa17-4ca7-9712-57aa949b5930 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058279 Jul 22 14:26:50.692586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Request body: {'binding': {'host': 'n-h1-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:50.693326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:26:50.817775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203966e-aeb9-4ec9-9fda-faf28239ef85 req-2433c9b0-502b-43df-9623-9cb3ca86f4aa tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:50.819325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8203966e-aeb9-4ec9-9fda-faf28239ef85 req-2433c9b0-502b-43df-9623-9cb3ca86f4aa tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.0696545 Jul 22 14:26:50.839931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on host n-h1-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:50.840418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:50.840882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:50.845779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:50.846862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:50.852078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:50.852546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:50.853032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:50.853577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Bound port: c2462ebf-d993-4669-8a69-cbe065455efb, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:50.863098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8203966e-aeb9-4ec9-9fda-faf28239ef85 req-8ddd4c1a-b73d-4708-a82f-8d5de45e1a37 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Jul 22 14:26:50.925522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:50.934591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:50.936751 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-fb7b2d1f-cfe2-4838-8f5e-41821edafa31 service neutron] 10.222.0.60 "POST /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb/bindings HTTP/1.1" status: 201 len: 389 time: 0.2483151 Jul 22 14:26:51.188795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-e2526530-1bb9-4843-a151-d79f16fb6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.190411 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-e2526530-1bb9-4843-a151-d79f16fb6991 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 1096 time: 0.0683105 Jul 22 14:26:51.290381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-4ec56f60-a361-413c-a360-62145a660674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.291969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-4ec56f60-a361-413c-a360-62145a660674 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.0942655 Jul 22 14:26:51.332099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-aec0cbba-24a8-4503-8cbf-ae7ff8cd01a0 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.333589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-aec0cbba-24a8-4503-8cbf-ae7ff8cd01a0 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2166259 Jul 22 14:26:51.337247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-7356a802-7b53-4c2a-8846-1a1789a70868 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=667f909c-a496-46fd-818a-eb55ee0230f4 HTTP/1.1" status: 200 len: 217 time: 0.0384836 Jul 22 14:26:51.356862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-e6ec5153-80d8-4d94-bc77-95cd7b268439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.358344 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-e6ec5153-80d8-4d94-bc77-95cd7b268439 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1097 time: 0.1546273 Jul 22 14:26:51.388127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-296db97f-f8b5-42eb-b241-115fc695e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.389642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-296db97f-f8b5-42eb-b241-115fc695e457 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.0451458 Jul 22 14:26:51.390964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc0259-a6de-43e4-9bab-02a92c644b52 req-66e83cbe-f1a4-4f6d-aae8-e7786b76807d tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.392406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdcc0259-a6de-43e4-9bab-02a92c644b52 req-66e83cbe-f1a4-4f6d-aae8-e7786b76807d tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1801367 Jul 22 14:26:51.428332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-676c45d0-36af-48ea-be6b-34a0ffe2f032 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.0873914 Jul 22 14:26:51.429444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-4df35810-bfeb-41bc-a51b-557a53f97e94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286770 Jul 22 14:26:51.450755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'floatingip': {'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:51.526304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-2adbea70-9491-44c2-9a49-3a30f765b406 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897624 Jul 22 14:26:51.627729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-efb5de83-a904-4bb1-b00f-6e6c736a370d req-ff87ed77-feb4-4396-a106-c70ebe31a164 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902107 Jul 22 14:26:51.824348 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:51.837088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdcc0259-a6de-43e4-9bab-02a92c644b52 req-2257f218-3ba9-49ac-8fee-250c23b70374 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296184 Jul 22 14:26:51.940443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-91047c95-bf51-4315-af80-9d2c954cea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:51.941790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-91047c95-bf51-4315-af80-9d2c954cea54 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.5479128 Jul 22 14:26:52.024626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-df7caad7-aa0a-4274-93a2-3e13618f7110 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.0735843 Jul 22 14:26:52.144555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0b783-b448-4172-a0a2-ca83a7906af5 req-e69a9ed9-9570-41ff-9737-7fde63e4430a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.146079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8f0b783-b448-4172-a0a2-ca83a7906af5 req-e69a9ed9-9570-41ff-9737-7fde63e4430a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 946 time: 0.2487154 Jul 22 14:26:52.190662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-9f0040c4-36c5-4973-9301-729fd0226001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.192084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-9f0040c4-36c5-4973-9301-729fd0226001 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1588650 Jul 22 14:26:52.231418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8f0b783-b448-4172-a0a2-ca83a7906af5 req-d02a97e2-ba8c-419f-83d2-3f4de14ac991 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752902 Jul 22 14:26:52.258157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-50769944-4ef8-4070-b78c-91aca7c15e4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381622 Jul 22 14:26:52.504015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-63d0ce14-fc28-4cf6-a921-da810bc2edd8 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154970 Jul 22 14:26:52.614211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:52.616728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb587b53-c134-46b5-91c7-e902f855c45c req-8d56b60e-0f8b-4500-aeea-9326301382b9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:52.618253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb587b53-c134-46b5-91c7-e902f855c45c req-8d56b60e-0f8b-4500-aeea-9326301382b9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.2288840 Jul 22 14:26:52.631436 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:26:52.685798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.698052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.730262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735d45-2132-404e-816f-afa5d048919d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.774599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-688a2dbc-163b-426c-a716-0f527412a437 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488983 Jul 22 14:26:52.779341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb587b53-c134-46b5-91c7-e902f855c45c req-8868ec6c-2858-4d7a-b5f6-618ac42a84c0 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348400 Jul 22 14:26:52.833955 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c associated. External IP: 172.25.3.150, port: 6e9556f6-e34b-4441-b454-5fc222391074. Jul 22 14:26:52.852082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735d45-2132-404e-816f-afa5d048919d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.859736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735d45-2132-404e-816f-afa5d048919d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.900148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735d45-2132-404e-816f-afa5d048919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f515dd8b-00ae-40a1-b5bc-bb8203d66171,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:52.907447 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-04735d45-2132-404e-816f-afa5d048919d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c24bd3fb7f540ada9b10fa674a26800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916181 Jul 22 14:26:52.908692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:52.967313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40126c7d-fd81-4a3c-a6ce-fecf8379ece6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:52.990760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40126c7d-fd81-4a3c-a6ce-fecf8379ece6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.041327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40126c7d-fd81-4a3c-a6ce-fecf8379ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.044355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40126c7d-fd81-4a3c-a6ce-fecf8379ece6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.048328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-40126c7d-fd81-4a3c-a6ce-fecf8379ece6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f515dd8b-00ae-40a1-b5bc-bb8203d66171 HTTP/1.1" status: 204 len: 168 time: 0.1358094 Jul 22 14:26:53.048510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-c1ec1f0d-f99a-4159-8e6a-8629dd624293 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:53.049480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-c1ec1f0d-f99a-4159-8e6a-8629dd624293 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1097 time: 0.1680429 Jul 22 14:26:53.054842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40126c7d-fd81-4a3c-a6ce-fecf8379ece6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515dd8b-00ae-40a1-b5bc-bb8203d66171,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:53.116328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-8'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:53.126169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf0845-6e66-473b-bbf7-5863badfcb36 req-afa3bdd7-8e78-4689-be33-a038c1a5e056 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:53.128295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfbf0845-6e66-473b-bbf7-5863badfcb36 req-afa3bdd7-8e78-4689-be33-a038c1a5e056 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 945 time: 0.2459409 Jul 22 14:26:53.254740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfbf0845-6e66-473b-bbf7-5863badfcb36 req-a5dc1542-7dc1-4e5e-b9dc-a7f3fd4e686c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031384 Jul 22 14:26:53.265526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:53.272874 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.569646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:53.583566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:53.591166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.600932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:53.616663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:53.617518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:53.681255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:53.690203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e75df-cc52-4148-aa69-db21fbc93272 req-9a1ff4f3-c661-4887-ae1f-03a114baf95f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:53.691774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-720e75df-cc52-4148-aa69-db21fbc93272 req-9a1ff4f3-c661-4887-ae1f-03a114baf95f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1968091 Jul 22 14:26:53.711546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-8f25c0ea-4a52-4dba-9b33-d0bdf7ad9d4d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "PUT /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 996 time: 2.2679319 Jul 22 14:26:53.713756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:53.715703 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3a95e9-aa85-4886-925a-751492496f35" -d '{"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:53.785277 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.799342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-720e75df-cc52-4148-aa69-db21fbc93272 req-aac0e16c-b0a4-410e-a103-26cb0e34062a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835204 Jul 22 14:26:53.807094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:53.827612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:53.933011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:53.991108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:53.991757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:54.001809 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.012097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on host n-h2-794306-8 for vnic_type normal with profile {"migrating_to": "n-h1-794306-8"} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:26:54.012443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:26:54.012969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:54.026057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:26:54.026774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Attempting to bind port c2462ebf-d993-4669-8a69-cbe065455efb on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:26:54.036665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:26:54.037572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:26:54.038181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:26:54.038906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Bound port: c2462ebf-d993-4669-8a69-cbe065455efb, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:26:54.039087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:54.039299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.041602 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d85b68f-d249-4348-bdda-d04e7079ba72" -d '{"events": [{"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-unplugged", "status": "completed", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:54.064422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52579f-1e85-4182-8d3d-5d4c9b4b4910 req-d5943b79-f01f-4327-8eac-82a1a89580ae tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.071143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb52579f-1e85-4182-8d3d-5d4c9b4b4910 req-d5943b79-f01f-4327-8eac-82a1a89580ae tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 944 time: 0.1654618 Jul 22 14:26:54.074470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1226243579-network', 'tenant_id': '5ebef2a3c15a4fdfa97512ff62f207d5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:54.101765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Made reservation on behalf of 5ebef2a3c15a4fdfa97512ff62f207d5 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:26:54.103941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:54.104654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.109723 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.115666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.188230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb52579f-1e85-4182-8d3d-5d4c9b4b4910 req-4f4ea803-daab-4ef5-9e59-90ce029f461c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044371 Jul 22 14:26:54.202617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:54.207031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:26:54.215480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.241742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:54.248582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-46ccbaf6-dc10-4a0d-b25d-4bbf1a76f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.249857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.255555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.256689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-46ccbaf6-dc10-4a0d-b25d-4bbf1a76f08f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.5157144 Jul 22 14:26:54.261838 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897e1476-3f80-418b-8865-a025277a8434 x-openstack-request-id: req-897e1476-3f80-418b-8865-a025277a8434 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:54.262634 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:54.262799 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-897e1476-3f80-418b-8865-a025277a8434 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:54.274081 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'status': 'completed', 'code': 200} Jul 22 14:26:54.279156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:26:54.333836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.334105 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Added segment 38001974-f251-43da-9761-f0d0e16ecdb8 of type vlan for network d54c94ff-67ac-45cd-8e30-d332f541daa0 Jul 22 14:26:54.343100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d469639-eb1e-461e-9188-6938c69e3108,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:54.365319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=8']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:54.376231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:52Z', 'revision_number': 1, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:54.389324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.409552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:54.419873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:54.420608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:54.432237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a95e9-aa85-4886-925a-751492496f35 req-1bb0a3df-e1b1-42b0-836f-cf329fdf5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.433765 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-1bb0a3df-e1b1-42b0-836f-cf329fdf5cd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.1458881 Jul 22 14:26:54.439045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.441446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.442135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.449395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.450036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:54.451629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-0ba5d310-72c9-48f7-9201-dcc102bc78b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 1122 time: 1.3698566 Jul 22 14:26:54.468441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4752777 Jul 22 14:26:54.497767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-c6b06cfe-7fa0-4292-abca-15f6357ad364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.499433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-c6b06cfe-7fa0-4292-abca-15f6357ad364 service neutron] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.2417479 Jul 22 14:26:54.512979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dc57f-ff15-4ff9-9473-4834d5cc6df7 req-f7793a20-cbcf-464b-a5ca-546dbd50d196 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.514738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-832dc57f-ff15-4ff9-9473-4834d5cc6df7 req-f7793a20-cbcf-464b-a5ca-546dbd50d196 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1811416 Jul 22 14:26:54.582902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e4d20-d29d-45f6-87c0-ba29f5968fe7 admin admin] Pushing event updated for resources: {'Network': ['ID=d54c94ff-67ac-45cd-8e30-d332f541daa0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:54.588469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['c2462ebf-d993-4669-8a69-cbe065455efb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:54.601617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-832dc57f-ff15-4ff9-9473-4834d5cc6df7 req-d32f6388-5804-494c-aac8-7a1e18668c01 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781453 Jul 22 14:26:54.620774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-7704a2f1-e36d-4028-82d9-6e4a969493be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 999 time: 0.1049907 Jul 22 14:26:54.629359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network d54c94ff-67ac-45cd-8e30-d332f541daa0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:26:54.636434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:54.640255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a95e9-aa85-4886-925a-751492496f35 req-3303dacb-cf36-4fea-a197-3eebc3f445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.650905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-3303dacb-cf36-4fea-a197-3eebc3f445e1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.1973219 Jul 22 14:26:54.693819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-e9d648ff-8970-4711-aa58-4d360154cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.702218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-e9d648ff-8970-4711-aa58-4d360154cf95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0643957 Jul 22 14:26:54.749989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-195c40d4-ef6f-4c37-8f73-7ea0e0d80359 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 999 time: 0.0886781 Jul 22 14:26:54.787557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-acdc954a-7d20-4ee3-a80f-419f57d072ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.795627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-acdc954a-7d20-4ee3-a80f-419f57d072ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921841 Jul 22 14:26:54.801907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-ae1d6fc5-72a1-4cf0-a1ed-95436c92543a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:26:54.808380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-ae1d6fc5-72a1-4cf0-a1ed-95436c92543a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118151 Jul 22 14:26:54.810974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a95e9-aa85-4886-925a-751492496f35 req-03c2ab3a-69ac-47a8-84ea-9a2c36bf447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.812674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-03c2ab3a-69ac-47a8-84ea-9a2c36bf447d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0557945 Jul 22 14:26:54.902211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a95e9-aa85-4886-925a-751492496f35 req-642b526e-c4f0-4419-8174-dc14e9926c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:54.904621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-642b526e-c4f0-4419-8174-dc14e9926c3c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793421 Jul 22 14:26:54.927803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-b59f3da7-b26f-4249-b5dd-c8c18b2829e1 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181765 Jul 22 14:26:55.018450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-6e63414c-658c-4688-b6ab-9795ff372f8d service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061285 Jul 22 14:26:55.050328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15756438-4e37-4e4b-b545-9c0ef42c903d req-41ee4447-63f6-4666-be5d-6df70ff1a17c service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168814 Jul 22 14:26:55.082707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:52Z', 'revision_number': 1, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:55.121122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c90a6bd-59fd-4d7b-9583-8f0378169e02 None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:52Z', 'revision_number': 1, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:55.187180 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3a95e9-aa85-4886-925a-751492496f35 req-94d6401f-fc44-4b11-88c8-db507910af63 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616724 Jul 22 14:26:55.224020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634075e-90ea-490b-8de6-ba0d29f26c60 req-4d1c21a4-8504-464a-b5e6-7d63afd8e9a3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.231176 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c634075e-90ea-490b-8de6-ba0d29f26c60 req-4d1c21a4-8504-464a-b5e6-7d63afd8e9a3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 943 time: 0.0853179 Jul 22 14:26:55.266692 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac676e1-79ed-4b06-99cf-00a41124dad5 x-openstack-request-id: req-9ac676e1-79ed-4b06-99cf-00a41124dad5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:55.266992 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-unplugged", "status": "failed", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:55.267254 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ac676e1-79ed-4b06-99cf-00a41124dad5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:55.268242 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4', 'code': 422} returned with failed status Jul 22 14:26:55.282320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c634075e-90ea-490b-8de6-ba0d29f26c60 req-bc3482f2-9d7b-47bf-b196-3c26a952809e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498879 Jul 22 14:26:55.402165 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c55df1f-a65a-4c27-8c9f-97cbe23fd59f None None] New status for floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:26:55.701724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:55.798648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:55.810478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb has no active binding in host n-h1-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:26:55.942928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017725-c32a-4dcd-a1f5-132c8fd86cf0 req-64ecf810-6d5d-41d3-8fd5-b2a82f37d7b4 tempest-ComputeTenantNetworksTest-369852229 tempest-ComputeTenantNetworksTest-369852229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.949005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017725-c32a-4dcd-a1f5-132c8fd86cf0 req-64ecf810-6d5d-41d3-8fd5-b2a82f37d7b4 tempest-ComputeTenantNetworksTest-369852229 tempest-ComputeTenantNetworksTest-369852229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.955132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017725-c32a-4dcd-a1f5-132c8fd86cf0 req-64ecf810-6d5d-41d3-8fd5-b2a82f37d7b4 tempest-ComputeTenantNetworksTest-369852229 tempest-ComputeTenantNetworksTest-369852229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.957234 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4017725-c32a-4dcd-a1f5-132c8fd86cf0 req-64ecf810-6d5d-41d3-8fd5-b2a82f37d7b4 tempest-ComputeTenantNetworksTest-369852229 tempest-ComputeTenantNetworksTest-369852229-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5492775 Jul 22 14:26:55.975288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-6b53f28c-3ba3-493e-912c-ba50bc594a4c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:55.976799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-6b53f28c-3ba3-493e-912c-ba50bc594a4c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5020306 Jul 22 14:26:56.085375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-92624762-7547-481d-8a8b-3c30f543f8a9 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1027327 Jul 22 14:26:56.110566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'floatingip': {'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:26:56.171449 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.229698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe608b-67de-4f8d-b7e2-a8702e912e89 req-b4c0cc83-6452-46e4-a3a5-8f8cf9503e36 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:56.231132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbbe608b-67de-4f8d-b7e2-a8702e912e89 req-b4c0cc83-6452-46e4-a3a5-8f8cf9503e36 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 944 time: 0.1623671 Jul 22 14:26:56.276217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb'}, {'name': 'network-changed', 'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:26:56.278440 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d070df6-5ecf-4671-a211-395bda0ca8b0" -d '{"events": [{"server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "name": "network-vif-unplugged", "status": "completed", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb"}, {"name": "network-changed", "server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:26:56.308716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbbe608b-67de-4f8d-b7e2-a8702e912e89 req-e62d3c1c-0fb7-4600-88fa-5ac55001a61d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708890 Jul 22 14:26:56.709628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.713092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:56.823015 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c associated. External IP: 172.25.3.150, port: 6e9556f6-e34b-4441-b454-5fc222391074. Jul 22 14:26:57.092122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:57.106451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-09f9cfd8-a2af-450c-b6c9-1c3ddcd159f3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:57.107962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-09f9cfd8-a2af-450c-b6c9-1c3ddcd159f3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2e2400f-4037-42b8-a3d7-affa57def912 HTTP/1.1" status: 200 len: 943 time: 0.0987458 Jul 22 14:26:57.278454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:57.288666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:57.297741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:57.298363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:57.381069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Deleting port 667f909c-a496-46fd-818a-eb55ee0230f4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:26:57.381402 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.435901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:57.565151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] For port 667f909c-a496-46fd-818a-eb55ee0230f4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=667f909c-a496-46fd-818a-eb55ee0230f4,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:57.565418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.587135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Calling delete_port for 667f909c-a496-46fd-818a-eb55ee0230f4 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:26:57.623928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:57.646005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:26:57.736540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:26:57.817957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:26:57.824723 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.865628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.902623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event deleted for resources: {'Port': ['ID=667f909c-a496-46fd-818a-eb55ee0230f4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:57.967477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:57.971878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No active binding found for port 667f909c-a496-46fd-818a-eb55ee0230f4 {{(pid=93814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:26:57.972339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 667f909c-a496-46fd-818a-eb55ee0230f4 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:26:57.980564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] No DVR routers for this DVR port 667f909c-a496-46fd-818a-eb55ee0230f4 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:26:57.983084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-30a58fa4-0026-47b5-bf00-46d02ec4aadd tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "PUT /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 998 time: 1.8776057 Jul 22 14:26:57.984372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:57.986690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab71f900-1b15-47ab-a90f-01181b8a7595 req-6a63faf4-6c26-47de-8da8-cc0732c99e40 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "DELETE /v2.0/ports/667f909c-a496-46fd-818a-eb55ee0230f4 HTTP/1.1" status: 204 len: 173 time: 0.8725355 Jul 22 14:26:57.988245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:56Z', 'revision_number': 3, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:58.027385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1fddd193-2282-4724-8983-2eaa110f09c8', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': '1fddd193-2282-4724-8983-2eaa110f09c8', 'mac_address': 'fa:16:3e:9f:39:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:26:58.034827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:26:58.066560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:58.067400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:58.086813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-bbfe5eb9-df3f-4ccf-9023-366288a60af7 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.088808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-bbfe5eb9-df3f-4ccf-9023-366288a60af7 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports/6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 942 time: 0.0982978 Jul 22 14:26:58.112478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:58.155424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fddd193-2282-4724-8983-2eaa110f09c8 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:26:58.190620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:58.196692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:58.249702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:58.301908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1fddd193-2282-4724-8983-2eaa110f09c8'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:26:58.312009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-63d4283b-f3e0-4673-b4f2-51e4a6894818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.319182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-63d4283b-f3e0-4673-b4f2-51e4a6894818 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.0985813 Jul 22 14:26:58.338653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:26:58.391168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.391832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.392417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.393528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.394065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.394620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.395157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.395562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.395965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.396367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.396853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.397219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:26:58.458616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-417de0a8-b859-490d-b432-18e0c0a518f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.466494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-417de0a8-b859-490d-b432-18e0c0a518f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.1464179 Jul 22 14:26:58.515669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-884afc31-818c-41c3-a82c-56135a0b5c2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 217 time: 0.0482144 Jul 22 14:26:58.594981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-808a71ad-3aee-423f-a6a4-4de6250e809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.596575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-808a71ad-3aee-423f-a6a4-4de6250e809e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0800586 Jul 22 14:26:58.680549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:56Z', 'revision_number': 3, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:58.691997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-d50f1bce-fc31-40da-98b5-1b3600bcbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.696870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-d50f1bce-fc31-40da-98b5-1b3600bcbb5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883670 Jul 22 14:26:58.706999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-b4d76b5f-e443-4b7e-b5fe-c203fab6f8f3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:26:58.711049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-b4d76b5f-e443-4b7e-b5fe-c203fab6f8f3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087736 Jul 22 14:26:58.711747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7731ef5d-d625-41eb-8790-34531a216055 None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:56Z', 'revision_number': 3, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:26:58.862823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-f281940f-763f-4afb-a209-a682eb7ed727 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379449 Jul 22 14:26:58.890012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66977450-8b78-4dcb-b318-fb93bc25c75e req-7f1e0e4b-9a7b-4eea-9840-80c45daebb38 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:58.892244 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66977450-8b78-4dcb-b318-fb93bc25c75e req-7f1e0e4b-9a7b-4eea-9840-80c45daebb38 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1791425 Jul 22 14:26:58.951688 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c61d815-6f5b-4451-b4cc-4c0cac5c0dd4 None None] New status for floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:26:59.015012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-dc990a6e-8d81-4cdc-9fa6-ba051eb88055 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511166 Jul 22 14:26:59.343424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:26:59.364016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:26:59.364665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:26:59.434653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66977450-8b78-4dcb-b318-fb93bc25c75e req-74a3aef9-f6a9-4b20-92d9-f67e734e0148 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317345 Jul 22 14:26:59.476608 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-e8dc3fe0-55fc-4f9f-a8c3-8d08aca51eca service neutron] 10.222.0.61 "GET /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.0892830 Jul 22 14:26:59.560116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:26:59.580670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3743-83ff-4d53-9f82-6e77dc7307e8 req-e52a6631-6e86-4135-8c5c-0a3da332e081 tempest-ComputeTenantNetworksTest-369852229 tempest-ComputeTenantNetworksTest-369852229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:59.582255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-839a3743-83ff-4d53-9f82-6e77dc7307e8 req-e52a6631-6e86-4135-8c5c-0a3da332e081 tempest-ComputeTenantNetworksTest-369852229 tempest-ComputeTenantNetworksTest-369852229-project] 10.222.0.60 "GET /v2.0/networks/d54c94ff-67ac-45cd-8e30-d332f541daa0 HTTP/1.1" status: 200 len: 769 time: 0.1180305 Jul 22 14:26:59.592006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43268) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:26:59.623001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-089d303b-1def-4ef7-995a-b05414d6cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:59.625237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-089d303b-1def-4ef7-995a-b05414d6cb02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1096 time: 0.5814202 Jul 22 14:26:59.707651 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94bb481-930b-4c13-b2de-0bc1ab5fd158 x-openstack-request-id: req-b94bb481-930b-4c13-b2de-0bc1ab5fd158 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:26:59.708033 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "name": "network-vif-unplugged", "status": "completed", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb", "code": 200}, {"name": "network-changed", "server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:26:59.708220 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b94bb481-930b-4c13-b2de-0bc1ab5fd158 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:26:59.713713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:26:59.718768 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'code': 200} Jul 22 14:26:59.719110 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'status': 'completed', 'code': 200} Jul 22 14:26:59.748052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:26:59.827340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-9ae5baea-2ab5-40a8-be64-d84f102d1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:26:59.830658 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:26:59.831203 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-9ae5baea-2ab5-40a8-be64-d84f102d1f75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1125 time: 0.1005366 Jul 22 14:26:59.833305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:59.899789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:26:59.953371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:26:59.966407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb has no active binding in host n-h1-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:27:00.015922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-a6b56e3d-b5d3-4120-bde0-eb77a0d1878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.024488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-a6b56e3d-b5d3-4120-bde0-eb77a0d1878e service neutron] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.3884718 Jul 22 14:27:00.041212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-d53dee40-43b9-4caf-b670-f54415d6a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.042759 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-d53dee40-43b9-4caf-b670-f54415d6a00d service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.2056723 Jul 22 14:27:00.097331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1fddd193-2282-4724-8983-2eaa110f09c8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:00.097712 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.107390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-1ccbe91b-d694-4f24-927a-357dfb7c69d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.0518212 Jul 22 14:27:00.132805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2462ebf-d993-4669-8a69-cbe065455efb {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:00.191546 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.214263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:59Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:00.217197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-4385d88d-8025-4fa4-8073-7118b8033048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.220454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-4385d88d-8025-4fa4-8073-7118b8033048 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1021876 Jul 22 14:27:00.224433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-41312a4b-db26-4920-bc0e-a2b3a8c61673 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 1001 time: 0.1988907 Jul 22 14:27:00.262253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:00.264615 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc17aed-54a3-4b22-afcd-b464825ec019" -d '{"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-plugged", "status": "completed", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:00.269726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:00.282206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:00.288451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:00.289162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:00.292179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.301369 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-72861e42-ec9e-42a3-a9f1-bbff98cb7d95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529883 Jul 22 14:27:00.302473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-6ad340a7-bae4-466d-af50-910590ae8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.303668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:00.304536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-6ad340a7-bae4-466d-af50-910590ae8713 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0672297 Jul 22 14:27:00.353123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.391521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54c94ff-67ac-45cd-8e30-d332f541daa0']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:00.410638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:00.416291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38001974-f251-43da-9761-f0d0e16ecdb8') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:00.416969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38001974-f251-43da-9761-f0d0e16ecdb8') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:00.438655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-2ec28d40-bdfe-4c09-ba37-55693589ad32 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245625 Jul 22 14:27:00.441270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.453969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61e246-f2ee-4472-8421-cd3df59df593 req-0f43d9f5-005b-4b19-91a4-bf0a45f91168 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.461842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f61e246-f2ee-4472-8421-cd3df59df593 req-0f43d9f5-005b-4b19-91a4-bf0a45f91168 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 944 time: 0.4026685 Jul 22 14:27:00.463264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.490927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:00.517264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.535770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f61e246-f2ee-4472-8421-cd3df59df593 req-83f5f2bd-754d-4ebe-a4de-3d4b9b60f835 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726099 Jul 22 14:27:00.566181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:00.569868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:00.572643 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:00.605160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780790-75cb-474f-99d6-d285254fefc7 req-a53add92-7b7f-4ab1-8d1e-c0b19090ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:00.610013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-a53add92-7b7f-4ab1-8d1e-c0b19090ebc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2961442 Jul 22 14:27:00.644070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d070df6-5ecf-4671-a211-395bda0ca8b0 req-867760be-2c39-43bc-9e63-f4e245c98e0f service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970193 Jul 22 14:27:00.793758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] Transition to ACTIVE for port object c2462ebf-d993-4669-8a69-cbe065455efb will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:00.801348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.855224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.891110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:00.893601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d54c94ff-67ac-45cd-8e30-d332f541daa0 HTTP/1.1" status: 204 len: 168 time: 1.3000259 Jul 22 14:27:00.918371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744839a-29da-4558-ac56-76cd0c292720 admin admin] Pushing event deleted for resources: {'Network': ['ID=d54c94ff-67ac-45cd-8e30-d332f541daa0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:00.956994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-5edaca35-e2ba-498e-86bd-8421c90b9d30 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366525 Jul 22 14:27:01.008090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] No DVR routers for this DVR port c2462ebf-d993-4669-8a69-cbe065455efb on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:01.014307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2869ce-80f6-47b1-8c39-7a419e8e2d59 req-684707eb-9546-4e97-917b-c7ee4f50663a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.018714 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96125e64-a99a-4db7-b824-1c708745ae1c x-openstack-request-id: req-96125e64-a99a-4db7-b824-1c708745ae1c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:01.019221 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-plugged", "status": "completed", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:01.019547 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96125e64-a99a-4db7-b824-1c708745ae1c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:01.020017 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8', 'code': 200} Jul 22 14:27:01.027343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c2869ce-80f6-47b1-8c39-7a419e8e2d59 req-684707eb-9546-4e97-917b-c7ee4f50663a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.2402513 Jul 22 14:27:01.100132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:59Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:01.103006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] Pushing event updated for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:01.122322 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-1926958e-53f6-4fd1-9658-aa3a744d1a62 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb/bindings/n-h1-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 1.6402183 Jul 22 14:27:01.155192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c2869ce-80f6-47b1-8c39-7a419e8e2d59 req-9b25b3c9-63ab-4088-b8b3-6c591432e9ee tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267290 Jul 22 14:27:01.179332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7c7a7-a3c3-4926-8cd6-e3ec2b8e4a45 None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:54:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:26:59Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:01.181534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:01.190362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44780790-75cb-474f-99d6-d285254fefc7 req-85e8e6a1-9c56-49ab-91e8-47bba7431371 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226334 Jul 22 14:27:01.344757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3bf0da6e-404e-4d1c-a85e-2c16e0075092 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ebef2a3c15a4fdfa97512ff62f207d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581926 Jul 22 14:27:01.345100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43300) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:01.375931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-0bcadfc7-898a-45d7-ae72-c23aa1698173 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.386179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-0bcadfc7-898a-45d7-ae72-c23aa1698173 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.2003474 Jul 22 14:27:01.446611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd8a933d-a85a-4830-bdaa-0dadbb2512fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:01.482083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd8a933d-a85a-4830-bdaa-0dadbb2512fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:01.527777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-e07e8f9d-0094-469a-8c75-3ffc0b3286ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.529823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-e07e8f9d-0094-469a-8c75-3ffc0b3286ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211&tenant_id=198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 1096 time: 0.1388121 Jul 22 14:27:01.628963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-d8d969f8-8507-43c0-bfda-ee3ff1e209c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.631981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-d8d969f8-8507-43c0-bfda-ee3ff1e209c5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1096 time: 0.0725935 Jul 22 14:27:01.715024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671a37d2-29fa-4b6e-8e2e-5491a1ba82ee req-469716f2-6531-46fc-a53a-9895bbb0c8ea tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1712220 Jul 22 14:27:01.720129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}, {'name': 'network-changed', 'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c'}, {'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-deleted', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:01.722997 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3b23c-43db-4a52-8037-8f59ec2b4814" -d '{"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}, {"name": "network-changed", "server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c"}, {"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-deleted", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:01.791272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a37d2-29fa-4b6e-8e2e-5491a1ba82ee req-243a20e8-2ee4-4a83-baee-727bf38ff084 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.803903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671a37d2-29fa-4b6e-8e2e-5491a1ba82ee req-243a20e8-2ee4-4a83-baee-727bf38ff084 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports/8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 942 time: 0.0879040 Jul 22 14:27:01.806982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-a30ba9a1-22db-424e-80ed-53148690160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.808817 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-a30ba9a1-22db-424e-80ed-53148690160f service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1702316 Jul 22 14:27:01.847399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-2c159141-639c-4cd0-a57b-6e650db0d9a4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:01.855848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-2c159141-639c-4cd0-a57b-6e650db0d9a4 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.3390348 Jul 22 14:27:01.859360 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd8a933d-a85a-4830-bdaa-0dadbb2512fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:01.862022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd8a933d-a85a-4830-bdaa-0dadbb2512fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:01.865911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd8a933d-a85a-4830-bdaa-0dadbb2512fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d469639-eb1e-461e-9188-6938c69e3108 HTTP/1.1" status: 204 len: 168 time: 0.5195942 Jul 22 14:27:01.883100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a933d-a85a-4830-bdaa-0dadbb2512fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d469639-eb1e-461e-9188-6938c69e3108,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:01.900096 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-caed1623-3d55-4952-b4b5-21b9f212db08 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.0432937 Jul 22 14:27:01.926875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-471d8cb6-1c58-4511-b82c-439b4b47859d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.1080885 Jul 22 14:27:01.964179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-4fd170b6-bc68-4cee-a701-096c33fda638 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627635 Jul 22 14:27:02.026738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-48d77225-f373-4714-8596-eac772500a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:02.028506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-48d77225-f373-4714-8596-eac772500a19 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0937824 Jul 22 14:27:02.080737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-35471c2f-0c46-4d13-b722-694904495379 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045971 Jul 22 14:27:02.082450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-22ff7f11-f0e6-4b72-b72d-2947a8ba9a24 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469849 Jul 22 14:27:02.224195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671a37d2-29fa-4b6e-8e2e-5491a1ba82ee req-6031b9a3-5de2-4584-a902-b035354f753f tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.3100255 Jul 22 14:27:02.238992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-38e01be2-bcc1-479c-9776-58fc0ff35d8f service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437652 Jul 22 14:27:02.287848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-822d5e17-b8b6-41c6-a9c5-cc7e53574f3c service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059112 Jul 22 14:27:02.390118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a37d2-29fa-4b6e-8e2e-5491a1ba82ee req-223d76e6-7ff0-4d90-8368-46bc9caf6a41 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:02.403230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-f69091ec-a394-4140-9a56-2700990b7857 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620815 Jul 22 14:27:02.404488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671a37d2-29fa-4b6e-8e2e-5491a1ba82ee req-223d76e6-7ff0-4d90-8368-46bc9caf6a41 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1746836 Jul 22 14:27:02.588122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038368-f4f6-440d-bfea-340bc8175bc3 req-000211eb-eca8-4529-98e0-e2261a9f5162 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:02.591025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c038368-f4f6-440d-bfea-340bc8175bc3 req-000211eb-eca8-4529-98e0-e2261a9f5162 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.1343992 Jul 22 14:27:02.710357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c038368-f4f6-440d-bfea-340bc8175bc3 req-85284ecb-9387-422b-8fd2-4de880f24edc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086748 Jul 22 14:27:02.796568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443699-b877-4258-babc-089080ed12ce req-8694fbb4-ca81-4bed-941e-097f8cd1fa96 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:02.798322 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-8694fbb4-ca81-4bed-941e-097f8cd1fa96 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.0959525 Jul 22 14:27:02.931718 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98fd86c-3d6b-4e13-bd43-223cabd36172 x-openstack-request-id: req-b98fd86c-3d6b-4e13-bd43-223cabd36172 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:02.932811 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c", "status": "completed", "code": 200}, {"server_uuid": "a2e2400f-4037-42b8-a3d7-affa57def912", "name": "network-vif-deleted", "tag": "667f909c-a496-46fd-818a-eb55ee0230f4", "status": "failed", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:02.933050 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b98fd86c-3d6b-4e13-bd43-223cabd36172 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:02.933688 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'status': 'completed', 'code': 200} Jul 22 14:27:02.934872 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'status': 'completed', 'code': 200} Jul 22 14:27:02.935025 n-d-794306-8 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2e2400f-4037-42b8-a3d7-affa57def912', 'name': 'network-vif-deleted', 'tag': '667f909c-a496-46fd-818a-eb55ee0230f4', 'status': 'failed', 'code': 422} returned with failed status Jul 22 14:27:03.016107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd96b9b-8386-4304-8482-d420c173ea6e req-1575936d-21e6-4f02-9c5c-67cc7d628564 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.022800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7bd96b9b-8386-4304-8482-d420c173ea6e req-1575936d-21e6-4f02-9c5c-67cc7d628564 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1971989 Jul 22 14:27:03.122354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-40443699-b877-4258-babc-089080ed12ce req-572270ab-4032-4eee-93ac-16505e18b682 service neutron] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:03.139541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-40443699-b877-4258-babc-089080ed12ce req-572270ab-4032-4eee-93ac-16505e18b682 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:03.140736 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40443699-b877-4258-babc-089080ed12ce req-572270ab-4032-4eee-93ac-16505e18b682 service neutron] 10.222.0.72 "DELETE /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb/bindings/n-h2-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.3132856 Jul 22 14:27:03.199458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7bd96b9b-8386-4304-8482-d420c173ea6e req-9e7e4796-f009-4494-aa30-ae3d19b20f49 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133850 Jul 22 14:27:03.286008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-98bd41b6-4d18-4a00-805c-4b9d07289a5c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1033204 Jul 22 14:27:03.363115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-cf4ec389-e431-4cac-ac0d-22fac28854f2 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.377746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-cf4ec389-e431-4cac-ac0d-22fac28854f2 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports/8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 942 time: 0.0907741 Jul 22 14:27:03.452760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e5bf3aa-0a23-4688-b48c-734505fa3936 req-0ac16a80-f2c3-4b51-ba31-a3bc08644dc5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 210 time: 0.0497491 Jul 22 14:27:03.508785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-eeab42f8-54dc-4164-ad64-cb0ce4b78d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.510702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-eeab42f8-54dc-4164-ad64-cb0ce4b78d4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.5746882 Jul 22 14:27:03.630361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:03.684865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-fb6c53ab-8cdf-410b-ac05-96eec6067b45 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.2299700 Jul 22 14:27:03.708810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:03.739332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-58ee92f4-9aa1-47d3-8e48-df95e30baa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.741144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-58ee92f4-9aa1-47d3-8e48-df95e30baa7c service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.2163911 Jul 22 14:27:03.816919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-bc3f8d35-2320-41fa-8ef4-03824844493e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 217 time: 0.0636826 Jul 22 14:27:03.996163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-e1b89661-18e4-460a-9180-aec00064227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:03.997823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-e1b89661-18e4-460a-9180-aec00064227e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.1389103 Jul 22 14:27:04.006331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-0510e637-261e-44df-948c-d9a728d22f40 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.014366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-0510e637-261e-44df-948c-d9a728d22f40 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.3167593 Jul 22 14:27:04.123692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b017a-99ba-4edd-9415-473c8d7af6e7 req-38d69a05-fd79-4d2e-a9e3-ac6f45cf8c10 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.130917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e5b017a-99ba-4edd-9415-473c8d7af6e7 req-38d69a05-fd79-4d2e-a9e3-ac6f45cf8c10 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.3082066 Jul 22 14:27:04.175111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-0e8e564e-4a03-4083-8661-b1271f46238c tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1553733 Jul 22 14:27:04.199912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:04.271805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e5b017a-99ba-4edd-9415-473c8d7af6e7 req-09653e2e-5c09-48bc-8838-707e849d94fd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346903 Jul 22 14:27:04.297046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-a025329c-831c-485b-95fa-91625e5faaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.301717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-a025329c-831c-485b-95fa-91625e5faaef service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2792490 Jul 22 14:27:04.355086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:04.443592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-488f428b-56b2-4966-beb4-2b68f8eed137 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:04.449692 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-488f428b-56b2-4966-beb4-2b68f8eed137 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.2943797 Jul 22 14:27:04.466662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Request body: {'port': {'device_id': '62633397-c9df-4087-b453-37b090afc766', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'admin_state_up': True, 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:04.679296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:04.687900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:04.759579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:04.765815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-b65f3c88-83c4-44fa-9a46-3001462963f2 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528778 Jul 22 14:27:04.767828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:04.768139 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c disassociated. External IP: 172.25.3.150, port: 8b20479f-fd50-40e9-8f1a-2dfe7e80668c. Jul 22 14:27:04.887714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Allocated IP 172.20.0.4 (53d6a015-6b86-442c-afff-bbb503e45693/07913867-df50-4e1d-af2b-fae0b2140bc1/18a7ef3e-6cda-4741-a14c-1a03cc5076c6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:05.222280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.265299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6e7b0-0fb5-4f96-8ebc-212eb6a49755 req-c9b6c6d9-3e95-4c8c-a503-e872a62774a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.267156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f5b6e7b0-0fb5-4f96-8ebc-212eb6a49755 req-c9b6c6d9-3e95-4c8c-a503-e872a62774a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 1097 time: 0.1297576 Jul 22 14:27:05.339403 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f5b6e7b0-0fb5-4f96-8ebc-212eb6a49755 req-9444cdb1-7bf9-47a4-a64c-1733aaf5df97 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639849 Jul 22 14:27:05.350098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd288826-36de-4045-b050-9bfdea3e1e6d req-5f28f0b3-5e37-4eeb-be27-132f3422d7eb tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.357797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd288826-36de-4045-b050-9bfdea3e1e6d req-5f28f0b3-5e37-4eeb-be27-132f3422d7eb tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.7641919 Jul 22 14:27:05.361148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.402939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-6240b64b-645e-40eb-adfa-edcf7f9dd9f4 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950747 Jul 22 14:27:05.409769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Network 53d6a015-6b86-442c-afff-bbb503e45693 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:05.427685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:05.438299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:05.443003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd288826-36de-4045-b050-9bfdea3e1e6d req-bcc382a9-e6e2-438a-bf3f-8b3d8f13a300 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769570 Jul 22 14:27:05.537774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event updated for resources: {'Port': ['ID=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:05.567534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.568290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.588967 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-220f1521-6357-4eb7-9f63-b695f638fe42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1273601 Jul 22 14:27:05.608647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Request body: {'port': {'device_id': '62633397-c9df-4087-b453-37b090afc766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:05.675797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-93af348e-c23f-4d2c-9798-f2a08d048473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.676354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-93af348e-c23f-4d2c-9798-f2a08d048473 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1096 time: 0.2117608 Jul 22 14:27:05.736600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:05.780660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-846ae438-4f8a-4b77-93da-c3260b048334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.782280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-846ae438-4f8a-4b77-93da-c3260b048334 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.0977457 Jul 22 14:27:05.858575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-70f29a81-d25b-41b9-8c02-1485c90fa71f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 217 time: 0.0669348 Jul 22 14:27:05.870549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb1457-64cf-404d-9626-b4b8882c9262 req-d2b497b8-09e4-40fd-a5b9-5816f6521a76 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:05.877444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4beb1457-64cf-404d-9626-b4b8882c9262 req-d2b497b8-09e4-40fd-a5b9-5816f6521a76 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 931 time: 0.3225605 Jul 22 14:27:05.881958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:06.039226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-511ad15f-7824-4b6b-b838-306ccf36095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.040712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-511ad15f-7824-4b6b-b838-306ccf36095b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.1568339 Jul 22 14:27:06.055440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4beb1457-64cf-404d-9626-b4b8882c9262 req-43dce9a5-865d-4ff1-aecd-dc2bde81af4a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770673 Jul 22 14:27:06.173584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:06.185453 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:06.187587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.218493 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:06.219168 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:06.251751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:06.297281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.300631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-7cce3273-d3fe-49fa-8332-8abaed498dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.307099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-7cce3273-d3fe-49fa-8332-8abaed498dbb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2429619 Jul 22 14:27:06.319309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Transition to ACTIVE for port object 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:06.324199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.384007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Pushing event updated for resources: {'Port': ['ID=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:06.414398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-a0a6a0ff-58c4-41f7-909f-c8379bef5562 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "PUT /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 695 time: 2.2383902 Jul 22 14:27:06.444915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:06.450504 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:06.541103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:06.547414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Attempting to bind port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:06.547940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Attempting to bind port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:06.548042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Attempting to bind port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:06.565094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 on network 53d6a015-6b86-442c-afff-bbb503e45693 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:06.565439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Attempting to bind port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:06.572395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:06.573390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:06.574823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Bound using segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:06.575441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Bound port: 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:06.581031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.594906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-8d5c49f2-b7b1-42af-91c9-d2ebf3c7ed2f service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708826 Jul 22 14:27:06.632710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc48f6-69ba-44f7-872f-ac4652a98fa2 req-c86cd4c3-2bbe-494e-8d23-4f71d87f4b4d tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.634661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0cc48f6-69ba-44f7-872f-ac4652a98fa2 req-c86cd4c3-2bbe-494e-8d23-4f71d87f4b4d tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1096 time: 0.2183297 Jul 22 14:27:06.638885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-f87901f0-4aed-4bd3-873a-0b78d80bb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.640631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-f87901f0-4aed-4bd3-873a-0b78d80bb2f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1096 time: 0.1649203 Jul 22 14:27:06.758396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] For port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:06.764348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] For port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:06.765422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-6ef19053-d67b-48d8-9c82-5ca45e08488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.767893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-6ef19053-d67b-48d8-9c82-5ca45e08488a service neutron] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.1162190 Jul 22 14:27:06.780207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.832865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:06.833449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:06.834894 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] 10.222.0.72 "PUT /v2.0/ports/18a7ef3e-6cda-4741-a14c-1a03cc5076c6 HTTP/1.1" status: 200 len: 1091 time: 1.2368619 Jul 22 14:27:06.835343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62633397-c9df-4087-b453-37b090afc766', 'tag': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:06.837592 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93001c25-a6e8-4d2a-b660-c1cacd8e44af" -d '{"events": [{"name": "network-changed", "server_uuid": "62633397-c9df-4087-b453-37b090afc766", "tag": "18a7ef3e-6cda-4741-a14c-1a03cc5076c6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:06.884880 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-47ac930c-508a-4467-b5f6-934d7971d4cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 217 time: 0.0823269 Jul 22 14:27:06.933909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0cc48f6-69ba-44f7-872f-ac4652a98fa2 req-192af62c-e68d-451d-95ce-55fc0729c889 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796907 Jul 22 14:27:06.935429 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:07.004005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:07.023196 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:07.024835 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:26:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:07.034550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:07.042339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd73d5-df43-4471-a2b9-70c702cae683 service neutron] Pushing event updated for resources: {'Port': ['ID=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:07.059887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-faa3b23c-43db-4a52-8037-8f59ec2b4814 req-744b0e1c-c63f-4e9a-9eee-1bcfe05b6013 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567795 Jul 22 14:27:07.096796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-35c2eeee-58c6-4e97-93ca-491b9ce068af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.098442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-6271f949-e2c1-4f46-a815-d66fdc5ba95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.100060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-6271f949-e2c1-4f46-a815-d66fdc5ba95f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 1094 time: 0.2090466 Jul 22 14:27:07.121023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-35c2eeee-58c6-4e97-93ca-491b9ce068af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.2342277 Jul 22 14:27:07.182545 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-b13b0c53-f97c-4de8-9394-f82e4435f303 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6 HTTP/1.1" status: 200 len: 217 time: 0.0730479 Jul 22 14:27:07.206777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:07.250841 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:07.276146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-36241fa7-68c7-4988-88f6-d91e4f3583f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.286742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-36241fa7-68c7-4988-88f6-d91e4f3583f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645651 Jul 22 14:27:07.296373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-f0802bb4-0745-4369-b9e0-0a6c99fbf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.297152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-f0802bb4-0745-4369-b9e0-0a6c99fbf4e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1066639 Jul 22 14:27:07.363536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-ae8a99df-4a61-4cd1-b9dd-17959444d1d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594122 Jul 22 14:27:07.421505 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:07.465718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:07.475694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-66c04cea-96ad-46be-b90a-0e3e9af11110 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869895 Jul 22 14:27:07.493789 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deca4f4-0713-464c-9a24-49a43af82119 None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:07.500214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-45bf0910-ebf4-4368-8c9b-209b9a6ea477 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295559 Jul 22 14:27:07.567549 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e66216ac-9aa9-46ba-8b99-c28dc6b5726e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:07.619212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b474fe8c-3998-4fbf-90ff-b28a3f0c601b req-7ba022a4-bdbc-4a76-8ee6-28ee9369bc1d service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091638 Jul 22 14:27:07.653619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b0a83-63cd-490d-8d8c-063afa8a415e req-d186ea35-f88b-4cef-9eae-f0d6d2a108b5 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:07.655403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-532b0a83-63cd-490d-8d8c-063afa8a415e req-d186ea35-f88b-4cef-9eae-f0d6d2a108b5 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.3655016 Jul 22 14:27:07.701090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69b5b3d5-c391-4777-9d70-3d66469c7fb8 req-c8d8f7b9-5700-4389-9c46-6d31d8c0303e service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211380 Jul 22 14:27:07.733869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-532b0a83-63cd-490d-8d8c-063afa8a415e req-a79996b5-1982-4fa9-8ccd-8a9988525f84 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676217 Jul 22 14:27:07.786619 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9716a873-553f-46a4-83ae-f9b1509b9105 x-openstack-request-id: req-9716a873-553f-46a4-83ae-f9b1509b9105 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:07.787041 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:07.787296 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9716a873-553f-46a4-83ae-f9b1509b9105 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:07.787685 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'status': 'completed', 'code': 200} Jul 22 14:27:07.793191 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e66216ac-9aa9-46ba-8b99-c28dc6b5726e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:07.807640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e66216ac-9aa9-46ba-8b99-c28dc6b5726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:07.857484 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8578366f-0d6e-487c-87b8-b22cb38246d6 x-openstack-request-id: req-8578366f-0d6e-487c-87b8-b22cb38246d6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:07.857853 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62633397-c9df-4087-b453-37b090afc766", "tag": "18a7ef3e-6cda-4741-a14c-1a03cc5076c6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:07.858031 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8578366f-0d6e-487c-87b8-b22cb38246d6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:07.858411 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62633397-c9df-4087-b453-37b090afc766', 'tag': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6', 'status': 'completed', 'code': 200} Jul 22 14:27:07.866588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e66216ac-9aa9-46ba-8b99-c28dc6b5726e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3ac18ee0a22403badf45b6589b13c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6585169 Jul 22 14:27:07.870303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:07.967868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694e999e-056c-49ae-be83-efda60395c62 None None] New status for floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:27:07.973809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-376fc53a-049e-4337-8f6d-4b6fc8562565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:07.996098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-376fc53a-049e-4337-8f6d-4b6fc8562565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:08.027137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66216ac-9aa9-46ba-8b99-c28dc6b5726e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d909752-69e2-46ab-aa12-8d8a74901357,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:08.055045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-83c0abe6-8e66-4a06-8371-69f822e40828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.057001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-83c0abe6-8e66-4a06-8371-69f822e40828 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 1096 time: 0.2614112 Jul 22 14:27:08.058108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-376fc53a-049e-4337-8f6d-4b6fc8562565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:08.060750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-376fc53a-049e-4337-8f6d-4b6fc8562565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:08.064797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-376fc53a-049e-4337-8f6d-4b6fc8562565 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d909752-69e2-46ab-aa12-8d8a74901357 HTTP/1.1" status: 204 len: 168 time: 0.1877847 Jul 22 14:27:08.078916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fc53a-049e-4337-8f6d-4b6fc8562565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d909752-69e2-46ab-aa12-8d8a74901357,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:08.182872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-b137dce3-e969-471b-888c-caec118bfd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.184642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-b137dce3-e969-471b-888c-caec118bfd89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.1142566 Jul 22 14:27:08.261302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-e36e6d84-ffcd-4158-941a-5d13ff58bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.261527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-e36e6d84-ffcd-4158-941a-5d13ff58bfd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 1094 time: 0.3928699 Jul 22 14:27:08.272815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-7b20dbe0-38d6-4a8d-af8c-d44640fdecab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 200 len: 217 time: 0.0735240 Jul 22 14:27:08.385844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-1c583953-c88b-4ee7-80eb-977fcebd73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.387504 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-1c583953-c88b-4ee7-80eb-977fcebd73c6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.1096120 Jul 22 14:27:08.418309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7734f1-75b6-4ef2-bb79-e2f9b1695f91 req-1357a0df-aab1-461f-9792-f0c8c01deb42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.427640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d7734f1-75b6-4ef2-bb79-e2f9b1695f91 req-1357a0df-aab1-461f-9792-f0c8c01deb42 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 943 time: 0.5632913 Jul 22 14:27:08.486494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-4d4bb660-51e9-4918-b7e2-8b483e52e697 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.488148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-4d4bb660-51e9-4918-b7e2-8b483e52e697 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.4082644 Jul 22 14:27:08.530966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d7734f1-75b6-4ef2-bb79-e2f9b1695f91 req-a5e623d0-cc0e-4685-adcf-30e2c87a3983 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027896 Jul 22 14:27:08.532760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-d0349c2c-0920-4f28-96ef-7c5a9fde1be0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/quotas/198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 375 time: 0.0259118 Jul 22 14:27:08.533414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-172a571e-1d77-4af7-be85-38ee9157e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.535245 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-172a571e-1d77-4af7-be85-38ee9157e186 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396394 Jul 22 14:27:08.629487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43504) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:08.664808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-c74613ca-1a41-4e4c-9d15-70d754f44379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.666326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-c74613ca-1a41-4e4c-9d15-70d754f44379 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.3528819 Jul 22 14:27:08.669950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-b4be504a-e9ab-43d7-ae84-dd6a6e35a0c8 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190023 Jul 22 14:27:08.676912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb3409d2-d5d4-4f57-944b-5fcedbcfeb19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:08.739609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-b1b1ad68-43b5-4aca-9b68-9eb4878cb3b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6 HTTP/1.1" status: 200 len: 217 time: 0.0524058 Jul 22 14:27:08.787636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-9469ac2e-47ab-486a-ad94-06bee502d9ee tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2424319 Jul 22 14:27:08.804972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f2ae6c8-3507-4030-84bc-ebcd40c84f5f req-970c4e5e-b669-4bbe-868d-4f4dc6e07484 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231711 Jul 22 14:27:08.913648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-2ee18f5a-5d09-4916-8243-5793db86689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:08.915580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-2ee18f5a-5d09-4916-8243-5793db86689b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1625762 Jul 22 14:27:08.968634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-47682ccb-b647-4f8e-b1e8-333ddc3a58b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396862 Jul 22 14:27:09.043294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-af93513f-b317-4285-b518-4f6c8e2b60af service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546196 Jul 22 14:27:09.090046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb3409d2-d5d4-4f57-944b-5fcedbcfeb19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:09.105863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb3409d2-d5d4-4f57-944b-5fcedbcfeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:09.106093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05667f-1083-4d20-85cc-825a089684a8 req-a24f40dd-294c-4a5b-a41c-00ed6660578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:09.107488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-a24f40dd-294c-4a5b-a41c-00ed6660578a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 1097 time: 0.1009521 Jul 22 14:27:09.169447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3409d2-d5d4-4f57-944b-5fcedbcfeb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3178bc8-0482-477b-ab6f-644d34248bbf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:09.237375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05667f-1083-4d20-85cc-825a089684a8 req-723ccf21-524f-4caf-9f83-e19ebe064058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:09.238743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-723ccf21-524f-4caf-9f83-e19ebe064058 service neutron] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 911 time: 0.1225753 Jul 22 14:27:09.282220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-beee1ff7-36c9-4cfb-a23b-d47b9ca7696d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc HTTP/1.1" status: 200 len: 217 time: 0.0368600 Jul 22 14:27:09.363207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05667f-1083-4d20-85cc-825a089684a8 req-3b498326-c21e-44ab-8d91-988842a41efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:09.365289 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-3b498326-c21e-44ab-8d91-988842a41efd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.0767508 Jul 22 14:27:09.632050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb3409d2-d5d4-4f57-944b-5fcedbcfeb19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e4a577e8d1c49879938d7813345c972&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0004361 Jul 22 14:27:09.635344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43514) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:09.661903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-309113be-f93c-4036-b106-fa071bc7c62d service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799257 Jul 22 14:27:09.698473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-6b342f56-8394-43e0-8036-794a4fe67ec5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3259075 Jul 22 14:27:09.737654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-d20bdd4f-7d5c-4b83-a83f-ac15c47ee5fa service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935976 Jul 22 14:27:09.789720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-6c1a5d8f-3b2c-4393-9df3-020091575404 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:09.797724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-6c1a5d8f-3b2c-4393-9df3-020091575404 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6208074 Jul 22 14:27:09.805690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:09.833793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b643743c-9b72-404f-a49b-e3f8f618f1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:09.887268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-330b2383-319b-4e35-bd72-8ff6a120c929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:09.900267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-415f20f1-7d79-411c-b7f9-4ea4ad9f2828 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 696 time: 0.1011436 Jul 22 14:27:09.905687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-40ef0b7f-b7dd-4209-a1e8-bd513fe0c58f service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984429 Jul 22 14:27:09.932169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'floatingip': {'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:10.031204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:10.035818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93001c25-a6e8-4d2a-b660-c1cacd8e44af req-e1083242-9724-40d7-86a9-b7169862ea1e service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515420 Jul 22 14:27:10.057317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:10.069655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed05667f-1083-4d20-85cc-825a089684a8 req-8fb73e1c-f8d6-4b54-aa7c-f9cf179d92a0 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544652 Jul 22 14:27:10.075807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6', 'mac_address': 'fa:16:3e:4e:cf:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:10.109323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-330b2383-319b-4e35-bd72-8ff6a120c929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:10.135300 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:10.151986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:10.191328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:10.204486 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:10.305626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c76e5b-2262-472c-8b56-da58d74543cb req-e384ba22-5d6a-4d0c-b320-9b8fe1087e55 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:10.314002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11c76e5b-2262-472c-8b56-da58d74543cb req-e384ba22-5d6a-4d0c-b320-9b8fe1087e55 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.3120842 Jul 22 14:27:10.418480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:10.420717 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-330b2383-319b-4e35-bd72-8ff6a120c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:10.425190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-330b2383-319b-4e35-bd72-8ff6a120c929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:10.429310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-330b2383-319b-4e35-bd72-8ff6a120c929 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3178bc8-0482-477b-ab6f-644d34248bbf HTTP/1.1" status: 204 len: 168 time: 0.7913740 Jul 22 14:27:10.481864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b2383-319b-4e35-bd72-8ff6a120c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3178bc8-0482-477b-ab6f-644d34248bbf,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:10.518545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['18a7ef3e-6cda-4741-a14c-1a03cc5076c6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:10.542019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11c76e5b-2262-472c-8b56-da58d74543cb req-de0fea50-d1f3-4c29-8c62-72d7a943c8c8 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203887 Jul 22 14:27:10.657184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-91c40c8d-e4d8-4ab5-a08a-dee5b5280c67 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:10.659563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-91c40c8d-e4d8-4ab5-a08a-dee5b5280c67 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "GET /v2.0/ports?device_id=d2040a86-3871-42f7-afd0-abf9486daf92 HTTP/1.1" status: 200 len: 945 time: 0.3315291 Jul 22 14:27:11.054718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482d7ad-7357-475d-9061-3842e600c5af req-47c69247-6fc3-4e6b-b009-48a19a23b1d9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:11.056195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f482d7ad-7357-475d-9061-3842e600c5af req-47c69247-6fc3-4e6b-b009-48a19a23b1d9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 944 time: 0.2508316 Jul 22 14:27:11.133438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Deleting port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:11.134179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:11.172776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:11.184641 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:11.191154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f482d7ad-7357-475d-9061-3842e600c5af req-68cb81c5-1bd0-4b7a-9608-6c08afbb50a2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945783 Jul 22 14:27:11.382593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] For port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:11.382982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:11.432636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Calling delete_port for 8b20479f-fd50-40e9-8f1a-2dfe7e80668c owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:11.605208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-f69b05b7-dd94-4bf0-83fd-bd3f9ab3f14a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:11.615045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-f69b05b7-dd94-4bf0-83fd-bd3f9ab3f14a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.2566116 Jul 22 14:27:11.626348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Request body: {'port': {'device_id': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'admin_state_up': True, 'tenant_id': '198c12f4df084d93ab51cbda83369201'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:11.685151 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c associated. External IP: 172.25.3.150, port: 6e9556f6-e34b-4441-b454-5fc222391074. Jul 22 14:27:11.806824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:11.823072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:11.838930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6e9556f6-e34b-4441-b454-5fc222391074'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:11.843436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Made reservation on behalf of 198c12f4df084d93ab51cbda83369201 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:11.847875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:11.849563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187cac45-fe77-4633-95ea-bd5177be0e28 req-f8116b6d-4624-49d8-84d8-6d746f8f9906 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 210 time: 0.4213581 Jul 22 14:27:11.991444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event deleted for resources: {'Port': ['ID=8b20479f-fd50-40e9-8f1a-2dfe7e80668c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:12.055885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:12.067705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:12.068075 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.140975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] No DVR routers for this DVR port 8b20479f-fd50-40e9-8f1a-2dfe7e80668c on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:12.145450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.147567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ec09dd5-4d12-441c-9c5d-90a50a29c121 req-aac81485-abf1-4650-89fc-2fcaf5d08819 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "DELETE /v2.0/ports/8b20479f-fd50-40e9-8f1a-2dfe7e80668c HTTP/1.1" status: 204 len: 173 time: 1.4552429 Jul 22 14:27:12.159237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fda00f25-7786-4d7a-9368-8aec58debf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.164898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'name': 'network-vif-deleted', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:12.170935 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d8042d-745d-4c2e-ba3d-4a2e7053bd88" -d '{"events": [{"server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "name": "network-vif-deleted", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:12.285493 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.301568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Allocated IP 172.20.0.11 (15e0f227-3ca8-4d4c-bcba-fd256f8a453e/62eca478-f328-41b8-8d86-93c075bc900a/03ed7026-cf1e-451b-85ac-b348a067ae8b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:12.349431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:12.357885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62633397-c9df-4087-b453-37b090afc766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:12.361788 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64d0f1-192a-4f77-87c4-29fce3723aec" -d '{"events": [{"server_uuid": "62633397-c9df-4087-b453-37b090afc766", "name": "network-vif-plugged", "status": "completed", "tag": "18a7ef3e-6cda-4741-a14c-1a03cc5076c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:12.367571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.372460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.373616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8b20479f-fd50-40e9-8f1a-2dfe7e80668c no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:12.427362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 8b20479f-fd50-40e9-8f1a-2dfe7e80668c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:12.427846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8b20479f-fd50-40e9-8f1a-2dfe7e80668c not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:12.465833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:12.470677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:12.504940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38e8a0-c9c0-4d58-a78e-52e4e3c2021d req-6640cbba-0453-4a52-80d8-94af9e44aac5 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:12.528396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd38e8a0-c9c0-4d58-a78e-52e4e3c2021d req-6640cbba-0453-4a52-80d8-94af9e44aac5 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.3994997 Jul 22 14:27:12.594985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.663830 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.672983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd38e8a0-c9c0-4d58-a78e-52e4e3c2021d req-99689cb4-dc9f-484e-bd40-a1b26625c57a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192918 Jul 22 14:27:12.739624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:12.749152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.754391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:12.769072 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:12.769851 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:12.796208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-f75862bb-0d72-496a-a0b0-5b5965e36b97 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "PUT /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 996 time: 2.8947444 Jul 22 14:27:12.823622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:12.831514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:12.833444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:12.843600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:12.916505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:12.919435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:12.949238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-b89ab842-2281-4b51-8f94-ebf73cea6ed4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3327427 Jul 22 14:27:12.963405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Request body: {'port': {'device_id': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:13.020968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-26aa5777-f57a-4eaf-8e0f-8919ae454b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:13.034220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-26aa5777-f57a-4eaf-8e0f-8919ae454b39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.2147391 Jul 22 14:27:13.041517 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:13.061112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:13.129056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7083-0280-46f2-aa9e-95d51e554904 req-8f10b3a3-d9e7-4781-8164-bc4747ffeec3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:13.131630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cbbe7083-0280-46f2-aa9e-95d51e554904 req-8f10b3a3-d9e7-4781-8164-bc4747ffeec3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1881518 Jul 22 14:27:13.179063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-0a509402-e214-42e3-a987-368d3367d5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:13.186391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-0a509402-e214-42e3-a987-368d3367d5f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.1507909 Jul 22 14:27:13.281825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cbbe7083-0280-46f2-aa9e-95d51e554904 req-06c696be-f075-47ff-9ed2-a4996271bc0d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423700 Jul 22 14:27:13.314491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-905e0850-eb7c-4903-8aad-7a35c8d2617d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 999 time: 0.1254377 Jul 22 14:27:13.369259 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7de8644-61f1-4d1d-bd8b-78395288fdf6 x-openstack-request-id: req-f7de8644-61f1-4d1d-bd8b-78395288fdf6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:13.369554 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2040a86-3871-42f7-afd0-abf9486daf92", "name": "network-vif-deleted", "tag": "8b20479f-fd50-40e9-8f1a-2dfe7e80668c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:13.369809 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7de8644-61f1-4d1d-bd8b-78395288fdf6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:13.370297 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2040a86-3871-42f7-afd0-abf9486daf92', 'name': 'network-vif-deleted', 'tag': '8b20479f-fd50-40e9-8f1a-2dfe7e80668c', 'status': 'completed', 'code': 200} Jul 22 14:27:13.393702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-db7fe644-bfa6-4615-8a9b-0c2e806b1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:13.406092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-db7fe644-bfa6-4615-8a9b-0c2e806b1e78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0887163 Jul 22 14:27:13.501023 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dab74e-cf6c-4180-afa0-7ec6cccbf515 x-openstack-request-id: req-47dab74e-cf6c-4180-afa0-7ec6cccbf515 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:13.501624 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62633397-c9df-4087-b453-37b090afc766", "name": "network-vif-plugged", "status": "completed", "tag": "18a7ef3e-6cda-4741-a14c-1a03cc5076c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:13.501722 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47dab74e-cf6c-4180-afa0-7ec6cccbf515 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:13.502053 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62633397-c9df-4087-b453-37b090afc766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6', 'code': 200} Jul 22 14:27:13.528806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-dc9583e5-6062-4526-8523-b6bc1f917dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:13.536888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-dc9583e5-6062-4526-8523-b6bc1f917dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322491 Jul 22 14:27:13.540958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:13.643488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ed7026-cf1e-451b-85ac-b348a067ae8b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:13.653081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:13.664420 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:27:10Z', 'revision_number': 8, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:13.669812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Transition to ACTIVE for port object 03ed7026-cf1e-451b-85ac-b348a067ae8b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:13.679690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:13.739300 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:13.759301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-24d89810-5a76-4d86-b4a6-47b246142af0 service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212539 Jul 22 14:27:13.769616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ca6d8-b0df-4cc0-8b7d-dfcff0239f9b req-3b53aae6-3e84-4d52-bc82-b65d49c3cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:13.771180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b49ca6d8-b0df-4cc0-8b7d-dfcff0239f9b req-3b53aae6-3e84-4d52-bc82-b65d49c3cf63 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 1096 time: 0.1848626 Jul 22 14:27:13.772838 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:13.773476 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:13.884162 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89eaa73a-052b-48cb-a033-9c4b6f460238 req-d2bb6941-dfc4-4705-bf6b-c5f204ad826e service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119866 Jul 22 14:27:13.896692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:13.937546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b49ca6d8-b0df-4cc0-8b7d-dfcff0239f9b req-2a919eab-b81c-4a35-a330-c1dee71ae1a4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522940 Jul 22 14:27:13.960194 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:14.030667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:14.036591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:14.036591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:14.043356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:14.043915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:14.050327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:14.053666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:14.055931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:14.056579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Bound port: 03ed7026-cf1e-451b-85ac-b348a067ae8b, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:14.056954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:14.096804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0459-8b01-4df3-ab4f-3d95f5d6cd29 req-b2e6bd7c-0fb5-4645-93b8-b81d000f7707 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:14.106944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ed0459-8b01-4df3-ab4f-3d95f5d6cd29 req-b2e6bd7c-0fb5-4645-93b8-b81d000f7707 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 944 time: 0.1784852 Jul 22 14:27:14.175392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ed0459-8b01-4df3-ab4f-3d95f5d6cd29 req-42a01c14-9a99-456c-8eca-841c3e6894fe tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643215 Jul 22 14:27:14.183160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:14.187353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:14.195986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:14.242615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:14.243385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:14.244818 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] 10.222.0.61 "PUT /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 1092 time: 1.2866499 Jul 22 14:27:14.245278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:14.247759 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3b6081-fa16-4857-bad9-0fe54ed247b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:14.332359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91b93a-86a5-460a-939f-659cd0ce9376 req-bec5a7f3-cb55-4e1d-9fc6-f0272a8553a9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:14.334006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af91b93a-86a5-460a-939f-659cd0ce9376 req-bec5a7f3-cb55-4e1d-9fc6-f0272a8553a9 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.1523809 Jul 22 14:27:14.381750 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:27:10Z', 'revision_number': 8, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:14.398474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6381-44c3-4b29-b159-d12af2910fff service neutron] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:14.446271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-06270186-871b-4c62-acac-affe1a4185cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:14.446271 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-06270186-871b-4c62-acac-affe1a4185cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1095 time: 0.1385479 Jul 22 14:27:14.451022 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b0869-6d63-4fd8-800e-e8897237b6f1 None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '6c6939d8-cfc8-4a55-9a9d-257d7e76704c', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'floating_ip_address': '172.25.3.150', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'port_id': '6e9556f6-e34b-4441-b454-5fc222391074', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'mac_address': 'fa:16:3e:ce:5a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:26:35Z', 'updated_at': '2021-07-22T14:27:10Z', 'revision_number': 8, 'project_id': '8715f610406a4be691b9304e127e28a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:14.558019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-6e472582-bec5-4dfa-a6c9-f5a8a2ee5ff9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 217 time: 0.0935280 Jul 22 14:27:14.642893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-55667108-b08b-4b11-8ad1-10478d4481fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:14.644570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-55667108-b08b-4b11-8ad1-10478d4481fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0791323 Jul 22 14:27:14.717397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-591e3607-da14-4641-8209-0ccfba62a8bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655358 Jul 22 14:27:14.858070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8091dac9-5f4c-4e94-b929-64b4f1680fa5 None None] New status for floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:27:14.931995 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-f4890ef8-cfee-47a0-a6f8-cea7cde7ac69 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072904 Jul 22 14:27:15.142666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-87701d54-06c5-4c1b-b8a0-5240f867ee3a req-a2f2de76-0583-43ab-8bc9-87d19a0aa91c service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904101 Jul 22 14:27:15.143257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af91b93a-86a5-460a-939f-659cd0ce9376 req-408c7323-c187-416c-8e08-a8c4a21d2045 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7968774 Jul 22 14:27:15.181655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cbb1a60-564d-48cf-abe7-f04f4b760a36 req-6e08a37c-0239-4c31-a130-8a9f244ec13d tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 996 time: 0.1970906 Jul 22 14:27:15.191780 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:15.195973 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93a39fd-d24c-421b-bbf4-9507144afc3f x-openstack-request-id: req-b93a39fd-d24c-421b-bbf4-9507144afc3f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:15.195973 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:15.196236 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b93a39fd-d24c-421b-bbf4-9507144afc3f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:15.196521 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'status': 'completed', 'code': 200} Jul 22 14:27:15.307255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-588a71ae-6cba-4477-b75d-eee28649caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.309708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-588a71ae-6cba-4477-b75d-eee28649caa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1095 time: 0.0862384 Jul 22 14:27:15.373586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb1a60-564d-48cf-abe7-f04f4b760a36 req-8e605a92-20a9-49b2-9e18-e74a4b348f3e tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.380326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cbb1a60-564d-48cf-abe7-f04f4b760a36 req-8e605a92-20a9-49b2-9e18-e74a4b348f3e tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1921260 Jul 22 14:27:15.383457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:15.385666 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97babc74-19fb-4549-9d73-5c5662a7b4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:15.396989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03894984-7b6d-4c35-b94e-5ed79bc534bb req-87eacb41-603a-4304-9c65-911c79a606e5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.398473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03894984-7b6d-4c35-b94e-5ed79bc534bb req-87eacb41-603a-4304-9c65-911c79a606e5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1362610 Jul 22 14:27:15.402166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-4cbb1a60-564d-48cf-abe7-f04f4b760a36 req-00f354e5-15d5-403b-9d0f-3492323155e6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:27:15.403152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cbb1a60-564d-48cf-abe7-f04f4b760a36 req-00f354e5-15d5-403b-9d0f-3492323155e6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220895 Jul 22 14:27:15.433617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-86e8d6e1-f6f1-4b6a-b478-ce2fbbcb1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.435663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-86e8d6e1-f6f1-4b6a-b478-ce2fbbcb1ee0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1200316 Jul 22 14:27:15.444398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03894984-7b6d-4c35-b94e-5ed79bc534bb req-d40309cb-b628-4a11-bea7-02f482d87427 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Jul 22 14:27:15.496552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-5ec9eaa6-0b5d-4220-a2e8-240648679bc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 217 time: 0.0529947 Jul 22 14:27:15.621509 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159aa0ea-f345-4a5e-bc5f-72c7a38c44af x-openstack-request-id: req-159aa0ea-f345-4a5e-bc5f-72c7a38c44af {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:15.621849 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:15.622105 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-159aa0ea-f345-4a5e-bc5f-72c7a38c44af {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:15.622505 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'status': 'completed', 'code': 200} Jul 22 14:27:15.659651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36cc470-b288-40d9-a24e-190d24b7ebed req-83294b55-28a3-40ea-8c2b-9e3930e67e07 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.667032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b36cc470-b288-40d9-a24e-190d24b7ebed req-83294b55-28a3-40ea-8c2b-9e3930e67e07 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 944 time: 0.1216824 Jul 22 14:27:15.694324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-8db2b706-7d5a-403a-9055-be28a5c2122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.695868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-8db2b706-7d5a-403a-9055-be28a5c2122b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1021128 Jul 22 14:27:15.744074 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-f1709cb5-0862-4f00-ab90-98fd52087b6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379441 Jul 22 14:27:15.756093 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-d907527a-7734-4af1-b9eb-8d1ff3451c79 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0938563 Jul 22 14:27:15.815085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-83fef9b4-779b-4260-93d7-4d3bfd9ec19f tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1822090 Jul 22 14:27:15.866557 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b36cc470-b288-40d9-a24e-190d24b7ebed req-430312db-2616-43a7-9310-af8dec4e3c80 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744571 Jul 22 14:27:15.878683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-be305fa1-20d0-4f88-9e7e-a2f17bf8e5b1 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256042 Jul 22 14:27:15.880416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-7d951422-5021-4127-86c5-bcbefacd1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.881989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-7d951422-5021-4127-86c5-bcbefacd1610 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.1990957 Jul 22 14:27:15.925942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-fc3a93cd-c204-46ee-be1a-c9982a239609 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.939418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-fc3a93cd-c204-46ee-be1a-c9982a239609 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports/6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 942 time: 0.1068902 Jul 22 14:27:15.939778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-126b3874-5ad4-4a44-9c0f-33d017a02e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:15.941471 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-126b3874-5ad4-4a44-9c0f-33d017a02e6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ee18dd70c9e84441b213e16de2d9949c&device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 1096 time: 0.1253753 Jul 22 14:27:16.036434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-22a6837e-c981-42a7-bd2f-b7ff887f960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.038077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-22a6837e-c981-42a7-bd2f-b7ff887f960c service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.1485980 Jul 22 14:27:16.078865 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a3b6081-fa16-4857-bad9-0fe54ed247b0 req-879213f5-eea0-4eee-8b9f-73bee6f40415 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902478 Jul 22 14:27:16.118408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-38b89c3b-425e-485d-b589-447d86cb066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.120315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-38b89c3b-425e-485d-b589-447d86cb066b service neutron] 10.222.0.61 "GET /v2.0/networks?id=547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 200 len: 911 time: 0.1354375 Jul 22 14:27:16.154327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-8a6027dd-e667-422d-a1d0-69213d66c12f tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1153264 Jul 22 14:27:16.187707 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-169c2f62-07c7-4816-a36c-8b9b71641c90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34096a5e-88d9-48ef-9efc-989838686b19 HTTP/1.1" status: 200 len: 217 time: 0.0585282 Jul 22 14:27:16.196061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-f0b0320d-7839-417c-9a9b-25abd0107d30 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 1001 time: 0.1142788 Jul 22 14:27:16.249507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-4d78f552-ed7a-4d38-b7af-a816630e4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.253056 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-4d78f552-ed7a-4d38-b7af-a816630e4ba8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 200 len: 850 time: 0.0581317 Jul 22 14:27:16.290757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-dda717d3-e0c3-43c7-accf-9804a2a018ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=547617b7-3d14-43aa-bedc-55beb37ee790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304782 Jul 22 14:27:16.307357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-2aa8b09a-e0d4-4753-a090-0c06189d15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.308842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-2aa8b09a-e0d4-4753-a090-0c06189d15ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.1009142 Jul 22 14:27:16.377791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-27af3773-3533-4278-b0a9-6873910775e3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.379288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-27af3773-3533-4278-b0a9-6873910775e3 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2241306 Jul 22 14:27:16.396778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-8df006e3-7a1e-47cd-8f1d-f221f4fb1b93 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964205 Jul 22 14:27:16.410152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41044473-01f8-4f4b-a69c-99a9c50494fc req-8dac9f6e-86dc-432f-bc9a-e10e0aeff981 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.411713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41044473-01f8-4f4b-a69c-99a9c50494fc req-8dac9f6e-86dc-432f-bc9a-e10e0aeff981 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.2246213 Jul 22 14:27:16.489462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-4d9e8745-57fa-4727-bf15-13435a5562fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:16.491006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-4d9e8745-57fa-4727-bf15-13435a5562fc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747029 Jul 22 14:27:16.505111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-bf8d80eb-1884-4390-95b3-925a6cf4a213 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 1001 time: 0.1158319 Jul 22 14:27:16.505361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd0249e6-28a5-47ff-a95a-fcfe7ea7c141 req-cde908cf-d70e-440a-99d4-c362ddb24688 service neutron] 10.222.0.61 "GET /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018560 Jul 22 14:27:16.514258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41044473-01f8-4f4b-a69c-99a9c50494fc req-bb998922-8d35-4448-a36c-a9a730f181b3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694697 Jul 22 14:27:16.520462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:16.627563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.686994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-60fa02f7-ebd8-40dc-91d7-f8e92cf3e82d service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854208 Jul 22 14:27:16.852434 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.862993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:16.863288 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c disassociated. External IP: 172.25.3.150, port: 6e9556f6-e34b-4441-b454-5fc222391074. Jul 22 14:27:16.941576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97babc74-19fb-4549-9d73-5c5662a7b4b3 req-2d7c2dc3-76b5-49c7-94bf-5cb7989bbdfa service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430260 Jul 22 14:27:17.046000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-a4792c77-d3a0-4d9e-a730-43c1c0ecdd90 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:17.046962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-a4792c77-d3a0-4d9e-a730-43c1c0ecdd90 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 946 time: 0.0959890 Jul 22 14:27:17.140940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:17.173907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Deleting port f523de97-67ea-42a8-99b9-bbd9f6a63ebc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:17.174568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.286962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:17.292394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.302304 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:17.304146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] For port f523de97-67ea-42a8-99b9-bbd9f6a63ebc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:17.305039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.316437 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:17.317196 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:17.332420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Calling delete_port for f523de97-67ea-42a8-99b9-bbd9f6a63ebc owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:17.354939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-c5994657-4320-4bbf-90c6-3a2f341225a6 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "PUT /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 696 time: 0.8384206 Jul 22 14:27:17.436173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-bf07013a-f9f3-4a36-8953-8cb14c14ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:17.438002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-bf07013a-f9f3-4a36-8953-8cb14c14ab90 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.0801764 Jul 22 14:27:17.507085 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:17.534684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.546743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['34096a5e-88d9-48ef-9efc-989838686b19', 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:17.585297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Pushing event deleted for resources: {'Port': ['ID=f523de97-67ea-42a8-99b9-bbd9f6a63ebc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:17.623631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:17.626013 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c3e9a-9391-464f-9d10-3233f39e8c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:17.657171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] No DVR routers for this DVR port f523de97-67ea-42a8-99b9-bbd9f6a63ebc on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:17.660516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:17.663280 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c723710-f2a6-4a67-9408-4cb1199d1252 req-6a5cab2e-a38e-45f9-a23d-35d8d211095f tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "DELETE /v2.0/ports/f523de97-67ea-42a8-99b9-bbd9f6a63ebc HTTP/1.1" status: 204 len: 173 time: 0.6092942 Jul 22 14:27:17.663737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'name': 'network-vif-deleted', 'tag': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:17.666069 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5cb09-4a1b-4f8e-a6af-6f2919468548" -d '{"events": [{"server_uuid": "2d16a754-dd6a-4645-b2ed-8d008c0975f0", "name": "network-vif-deleted", "tag": "f523de97-67ea-42a8-99b9-bbd9f6a63ebc"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:17.682588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73ae6429-766a-49b2-8b6e-fcc32312db6a req-f137bc02-6328-4b1f-bfbc-1a5b74e00c52 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d16a754-dd6a-4645-b2ed-8d008c0975f0 HTTP/1.1" status: 200 len: 210 time: 0.0694854 Jul 22 14:27:17.722329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:17.731146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-5d25be0f-8ba2-4cfc-83b7-1c9ee4245bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:17.732755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-5d25be0f-8ba2-4cfc-83b7-1c9ee4245bdc service neutron] 10.222.0.60 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.2881749 Jul 22 14:27:17.813005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-966ad744-4285-4b56-a94b-ab2c3d3f1f55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 217 time: 0.0736251 Jul 22 14:27:17.836725 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:17.870625 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:17.883233 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:17.884591 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:17.902225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-24134221-30d6-4e73-ab59-8643ffd0587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:17.904010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-24134221-30d6-4e73-ab59-8643ffd0587a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.0845394 Jul 22 14:27:17.969277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:17.986552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'port_id': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'mac_address': 'fa:16:3e:c2:79:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eca478-f328-41b8-8d86-93c075bc900a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:18.024334 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:18.032473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:18.043101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-4a9ac850-5667-4006-b035-665f2a182df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:18.046785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ed7026-cf1e-451b-85ac-b348a067ae8b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:18.051463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-4a9ac850-5667-4006-b035-665f2a182df6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414750 Jul 22 14:27:18.083809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:18.093868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:18.103402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1c156-34d0-402f-9b37-fd22204a65d7 req-b7d6c8a6-416a-4cb6-ba22-c3ca3fb685ae tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:18.111340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fb1c156-34d0-402f-9b37-fd22204a65d7 req-b7d6c8a6-416a-4cb6-ba22-c3ca3fb685ae tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 944 time: 0.1437929 Jul 22 14:27:18.171979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:18.240024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fb1c156-34d0-402f-9b37-fd22204a65d7 req-73cb2957-9b5c-480c-9129-f27f305fd8a7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266708 Jul 22 14:27:18.283079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-77c06500-ab22-45ed-bae7-5de3d5a91c5b service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294126 Jul 22 14:27:18.316443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['03ed7026-cf1e-451b-85ac-b348a067ae8b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:18.364697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-6575cc49-ba80-4f74-85a2-ca5d54bf6d82 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2179101 Jul 22 14:27:18.405267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04f450bb-909b-4afa-aadb-d81d559caf59 req-cc88e2a6-25de-4cb0-8dc1-4e71d7e30c4a service neutron] 10.222.0.60 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208866 Jul 22 14:27:18.416300 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:18.455616 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302351a-86d0-493e-bc0e-e3c606ecc87c None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '957c4098-f383-40a9-886b-25732a7a709e', 'name': '', 'network_id': '46596362-546f-4cb6-9dd2-ee7f50433bb9', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'mac_address': 'fa:16:3e:11:c3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:16Z', 'updated_at': '2021-07-22T14:26:23Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'subnets': [{'id': 'b9e7751e-71af-4b31-827a-3b3f6b72691a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:18.611098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-20b5839e-a96e-453b-bd4e-ec0a76b1ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:18.613066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-20b5839e-a96e-453b-bd4e-ec0a76b1ecc7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7539d43e6b1b43309da65ed730cec2a2&device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 1096 time: 0.1921663 Jul 22 14:27:18.617781 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ba67a2-2b67-437a-bf56-feeebda597d0 x-openstack-request-id: req-92ba67a2-2b67-437a-bf56-feeebda597d0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:18.618047 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:18.618302 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92ba67a2-2b67-437a-bf56-feeebda597d0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:18.618722 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'status': 'completed', 'code': 200} Jul 22 14:27:18.654258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613b8c9-96b8-4306-8bdf-87051f42fa58 req-a4442245-298c-414d-ac6c-f33157782bd5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:18.656209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9613b8c9-96b8-4306-8bdf-87051f42fa58 req-a4442245-298c-414d-ac6c-f33157782bd5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1099117 Jul 22 14:27:18.693770 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee1ec8e-7398-4962-a469-84ac35c84c41 x-openstack-request-id: req-cee1ec8e-7398-4962-a469-84ac35c84c41 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:18.695565 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d16a754-dd6a-4645-b2ed-8d008c0975f0", "name": "network-vif-deleted", "tag": "f523de97-67ea-42a8-99b9-bbd9f6a63ebc", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:18.695824 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cee1ec8e-7398-4962-a469-84ac35c84c41 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:18.696223 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d16a754-dd6a-4645-b2ed-8d008c0975f0', 'name': 'network-vif-deleted', 'tag': 'f523de97-67ea-42a8-99b9-bbd9f6a63ebc', 'status': 'completed', 'code': 200} Jul 22 14:27:18.748668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9613b8c9-96b8-4306-8bdf-87051f42fa58 req-f066da1e-9616-4f1f-8e7c-976c9040be61 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764906 Jul 22 14:27:18.759015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-aa16fbf7-47e8-498d-bd06-c531e0f0604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:18.761478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-aa16fbf7-47e8-498d-bd06-c531e0f0604a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8715f610406a4be691b9304e127e28a0&device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 1096 time: 0.1038764 Jul 22 14:27:18.861242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-90f8f390-1b5b-421a-b8a0-4910ee5f7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:18.864507 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-90f8f390-1b5b-421a-b8a0-4910ee5f7940 service neutron] 10.222.0.72 "GET /v2.0/networks?id=24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 200 len: 924 time: 0.2155778 Jul 22 14:27:18.947536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15faae9-8625-4f34-b9dc-2e62b0537bf5 None None] New status for floating IP 6c6939d8-cfc8-4a55-9a9d-257d7e76704c: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:27:18.992147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-e15abbf6-5039-455f-aa8d-68bfebbc7755 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f HTTP/1.1" status: 200 len: 1000 time: 0.1200969 Jul 22 14:27:19.060317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-8fcc701e-0497-4614-af8c-3864a16639df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.062053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-8fcc701e-0497-4614-af8c-3864a16639df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 200 len: 862 time: 0.0593731 Jul 22 14:27:19.144983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-070d381d-ed5e-4e04-bf1a-f576f8e7b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.146954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-070d381d-ed5e-4e04-bf1a-f576f8e7b187 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=24ad1da2-7976-49cf-9c58-67e627b33fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780079 Jul 22 14:27:19.309232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-4fc96c70-982c-4feb-b925-441a0a567560 service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551266 Jul 22 14:27:19.407435 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ad7f111-5a12-4ecd-a96d-54a08c09fadf req-aecc758a-f006-4c5e-a9e7-f79b8691abeb service neutron] 10.222.0.72 "GET /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902827 Jul 22 14:27:19.407669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df02-a386-47f4-bc84-4d3345904600 req-1c4f54ae-a843-49f6-b9a5-09d0468163ac tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.409093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e5df02-a386-47f4-bc84-4d3345904600 req-1c4f54ae-a843-49f6-b9a5-09d0468163ac tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.6221166 Jul 22 14:27:19.410238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-98da1c17-f98f-41b4-bee0-17192909b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.411573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-98da1c17-f98f-41b4-bee0-17192909b0f4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 200 len: 922 time: 0.6432519 Jul 22 14:27:19.443279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-45967022-b079-43c6-bf6f-b574845873a8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.444723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-45967022-b079-43c6-bf6f-b574845873a8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.1756415 Jul 22 14:27:19.481933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-bd6bd173-38fd-45ff-9ca7-7161c61ba77d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 200 len: 217 time: 0.0604029 Jul 22 14:27:19.508482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-88ce7732-5f34-4023-9bde-cc341a67fa93 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/quotas/04b84f55478143e8a6ebab3e14547da7 HTTP/1.1" status: 200 len: 375 time: 0.0299783 Jul 22 14:27:19.547419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e5df02-a386-47f4-bc84-4d3345904600 req-749ab9b8-35f1-4fe2-9cad-1f8e9ad37114 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297581 Jul 22 14:27:19.595015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-b39fb27c-6cba-4d4f-8e8d-fe2211782581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.596473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-b39fb27c-6cba-4d4f-8e8d-fe2211782581 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 200 len: 860 time: 0.1049488 Jul 22 14:27:19.623075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-1f8c0ba2-41e0-436d-ac02-252be7e28521 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927665 Jul 22 14:27:19.707496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:19.745184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-316fcc43-f438-41b9-97c5-9090de44cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.746734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-316fcc43-f438-41b9-97c5-9090de44cf95 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=46596362-546f-4cb6-9dd2-ee7f50433bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430092 Jul 22 14:27:19.752590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:19.754825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-56d5a550-b95b-4454-b996-72dfd3bf1cfa service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101215 Jul 22 14:27:19.767247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 03ed7026-cf1e-451b-85ac-b348a067ae8b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:19.771429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 03ed7026-cf1e-451b-85ac-b348a067ae8b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:19.771809 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.856259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.879236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0972f13c-1171-4a65-a0dc-1b82c559254f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.883136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:19.885545 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12328687-51b1-4155-8959-df4a80f7ff6f" -d '{"events": [{"server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "name": "network-vif-plugged", "status": "completed", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:19.898880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:19.903113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:19.904317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:19.968458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-71a01428-a174-4a2a-9638-f2332cb231e4 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123845 Jul 22 14:27:19.971402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-37883384-3778-4ace-ae03-82ec548b004b service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041819 Jul 22 14:27:19.979415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eee9f-57af-45bc-88b9-ac6ec567a47b req-1647c7ad-eeb7-4375-8f35-291714384600 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:19.981228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-074eee9f-57af-45bc-88b9-ac6ec567a47b req-1647c7ad-eeb7-4375-8f35-291714384600 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 945 time: 0.2148929 Jul 22 14:27:19.996932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:20.046490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0972f13c-1171-4a65-a0dc-1b82c559254f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.049491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-074eee9f-57af-45bc-88b9-ac6ec567a47b req-141dbc9c-db75-46a9-af26-172710bfda4f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 Jul 22 14:27:20.054771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0972f13c-1171-4a65-a0dc-1b82c559254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.071383 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.112193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-74689aa1-9f8a-4895-81d3-3c72f2f7e367 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:20.113630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b32c3e9a-9391-464f-9d10-3233f39e8c1d req-212e88af-18d9-4f21-ab90-cb29aff9aec4 service neutron] 10.222.0.72 "GET /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313763 Jul 22 14:27:20.113756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-74689aa1-9f8a-4895-81d3-3c72f2f7e367 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "GET /v2.0/ports?device_id=d54fb2f9-93a3-4691-9ee7-6c83a875c94b HTTP/1.1" status: 200 len: 945 time: 0.1598959 Jul 22 14:27:20.128819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:20.129045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0972f13c-1171-4a65-a0dc-1b82c559254f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a90f1b1fcb134574ad9a1891f7170d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751631 Jul 22 14:27:20.173322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972f13c-1171-4a65-a0dc-1b82c559254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1a7278-dfbe-41d6-9cff-535e1cdc4636,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:20.179354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:20.190433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.191510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f523de97-67ea-42a8-99b9-bbd9f6a63ebc no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:20.256889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-e2d7402a-809a-4482-90d2-dda53d63c8e0 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 200 len: 694 time: 0.0809140 Jul 22 14:27:20.285700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Deleting port 1fddd193-2282-4724-8983-2eaa110f09c8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:20.286246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.293699 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24815ee7-03c3-4881-ada2-64d83a939538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.313454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:20.317084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: f523de97-67ea-42a8-99b9-bbd9f6a63ebc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:20.317545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f523de97-67ea-42a8-99b9-bbd9f6a63ebc not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:20.359737 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24815ee7-03c3-4881-ada2-64d83a939538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.418479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-82d74dc5-51fa-4fd6-b154-dc37cea0c690 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:20.425649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-82d74dc5-51fa-4fd6-b154-dc37cea0c690 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1678481 Jul 22 14:27:20.446017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] For port 1fddd193-2282-4724-8983-2eaa110f09c8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1fddd193-2282-4724-8983-2eaa110f09c8,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:20.446463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.465758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Calling delete_port for 1fddd193-2282-4724-8983-2eaa110f09c8 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:20.507143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-0de41f90-6a16-4c17-8850-01be9105cdaa tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 697 time: 0.0805161 Jul 22 14:27:20.558936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24815ee7-03c3-4881-ada2-64d83a939538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.561744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24815ee7-03c3-4881-ada2-64d83a939538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.565962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-24815ee7-03c3-4881-ada2-64d83a939538 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f1a7278-dfbe-41d6-9cff-535e1cdc4636 HTTP/1.1" status: 204 len: 168 time: 0.4331999 Jul 22 14:27:20.589442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-2c44684b-32f2-4816-9e7a-a1384a13c765 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.150 HTTP/1.1" status: 200 len: 697 time: 0.0777595 Jul 22 14:27:20.596317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24815ee7-03c3-4881-ada2-64d83a939538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1a7278-dfbe-41d6-9cff-535e1cdc4636,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:20.644300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.681984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event deleted for resources: {'Port': ['ID=1fddd193-2282-4724-8983-2eaa110f09c8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:20.683271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3db0-c338-4795-b8f9-b3340a3c283f req-2f345144-81f3-4cab-9a26-5975a25aee10 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:20.696448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-585e3db0-c338-4795-b8f9-b3340a3c283f req-2f345144-81f3-4cab-9a26-5975a25aee10 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.2676163 Jul 22 14:27:20.739011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] No DVR routers for this DVR port 1fddd193-2282-4724-8983-2eaa110f09c8 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:20.741624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.746734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca321c9c-662a-4ad7-b32c-882ffd4b90c5 req-17f05c08-6a22-461c-8676-143deec9e572 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "DELETE /v2.0/ports/1fddd193-2282-4724-8983-2eaa110f09c8 HTTP/1.1" status: 204 len: 173 time: 0.6138487 Jul 22 14:27:20.747199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-deleted', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:20.750367 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0306905c-47be-40e9-b204-0efe3a49cba7" -d '{"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-deleted", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:20.805267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-585e3db0-c338-4795-b8f9-b3340a3c283f req-b6b6c9c8-490a-4a3a-aa72-fce0ec863a04 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077435 Jul 22 14:27:20.816531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Deleting port 2e5e0a0e-a8c3-43f4-83ae-d4ff61fac1cb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:20.816887 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.865433 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a692ba2-5e58-42aa-a706-e6994a67d597 x-openstack-request-id: req-4a692ba2-5e58-42aa-a706-e6994a67d597 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:20.865960 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "name": "network-vif-plugged", "status": "completed", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:20.866378 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a692ba2-5e58-42aa-a706-e6994a67d597 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:20.866967 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'code': 200} Jul 22 14:27:20.952405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.952757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:20.972897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Calling delete_port for 2e5e0a0e-a8c3-43f4-83ae-d4ff61fac1cb owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:21.001805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:21.016997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7024c35-a9f9-4234-a374-b7916eb35585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.048921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11a52e-2e1a-4277-82ff-98f5b196b2b5 req-17bf8c57-6581-4c13-9003-f40fe34b4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:21.050441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f11a52e-2e1a-4277-82ff-98f5b196b2b5 req-17bf8c57-6581-4c13-9003-f40fe34b4f6e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1097 time: 0.0908272 Jul 22 14:27:21.100584 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3f11a52e-2e1a-4277-82ff-98f5b196b2b5 req-e79cc0e8-2ee1-4b63-8c7a-5e42109ce836 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Jul 22 14:27:21.143881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52f73238-258f-49b6-b4cc-5b9626b958df req-bdd86f1f-1e1d-4a9e-88bc-f56ad741f375 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 210 time: 0.0510895 Jul 22 14:27:21.158737 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.203077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event deleted for resources: {'Port': ['ID=2e5e0a0e-a8c3-43f4-83ae-d4ff61fac1cb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:21.237980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7024c35-a9f9-4234-a374-b7916eb35585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.241879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7024c35-a9f9-4234-a374-b7916eb35585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.287897 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7024c35-a9f9-4234-a374-b7916eb35585 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32fc6a85d0e04576922649890f20f7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850497 Jul 22 14:27:21.289256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024c35-a9f9-4234-a374-b7916eb35585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0280019e-6501-4667-979b-f8e107ed07a3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:21.292521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43876) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:21.310038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.313064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.317643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf5f930-ed70-412c-8da2-941881830bf0 req-4c7f0d55-1c1f-4d83-867e-27ba765fed69 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "DELETE /v2.0/floatingips/6c6939d8-cfc8-4a55-9a9d-257d7e76704c HTTP/1.1" status: 204 len: 173 time: 0.7269664 Jul 22 14:27:21.368316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fab03-338e-46de-bc16-be92770910f1 req-c60eec9b-43d9-4c24-83d8-cf47c43e5052 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:21.380849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b50fab03-338e-46de-bc16-be92770910f1 req-c60eec9b-43d9-4c24-83d8-cf47c43e5052 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1361527 Jul 22 14:27:21.431130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9b56ccf-2d7c-49b8-ba49-66731a0efb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.447389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b50fab03-338e-46de-bc16-be92770910f1 req-33cb65ab-6e5e-43dd-b657-41866ab5d8e6 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648592 Jul 22 14:27:21.470827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9b56ccf-2d7c-49b8-ba49-66731a0efb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.477223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-0ed062d3-8a0c-4472-9caa-f3a0df59274e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:21.479140 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-0ed062d3-8a0c-4472-9caa-f3a0df59274e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.1560180 Jul 22 14:27:21.488188 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4667e80d-0b30-4b41-a687-2d4c519a3ea1 x-openstack-request-id: req-4667e80d-0b30-4b41-a687-2d4c519a3ea1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:21.488470 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-deleted", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:21.488722 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4667e80d-0b30-4b41-a687-2d4c519a3ea1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:21.489167 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-deleted', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8', 'status': 'completed', 'code': 200} Jul 22 14:27:21.500015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Request body: {'port': {'device_id': '19438a98-c066-4662-be10-aaa4fa179255', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'admin_state_up': True, 'tenant_id': '04b84f55478143e8a6ebab3e14547da7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:21.597670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9b56ccf-2d7c-49b8-ba49-66731a0efb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.600281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9b56ccf-2d7c-49b8-ba49-66731a0efb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.601491 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a9b56ccf-2d7c-49b8-ba49-66731a0efb64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0280019e-6501-4667-979b-f8e107ed07a3 HTTP/1.1" status: 204 len: 168 time: 0.3074625 Jul 22 14:27:21.620993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b56ccf-2d7c-49b8-ba49-66731a0efb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0280019e-6501-4667-979b-f8e107ed07a3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:21.655386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Made reservation on behalf of 04b84f55478143e8a6ebab3e14547da7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:21.662861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:21.707260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcba80-8350-450e-95d4-4c576b5cc8d7 req-e9ec7283-5144-4234-a834-3b3d292fd8a1 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:21.714150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97bcba80-8350-450e-95d4-4c576b5cc8d7 req-e9ec7283-5144-4234-a834-3b3d292fd8a1 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.1884594 Jul 22 14:27:21.750920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25875ed-b08c-4400-a1e3-ecfdee45be59 req-f0fbc59d-d1cc-42f5-bb6c-fa5a58f65b72 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:21.758583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c25875ed-b08c-4400-a1e3-ecfdee45be59 req-f0fbc59d-d1cc-42f5-bb6c-fa5a58f65b72 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 946 time: 0.2149398 Jul 22 14:27:21.818366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97bcba80-8350-450e-95d4-4c576b5cc8d7 req-fe85da51-b779-4db4-9636-c42d6f3a75ca tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019163 Jul 22 14:27:21.821263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Allocated IP 172.20.0.7 (6fe62c9e-bc98-41ce-8d31-6ac29045b75d/6dcbe578-5160-4c11-ac74-0b1698249cbd/3bb2e61b-27c6-4fe6-8072-3773bba3b5b4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:21.854271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c25875ed-b08c-4400-a1e3-ecfdee45be59 req-47c05450-f467-4b47-aa85-12ef12bcb763 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922391 Jul 22 14:27:22.014008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8099db-a7cf-40cc-a716-e463b84cc785 req-efbf40fc-e7f0-4020-aac3-c9f461b97cf0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:22.031822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b8099db-a7cf-40cc-a716-e463b84cc785 req-efbf40fc-e7f0-4020-aac3-c9f461b97cf0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1011505 Jul 22 14:27:22.048945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.095494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b8099db-a7cf-40cc-a716-e463b84cc785 req-3c34e1dd-8374-4f35-b61b-641bb9785c5b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 Jul 22 14:27:22.184523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14fe29-21ec-4fd4-9978-61e6ab51d71e req-e5408f53-2f5c-47f9-8353-c476504e9b61 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:22.186979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f14fe29-21ec-4fd4-9978-61e6ab51d71e req-e5408f53-2f5c-47f9-8353-c476504e9b61 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.0819316 Jul 22 14:27:22.274029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f14fe29-21ec-4fd4-9978-61e6ab51d71e req-812a6e91-ed21-4014-a6ca-edaefb2d584a tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794110 Jul 22 14:27:22.277824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6282301-9929-4a83-813f-916e9266ebc8 req-41e99379-97df-402a-b10a-d2303d1bb3b8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 210 time: 0.0414028 Jul 22 14:27:22.382195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.422437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:22.427587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:22.431251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:22.459146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:22.489817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:22.490477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.507588 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-fc052f34-5d69-48d8-97f9-c3f8cdfcac57 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0153935 Jul 22 14:27:22.522297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Request body: {'port': {'device_id': '19438a98-c066-4662-be10-aaa4fa179255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:22.600981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2906b-b159-40d8-984a-e5b94b9671c6 req-e1fac380-3375-4ea4-88ff-961f9489a608 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:22.602490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2db2906b-b159-40d8-984a-e5b94b9671c6 req-e1fac380-3375-4ea4-88ff-961f9489a608 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.0758326 Jul 22 14:27:22.609232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.671980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2db2906b-b159-40d8-984a-e5b94b9671c6 req-d101d209-b257-4cac-a993-f0398afaad1d tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.60 "GET /v2.0/security-groups?id=3303a537-d329-4826-a0ba-b7580ed8406a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636840 Jul 22 14:27:22.705597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-74e35479-f792-4de2-9cac-0f33b287bf92 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:22.707200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-74e35479-f792-4de2-9cac-0f33b287bf92 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.72 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.0737121 Jul 22 14:27:22.805053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-571803e4-187e-4eae-a18f-1684dcaf032a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:22.806566 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-571803e4-187e-4eae-a18f-1684dcaf032a tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "GET /v2.0/ports?device_id=8e8a3f2f-f0f2-497c-bb53-8ebe4193548f HTTP/1.1" status: 200 len: 945 time: 0.1602242 Jul 22 14:27:22.822542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Deleting port fe845c68-169c-4f3c-9030-ba88cecc1f4f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:22.823042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:22.871770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:22.875543 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f7380-b473-4613-8f42-a2c4d07e5a58" -d '{"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:23.013042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:23.019785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Deleting port 34096a5e-88d9-48ef-9efc-989838686b19 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:23.020144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.021010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] For port fe845c68-169c-4f3c-9030-ba88cecc1f4f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=fe845c68-169c-4f3c-9030-ba88cecc1f4f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:23.021409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.027924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.065400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Transition to ACTIVE for port object 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:23.097798 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.175992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] For port 34096a5e-88d9-48ef-9efc-989838686b19, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=34096a5e-88d9-48ef-9efc-989838686b19,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:23.176309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.177694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92150a9-f61a-4fca-9ffb-d221a0736b8d req-cf50b940-a8ec-4ff0-8bf1-dbdfd0faea10 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.178653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:23.179225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a92150a9-f61a-4fca-9ffb-d221a0736b8d req-cf50b940-a8ec-4ff0-8bf1-dbdfd0faea10 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 945 time: 0.2563739 Jul 22 14:27:23.212130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Calling delete_port for 34096a5e-88d9-48ef-9efc-989838686b19 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:23.230111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e985fe-c2d7-499d-ae5d-fddea8c10ba9 req-a556458e-51bd-4a29-99f9-2254ac4259eb tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.231671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97e985fe-c2d7-499d-ae5d-fddea8c10ba9 req-a556458e-51bd-4a29-99f9-2254ac4259eb tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 946 time: 0.2910080 Jul 22 14:27:23.319805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Attempting to bind port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:23.320239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Attempting to bind port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:23.320656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Attempting to bind port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:23.334403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:23.334909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Attempting to bind port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:23.344347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:23.345348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Checking segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:23.345348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Bound using segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:23.345714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Bound port: 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:23.346085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.359738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a92150a9-f61a-4fca-9ffb-d221a0736b8d req-4dbde330-0bcb-47f2-91c6-deb7e6c075d0 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups?id=34dd407b-0b7c-44a8-abbf-97214fa42db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603343 Jul 22 14:27:23.391290 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97e985fe-c2d7-499d-ae5d-fddea8c10ba9 req-0bd3ff0f-36b0-48cf-8dc3-0bb3ca58e264 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515167 Jul 22 14:27:23.424784 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84653686-af30-4f89-8a3e-3cb1951078b3 x-openstack-request-id: req-84653686-af30-4f89-8a3e-3cb1951078b3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:23.425307 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54fb2f9-93a3-4691-9ee7-6c83a875c94b", "name": "network-vif-unplugged", "status": "completed", "tag": "1fddd193-2282-4724-8983-2eaa110f09c8", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:23.425771 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84653686-af30-4f89-8a3e-3cb1951078b3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:23.426382 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54fb2f9-93a3-4691-9ee7-6c83a875c94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fddd193-2282-4724-8983-2eaa110f09c8', 'code': 200} Jul 22 14:27:23.519320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:23.522663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:23.523679 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.524074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.524401 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 disassociated. External IP: 172.25.3.15, port: fe845c68-169c-4f3c-9030-ba88cecc1f4f. Jul 22 14:27:23.524759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Calling delete_port for fe845c68-169c-4f3c-9030-ba88cecc1f4f owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:23.533828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.537199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.545823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['34096a5e-88d9-48ef-9efc-989838686b19'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:23.604478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.605208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.606811 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] 10.222.0.61 "PUT /v2.0/ports/3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 HTTP/1.1" status: 200 len: 1091 time: 1.0911064 Jul 22 14:27:23.609946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:23.612162 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb74dc6-2d62-4781-9d42-85994bfb1147" -d '{"events": [{"name": "network-changed", "server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:23.651412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9125dd-981a-4578-b036-2d88bfa29b0a req-ba0b6324-0f21-4f55-a246-aee4eeaabfc9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.652354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db9125dd-981a-4578-b036-2d88bfa29b0a req-ba0b6324-0f21-4f55-a246-aee4eeaabfc9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1789434 Jul 22 14:27:23.679455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] No DVR routers for this DVR port 34096a5e-88d9-48ef-9efc-989838686b19 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:23.698552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.700607 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c937215-ab30-41d7-afb3-bc482d350b29 req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] 10.222.0.61 "DELETE /v2.0/ports/34096a5e-88d9-48ef-9efc-989838686b19 HTTP/1.1" status: 204 len: 173 time: 0.8628159 Jul 22 14:27:23.708806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:23.711366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d0dc9-16c5-433f-bf23-99618dbf1acf req-6d3c5947-d3f2-45e0-a5a4-1632579d4c25 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.713219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee7d0dc9-16c5-433f-bf23-99618dbf1acf req-6d3c5947-d3f2-45e0-a5a4-1632579d4c25 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.2253914 Jul 22 14:27:23.723851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0269f8f-1f12-4e97-aa14-0b477dcf0c36 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:23.754818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 1fddd193-2282-4724-8983-2eaa110f09c8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:23.756255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575be86-c8f2-4e5e-be65-1b729ee4b696 tempest-ServerRescueTestJSON-1293442299 tempest-ServerRescueTestJSON-1293442299-project] Pushing event deleted for resources: {'Port': ['ID=34096a5e-88d9-48ef-9efc-989838686b19,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:23.756942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1fddd193-2282-4724-8983-2eaa110f09c8 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:23.770802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db9125dd-981a-4578-b036-2d88bfa29b0a req-c07765cc-a48f-43f6-8a2b-c176965c9389 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094871 Jul 22 14:27:23.771039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55be59-e595-4637-8a29-d4bde656883f req-a443482e-1a08-454f-9704-7f6cfea86ced tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.772645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc55be59-e595-4637-8a29-d4bde656883f req-a443482e-1a08-454f-9704-7f6cfea86ced tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 945 time: 0.2477369 Jul 22 14:27:23.834830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee7d0dc9-16c5-433f-bf23-99618dbf1acf req-a3dbd4fe-3d93-4582-a1ff-4a98ab0ac9dc tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/security-groups?id=599e559f-2e7a-4d09-89a1-1c0513eb8c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123371 Jul 22 14:27:23.921727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-57e83811-1709-438d-afc5-a9d438161b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:23.923840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-57e83811-1709-438d-afc5-a9d438161b72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 1094 time: 0.2469923 Jul 22 14:27:23.935773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:23.974915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-4110173b-8879-4c89-9c22-cb2ab625176f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0420418 Jul 22 14:27:24.007442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event deleted for resources: {'Port': ['ID=fe845c68-169c-4f3c-9030-ba88cecc1f4f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:24.010433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Deleting port 6e9556f6-e34b-4441-b454-5fc222391074 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:24.010811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.021362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.021868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.022405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.022804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.023185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.023574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.023935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.024323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.024621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.025001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.025381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.025718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.062399 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-3bb796e9-a9c7-4fb0-8160-8cb5eb88743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.064280 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-3bb796e9-a9c7-4fb0-8160-8cb5eb88743a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.0833001 Jul 22 14:27:24.121923 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-f233afdc-8930-4fb7-8b12-51066837de45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318875 Jul 22 14:27:24.153038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff654839-543b-45c4-ba33-c98e34a7a61a req-09fd880d-a5af-4653-99ae-3a256e4959f7 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.154447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff654839-543b-45c4-ba33-c98e34a7a61a req-09fd880d-a5af-4653-99ae-3a256e4959f7 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 943 time: 0.2723153 Jul 22 14:27:24.174448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] For port 6e9556f6-e34b-4441-b454-5fc222391074, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6e9556f6-e34b-4441-b454-5fc222391074,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:24.174979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.185780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3ba8-1447-4f7c-98d9-c7869c0b27bc req-ebea76c9-4111-4c58-842a-5be2832d9805 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.192763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbdd3ba8-1447-4f7c-98d9-c7869c0b27bc req-ebea76c9-4111-4c58-842a-5be2832d9805 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1097 time: 0.2400105 Jul 22 14:27:24.199513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Calling delete_port for 6e9556f6-e34b-4441-b454-5fc222391074 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:24.258369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff654839-543b-45c4-ba33-c98e34a7a61a req-75577d53-fddd-4f8f-a9c6-c6a1204940cf tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942552 Jul 22 14:27:24.264117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:24.271363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbdd3ba8-1447-4f7c-98d9-c7869c0b27bc req-be59f2ae-eb86-48ed-af71-31144583574a tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774229 Jul 22 14:27:24.331471 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-caf66638-5ae2-4e71-940c-e396fed8df0e service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996176 Jul 22 14:27:24.395974 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8713be-399b-418d-9440-8e4b1af32542 x-openstack-request-id: req-2a8713be-399b-418d-9440-8e4b1af32542 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:24.396462 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:24.396880 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a8713be-399b-418d-9440-8e4b1af32542 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:24.397366 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'status': 'completed', 'code': 200} Jul 22 14:27:24.467112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:24.560171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:24.576626 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:24.587954 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:24.588960 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:24.637695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b83a1d7f-d15c-436d-bdf1-e12356ac5160 req-bfe2d99f-78a9-4548-8cc0-8a2917de99a3 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991538 Jul 22 14:27:24.648544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.654910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-840d3148-6922-41ff-a727-d683e8b089c7 req-57d56150-ec71-463c-9c1b-374556fc3426 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/ports?device_id=4835cb77-1d3f-4ed9-8e04-e8ea85704372 HTTP/1.1" status: 200 len: 210 time: 0.0534236 Jul 22 14:27:24.661052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6e9556f6-e34b-4441-b454-5fc222391074'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:24.707920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] No DVR routers for this DVR port fe845c68-169c-4f3c-9030-ba88cecc1f4f on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:24.711165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.713392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf3683c8-27fa-4379-b6c2-4a854120dfdd req-b254a9ce-710a-43d5-980f-4f036beae984 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.72 "DELETE /v2.0/ports/fe845c68-169c-4f3c-9030-ba88cecc1f4f HTTP/1.1" status: 204 len: 173 time: 2.0003154 Jul 22 14:27:24.715258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'name': 'network-vif-deleted', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:24.717814 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb4a913-8a89-4c18-a723-4741959469b8" -d '{"events": [{"server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "name": "network-vif-deleted", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:24.745375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86611fb7-df03-4e3c-b603-dcca824d308a req-2d83a8fc-a0c7-4563-892a-100342d16327 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:24.748381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86611fb7-df03-4e3c-b603-dcca824d308a req-2d83a8fc-a0c7-4563-892a-100342d16327 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1097 time: 0.2339199 Jul 22 14:27:24.761168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Pushing event deleted for resources: {'Port': ['ID=6e9556f6-e34b-4441-b454-5fc222391074,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:24.779628 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:24.838321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.847994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.848221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.848531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.848887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.849235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.849837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.850184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.850549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.850878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.851314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.851654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:24.897729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43994) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:24.940560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] No DVR routers for this DVR port 6e9556f6-e34b-4441-b454-5fc222391074 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:24.943767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:24.946776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc55be59-e595-4637-8a29-d4bde656883f req-8e4469f5-1b85-4008-af98-2f23f34f4fcf tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.72 "DELETE /v2.0/ports/6e9556f6-e34b-4441-b454-5fc222391074 HTTP/1.1" status: 204 len: 173 time: 1.1619496 Jul 22 14:27:25.098055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-967186a1-36eb-4dc1-ab30-f064fbf2f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.099905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-967186a1-36eb-4dc1-ab30-f064fbf2f74f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 1094 time: 0.3716230 Jul 22 14:27:25.125499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4892ca5b-04bb-4c71-9059-7fa63455af3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.174994 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef399ec-5252-4768-8852-711fd6cd32da x-openstack-request-id: req-cef399ec-5252-4768-8852-711fd6cd32da {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:25.175436 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835cb77-1d3f-4ed9-8e04-e8ea85704372", "name": "network-vif-deleted", "tag": "fe845c68-169c-4f3c-9030-ba88cecc1f4f", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:25.175567 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cef399ec-5252-4768-8852-711fd6cd32da {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:25.176150 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835cb77-1d3f-4ed9-8e04-e8ea85704372', 'name': 'network-vif-deleted', 'tag': 'fe845c68-169c-4f3c-9030-ba88cecc1f4f', 'status': 'completed', 'code': 200} Jul 22 14:27:25.226444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86611fb7-df03-4e3c-b603-dcca824d308a req-655c03d0-9289-4d69-b936-d3684f0af59f tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713120 Jul 22 14:27:25.242803 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:25.286330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ed572-06ed-4fba-bc63-2723f0a0a16f req-69761546-129d-499b-8fca-476e2d654ce5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.301177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08ed572-06ed-4fba-bc63-2723f0a0a16f req-69761546-129d-499b-8fca-476e2d654ce5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1241519 Jul 22 14:27:25.309274 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:25.327319 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:25.327952 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:25.339509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-ac9941dc-7747-4e11-b517-1b0d1bdfbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.341171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-ac9941dc-7747-4e11-b517-1b0d1bdfbff7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 906 time: 0.2292583 Jul 22 14:27:25.375757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08ed572-06ed-4fba-bc63-2723f0a0a16f req-ed098fbf-bed3-4e6e-ac13-7851caf557a8 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737157 Jul 22 14:27:25.409153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-5470b55a-861b-4709-8f41-630bd0aba062 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 HTTP/1.1" status: 200 len: 217 time: 0.0573719 Jul 22 14:27:25.432036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83e9981e-df5f-48d8-a933-c734dba4f113 req-cc9ed7dd-f76c-47a7-82f2-4b91f9fa8847 tempest-FloatingIPsAssociationTestJSON-196279554 tempest-FloatingIPsAssociationTestJSON-196279554-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc33e5fc-e16c-4a22-9369-5ac4ae5b932e HTTP/1.1" status: 200 len: 210 time: 0.0598681 Jul 22 14:27:25.580938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4892ca5b-04bb-4c71-9059-7fa63455af3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.583040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-edf70e2c-3598-4d24-a324-0b829e3da429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.584754 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-edf70e2c-3598-4d24-a324-0b829e3da429 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.1641846 Jul 22 14:27:25.603451 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:25.622690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4892ca5b-04bb-4c71-9059-7fa63455af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.644158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9149b-be65-42fb-a027-e26c5f28e083 req-afa36ee8-625e-463d-951c-b2b3b395d507 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:25.646588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32f9149b-be65-42fb-a027-e26c5f28e083 req-afa36ee8-625e-463d-951c-b2b3b395d507 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 943 time: 0.1296880 Jul 22 14:27:25.648801 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-63668aa4-2f64-46ae-8166-f210f7b6ccfc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401447 Jul 22 14:27:25.718769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32f9149b-be65-42fb-a027-e26c5f28e083 req-2c3e9b78-31d1-44f8-aba7-4b2d48c98bb4 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670798 Jul 22 14:27:25.729271 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4892ca5b-04bb-4c71-9059-7fa63455af3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7b97ba6a1ed464b98794b30f2252fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8143537 Jul 22 14:27:25.731305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:25.731475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892ca5b-04bb-4c71-9059-7fa63455af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435b10c0-e3e4-4272-8040-9988ce719e11,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:25.746146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 34096a5e-88d9-48ef-9efc-989838686b19 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:25.816522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 34096a5e-88d9-48ef-9efc-989838686b19 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:25.816875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 34096a5e-88d9-48ef-9efc-989838686b19 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:25.829362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3078-b499-46af-b28d-3583edbb45a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.836660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device fe845c68-169c-4f3c-9030-ba88cecc1f4f no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:25.865008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.869618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3078-b499-46af-b28d-3583edbb45a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:25.887099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: fe845c68-169c-4f3c-9030-ba88cecc1f4f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:25.887482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device fe845c68-169c-4f3c-9030-ba88cecc1f4f not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:25.948225 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:25.965397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-ba8e576a-865c-432a-a8df-80824645e024 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936597 Jul 22 14:27:25.999088 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835712ea-5be4-4ef8-835c-aab22253ab7a None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:22:37Z', 'revision_number': 4, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b04f17a6-d392-4511-9b35-6e61fc884f2b', 'name': '', 'network_id': '24ad1da2-7976-49cf-9c58-67e627b33fe6', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'mac_address': 'fa:16:3e:c7:23:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:36Z', 'updated_at': '2021-07-22T14:22:45Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'subnets': [{'id': '1a89d40f-a5c9-47ca-9f62-03fe6fd99290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:26.042558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ed252-6286-4eee-bbd7-b6084e05801b req-1bc9c6db-5107-426b-aa99-8ed3a460578d tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:26.044592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a9ed252-6286-4eee-bbd7-b6084e05801b req-1bc9c6db-5107-426b-aa99-8ed3a460578d tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1097 time: 0.1028664 Jul 22 14:27:26.045323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44020) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.095843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3078-b499-46af-b28d-3583edbb45a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.098501 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3078-b499-46af-b28d-3583edbb45a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.099915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0e4c3078-b499-46af-b28d-3583edbb45a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/435b10c0-e3e4-4272-8040-9988ce719e11 HTTP/1.1" status: 204 len: 168 time: 0.3690460 Jul 22 14:27:26.156897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3078-b499-46af-b28d-3583edbb45a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435b10c0-e3e4-4272-8040-9988ce719e11,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:26.175969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a9ed252-6286-4eee-bbd7-b6084e05801b req-0a2a5693-9d45-44a8-b5bf-1183c02c847e tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134994 Jul 22 14:27:26.205431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-717a80d3-bdb7-4afc-8213-2a9eed7e6e95 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.245351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-717a80d3-bdb7-4afc-8213-2a9eed7e6e95 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.318239 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-717a80d3-bdb7-4afc-8213-2a9eed7e6e95 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.325392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-717a80d3-bdb7-4afc-8213-2a9eed7e6e95 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.332487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-717a80d3-bdb7-4afc-8213-2a9eed7e6e95 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "DELETE /v2.0/security-groups/34dd407b-0b7c-44a8-abbf-97214fa42db3 HTTP/1.1" status: 204 len: 168 time: 0.2751322 Jul 22 14:27:26.332487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44026) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.353856 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-01c7372b-9299-4471-a422-7da349e4ba2f tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] show failed (client error): The resource could not be found. Jul 22 14:27:26.358939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.359400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-01c7372b-9299-4471-a422-7da349e4ba2f tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "GET /v2.0/security-groups/34dd407b-0b7c-44a8-abbf-97214fa42db3 HTTP/1.1" status: 404 len: 347 time: 0.0222008 Jul 22 14:27:26.362630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a80d3-bdb7-4afc-8213-2a9eed7e6e95 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd407b-0b7c-44a8-abbf-97214fa42db3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:26.383980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80da495-01b2-4160-96bc-9ef7f31c9e08 None None] New status for floating IP 0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:27:26.410708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'name': 'network-vif-deleted', 'tag': '34096a5e-88d9-48ef-9efc-989838686b19'}, {'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'name': 'network-vif-deleted', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:26.413292 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49414bb4-75eb-4877-b7da-ee1fcaf2ecbd" -d '{"events": [{"server_uuid": "8e8a3f2f-f0f2-497c-bb53-8ebe4193548f", "name": "network-vif-deleted", "tag": "34096a5e-88d9-48ef-9efc-989838686b19"}, {"server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "name": "network-vif-deleted", "tag": "6e9556f6-e34b-4441-b454-5fc222391074"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:26.488360 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c972a9-07ae-48c7-a77b-7f6308cf1607 x-openstack-request-id: req-f1c972a9-07ae-48c7-a77b-7f6308cf1607 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:26.488659 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8a3f2f-f0f2-497c-bb53-8ebe4193548f", "name": "network-vif-deleted", "tag": "34096a5e-88d9-48ef-9efc-989838686b19", "status": "completed", "code": 200}, {"server_uuid": "fc33e5fc-e16c-4a22-9369-5ac4ae5b932e", "name": "network-vif-deleted", "tag": "6e9556f6-e34b-4441-b454-5fc222391074", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:26.488913 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1c972a9-07ae-48c7-a77b-7f6308cf1607 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:26.489364 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8a3f2f-f0f2-497c-bb53-8ebe4193548f', 'name': 'network-vif-deleted', 'tag': '34096a5e-88d9-48ef-9efc-989838686b19', 'status': 'completed', 'code': 200} Jul 22 14:27:26.489655 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc33e5fc-e16c-4a22-9369-5ac4ae5b932e', 'name': 'network-vif-deleted', 'tag': '6e9556f6-e34b-4441-b454-5fc222391074', 'status': 'completed', 'code': 200} Jul 22 14:27:26.513745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbb74dc6-2d62-4781-9d42-85994bfb1147 req-2b78a15f-fa7b-4441-9f99-6f89b2622322 service neutron] 10.222.0.61 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353935 Jul 22 14:27:26.551710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44038) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.576501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44040) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:26.625615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2306d9b-35ce-428c-9996-dd4292f06dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.647863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc6499-a323-4ced-954d-fb00763613c0 req-8c4c197b-f68c-43b6-82d7-38d3b115f80f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:26.649339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bdc6499-a323-4ced-954d-fb00763613c0 req-8c4c197b-f68c-43b6-82d7-38d3b115f80f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1766334 Jul 22 14:27:26.700868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Deleting port 7b4f222b-cfd1-4572-a8ba-92e42b83c9df {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:26.701219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.708764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bdc6499-a323-4ced-954d-fb00763613c0 req-7bd19d42-9cb8-4d24-a468-db3e0cc98a94 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518105 Jul 22 14:27:26.880088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.880454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.893290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2306d9b-35ce-428c-9996-dd4292f06dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.901852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Calling delete_port for 7b4f222b-cfd1-4572-a8ba-92e42b83c9df owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:26.903485 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2306d9b-35ce-428c-9996-dd4292f06dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:26.940346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f4f46-9f72-428e-95cf-082a6adea2aa req-385c4d4f-2d40-42bb-abd3-bd9a50a6be8d tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:26.941848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-828f4f46-9f72-428e-95cf-082a6adea2aa req-385c4d4f-2d40-42bb-abd3-bd9a50a6be8d tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 943 time: 0.1405594 Jul 22 14:27:27.007046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c2306d9b-35ce-428c-9996-dd4292f06dc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ed59cd42f5e46fa88de8e7421ec76c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293613 Jul 22 14:27:27.007773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2306d9b-35ce-428c-9996-dd4292f06dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4344683c-8440-440d-ae05-446723673888,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:27.009617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44044) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:27.020895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-828f4f46-9f72-428e-95cf-082a6adea2aa req-5b5f3f86-63d2-4da8-9ab7-187bf1ff4b88 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715008 Jul 22 14:27:27.032940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Deleting port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:27.033294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.118111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afb99984-9c23-4bd0-8c7d-9c10f47dc0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.151548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afb99984-9c23-4bd0-8c7d-9c10f47dc0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.161218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.177092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.180125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] For port a5c73032-3fe0-417b-8ea4-29f0cdbcea6a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,segment=NetworkSegment(ba547807-e0da-44e2-b4dd-076f1f023415),segment_id=ba547807-e0da-44e2-b4dd-076f1f023415)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:27.180551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.227405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Calling delete_port for a5c73032-3fe0-417b-8ea4-29f0cdbcea6a owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:27.230057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Pushing event deleted for resources: {'Port': ['ID=7b4f222b-cfd1-4572-a8ba-92e42b83c9df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:27.356135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afb99984-9c23-4bd0-8c7d-9c10f47dc0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.358733 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afb99984-9c23-4bd0-8c7d-9c10f47dc0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.360098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-afb99984-9c23-4bd0-8c7d-9c10f47dc0b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4344683c-8440-440d-ae05-446723673888 HTTP/1.1" status: 204 len: 168 time: 0.3493674 Jul 22 14:27:27.364011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.365215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.366371 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d87f6e59-b210-4a29-aba1-4c456d3b0e77 tempest-ServersWithSpecificFlavorTestJSON-1895945125 tempest-ServersWithSpecificFlavorTestJSON-1895945125-project] 10.222.0.60 "DELETE /v2.0/floatingips/0082c0b1-a2d4-4bd6-81aa-ac56cdf189b0 HTTP/1.1" status: 204 len: 168 time: 1.0050161 Jul 22 14:27:27.444508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb99984-9c23-4bd0-8c7d-9c10f47dc0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4344683c-8440-440d-ae05-446723673888,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:27.539151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4432c-bb63-47da-a0c7-17b728ce8b72 req-54300971-7f4d-411f-9441-927310a41d85 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:27.546197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5e4432c-bb63-47da-a0c7-17b728ce8b72 req-54300971-7f4d-411f-9441-927310a41d85 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1097 time: 0.2798595 Jul 22 14:27:27.588787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.617608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c73032-3fe0-417b-8ea4-29f0cdbcea6a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:27.629444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5e4432c-bb63-47da-a0c7-17b728ce8b72 req-1044bd62-09f5-4bab-a9c3-6c31b106cc32 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816760 Jul 22 14:27:27.738089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:27.767128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Deleting port 957c4098-f383-40a9-886b-25732a7a709e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:27.767616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.841731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6e9556f6-e34b-4441-b454-5fc222391074 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:27.867399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] For port 957c4098-f383-40a9-886b-25732a7a709e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=957c4098-f383-40a9-886b-25732a7a709e,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:27.867879 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.886068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Calling delete_port for 957c4098-f383-40a9-886b-25732a7a709e owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:27.897813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:27.900993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 6e9556f6-e34b-4441-b454-5fc222391074 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:27.901354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6e9556f6-e34b-4441-b454-5fc222391074 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:28.049817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:28.069743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'mac_address': 'fa:16:3e:2a:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:28.162167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83ab0a-f113-4c1e-8a9e-70383549dfa5 req-816e817c-0f4e-49b1-a7fb-c18618fbfe9b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:28.169338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b83ab0a-f113-4c1e-8a9e-70383549dfa5 req-816e817c-0f4e-49b1-a7fb-c18618fbfe9b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1369603 Jul 22 14:27:28.172826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:28.207250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:28.208413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:28.244676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b83ab0a-f113-4c1e-8a9e-70383549dfa5 req-8cc3b268-9ae8-4385-b07d-3d7c36fe353f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743878 Jul 22 14:27:28.250210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:28.265257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:28.278020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:28.397898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:28.413383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=957c4098-f383-40a9-886b-25732a7a709e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:28.460916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:28.477742 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-638aaa61-8890-498f-953d-65ecb6db9989 admin admin] 10.222.0.60 "PUT /v2.0/routers/ebade295-3917-48e5-a3bf-b5ee8fbb6a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0055363 Jul 22 14:27:28.480957 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] Sync routers for ids ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:28.482435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44106) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:28.492327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:28.495157 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] Routers {'ebade295-3917-48e5-a3bf-b5ee8fbb6a57'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:28.495774 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:28.614783 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] Set router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:28.874125 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:27:27Z', 'revision_number': 5, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:28.919021 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] Checking router: ebade295-3917-48e5-a3bf-b5ee8fbb6a57 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:28.928956 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] Routers {'ebade295-3917-48e5-a3bf-b5ee8fbb6a57'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:28.929695 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:28.978795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe33871-4a58-4f4b-afde-00877ab649e5 req-0a73d111-64e4-485f-a4b9-93fe67fdebda tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:28.986449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fe33871-4a58-4f4b-afde-00877ab649e5 req-0a73d111-64e4-485f-a4b9-93fe67fdebda tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 944 time: 0.5172346 Jul 22 14:27:29.009362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.081096 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] Set router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:29.095388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.143736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fe33871-4a58-4f4b-afde-00877ab649e5 req-d4dd5378-a909-48a3-a423-4983c8af3993 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399360 Jul 22 14:27:29.264427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.372505 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:27:27Z', 'revision_number': 5, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:29.398378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-8567c3c8-d652-4356-9376-e97ae4c94d11 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:27:29.399462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-8567c3c8-d652-4356-9376-e97ae4c94d11 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2288234 Jul 22 14:27:29.403976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5a8a4-2ee0-4fa7-ac25-8169e27575a4 None None] The sync data for ids ['ebade295-3917-48e5-a3bf-b5ee8fbb6a57'] in n-d-794306-8 is: [{'id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'name': 'tempest-ServerRescueTestJSON-550976500-router', 'tenant_id': 'ee18dd70c9e84441b213e16de2d9949c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '9b99f066-f559-47e7-9d31-6827853d3226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:16Z', 'updated_at': '2021-07-22T14:27:27Z', 'revision_number': 5, 'project_id': 'ee18dd70c9e84441b213e16de2d9949c', 'gw_port': {'id': '9b99f066-f559-47e7-9d31-6827853d3226', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:99:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebade295-3917-48e5-a3bf-b5ee8fbb6a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:17Z', 'updated_at': '2021-07-22T14:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:29.420248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:29.428170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Deleting port 9b99f066-f559-47e7-9d31-6827853d3226 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:29.428634 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.471972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:29.569414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Request body: {'binding': {'host': 'n-h1-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:29.570448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:27:29.630258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] For port 9b99f066-f559-47e7-9d31-6827853d3226, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9b99f066-f559-47e7-9d31-6827853d3226,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:29.630730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:29.631898 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:27:29.660610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Calling delete_port for 9b99f066-f559-47e7-9d31-6827853d3226 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:29.694426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849a985-0d7c-4487-ad4a-92b016dfdf3b req-ab57753f-b0d4-4eed-85f1-ac02246682ae tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:29.699006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c849a985-0d7c-4487-ad4a-92b016dfdf3b req-ab57753f-b0d4-4eed-85f1-ac02246682ae tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1998727 Jul 22 14:27:29.771018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:29.792996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:29.805600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-55daf9ed-5553-449b-91a9-3ac908c88e44 admin admin] 10.222.0.60 "PUT /v2.0/routers/0f6bcf03-a88b-4548-8ee2-a2d1b67dd608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2527602 Jul 22 14:27:29.812597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44148) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:29.822140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] Sync routers for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:29.835016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c849a985-0d7c-4487-ad4a-92b016dfdf3b req-a8f65731-061f-4bd3-8e40-ddf7811efdfb tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945323 Jul 22 14:27:29.839232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:29.840094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:29.900099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on host n-h1-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:29.900435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:29.900768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:29.918998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:29.919320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:29.936267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:29.939593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:29.939903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:29.942622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Bound port: 03ed7026-cf1e-451b-85ac-b348a067ae8b, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:29.977494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:30.028080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:30.060202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:30.061000 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.064429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:30.076526 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.078265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-0ab0f0d5-7e93-465a-a252-99505cb861e0 service neutron] 10.222.0.60 "POST /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6682453 Jul 22 14:27:30.118747 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.140433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.235373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.330125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.374888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b99f066-f559-47e7-9d31-6827853d3226,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:30.401542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:30.402530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:30.405022 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee2868-45f0-4dc0-98dc-3bfd2908b7ec" -d '{"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-plugged", "status": "completed", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:30.410415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.470446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:30.477223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:27:28Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:30.505597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] Checking router: 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:30.514497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] Routers {'0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:30.515320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:30.545258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-408f0b13-d46f-4874-ab5d-39fe9b08066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:30.547211 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-408f0b13-d46f-4874-ab5d-39fe9b08066c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1097 time: 0.1557319 Jul 22 14:27:30.602200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a918d4-dabd-4d3b-9ceb-540442ff5603 req-c20413d7-ab2d-4cbb-b24f-f2cea7d87387 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:30.603874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26a918d4-dabd-4d3b-9ceb-540442ff5603 req-c20413d7-ab2d-4cbb-b24f-f2cea7d87387 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 946 time: 0.3107996 Jul 22 14:27:30.605580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.623639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.638043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] Set router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:30.698551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcf42f-32c0-4f2a-b04b-f96411f75a4e req-f76cb225-1cca-4905-9ffd-88beb8d81834 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:30.699530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78dcf42f-32c0-4f2a-b04b-f96411f75a4e req-f76cb225-1cca-4905-9ffd-88beb8d81834 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 944 time: 0.3496797 Jul 22 14:27:30.755996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-1162278d-830b-4dcc-b895-b305c452a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:30.757516 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-1162278d-830b-4dcc-b895-b305c452a99e service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.2027891 Jul 22 14:27:30.765966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.774133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.811347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-8ad1c6ba-539f-478c-b2a3-fc5bb0246f99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 217 time: 0.0460830 Jul 22 14:27:30.832822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44170) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:30.850164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Deleting port b04f17a6-d392-4511-9b35-6e61fc884f2b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:30.852035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.869891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:27:28Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:30.880575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26a918d4-dabd-4d3b-9ceb-540442ff5603 req-f3f8a5f0-db5d-4bc8-9cb5-6c3703104cec tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520833 Jul 22 14:27:30.890348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78dcf42f-32c0-4f2a-b04b-f96411f75a4e req-0aeee5c5-b1c0-4b73-825c-0b07a41134ff tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555004 Jul 22 14:27:30.895186 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.895887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebade295-3917-48e5-a3bf-b5ee8fbb6a57 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:30.902702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-3a8d4cdc-3bb1-49aa-a084-3ab81d335f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:30.905416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:30.905523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac27a470-0fbf-4caa-8bd9-ef86167efd9e None None] The sync data for ids ['0f6bcf03-a88b-4548-8ee2-a2d1b67dd608'] in n-d-794306-8 is: [{'id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'name': 'tempest-FloatingIPsAssociationTestJSON-1152914590-router', 'tenant_id': '8715f610406a4be691b9304e127e28a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:26:10Z', 'updated_at': '2021-07-22T14:27:28Z', 'revision_number': 5, 'project_id': '8715f610406a4be691b9304e127e28a0', 'gw_port': {'id': 'd9031a65-ecf4-4d53-af52-70207831d413', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:1d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6bcf03-a88b-4548-8ee2-a2d1b67dd608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:26:12Z', 'updated_at': '2021-07-22T14:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:30.906425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9ff74925-b446-4299-874a-5f8bb770fc35 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ebade295-3917-48e5-a3bf-b5ee8fbb6a57 HTTP/1.1" status: 204 len: 168 time: 2.4227068 Jul 22 14:27:30.910894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44176) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:30.915122 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-3a8d4cdc-3bb1-49aa-a084-3ab81d335f53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0973871 Jul 22 14:27:30.967445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Deleting port d9031a65-ecf4-4d53-af52-70207831d413 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:30.967888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.001941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-b1df00e1-db6b-4ecf-9df2-1065d57facc5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533078 Jul 22 14:27:31.027007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Deleting subnet a5ce6838-5236-490b-b7ce-0fb9088204c3 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:31.031584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.074465 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e33a3-8750-4611-8f6f-1c1465b0e436 x-openstack-request-id: req-255e33a3-8750-4611-8f6f-1c1465b0e436 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:31.075075 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-plugged", "status": "completed", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:31.075526 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-255e33a3-8750-4611-8f6f-1c1465b0e436 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:31.076544 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'code': 200} Jul 22 14:27:31.151111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-ce125ef8-750d-405b-bffe-a84027533136 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259823 Jul 22 14:27:31.168425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a5c73032-3fe0-417b-8ea4-29f0cdbcea6a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:31.202385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a5c73032-3fe0-417b-8ea4-29f0cdbcea6a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:31.202774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a5c73032-3fe0-417b-8ea4-29f0cdbcea6a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:31.228506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51d22d9b-0228-409a-bd55-7216bae470b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.240296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] For port b04f17a6-d392-4511-9b35-6e61fc884f2b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b04f17a6-d392-4511-9b35-6e61fc884f2b,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:31.240722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.268427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.277079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Calling delete_port for b04f17a6-d392-4511-9b35-6e61fc884f2b owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:31.392309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7fbc0-e440-4293-a25b-e12a46d84128 req-840f10dd-0944-4e7b-a837-2a91c28dd960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:31.393902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52c7fbc0-e440-4293-a25b-e12a46d84128 req-840f10dd-0944-4e7b-a837-2a91c28dd960 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 1096 time: 0.2291493 Jul 22 14:27:31.397359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-8228e700-b490-4d91-9e19-306d63c0e670 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447300 Jul 22 14:27:31.581055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] For port d9031a65-ecf4-4d53-af52-70207831d413, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d9031a65-ecf4-4d53-af52-70207831d413,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:31.581456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.608192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.634103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Calling delete_port for d9031a65-ecf4-4d53-af52-70207831d413 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:31.689120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e89d8-32c2-43cf-8217-0f22175a8b43 req-0a49fbbf-8fbc-4b05-ac7a-1ef65f8f21ff tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:31.690539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d3e89d8-32c2-43cf-8217-0f22175a8b43 req-0a49fbbf-8fbc-4b05-ac7a-1ef65f8f21ff tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.4997206 Jul 22 14:27:31.771581 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52c7fbc0-e440-4293-a25b-e12a46d84128 req-dda7f168-6ab4-4800-afc7-31aee37cfaf9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697879 Jul 22 14:27:31.794556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.846638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d3e89d8-32c2-43cf-8217-0f22175a8b43 req-0e96f511-5e14-4db7-91ed-4404d95124d6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190300 Jul 22 14:27:31.858350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-fe20283f-1832-418b-b9c1-2a706a48e0c4 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:31.859966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-fe20283f-1832-418b-b9c1-2a706a48e0c4 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1097 time: 0.1063435 Jul 22 14:27:31.873133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:31.878999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5ce6838-5236-490b-b7ce-0fb9088204c3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:31.887826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.889718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-60a5f12b-6a11-4e7f-8a96-e12ba67ee204 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a5ce6838-5236-490b-b7ce-0fb9088204c3 HTTP/1.1" status: 204 len: 168 time: 0.9778354 Jul 22 14:27:31.895689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44178) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:31.915928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.920378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51d22d9b-0228-409a-bd55-7216bae470b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.933210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51d22d9b-0228-409a-bd55-7216bae470b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:31.950571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Pushing event deleted for resources: {'Port': ['ID=b04f17a6-d392-4511-9b35-6e61fc884f2b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.026928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.028893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-51d22d9b-0228-409a-bd55-7216bae470b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d95cee0dc98c4768899d368d0690c0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1604006 Jul 22 14:27:32.038550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:32.062022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.069054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d22d9b-0228-409a-bd55-7216bae470b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd6dbf-ae59-4b5b-802e-6fee8a6d77d6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.186770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.248311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=d9031a65-ecf4-4d53-af52-70207831d413,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.249542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a753edb2-6980-4571-b82d-4a99d17d91ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.289524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.317473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a753edb2-6980-4571-b82d-4a99d17d91ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.325755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c52ec2-00a1-4f9e-933c-89f2a603d5e5 req-08e26009-ec2b-4336-b7f4-662618fb3be4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:32.327351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21c52ec2-00a1-4f9e-933c-89f2a603d5e5 req-08e26009-ec2b-4336-b7f4-662618fb3be4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 946 time: 0.2701874 Jul 22 14:27:32.331033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547617b7-3d14-43aa-bedc-55beb37ee790']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:32.333009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.339961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39ca0b-7648-4cab-be1c-b5843e0e7ee0 req-3bfcb164-929a-4c4c-8a57-7a4b1ca697c9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:32.341580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d39ca0b-7648-4cab-be1c-b5843e0e7ee0 req-3bfcb164-929a-4c4c-8a57-7a4b1ca697c9 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 945 time: 0.2763247 Jul 22 14:27:32.359710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:32.377417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba547807-e0da-44e2-b4dd-076f1f023415') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:32.377960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba547807-e0da-44e2-b4dd-076f1f023415') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:32.420272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.441209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.486944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.495355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:32.527551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a753edb2-6980-4571-b82d-4a99d17d91ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.530158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a753edb2-6980-4571-b82d-4a99d17d91ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.531397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a753edb2-6980-4571-b82d-4a99d17d91ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2dd6dbf-ae59-4b5b-802e-6fee8a6d77d6 HTTP/1.1" status: 204 len: 168 time: 0.4910533 Jul 22 14:27:32.563528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d39ca0b-7648-4cab-be1c-b5843e0e7ee0 req-a0116b1c-f78c-4e34-98aa-b7e65f84453e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954317 Jul 22 14:27:32.587254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21c52ec2-00a1-4f9e-933c-89f2a603d5e5 req-fdd1eaa2-b31d-45f8-916a-21eadcfc12ee tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239203 Jul 22 14:27:32.588899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:32.590014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:32.595562 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:32.604148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753edb2-6980-4571-b82d-4a99d17d91ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd6dbf-ae59-4b5b-802e-6fee8a6d77d6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.612702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:32.615157 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d35b6-8eb4-47b4-a00a-14ad28b2ee55" -d '{"events": [{"server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:32.620091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.621346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.631335 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.713619 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.716796 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed35d40-c16f-4845-9c34-20e4c56b4814 x-openstack-request-id: req-8ed35d40-c16f-4845-9c34-20e4c56b4814 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:32.717082 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:32.717328 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ed35d40-c16f-4845-9c34-20e4c56b4814 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:32.717706 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'code': 200} Jul 22 14:27:32.730163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.737539 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.741803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] 10.222.0.60 "DELETE /v2.0/networks/547617b7-3d14-43aa-bedc-55beb37ee790 HTTP/1.1" status: 204 len: 168 time: 0.8415136 Jul 22 14:27:32.749640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.750221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:32.754992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.756000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aee8224e-7df4-4369-8c21-42cd3ee12bfd admin admin] 10.222.0.60 "DELETE /v2.0/routers/0f6bcf03-a88b-4548-8ee2-a2d1b67dd608 HTTP/1.1" status: 204 len: 168 time: 2.9436111 Jul 22 14:27:32.757112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa262d9-e030-4bb5-8852-45221fb1d15d admin admin] Pushing event deleted for resources: {'Network': ['ID=547617b7-3d14-43aa-bedc-55beb37ee790,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.758872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44196) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:32.827701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Deleting subnet b9e7751e-71af-4b31-827a-3b3f6b72691a {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:32.836113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.859529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on host n-h2-794306-8 for vnic_type normal with profile {"migrating_to": "n-h1-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:32.861443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:32.861443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:32.888494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:32.901665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.904328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:32.904682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Attempting to bind port 03ed7026-cf1e-451b-85ac-b348a067ae8b on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:32.936882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:32.939920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:32.940104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:32.940477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:32.940926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Bound port: 03ed7026-cf1e-451b-85ac-b348a067ae8b, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:32.941291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:32.980948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44200) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.015486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.068212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49ecbbef-d03c-4602-b757-fe658d46d0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.106936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.130192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:33.161562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:33.174612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ded8f91-40f2-4857-bce9-a9751599eb75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee18dd70c9e84441b213e16de2d9949c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579869 Jul 22 14:27:33.178186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.178442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44204) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.210911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:33.218794 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cfd4c2af-2e06-4051-9959-bed4670a43ea admin admin] 10.222.0.60 "PUT /v2.0/routers/fb83619c-a61b-492a-a2f0-c801a7b5c7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7917435 Jul 22 14:27:33.218895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833456f-3a98-4120-b005-8f1d8719c01d req-6fce89ce-9232-4051-bcbb-e99d63a35c87 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:33.221128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9833456f-3a98-4120-b005-8f1d8719c01d req-6fce89ce-9232-4051-bcbb-e99d63a35c87 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.2376938 Jul 22 14:27:33.221509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.222639 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] Sync routers for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:33.236900 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:33.237675 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:33.296094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:33.296968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.299005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] 10.222.0.72 "PUT /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 1122 time: 1.4299829 Jul 22 14:27:33.302766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9afb4-c18e-4ddf-beff-cc7b409ec98f service neutron] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.362132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['03ed7026-cf1e-451b-85ac-b348a067ae8b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:33.364514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9833456f-3a98-4120-b005-8f1d8719c01d req-84ef288a-2297-45fe-a4e5-779b5ff54e0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219063 Jul 22 14:27:33.391674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.433508 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:33.443439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e7751e-71af-4b31-827a-3b3f6b72691a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.455346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.457352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d04cc4e6-bdb9-4a79-a42f-7b5968e1a6dd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9e7751e-71af-4b31-827a-3b3f6b72691a HTTP/1.1" status: 204 len: 168 time: 0.6975417 Jul 22 14:27:33.459989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44210) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.468729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36452d01-cdc8-4c6f-a11f-6a6e15066130 None None] Network 46596362-546f-4cb6-9dd2-ee7f50433bb9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:33.477612 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec351c97-43d4-4d39-8c96-3d7b223777ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.505194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b99f066-f559-47e7-9d31-6827853d3226 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:33.510451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec351c97-43d4-4d39-8c96-3d7b223777ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.552641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 9b99f066-f559-47e7-9d31-6827853d3226 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:33.554124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b99f066-f559-47e7-9d31-6827853d3226 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:33.554785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 957c4098-f383-40a9-886b-25732a7a709e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:33.579723 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49ecbbef-d03c-4602-b757-fe658d46d0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.588753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49ecbbef-d03c-4602-b757-fe658d46d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.595321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec351c97-43d4-4d39-8c96-3d7b223777ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.598115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec351c97-43d4-4d39-8c96-3d7b223777ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.603075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ec351c97-43d4-4d39-8c96-3d7b223777ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3303a537-d329-4826-a0ba-b7580ed8406a HTTP/1.1" status: 204 len: 168 time: 0.4223280 Jul 22 14:27:33.655270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.690308 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:27:31Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:33.693913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 957c4098-f383-40a9-886b-25732a7a709e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:33.694269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 957c4098-f383-40a9-886b-25732a7a709e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:33.698254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9031a65-ecf4-4d53-af52-70207831d413 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:33.699303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecbbef-d03c-4602-b757-fe658d46d0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a704541-667b-45bf-9012-04197c9b04b9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.727465 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] Checking router: fb83619c-a61b-492a-a2f0-c801a7b5c7a6 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:33.737128 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] Routers {'fb83619c-a61b-492a-a2f0-c801a7b5c7a6'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:33.738026 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:33.800170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-49ecbbef-d03c-4602-b757-fe658d46d0db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f88d6502148b44f7970de9e1f50342f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8178596 Jul 22 14:27:33.801258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44220) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:33.808737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec351c97-43d4-4d39-8c96-3d7b223777ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3303a537-d329-4826-a0ba-b7580ed8406a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:33.857853 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] Set router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:33.878084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:33.928585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83c801-d0f4-4e54-959f-eb75d2fc00e6 req-1d90a539-9cca-4019-a197-c4fcc69c2f71 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:33.937034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d83c801-d0f4-4e54-959f-eb75d2fc00e6 req-1d90a539-9cca-4019-a197-c4fcc69c2f71 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 945 time: 0.2258220 Jul 22 14:27:33.980552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537010f-ea35-4ac5-bd23-a61841dfad39 req-669fb824-e6ac-4a8e-a767-f7f15a0e69dd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:33.982180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1537010f-ea35-4ac5-bd23-a61841dfad39 req-669fb824-e6ac-4a8e-a767-f7f15a0e69dd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 944 time: 0.2652645 Jul 22 14:27:33.999500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Deleting port 27395ed7-e089-435f-aed1-2df3224c1d0d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:33.999943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.020301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d9031a65-ecf4-4d53-af52-70207831d413 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:34.020948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9031a65-ecf4-4d53-af52-70207831d413 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:34.088430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d83c801-d0f4-4e54-959f-eb75d2fc00e6 req-5e201efc-5bd5-4f7a-859a-d748a6b85a86 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504092 Jul 22 14:27:34.091387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d3c1-d3f1-491d-bee1-5a1651a567d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.130749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] For port 27395ed7-e089-435f-aed1-2df3224c1d0d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=27395ed7-e089-435f-aed1-2df3224c1d0d,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:34.131107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.155940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Calling delete_port for 27395ed7-e089-435f-aed1-2df3224c1d0d owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:34.178065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.191981 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d3c1-d3f1-491d-bee1-5a1651a567d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.208604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] DHCP port deletion for 46596362-546f-4cb6-9dd2-ee7f50433bb9 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:27:34.228478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1537010f-ea35-4ac5-bd23-a61841dfad39 req-15592edd-3f19-42d3-a068-2914cc76729f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652117 Jul 22 14:27:34.298093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d3c1-d3f1-491d-bee1-5a1651a567d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.301014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8b3d3c1-d3f1-491d-bee1-5a1651a567d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.307016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f8b3d3c1-d3f1-491d-bee1-5a1651a567d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a704541-667b-45bf-9012-04197c9b04b9 HTTP/1.1" status: 204 len: 168 time: 0.4948642 Jul 22 14:27:34.309398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Deleting port b2e46fe8-760c-4503-99cc-b84828aecf4f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:34.309777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.312476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] Deleting port 27395ed7-e089-435f-aed1-2df3224c1d0d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:34.315219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.318680 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:27:31Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:34.330497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3d3c1-d3f1-491d-bee1-5a1651a567d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a704541-667b-45bf-9012-04197c9b04b9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:34.343961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.383028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=27395ed7-e089-435f-aed1-2df3224c1d0d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:34.386340 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a01bc45-0a8d-4a66-8ef5-04482fb8e321 None None] The sync data for ids ['fb83619c-a61b-492a-a2f0-c801a7b5c7a6'] in n-d-794306-8 is: [{'id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-429556697-router', 'tenant_id': '7539d43e6b1b43309da65ed730cec2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:31Z', 'updated_at': '2021-07-22T14:27:31Z', 'revision_number': 5, 'project_id': '7539d43e6b1b43309da65ed730cec2a2', 'gw_port': {'id': 'b2e46fe8-760c-4503-99cc-b84828aecf4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb83619c-a61b-492a-a2f0-c801a7b5c7a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:32Z', 'updated_at': '2021-07-22T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:34.393881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] No DVR routers for this DVR port 27395ed7-e089-435f-aed1-2df3224c1d0d on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:34.533315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] For port 27395ed7-e089-435f-aed1-2df3224c1d0d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=27395ed7-e089-435f-aed1-2df3224c1d0d,segment=NetworkSegment(94855d82-996e-43e3-8fee-aa85c9678654),segment_id=94855d82-996e-43e3-8fee-aa85c9678654)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:34.534313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.549077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] Calling delete_port for 27395ed7-e089-435f-aed1-2df3224c1d0d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:34.564323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] For port b2e46fe8-760c-4503-99cc-b84828aecf4f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b2e46fe8-760c-4503-99cc-b84828aecf4f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:34.564741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.585742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Calling delete_port for b2e46fe8-760c-4503-99cc-b84828aecf4f owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:34.651224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf48be-3264-4f66-bbbe-a841be343e65 req-74812074-0cbb-4843-ac3a-2481a5d651bc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.653296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6bf48be-3264-4f66-bbbe-a841be343e65 req-74812074-0cbb-4843-ac3a-2481a5d651bc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.1467733 Jul 22 14:27:34.681973 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.687302 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.701863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46596362-546f-4cb6-9dd2-ee7f50433bb9']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:34.716648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94855d82-996e-43e3-8fee-aa85c9678654') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:34.716959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94855d82-996e-43e3-8fee-aa85c9678654') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:34.718434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:34.720738 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78806aa-6f5f-4267-9040-7303f37b4e94" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:34.732469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6bf48be-3264-4f66-bbbe-a841be343e65 req-92107dc5-082a-41b4-b7cd-d3fbf7730e59 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679512 Jul 22 14:27:34.739687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] No DVR routers for this DVR port 27395ed7-e089-435f-aed1-2df3224c1d0d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:34.743184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.747826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f90f71-ae81-4dea-84aa-45ac49f9f1de None None] Pushing event deleted for resources: {'Port': ['ID=27395ed7-e089-435f-aed1-2df3224c1d0d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:34.805210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f568c98-0d62-4821-b5c3-8691fc980726 req-75316298-d4c8-4dc1-bd90-3a2cb4067084 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:34.808138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f568c98-0d62-4821-b5c3-8691fc980726 req-75316298-d4c8-4dc1-bd90-3a2cb4067084 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 945 time: 0.1535993 Jul 22 14:27:34.859035 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e910f333-8b14-418f-bf74-ce0d7f9bb382 x-openstack-request-id: req-e910f333-8b14-418f-bf74-ce0d7f9bb382 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:34.859423 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:34.859977 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e910f333-8b14-418f-bf74-ce0d7f9bb382 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:34.860207 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'status': 'completed', 'code': 200} Jul 22 14:27:34.876308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f568c98-0d62-4821-b5c3-8691fc980726 req-8f206a42-e90e-43aa-8768-6bdc18fe036f tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606902 Jul 22 14:27:34.883714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.918919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:34.919379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:34.927892 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:35.048579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.060717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.062778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/46596362-546f-4cb6-9dd2-ee7f50433bb9 HTTP/1.1" status: 204 len: 168 time: 1.6017745 Jul 22 14:27:35.069093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b04f17a6-d392-4511-9b35-6e61fc884f2b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:35.083268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd0323-0827-4d59-a9dc-347bef2654a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46596362-546f-4cb6-9dd2-ee7f50433bb9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:35.085893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44262) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:35.097484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b04f17a6-d392-4511-9b35-6e61fc884f2b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:35.098196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b04f17a6-d392-4511-9b35-6e61fc884f2b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:35.098903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 27395ed7-e089-435f-aed1-2df3224c1d0d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:35.106631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-aa60cd92-414f-43c5-bf0c-dfd43c167985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.108162 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-aa60cd92-414f-43c5-bf0c-dfd43c167985 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1125 time: 0.2545660 Jul 22 14:27:35.111930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.125150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 27395ed7-e089-435f-aed1-2df3224c1d0d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:35.125974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 27395ed7-e089-435f-aed1-2df3224c1d0d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:35.152562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e46fe8-760c-4503-99cc-b84828aecf4f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:35.224158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-network', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:35.248320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Made reservation on behalf of 58815cf3892c40d5af926b2d9c73e988 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:35.252846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.264539 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.268308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44272) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:35.339757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1aa54a6a-12a5-474e-a9b6-58d75a120880 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8715f610406a4be691b9304e127e28a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699806 Jul 22 14:27:35.342242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44274) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:35.482463 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc1af-b563-4249-92e2-01693bad8fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.525263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1fe8f-44d5-4912-9876-2ae99e77cf0c req-736315ac-17ba-4b08-b5a8-8408bf7f00cd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.526773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d1fe8f-44d5-4912-9876-2ae99e77cf0c req-736315ac-17ba-4b08-b5a8-8408bf7f00cd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 944 time: 0.1673265 Jul 22 14:27:35.534587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc1af-b563-4249-92e2-01693bad8fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.557971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.573478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.613428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:27:35.620707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.625822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-22b9e17a-7320-4e52-b103-546e68e0d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.627548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-22b9e17a-7320-4e52-b103-546e68e0d442 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.4870064 Jul 22 14:27:35.639041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d1fe8f-44d5-4912-9876-2ae99e77cf0c req-55c3597c-427f-4d19-99c5-d63df9bb576d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984368 Jul 22 14:27:35.644157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13620c-9a84-42d2-9817-e5b2873f5eb5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:35.649310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.649662 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Added segment a6a87753-3ee4-4bd9-b968-629644574148 of type vlan for network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 Jul 22 14:27:35.689258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc1af-b563-4249-92e2-01693bad8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.691813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c1bc1af-b563-4249-92e2-01693bad8fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.692959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8c1bc1af-b563-4249-92e2-01693bad8fdd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/599e559f-2e7a-4d09-89a1-1c0513eb8c7b HTTP/1.1" status: 204 len: 168 time: 0.3497531 Jul 22 14:27:35.710165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.713869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc1af-b563-4249-92e2-01693bad8fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e559f-2e7a-4d09-89a1-1c0513eb8c7b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:35.744003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.745336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.746042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.762135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-6ed1dd73-5f43-432c-ad73-f39deb72bf66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 217 time: 0.1080761 Jul 22 14:27:35.765771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.768858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.783819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6960456 Jul 22 14:27:35.786922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:35.794756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Request body: {'subnet': {'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-subnet', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:35.825737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-fd8edde3-1e2a-42ee-af81-168e785df553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:35.827467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-fd8edde3-1e2a-42ee-af81-168e785df553 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0563037 Jul 22 14:27:35.839821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:35.903127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5ca77-1fc1-4622-92df-5f7fea7b2d9c admin admin] Pushing event updated for resources: {'Network': ['ID=242509a8-a8d9-43a9-b3c4-6cbac62c1d48,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:35.911047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-6fe5cc95-3ded-4cee-b306-4756b5061a56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404053 Jul 22 14:27:35.918393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.919044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb83619c-a61b-492a-a2f0-c801a7b5c7a6 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:35.931530 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:35.933623 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7e22316c-b8e9-4b5b-8e9c-bd9e2fe39bfc admin admin] 10.222.0.60 "DELETE /v2.0/routers/fb83619c-a61b-492a-a2f0-c801a7b5c7a6 HTTP/1.1" status: 204 len: 168 time: 2.7069404 Jul 22 14:27:35.935602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:35.947878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:27:36.011835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Made reservation on behalf of 58815cf3892c40d5af926b2d9c73e988 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:36.014347 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.090029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Deleting subnet 1a89d40f-a5c9-47ca-9f62-03fe6fd99290 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:36.099464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.105354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0712374-652d-4f96-9533-9ba769d832ea req-94d184f7-6ca1-402a-95de-10f5f4a8d075 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.113350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0712374-652d-4f96-9533-9ba769d832ea req-94d184f7-6ca1-402a-95de-10f5f4a8d075 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.2441792 Jul 22 14:27:36.146672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:36.175688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b has no active binding in host n-h1-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:27:36.199938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.204135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-9993ecfc-43d1-4c66-b44a-46443ed76f29 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830443 Jul 22 14:27:36.249214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0712374-652d-4f96-9533-9ba769d832ea req-36be588a-ba5e-4afa-ba50-85b4da5f85d6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299345 Jul 22 14:27:36.272160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde6d2b-6c1a-426e-95ac-cb54c9b49559 req-4f83a187-5be7-48c0-a7f9-df72751065f2 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.274330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fde6d2b-6c1a-426e-95ac-cb54c9b49559 req-4f83a187-5be7-48c0-a7f9-df72751065f2 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 945 time: 0.2176726 Jul 22 14:27:36.328878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a78806aa-6f5f-4267-9040-7303f37b4e94 req-f2095688-3625-4f31-9af0-435d44be1bd5 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002717 Jul 22 14:27:36.371607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fde6d2b-6c1a-426e-95ac-cb54c9b49559 req-a3c48ac6-0a9e-4611-9b23-b016b36d6c8a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904043 Jul 22 14:27:36.420204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.480512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.487579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.525498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a89d40f-a5c9-47ca-9f62-03fe6fd99290,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:36.536101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3bc72d-bbf5-48d2-9a29-eb79f86d0016 None None] Network 24ad1da2-7976-49cf-9c58-67e627b33fe6 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:36.537996 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.541448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-202606e4-7b20-4bbb-a802-c15631adc46c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1a89d40f-a5c9-47ca-9f62-03fe6fd99290 HTTP/1.1" status: 204 len: 168 time: 0.6047492 Jul 22 14:27:36.543996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:36.575575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8629b275-7f4e-4e29-b1f1-a8df351aa706,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:36.615007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Checking segment: {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:36.615378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Network hostable DHCP agents. Network: 242509a8-a8d9-43a9-b3c4-6cbac62c1d48, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:27:36.670603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:27:36.681022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.684024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 242509a8-a8d9-43a9-b3c4-6cbac62c1d48) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:36.689342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.689616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.726844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-22960c6a-a95b-48de-9b8c-a4bfca8e9876 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9388106 Jul 22 14:27:36.729877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44334) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:36.737277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:36.738360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bd4d17-f92a-4020-80e4-61c8269cfbc7 None None] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:36.811833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Deleting port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:36.812183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.845034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.846691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.922393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:36.935647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3034-30c4-4c70-afae-6df136510fdf req-b2d87f8c-b441-4d16-86f9-61af80de5528 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:36.958188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01dd3034-30c4-4c70-afae-6df136510fdf req-b2d87f8c-b441-4d16-86f9-61af80de5528 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 944 time: 0.1851504 Jul 22 14:27:36.989716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] For port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,segment=NetworkSegment(298ee2be-a0d3-482c-b806-c4e64193b53b),segment_id=298ee2be-a0d3-482c-b806-c4e64193b53b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:36.990315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.052488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Calling delete_port for 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:37.115973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2e46fe8-760c-4503-99cc-b84828aecf4f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:37.121167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.163314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b2e46fe8-760c-4503-99cc-b84828aecf4f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:37.163954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2e46fe8-760c-4503-99cc-b84828aecf4f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:37.175139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af145b-f8d7-469a-afb4-ea71db571d98 None None] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:37.279196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-44ec7427-7bd4-41b4-bd82-43f25eef6fe1 service neutron] 10.222.0.61 "GET /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.3463366 Jul 22 14:27:37.283028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.321848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d328ec51-1285-4b95-8b98-2de05097f3da None None] DHCP port deletion for 24ad1da2-7976-49cf-9c58-67e627b33fe6 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:27:37.419192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.442891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ceacdb9-3f58-40b6-824d-12b6d49d9e7f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:37.444974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] No DVR routers for this DVR port 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:37.490309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:37.594930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01dd3034-30c4-4c70-afae-6df136510fdf req-1caa56f8-834b-4d79-b74b-2d3ad449e531 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348107 Jul 22 14:27:37.623552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.639582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ad1da2-7976-49cf-9c58-67e627b33fe6']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:37.684978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298ee2be-a0d3-482c-b806-c4e64193b53b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:37.685605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298ee2be-a0d3-482c-b806-c4e64193b53b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:37.702262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.727800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.740924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:37.743945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:37.744122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.744736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:37.746708 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:37.785343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-network', 'tenant_id': '359fd187a20b41da8197cf3ee534d815'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:37.788940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba0eca-9233-4cf7-8794-b4f19588541a req-3665e234-1265-44be-860a-5fbd033cc02d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:37.796595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6bba0eca-9233-4cf7-8794-b4f19588541a req-3665e234-1265-44be-860a-5fbd033cc02d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.2672062 Jul 22 14:27:37.835130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:37.850761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6bba0eca-9233-4cf7-8794-b4f19588541a req-709600c9-4ca7-49fd-a120-46cfbb4e4486 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518632 Jul 22 14:27:37.868201 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.879153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.884033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] 10.222.0.60 "DELETE /v2.0/networks/24ad1da2-7976-49cf-9c58-67e627b33fe6 HTTP/1.1" status: 204 len: 168 time: 1.3364108 Jul 22 14:27:37.884033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Made reservation on behalf of 359fd187a20b41da8197cf3ee534d815 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:37.884493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:37.884726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.908198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1691ce-2435-498d-9c5a-4f814bd3af15 admin admin] Pushing event deleted for resources: {'Network': ['ID=24ad1da2-7976-49cf-9c58-67e627b33fe6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:37.919745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ed7026-cf1e-451b-85ac-b348a067ae8b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:37.927880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:37.943806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:37.966730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.077175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] Transition to ACTIVE for port object 03ed7026-cf1e-451b-85ac-b348a067ae8b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:38.084519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.163384 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.182923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.186694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.212839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.215759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] No DVR routers for this DVR port 03ed7026-cf1e-451b-85ac-b348a067ae8b on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:38.248312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:27:38.278399 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:38.289756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2cf01e4d-fbe8-4983-bfe6-abf445e8e8dd service neutron] 10.222.0.61 "PUT /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b/bindings/n-h1-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 0.9983358 Jul 22 14:27:38.293646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:38.305334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.305680 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Added segment 14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285 of type vlan for network c7e78f46-8307-433e-82e3-8b914ab6d9dd Jul 22 14:27:38.358809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.408910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Allocated IP 172.25.3.228 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/0c6732f0-3eb8-4642-9893-27807021c887) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:38.431743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.432765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:38.433352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.483029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9898221 Jul 22 14:27:38.483653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:38.491403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Request body: {'subnet': {'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-subnet', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:38.497573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-dd6f3c38-f579-469a-838f-1ca2d9a2db1c tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:38.499053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-dd6f3c38-f579-469a-838f-1ca2d9a2db1c tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.1364777 Jul 22 14:27:38.538535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59179bd1-b9a8-467a-bd3f-cd9c886e1939 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e78f46-8307-433e-82e3-8b914ab6d9dd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:38.553233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:27:38.570820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.581104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Made reservation on behalf of 359fd187a20b41da8197cf3ee534d815 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:38.584420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.586242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.701361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-6aa7d70a-8826-4a45-8394-81ddf38f2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:38.703338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-6aa7d70a-8826-4a45-8394-81ddf38f2025 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b&tenant_id=198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 1096 time: 0.1744320 Jul 22 14:27:38.723530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.816342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:38.841967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:38.848441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:38.869296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-c28c71fd-166e-410b-9dc7-f096b18252b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:38.870893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-c28c71fd-166e-410b-9dc7-f096b18252b5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1096 time: 0.1418731 Jul 22 14:27:38.878834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6732f0-3eb8-4642-9893-27807021c887,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:38.932508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:38.991525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee746415-e7da-4f81-92d8-a9f1c16f1568 req-ee0e4fb1-8185-406c-b3a3-704c13b2589f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:39.000078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee746415-e7da-4f81-92d8-a9f1c16f1568 req-ee0e4fb1-8185-406c-b3a3-704c13b2589f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 945 time: 0.2929602 Jul 22 14:27:39.074884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:39.090256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=742e29a3-1a03-4d24-9afc-c0389389a5aa,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:39.094260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-c3892dff-b80e-4162-8dea-654121e79283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:39.096032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-c3892dff-b80e-4162-8dea-654121e79283 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.2166877 Jul 22 14:27:39.100922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:39.101411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ceacdb9-3f58-40b6-824d-12b6d49d9e7f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:39.118747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Checking segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:39.119383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Network hostable DHCP agents. Network: c7e78f46-8307-433e-82e3-8b914ab6d9dd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:27:39.154899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee746415-e7da-4f81-92d8-a9f1c16f1568 req-f4349d02-ad37-4ad4-9f87-bd59e2ff1863 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482494 Jul 22 14:27:39.167475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-006a6e1e-5985-446d-87eb-a5f6a95d2695 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 200 len: 217 time: 0.0587716 Jul 22 14:27:39.185503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:27:39.224121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c7e78f46-8307-433e-82e3-8b914ab6d9dd) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:39.232898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5db5ec-3d33-4b25-9240-5c9f16e621bf None None] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:39.248969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2647974a-7beb-4dcb-9e41-0bee1bf67cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:39.251937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-2647974a-7beb-4dcb-9e41-0bee1bf67cfe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0779085 Jul 22 14:27:39.261992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:39.263850 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.322686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-f2e96183-fe74-452a-b5b1-5799eecbb8bf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435750 Jul 22 14:27:39.326700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087e08e-44a1-4090-ae67-12ea61609411 req-e4bd4e14-411d-4932-b63c-edfc529796ed tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:39.329120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d087e08e-44a1-4090-ae67-12ea61609411 req-e4bd4e14-411d-4932-b63c-edfc529796ed tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.3507137 Jul 22 14:27:39.343363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-807ac5f2-8d89-4823-887d-60e6690eaaa8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8556571 Jul 22 14:27:39.353604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44442) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:39.368267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:39.443157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d087e08e-44a1-4090-ae67-12ea61609411 req-9a842c55-8a7e-460a-bec6-c40991394550 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042130 Jul 22 14:27:39.444047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.445244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.453795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.487668 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-ea1d6445-f2f1-4c5f-9e04-764a5cf5f557 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565342 Jul 22 14:27:39.515372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:27:39.518614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.521717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Deleting port 801535e1-ab9a-49ba-8d47-142af77f700d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:39.522138 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.627323 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-b8a75516-87ae-4911-b502-2222af59c776 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304517 Jul 22 14:27:39.652097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.752319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] For port 801535e1-ab9a-49ba-8d47-142af77f700d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=801535e1-ab9a-49ba-8d47-142af77f700d,segment=NetworkSegment(e09c44d5-eac9-4d96-8e1a-f94acdff4dee),segment_id=e09c44d5-eac9-4d96-8e1a-f94acdff4dee)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:39.752684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:39.760730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Allocated IP 172.20.0.2 (c7e78f46-8307-433e-82e3-8b914ab6d9dd/742e29a3-1a03-4d24-9afc-c0389389a5aa/57d0c28f-d106-456e-b95f-4335bf35f2f0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:39.794206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:39.798361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:40.025296 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d0f97b3-160f-4f35-ad56-9136c74fbc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.029229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:40.060707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-8d14e2b5-51ee-4222-b51e-ace7923495d9 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:40.062420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-8d14e2b5-51ee-4222-b51e-ace7923495d9 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.1569128 Jul 22 14:27:40.089396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:27:40.147546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Calling delete_port for 801535e1-ab9a-49ba-8d47-142af77f700d owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:40.315584 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.390559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:40.404475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'mac_address': 'fa:16:3e:2a:94:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:40.405250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-9a25baa5-4e78-4778-9eea-38a4a08abc75 service neutron] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:40.406209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.416696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Transition to ACTIVE for port object 57d0c28f-d106-456e-b95f-4335bf35f2f0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:40.417952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-9a25baa5-4e78-4778-9eea-38a4a08abc75 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.419914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7b0fc57-53aa-4d15-908b-90126095c156 req-9a25baa5-4e78-4778-9eea-38a4a08abc75 service neutron] 10.222.0.72 "DELETE /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b/bindings/n-h2-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.3487976 Jul 22 14:27:40.464841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Transition to ACTIVE for port object 57d0c28f-d106-456e-b95f-4335bf35f2f0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:40.471261 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.484039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.527965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:40.529580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:40.537815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:40.545915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:40.595015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:40.623050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Pushing event updated for resources: {'Port': ['ID=57d0c28f-d106-456e-b95f-4335bf35f2f0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:40.630857 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.674059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.687619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:40.694720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Attempting to bind port 57d0c28f-d106-456e-b95f-4335bf35f2f0 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:40.697782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Attempting to bind port 57d0c28f-d106-456e-b95f-4335bf35f2f0 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:40.697782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Attempting to bind port 57d0c28f-d106-456e-b95f-4335bf35f2f0 on network c7e78f46-8307-433e-82e3-8b914ab6d9dd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:40.714421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:40.714921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Checking segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:40.715350 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.715850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Bound using segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:40.716355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Bound port: 57d0c28f-d106-456e-b95f-4335bf35f2f0, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:40.716751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.734068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:40.747451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.897424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] For port 57d0c28f-d106-456e-b95f-4335bf35f2f0, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:40.932781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] For port 57d0c28f-d106-456e-b95f-4335bf35f2f0, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57d0c28f-d106-456e-b95f-4335bf35f2f0,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:40.940636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:40.961170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4940d-669d-4976-9e6b-e185b4367f96 req-34947a33-49ea-4b82-8910-7134891c2057 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:40.963655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4a4940d-669d-4976-9e6b-e185b4367f96 req-34947a33-49ea-4b82-8910-7134891c2057 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 945 time: 0.6919038 Jul 22 14:27:41.089216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Pushing event deleted for resources: {'Port': ['ID=801535e1-ab9a-49ba-8d47-142af77f700d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:41.119995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8913b3-3a38-4c91-8989-582a4679881f None None] Pushing event updated for resources: {'Port': ['ID=57d0c28f-d106-456e-b95f-4335bf35f2f0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:41.360645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c6b4d-a81d-4f1d-a9e6-5096c30e02a5 req-dab5107e-27df-45b9-a4d2-058575c04508 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:41.366301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c6c6b4d-a81d-4f1d-a9e6-5096c30e02a5 req-dab5107e-27df-45b9-a4d2-058575c04508 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.6870852 Jul 22 14:27:41.411136 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4a4940d-669d-4976-9e6b-e185b4367f96 req-6822df13-2ac8-4094-b2f7-28447e5ea3e7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232069 Jul 22 14:27:41.529229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.566229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Router 2b59618e-1e72-4fc9-a847-3c87880141b8 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:27:41.678246 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c6c6b4d-a81d-4f1d-a9e6-5096c30e02a5 req-e768ec7f-0cfd-4773-8966-d0140bfd2888 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826221 Jul 22 14:27:41.784557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:41.861572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:41.862111 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:41.877734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:41.896808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Sync routers for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:41.920871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:41.922284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:42.051656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.052909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7ecb3176-2888-45e3-8d13-7f4c153a5cb5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.3217361 Jul 22 14:27:42.056007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:42.127687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a160f-1b7b-4131-996a-76564b021fd7 req-4ef26d08-5e37-40b7-a68c-0313d72265c7 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:42.134807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b4a160f-1b7b-4131-996a-76564b021fd7 req-4ef26d08-5e37-40b7-a68c-0313d72265c7 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 1096 time: 0.2673466 Jul 22 14:27:42.183342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.195911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b6ffb02-33d3-4aae-8bda-8988f7dbc065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.207123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.248670 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.423902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b4a160f-1b7b-4131-996a-76564b021fd7 req-dacf6098-54c0-4955-91d0-e1d4d02fe295 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878208 Jul 22 14:27:42.577216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:42.725272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:42.728505 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc42dbd4-d4a7-454a-a5f5-2487c2de7ff7" -d '{"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-plugged", "status": "completed", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:42.753989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:42.766903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:42.775138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:42.806006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Allocated IP 172.25.3.47 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/af12db38-c600-443c-9ece-8ec15e218697) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:42.847435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.049354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0360b74-b26c-4cd5-a9cd-622fdf07e831 None None] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:43.070812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:43.138867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.187236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-52312880-e326-459f-bdd6-9eb81257805d None None] Provisioning for port 57d0c28f-d106-456e-b95f-4335bf35f2f0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:43.293722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57d0c28f-d106-456e-b95f-4335bf35f2f0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:43.382899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Allocated IP 172.20.0.1 (242509a8-a8d9-43a9-b3c4-6cbac62c1d48/8629b275-7f4e-4e29-b1f1-a8df351aa706/b013c927-2b3e-461a-ba4d-765e518235fd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:43.496585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 57d0c28f-d106-456e-b95f-4335bf35f2f0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:43.501574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:39Z', 'revision_number': 3, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:43.507784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 57d0c28f-d106-456e-b95f-4335bf35f2f0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:43.513794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.586797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.628268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Checking router: 2b59618e-1e72-4fc9-a847-3c87880141b8 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:43.630765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Updating router 2b59618e-1e72-4fc9-a847-3c87880141b8 port 0c6732f0-3eb8-4642-9893-27807021c887 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:27:43.676660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.699657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330c7e3-6777-4724-97a2-9925d23f3b4e req-db901f9e-f7c0-4705-90d9-761dd8118792 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:43.701231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e330c7e3-6777-4724-97a2-9925d23f3b4e req-db901f9e-f7c0-4705-90d9-761dd8118792 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.2828918 Jul 22 14:27:43.721132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.739752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:43.746463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:43.754468 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dbb9fd72-6f30-4003-b739-90e4d024124c admin admin] 10.222.0.60 "PUT /v2.0/routers/947eb8bd-fd2d-402d-99cb-d3789bb36fd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8689651 Jul 22 14:27:43.757507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:43.761142 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] Sync routers for ids ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:43.765993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:43.783333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1f24d201-23b0-44fc-9d6a-ea4bcc04615f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:43.785196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1f24d201-23b0-44fc-9d6a-ea4bcc04615f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.9067442 Jul 22 14:27:43.788093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:43.788473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.794311 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] Routers {'947eb8bd-fd2d-402d-99cb-d3789bb36fd5'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:43.795739 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:43.814005 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:43.817077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-f88b5536-0c90-4720-bb65-5bbf5e7c76f7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/quotas/198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 375 time: 0.0187089 Jul 22 14:27:43.839067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e330c7e3-6777-4724-97a2-9925d23f3b4e req-1b24d86d-dde8-4953-bb6f-e878238798a5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176734 Jul 22 14:27:43.900480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Pushing event updated for resources: {'Port': ['ID=b013c927-2b3e-461a-ba4d-765e518235fd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:43.977855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-3bdeca53-5f60-4501-a35e-9b38cd2015fd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1420779 Jul 22 14:27:43.979642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.072551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.077348 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] Set router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:44.084463 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d8849f-1775-4e59-b0d1-c59031369642 x-openstack-request-id: req-42d8849f-1775-4e59-b0d1-c59031369642 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:44.085046 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-plugged", "status": "completed", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:44.085226 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42d8849f-1775-4e59-b0d1-c59031369642 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:44.085729 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'code': 200} Jul 22 14:27:44.089455 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.117256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:44.172829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:44.184682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:44.235597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 57d0c28f-d106-456e-b95f-4335bf35f2f0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57d0c28f-d106-456e-b95f-4335bf35f2f0,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:44.249504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.384064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ff1c425b-e6da-4cf0-ae4f-f9fada2b181c None None] Provisioning complete for port 57d0c28f-d106-456e-b95f-4335bf35f2f0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:44.384516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff1c425b-e6da-4cf0-ae4f-f9fada2b181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.404095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Pushing event updated for resources: {'Port': ['ID=af12db38-c600-443c-9ece-8ec15e218697,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:44.415296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=57d0c28f-d106-456e-b95f-4335bf35f2f0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:44.511787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-c102addf-e5d0-45b1-9f19-363d19c1d28d service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185683 Jul 22 14:27:44.542783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.571186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Transition to ACTIVE for port object 0c6732f0-3eb8-4642-9893-27807021c887 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:44.585419 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.591400 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:27:40Z', 'revision_number': 5, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:44.627234 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] Checking router: 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:44.639461 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] Routers {'947eb8bd-fd2d-402d-99cb-d3789bb36fd5'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:44.640343 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:44.734237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Attempting to bind port 0c6732f0-3eb8-4642-9893-27807021c887 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:44.747588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Attempting to bind port 0c6732f0-3eb8-4642-9893-27807021c887 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:44.748383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Attempting to bind port 0c6732f0-3eb8-4642-9893-27807021c887 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:44.753804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e7fc8-a93b-4776-80e2-bf2ef9c3bd97 None None] Pushing event updated for resources: {'Port': ['ID=0c6732f0-3eb8-4642-9893-27807021c887,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:44.772554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:44.774876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:44.775872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.777649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:44.781336 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] Set router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:44.783385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Bound port: 0c6732f0-3eb8-4642-9893-27807021c887, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:44.787507 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.892080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] For port 0c6732f0-3eb8-4642-9893-27807021c887, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:44.904286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] For port 0c6732f0-3eb8-4642-9893-27807021c887, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0c6732f0-3eb8-4642-9893-27807021c887,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:44.924316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:44.998277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1fa63d5b-0b48-47a6-b33b-791c7437ed29 service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693844 Jul 22 14:27:45.046201 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:27:40Z', 'revision_number': 5, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:45.065690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.094245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e7fc8-a93b-4776-80e2-bf2ef9c3bd97 None None] Pushing event updated for resources: {'Port': ['ID=0c6732f0-3eb8-4642-9893-27807021c887,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:45.102326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:45.103338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:45.179305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.193562 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ae22dd-a8ce-424e-903d-b40f18bbf6ed None None] The sync data for ids ['947eb8bd-fd2d-402d-99cb-d3789bb36fd5'] in n-d-794306-8 is: [{'id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-991330621-router', 'tenant_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '3aff482e-decd-4705-9105-c6ea66be3101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:22:42Z', 'updated_at': '2021-07-22T14:27:40Z', 'revision_number': 5, 'project_id': 'de20b75a37e14540a7c92d68cbdb22b2', 'gw_port': {'id': '3aff482e-decd-4705-9105-c6ea66be3101', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947eb8bd-fd2d-402d-99cb-d3789bb36fd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:22:43Z', 'updated_at': '2021-07-22T14:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:45.242137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57d0c28f-d106-456e-b95f-4335bf35f2f0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:45.364372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.431187 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.563468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 57d0c28f-d106-456e-b95f-4335bf35f2f0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:45.563908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.571937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:45.585370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.587815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.595412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.728939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Pushing event updated for resources: {'Port': ['ID=b013c927-2b3e-461a-ba4d-765e518235fd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:45.736677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.788231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Deleting port 3aff482e-decd-4705-9105-c6ea66be3101 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:45.788584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:45.820636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fac54-27fd-4ddb-81a9-d367042693d1 req-0488fcbb-698c-49e9-acf5-77c52b1c5964 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:45.835545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8fac54-27fd-4ddb-81a9-d367042693d1 req-0488fcbb-698c-49e9-acf5-77c52b1c5964 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.5640318 Jul 22 14:27:45.932811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:45.936596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:46.064118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.082027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eed2404c-b0ce-4501-9131-da390c63cfd5 req-644c9c21-1a06-48a3-869b-0ba7ae802887 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 210 time: 0.3069253 Jul 22 14:27:46.106252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:43Z', 'revision_number': 1, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:46.164854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Router 2b59618e-1e72-4fc9-a847-3c87880141b8 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:46.190746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] For port 3aff482e-decd-4705-9105-c6ea66be3101, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3aff482e-decd-4705-9105-c6ea66be3101,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:46.191698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.286145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8fac54-27fd-4ddb-81a9-d367042693d1 req-6d8a650b-92a7-4e63-a50c-e6b54feb11ad tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495642 Jul 22 14:27:46.330572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Calling delete_port for 3aff482e-decd-4705-9105-c6ea66be3101 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:46.447824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Router 3a785b6b-3788-49e5-b59e-533058ca451d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:27:46.506545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a50430-6103-4a24-b20a-3a4731b0b53d None None] The sync data for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 is: [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:43Z', 'revision_number': 1, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:46.631037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:46.644754 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-677fc0aa-5975-4610-8b95-8b1a9ce1536a admin admin] 10.222.0.60 "PUT /v2.0/routers/2b59618e-1e72-4fc9-a847-3c87880141b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5802035 Jul 22 14:27:46.742688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:46.756107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Sync routers for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:46.776276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:46.780592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:46.815782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:46.822821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5a5ca345-b568-46c1-966c-44df3137f50c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.4606652 Jul 22 14:27:46.823594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44654) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:46.933544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.046473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aff482e-decd-4705-9105-c6ea66be3101,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:47.145592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 801535e1-ab9a-49ba-8d47-142af77f700d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:47.266742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 801535e1-ab9a-49ba-8d47-142af77f700d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:47.267230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 801535e1-ab9a-49ba-8d47-142af77f700d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:47.292544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:47.358672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.529888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.540630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.581522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-5e929933-1cce-40f6-83b6-cbac3cab070c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:47.583443 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-5e929933-1cce-40f6-83b6-cbac3cab070c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.5789897 Jul 22 14:27:47.631056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Request body: {'port': {'device_id': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'admin_state_up': True, 'tenant_id': '198c12f4df084d93ab51cbda83369201'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:47.668201 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.671007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947eb8bd-fd2d-402d-99cb-d3789bb36fd5 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:27:47.684090 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.685409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4e061575-5621-4b97-9d98-9ef95e2ae8f8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/947eb8bd-fd2d-402d-99cb-d3789bb36fd5 HTTP/1.1" status: 204 len: 168 time: 3.9227211 Jul 22 14:27:47.692519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:47.886621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Deleting subnet 09d6453a-088b-40d7-bccf-fadd456099a6 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:27:47.923804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:47.950982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 3, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:48.019602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Checking router: 3a785b6b-3788-49e5-b59e-533058ca451d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:48.022672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f34b35b5-2fc2-465e-856f-b092b6f0a8c1 req-657b738d-4aac-407a-8c56-70bd0f534579 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 210 time: 0.6489983 Jul 22 14:27:48.036882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Updating router 3a785b6b-3788-49e5-b59e-533058ca451d port af12db38-c600-443c-9ece-8ec15e218697 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:27:48.056988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.189427 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.252210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.317327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Made reservation on behalf of 198c12f4df084d93ab51cbda83369201 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:48.322127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.335003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.367456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.372239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.374141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/09d6453a-088b-40d7-bccf-fadd456099a6 HTTP/1.1" status: 204 len: 168 time: 0.6805789 Jul 22 14:27:48.379627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e3b38-e5af-4edb-b474-e8c70d27d057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d6453a-088b-40d7-bccf-fadd456099a6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:48.387686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:48.475740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0a418-9f7c-4798-9edd-ce6a505b5e59 None None] Network 5d790505-7844-4f48-8807-996c96245a92 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:27:48.544132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Allocated IP 172.20.0.7 (15e0f227-3ca8-4d4c-bcba-fd256f8a453e/62eca478-f328-41b8-8d86-93c075bc900a/7433836d-3634-4218-9ae5-df070b209453) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:48.837584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.958409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:48.995834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.012941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Transition to ACTIVE for port object af12db38-c600-443c-9ece-8ec15e218697 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:49.054176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.082670 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.107786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:49.123775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Deleting port de01ca33-0f95-4d02-bbc0-a506d8705b8a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:49.124146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.151554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:49.154943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:49.159641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:49.176896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf596b-87ad-42e1-ab48-0cc37b8e5891 None None] Pushing event updated for resources: {'Port': ['ID=af12db38-c600-443c-9ece-8ec15e218697,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:49.224322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Attempting to bind port af12db38-c600-443c-9ece-8ec15e218697 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:49.225318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Attempting to bind port af12db38-c600-443c-9ece-8ec15e218697 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:49.225318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Attempting to bind port af12db38-c600-443c-9ece-8ec15e218697 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:49.230413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:49.231389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.244257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:49.244661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:49.245094 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.245500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:49.246002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Bound port: af12db38-c600-443c-9ece-8ec15e218697, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:49.246398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.305772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] For port de01ca33-0f95-4d02-bbc0-a506d8705b8a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=de01ca33-0f95-4d02-bbc0-a506d8705b8a,segment=NetworkSegment(e09c44d5-eac9-4d96-8e1a-f94acdff4dee),segment_id=e09c44d5-eac9-4d96-8e1a-f94acdff4dee)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:49.306338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.313377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-1e42b6ad-1441-48e9-abb8-5ea1b9e6473c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6854415 Jul 22 14:27:49.328876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Request body: {'port': {'device_id': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:49.332396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] For port af12db38-c600-443c-9ece-8ec15e218697, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:49.340407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] For port af12db38-c600-443c-9ece-8ec15e218697, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af12db38-c600-443c-9ece-8ec15e218697,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:49.346784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0c6732f0-3eb8-4642-9893-27807021c887 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:49.382440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Calling delete_port for de01ca33-0f95-4d02-bbc0-a506d8705b8a owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:49.399939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.466198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.477066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf596b-87ad-42e1-ab48-0cc37b8e5891 None None] Pushing event updated for resources: {'Port': ['ID=af12db38-c600-443c-9ece-8ec15e218697,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:49.523846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:49.524492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:49.535221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0c6732f0-3eb8-4642-9893-27807021c887 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:49.554744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-90236867-83da-4989-8c51-11284b55f8dc tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:49.560425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-90236867-83da-4989-8c51-11284b55f8dc tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 820 time: 1.5833337 Jul 22 14:27:49.599072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0c6732f0-3eb8-4642-9893-27807021c887 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:49.599072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.684792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] DHCP port deletion for 5d790505-7844-4f48-8807-996c96245a92 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:27:49.694502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-c9cb2845-6ff4-43e9-ab21-299b5ddb9fdd tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/quotas/58815cf3892c40d5af926b2d9c73e988 HTTP/1.1" status: 200 len: 375 time: 0.0924611 Jul 22 14:27:49.844472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.848387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e805bb-e110-463a-abde-5392767ece33 req-fb231049-73f2-4e0b-972c-0292ecfa164a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:49.857614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52e805bb-e110-463a-abde-5392767ece33 req-fb231049-73f2-4e0b-972c-0292ecfa164a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 1.5723729 Jul 22 14:27:49.900163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.934247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Deleting port de01ca33-0f95-4d02-bbc0-a506d8705b8a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:49.934247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:49.962556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=de01ca33-0f95-4d02-bbc0-a506d8705b8a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:49.982390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] No DVR routers for this DVR port de01ca33-0f95-4d02-bbc0-a506d8705b8a on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:49.992009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0c6732f0-3eb8-4642-9893-27807021c887, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0c6732f0-3eb8-4642-9893-27807021c887,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:50.002368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52e805bb-e110-463a-abde-5392767ece33 req-c738da6a-7a70-4782-9a31-9edac35a4d3f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436045 Jul 22 14:27:50.064775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-3b7474eb-b7d4-45d9-86a0-9193b117be47 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2902009 Jul 22 14:27:50.065766 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.102593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Allocated IP 172.20.0.1 (c7e78f46-8307-433e-82e3-8b914ab6d9dd/742e29a3-1a03-4d24-9afc-c0389389a5aa/13c66216-9de8-43f9-a02a-f15a8523b2d8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:50.104610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7433836d-3634-4218-9ae5-df070b209453 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:50.132568 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Sync routers for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:50.144780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.163985 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:50.169249 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:50.189100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:50.228705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.264483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d790505-7844-4f48-8807-996c96245a92']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:50.288942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Transition to ACTIVE for port object 7433836d-3634-4218-9ae5-df070b209453 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:50.306444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:50.307999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09c44d5-eac9-4d96-8e1a-f94acdff4dee') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:50.313950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.370450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3aff482e-decd-4705-9105-c6ea66be3101 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:50.421483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.452926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.522809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.552633 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:50.557688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:27:50.558292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:27:50.566267 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:27:50.604808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.680832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Transition to ACTIVE for port object 13c66216-9de8-43f9-a02a-f15a8523b2d8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:50.819996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3aff482e-decd-4705-9105-c6ea66be3101 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:50.826008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3aff482e-decd-4705-9105-c6ea66be3101 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:50.837457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.855332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:50.860263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:50.862274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:50.877462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] For port de01ca33-0f95-4d02-bbc0-a506d8705b8a, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:50.879059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.884328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:50.884903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:50.904018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.908326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:50.914595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:50.915985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:50.916567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Bound port: 7433836d-3634-4218-9ae5-df070b209453, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:50.917644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.943373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af96c9-b595-4669-9e18-49c263f4401c req-b08009b8-7457-4709-91f4-a15b1bd182dd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:50.945885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62af96c9-b595-4669-9e18-49c263f4401c req-b08009b8-7457-4709-91f4-a15b1bd182dd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.4397919 Jul 22 14:27:50.948209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:50.950166 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5d790505-7844-4f48-8807-996c96245a92 HTTP/1.1" status: 204 len: 168 time: 2.1987977 Jul 22 14:27:50.959252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:50.966984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0c6732f0-3eb8-4642-9893-27807021c887,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:50.971182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:50.996438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:51.003997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-21ca0883-247c-481a-a9e3-219a53772885 service neutron] 10.222.0.60 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266977 Jul 22 14:27:51.012661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2125e3-64cb-4c65-a106-05b6c6190ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d790505-7844-4f48-8807-996c96245a92,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:51.026313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Calling delete_port for de01ca33-0f95-4d02-bbc0-a506d8705b8a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:51.047468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Port de01ca33-0f95-4d02-bbc0-a506d8705b8a was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:27:51.057299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.098029 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:45Z', 'revision_number': 2, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:51.188883 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Checking router: 2b59618e-1e72-4fc9-a847-3c87880141b8 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:51.189548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Updating router 2b59618e-1e72-4fc9-a847-3c87880141b8 port b013c927-2b3e-461a-ba4d-765e518235fd binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:27:51.219673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:51.225258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:51.243450 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.290177 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.301816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:51.303948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.306655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] 10.222.0.61 "PUT /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 1091 time: 1.9856334 Jul 22 14:27:51.337269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-06b3bb41-d134-4ae5-b308-a493aacafa38 service neutron] 10.222.0.60 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356925 Jul 22 14:27:51.414560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Pushing event updated for resources: {'Port': ['ID=13c66216-9de8-43f9-a02a-f15a8523b2d8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:51.483900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44742) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:51.515008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'tag': '7433836d-3634-4218-9ae5-df070b209453'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:51.517491 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30640335-66e3-4670-9e29-5436debd03d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "tag": "7433836d-3634-4218-9ae5-df070b209453"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:51.523758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245c3b3-1149-47f3-a3f2-5857f394b185 service neutron] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:51.622476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62af96c9-b595-4669-9e18-49c263f4401c req-f06c51dd-4264-4191-ae4b-fac06f5a52a0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657562 Jul 22 14:27:51.629584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.646951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0c6732f0-3eb8-4642-9893-27807021c887 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:51.717842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-0c6889a7-d1a3-400f-b03e-55e21e3c31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:51.721092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-0c6889a7-d1a3-400f-b03e-55e21e3c31c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1094 time: 0.1929240 Jul 22 14:27:51.748505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Network 5d790505-7844-4f48-8807-996c96245a92 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:27:51.749237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] No DVR routers for this DVR port de01ca33-0f95-4d02-bbc0-a506d8705b8a on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:51.751675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a55573-6a70-4476-895d-086e379e9ce6 None None] Pushing event deleted for resources: {'Port': ['ID=de01ca33-0f95-4d02-bbc0-a506d8705b8a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:51.829280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5443f69a-c516-45cc-acff-77ea0d4f887d None None] Provisioning for port 13c66216-9de8-43f9-a02a-f15a8523b2d8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:51.858892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5443f69a-c516-45cc-acff-77ea0d4f887d None None] Provisioning complete for port 13c66216-9de8-43f9-a02a-f15a8523b2d8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:51.861701 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5443f69a-c516-45cc-acff-77ea0d4f887d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:51.888759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-618c743d-4e0f-44f6-8227-22173288d92e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7539d43e6b1b43309da65ed730cec2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959186 Jul 22 14:27:51.891512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:51.935470 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-0b953bd2-b5ac-4958-b993-8f9f58197af5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 217 time: 0.2051678 Jul 22 14:27:51.944368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 3, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:51.947585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0c6732f0-3eb8-4642-9893-27807021c887 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:51.951037 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.154576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e69baf-9f2d-46dc-a64a-61c82d2dc977 None None] The sync data for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 is: [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 3, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:52.173246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5443f69a-c516-45cc-acff-77ea0d4f887d None None] Port 13c66216-9de8-43f9-a02a-f15a8523b2d8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:52.197673 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea48a9a-2bbc-427d-b22a-3bc67763ebff x-openstack-request-id: req-7ea48a9a-2bbc-427d-b22a-3bc67763ebff {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:52.199104 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "tag": "7433836d-3634-4218-9ae5-df070b209453", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:52.201063 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ea48a9a-2bbc-427d-b22a-3bc67763ebff {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:52.201762 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'tag': '7433836d-3634-4218-9ae5-df070b209453', 'status': 'completed', 'code': 200} Jul 22 14:27:52.230224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-fb2503e9-787c-4abc-b174-f8f309753cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:52.244010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-fb2503e9-787c-4abc-b174-f8f309753cbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.3014035 Jul 22 14:27:52.246351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c084ad0a-52ff-4590-b5c1-ba7471656766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.340624 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-32707bbe-b611-4cbe-82d3-ca014999527b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859072 Jul 22 14:27:52.452088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device de01ca33-0f95-4d02-bbc0-a506d8705b8a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:52.492313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f277263-317c-464b-abfe-2f5225c71766 req-8f0c656e-6b61-4339-a856-9e5e86234368 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 210 time: 0.2475641 Jul 22 14:27:52.545872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: de01ca33-0f95-4d02-bbc0-a506d8705b8a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:27:52.546384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device de01ca33-0f95-4d02-bbc0-a506d8705b8a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:27:52.564220 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.615738 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Transition to ACTIVE for port object b013c927-2b3e-461a-ba4d-765e518235fd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:52.626847 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.654471 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-b70d49c4-8f25-43e2-b4c0-329827d79a12 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012238 Jul 22 14:27:52.782581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c084ad0a-52ff-4590-b5c1-ba7471656766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.816058 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Pushing event updated for resources: {'Port': ['ID=b013c927-2b3e-461a-ba4d-765e518235fd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:52.833608 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.834297 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.834867 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.835397 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.835960 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.836530 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.840872 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.841664 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.842227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.843066 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.843624 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.844185 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:52.938280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.944700 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c084ad0a-52ff-4590-b5c1-ba7471656766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.947758 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Attempting to bind port b013c927-2b3e-461a-ba4d-765e518235fd on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:52.948339 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Attempting to bind port b013c927-2b3e-461a-ba4d-765e518235fd by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:52.949076 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Attempting to bind port b013c927-2b3e-461a-ba4d-765e518235fd on network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:52.955458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c084ad0a-52ff-4590-b5c1-ba7471656766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.968849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5a0042a-8e4e-4803-89bc-04911aee8dee req-0a045a66-4b13-4ce5-9cbc-d18edf89ca1a service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051808 Jul 22 14:27:52.969678 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:52.971525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c084ad0a-52ff-4590-b5c1-ba7471656766 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34c915a9-ea5f-47ce-8f10-e047ed31d754 HTTP/1.1" status: 204 len: 168 time: 1.0789237 Jul 22 14:27:52.979446 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Checking segment: {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:52.982277 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:52.983928 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Bound using segment: {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:52.985466 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Bound port: b013c927-2b3e-461a-ba4d-765e518235fd, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:52.986060 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.074901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084ad0a-52ff-4590-b5c1-ba7471656766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c915a9-ea5f-47ce-8f10-e047ed31d754,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:53.228154 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] For port b013c927-2b3e-461a-ba4d-765e518235fd, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:53.243382 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] For port b013c927-2b3e-461a-ba4d-765e518235fd, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b013c927-2b3e-461a-ba4d-765e518235fd,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:53.256549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640335-66e3-4670-9e29-5436debd03d6 req-b225ab82-fe56-4332-a8b6-f0cef84225e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.256820 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.265978 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-b225ab82-fe56-4332-a8b6-f0cef84225e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1094 time: 0.2107151 Jul 22 14:27:53.298547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af12db38-c600-443c-9ece-8ec15e218697 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:53.418585 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:53.426854 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:53.458204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port af12db38-c600-443c-9ece-8ec15e218697 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:53.477953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port af12db38-c600-443c-9ece-8ec15e218697 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:53.478887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.574336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec97b67-9ffa-49f7-8ade-583b6af98ed7 req-0572cd37-4ce6-4b97-a921-35ba08161413 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.580060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ec97b67-9ffa-49f7-8ade-583b6af98ed7 req-0572cd37-4ce6-4b97-a921-35ba08161413 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 1.0955462 Jul 22 14:27:53.656536 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.658891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-2df69716-4512-42ac-8696-eedabed53428 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.668750 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-2df69716-4512-42ac-8696-eedabed53428 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.4199076 Jul 22 14:27:53.688807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189af39-ff23-4661-83c2-4e6a97bec759 req-c54112a6-eab7-4a6c-960d-8c7788216ba2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:53.699921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2189af39-ff23-4661-83c2-4e6a97bec759 req-c54112a6-eab7-4a6c-960d-8c7788216ba2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.8375690 Jul 22 14:27:53.722763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port af12db38-c600-443c-9ece-8ec15e218697, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af12db38-c600-443c-9ece-8ec15e218697,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:53.732532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:53.821348 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:53.881244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=af12db38-c600-443c-9ece-8ec15e218697,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:53.909125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2189af39-ff23-4661-83c2-4e6a97bec759 req-2110ec69-547d-4221-a653-5bf3cd9d5604 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042124 Jul 22 14:27:53.951672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ec97b67-9ffa-49f7-8ade-583b6af98ed7 req-af43fb7d-f25a-4883-8482-fb7715e54307 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502345 Jul 22 14:27:54.045824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.060051 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.219769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44810) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:54.222678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.245656 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814d25a-6f9b-4145-8935-3d5cf5ced425 None None] Pushing event updated for resources: {'Port': ['ID=b013c927-2b3e-461a-ba4d-765e518235fd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:54.307578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ef914b0-a3fb-47cf-a712-9379c3df0492 req-a9739704-dbfa-44fb-b540-d23733f8674b tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 210 time: 0.0450230 Jul 22 14:27:54.325062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640335-66e3-4670-9e29-5436debd03d6 req-493af106-c7d2-4feb-bf9b-cdf2c00f979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:54.326621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-493af106-c7d2-4feb-bf9b-cdf2c00f979c service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 1.0043845 Jul 22 14:27:54.350001 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:54.379718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b41621-d7c8-45b0-9c6e-56cd505f42b7 None None] The sync data for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 is: [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:27:54.480631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:54.494083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:54.496452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Pushing event updated for resources: {'Port': ['ID=13c66216-9de8-43f9-a02a-f15a8523b2d8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:54.508112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-51de9407-46fa-4f41-945b-c44840d8a46f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de20b75a37e14540a7c92d68cbdb22b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809765 Jul 22 14:27:54.512081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44814) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:27:54.713858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82604553-953b-4c86-ae8e-76a4137dc8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.760114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82604553-953b-4c86-ae8e-76a4137dc8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:54.833855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Router 3a785b6b-3788-49e5-b59e-533058ca451d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:27:54.973224 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-56340fcf-3444-4bdd-9734-89358c2cf59d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 217 time: 0.6312613 Jul 22 14:27:55.015269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-0441c594-583d-496f-845a-17e7ea39d91e tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:55.017869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-0441c594-583d-496f-845a-17e7ea39d91e tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 820 time: 1.0958581 Jul 22 14:27:55.042785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'port': {'device_id': '78ca2fed-a75b-4022-96e0-1565a9496463', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'admin_state_up': True, 'tenant_id': '58815cf3892c40d5af926b2d9c73e988'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:55.059163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-826dda59-1e43-4b67-9515-db309c737a92 None None] Provisioning complete for port 13c66216-9de8-43f9-a02a-f15a8523b2d8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:55.064326 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-826dda59-1e43-4b67-9515-db309c737a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.165800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Deleting port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:27:55.167096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.199106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82604553-953b-4c86-ae8e-76a4137dc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.202655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82604553-953b-4c86-ae8e-76a4137dc8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.207399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-82604553-953b-4c86-ae8e-76a4137dc8bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5756921-27d6-4412-ba09-82519c568f51 HTTP/1.1" status: 204 len: 168 time: 0.6916831 Jul 22 14:27:55.244604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-826dda59-1e43-4b67-9515-db309c737a92 None None] Port 13c66216-9de8-43f9-a02a-f15a8523b2d8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:27:55.254784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82604553-953b-4c86-ae8e-76a4137dc8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5756921-27d6-4412-ba09-82519c568f51,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:55.361230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af12db38-c600-443c-9ece-8ec15e218697 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:55.429899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055ec2a-1a1b-4cca-84be-5d40c8e31a3d req-ce470295-14e5-4b0f-9fa4-8dd47f66d6e3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:55.437667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c055ec2a-1a1b-4cca-84be-5d40c8e31a3d req-ce470295-14e5-4b0f-9fa4-8dd47f66d6e3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 945 time: 0.3336792 Jul 22 14:27:55.444620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:27:55.472688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b68a9f1f-ea37-49e3-8a85-64d99c5aa64a admin admin] 10.222.0.60 "PUT /v2.0/routers/3a785b6b-3788-49e5-b59e-533058ca451d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6450913 Jul 22 14:27:55.520402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port af12db38-c600-443c-9ece-8ec15e218697 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:55.520797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.522377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec066ec-2f70-4aae-8867-d039959868e4 req-a99a6fe5-4a03-4455-b1e8-c35a46906fbc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:55.526226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ec066ec-2f70-4aae-8867-d039959868e4 req-a99a6fe5-4a03-4455-b1e8-c35a46906fbc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.4348686 Jul 22 14:27:55.581131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] For port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:55.581539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:55.626419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Calling delete_port for 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:27:55.665571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c055ec2a-1a1b-4cca-84be-5d40c8e31a3d req-07d277ef-14c4-46e5-8459-0e21d793a5a5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268677 Jul 22 14:27:55.744238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ec066ec-2f70-4aae-8867-d039959868e4 req-6da3be28-009d-497f-8fa5-5b976f66e6f1 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799004 Jul 22 14:27:55.751124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b013c927-2b3e-461a-ba4d-765e518235fd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:55.860486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7433836d-3634-4218-9ae5-df070b209453 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:27:55.862489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Sync routers for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:27:55.951751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:27:55.952686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:55.993288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30640335-66e3-4670-9e29-5436debd03d6 req-5ef94f52-9b00-412d-ab70-f8a949b97031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:56.010389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4cb4314-647e-490f-af77-4c6f84f21c63 req-5387f2d7-059b-441a-b5d8-95950e070d4b tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 210 time: 0.0938737 Jul 22 14:27:56.011965 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-5ef94f52-9b00-412d-ab70-f8a949b97031 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.9930558 Jul 22 14:27:56.089063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Made reservation on behalf of 58815cf3892c40d5af926b2d9c73e988 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:27:56.100337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.165189 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-ab8a734b-964e-4713-8fc8-93f2d8e5ad17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601254 Jul 22 14:27:56.177512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:27:56.287732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b013c927-2b3e-461a-ba4d-765e518235fd completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:27:56.299519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:27:56.334095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b013c927-2b3e-461a-ba4d-765e518235fd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:56.334930 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.448516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Allocated IP 172.20.0.7 (242509a8-a8d9-43a9-b3c4-6cbac62c1d48/8629b275-7f4e-4e29-b1f1-a8df351aa706/9f4566be-9b67-4d03-bf28-3e6918ebfb03) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:27:56.494242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:27:56.521975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-a06de182-b58f-4616-b0f4-c456b0473aa9 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416255 Jul 22 14:27:56.589417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-0480782b-69ec-46e7-a12d-f02ce534e097 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:56.602146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-0480782b-69ec-46e7-a12d-f02ce534e097 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 828 time: 0.2549534 Jul 22 14:27:56.623018 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.628465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:56.635189 n-d-794306-8 neutron-server[93814]: INFO neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No ports have port_id starting with 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 Jul 22 14:27:56.636632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-354c7fc8-2166-4a9b-b90d-525d2249d70d tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/quotas/359fd187a20b41da8197cf3ee534d815 HTTP/1.1" status: 200 len: 375 time: 0.0328741 Jul 22 14:27:56.832132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-7ee4ce25-159e-40e8-a6c3-2a5a0de7eaac tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870182 Jul 22 14:27:56.861483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event deleted for resources: {'Port': ['ID=18a7ef3e-6cda-4741-a14c-1a03cc5076c6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:56.921283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:56.939380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3006c82a-97f1-48c1-bfdc-a7c44eda6a6c req-0ef00259-dbb7-4e17-b165-41086846c2c9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=62633397-c9df-4087-b453-37b090afc766 HTTP/1.1" status: 200 len: 210 time: 0.1330466 Jul 22 14:27:57.035213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b013c927-2b3e-461a-ba4d-765e518235fd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b013c927-2b3e-461a-ba4d-765e518235fd,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:57.039471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] No DVR routers for this DVR port 18a7ef3e-6cda-4741-a14c-1a03cc5076c6 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:27:57.120854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.131451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baff285e-1a34-4011-aeb0-9683bc58ba8a req-9e72905b-7646-4302-9a6e-e5dfbabb5965 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "DELETE /v2.0/ports/18a7ef3e-6cda-4741-a14c-1a03cc5076c6 HTTP/1.1" status: 204 len: 173 time: 3.4522567 Jul 22 14:27:57.136180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62633397-c9df-4087-b453-37b090afc766', 'name': 'network-vif-deleted', 'tag': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:27:57.138490 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83b9ff-6748-445c-a1d8-c3bbc74f657a" -d '{"events": [{"server_uuid": "62633397-c9df-4087-b453-37b090afc766", "name": "network-vif-deleted", "tag": "18a7ef3e-6cda-4741-a14c-1a03cc5076c6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:27:57.163519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-631c886f-3773-4233-99ba-22f619085956 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301468 Jul 22 14:27:57.171368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-30640335-66e3-4670-9e29-5436debd03d6 req-5ce65ea4-349d-41af-bd7d-88321ea560b7 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342354 Jul 22 14:27:57.262674 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.275857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '7433836d-3634-4218-9ae5-df070b209453', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'port_id': '7433836d-3634-4218-9ae5-df070b209453', 'mac_address': 'fa:16:3e:9d:f1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eca478-f328-41b8-8d86-93c075bc900a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:27:57.317184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-9809aafc-cb38-4823-bb97-a03c9b709ba8 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522956 Jul 22 14:27:57.346549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.356681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb3bd0-7877-46a0-ba1d-c349f4ad56dd req-c4252510-ce0c-4b6d-b3c5-804de32cfe79 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:57.371924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ebb3bd0-7877-46a0-ba1d-c349f4ad56dd req-c4252510-ce0c-4b6d-b3c5-804de32cfe79 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.2956216 Jul 22 14:27:57.464860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ebb3bd0-7877-46a0-ba1d-c349f4ad56dd req-ec4e85f7-929f-4559-93ae-3fa056343500 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884793 Jul 22 14:27:57.497867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.608347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b013c927-2b3e-461a-ba4d-765e518235fd,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:57.621560 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.694225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:27:57.709184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7433836d-3634-4218-9ae5-df070b209453 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:57.710383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:27:57.721870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:27:57.738349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:57.806612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:27:57.824259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.901144 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d5702-95ff-4ef5-b2e7-9c8c7801a38a x-openstack-request-id: req-0d7d5702-95ff-4ef5-b2e7-9c8c7801a38a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:27:57.901523 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62633397-c9df-4087-b453-37b090afc766", "name": "network-vif-deleted", "tag": "18a7ef3e-6cda-4741-a14c-1a03cc5076c6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:27:57.901790 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d7d5702-95ff-4ef5-b2e7-9c8c7801a38a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:27:57.902225 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62633397-c9df-4087-b453-37b090afc766', 'name': 'network-vif-deleted', 'tag': '18a7ef3e-6cda-4741-a14c-1a03cc5076c6', 'status': 'completed', 'code': 200} Jul 22 14:27:57.920728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:57.921154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:57.959702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-7c0e1c1c-0c20-4ca7-8728-9defc3f5f289 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9250233 Jul 22 14:27:57.981821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Request body: {'port': {'device_id': '78ca2fed-a75b-4022-96e0-1565a9496463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:27:58.049061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53806f49-b8ca-488b-a2af-3a882bfaff67 req-9a501707-26e7-4831-9c47-618a11ae75ae tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:58.065068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53806f49-b8ca-488b-a2af-3a882bfaff67 req-9a501707-26e7-4831-9c47-618a11ae75ae tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 931 time: 0.2283461 Jul 22 14:27:58.077768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 2, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:27:58.159778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Checking router: 3a785b6b-3788-49e5-b59e-533058ca451d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:27:58.164512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Updating router 3a785b6b-3788-49e5-b59e-533058ca451d port 13c66216-9de8-43f9-a02a-f15a8523b2d8 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:27:58.174183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['7433836d-3634-4218-9ae5-df070b209453'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:27:58.198894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.238710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96113a34-788c-4306-ab13-ae207e258701 req-b70898c4-f4c2-4dc1-a421-32371ecf6715 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 210 time: 0.2224791 Jul 22 14:27:58.308005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:58.437831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53806f49-b8ca-488b-a2af-3a882bfaff67 req-0a6fe315-5d53-4e64-a19b-c1f87cd44fba tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695073 Jul 22 14:27:58.468222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:58.740001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38311a-2089-4970-bd9f-90eada011ba8 req-8279185d-860b-4438-aeeb-5e2436e47321 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:58.749310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d38311a-2089-4970-bd9f-90eada011ba8 req-8279185d-860b-4438-aeeb-5e2436e47321 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 944 time: 0.1618602 Jul 22 14:27:58.882705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d38311a-2089-4970-bd9f-90eada011ba8 req-9508f8a5-8484-4823-87a0-ed7ca95d397b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321833 Jul 22 14:27:59.202558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4566be-9b67-4d03-bf28-3e6918ebfb03 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:27:59.229805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.262968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Transition to ACTIVE for port object 9f4566be-9b67-4d03-bf28-3e6918ebfb03 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:59.270912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.366627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:59.522108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b013c927-2b3e-461a-ba4d-765e518235fd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:59.533640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Attempting to bind port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:27:59.533640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Attempting to bind port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:27:59.533640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Attempting to bind port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 on network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:59.555021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 on network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:27:59.555496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Attempting to bind port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 on network 242509a8-a8d9-43a9-b3c4-6cbac62c1d48 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:27:59.579956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:27:59.580343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Checking segment: {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:27:59.580686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Bound using segment: {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:27:59.581123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Bound port: 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a87753-3ee4-4bd9-b968-629644574148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:27:59.581488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.591508 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.615045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Transition to ACTIVE for port object 13c66216-9de8-43f9-a02a-f15a8523b2d8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:27:59.624365 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.693899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b013c927-2b3e-461a-ba4d-765e518235fd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:27:59.696118 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.735154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5214ca2-fab7-44bf-8db9-5bfde410e23f req-76f2a023-0207-49e2-bc8d-d42e53528f08 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0534766 Jul 22 14:27:59.782021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-f9fcae3c-77ba-4572-9a30-eb54152daa9a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:27:59.792001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:27:59.801472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:27:59.817045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:27:59.817775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-f9fcae3c-77ba-4572-9a30-eb54152daa9a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.8310964 Jul 22 14:27:59.854550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-2bf616c5-1fec-4489-98a3-1390eb4bcde8 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/quotas/773b581391f047939e9b30d2f111f8fd HTTP/1.1" status: 200 len: 375 time: 0.0356073 Jul 22 14:27:59.868654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7433836d-3634-4218-9ae5-df070b209453 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:27:59.960641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Pushing event updated for resources: {'Port': ['ID=13c66216-9de8-43f9-a02a-f15a8523b2d8,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:27:59.979604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-c96844cc-9280-4e3c-a57b-6a281a8b53c3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206982 Jul 22 14:27:59.994879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:59.995433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:59.996096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:59.996667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:59.997171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:27:59.999741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.000281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.000791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.001315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.003134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.003661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.004845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:00.037803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.057781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.061756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] 10.222.0.61 "PUT /v2.0/ports/9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 1091 time: 2.0952964 Jul 22 14:28:00.068565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:00.072449 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131534ef-b48d-427d-8afb-41b1320923c3" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:00.130898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Attempting to bind port 13c66216-9de8-43f9-a02a-f15a8523b2d8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:00.131277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Attempting to bind port 13c66216-9de8-43f9-a02a-f15a8523b2d8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:00.131652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Attempting to bind port 13c66216-9de8-43f9-a02a-f15a8523b2d8 on network c7e78f46-8307-433e-82e3-8b914ab6d9dd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:00.147427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 7433836d-3634-4218-9ae5-df070b209453 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:00.153843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:00.154231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Checking segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:00.166668 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.167253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Bound using segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:00.167813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Bound port: 13c66216-9de8-43f9-a02a-f15a8523b2d8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:00.168225 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.177689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 7433836d-3634-4218-9ae5-df070b209453 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:00.178096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.259334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-8fbe08a6-4e9f-40e0-9567-971eeb1f63c5 service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748721 Jul 22 14:28:00.342884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae1149-38ac-44b2-81e5-9d13362e8f3d service neutron] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:00.384551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.394979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-de21051a-b3e3-4712-87b8-228e328b8955 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.396666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-de21051a-b3e3-4712-87b8-228e328b8955 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.72 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 828 time: 0.4578688 Jul 22 14:28:00.419999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] For port 13c66216-9de8-43f9-a02a-f15a8523b2d8, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:00.424417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Request body: {'port': {'device_id': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'admin_state_up': True, 'tenant_id': '359fd187a20b41da8197cf3ee534d815'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:00.428473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433836d-3634-4218-9ae5-df070b209453'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:00.431127 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a23028-f45a-4381-badf-5785a7d88598" -d '{"events": [{"server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "name": "network-vif-plugged", "status": "completed", "tag": "7433836d-3634-4218-9ae5-df070b209453"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:00.433603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-f7a4f2a5-7ae7-45a1-b4e9-7aa1f552354d service neutron] 10.222.0.60 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727684 Jul 22 14:28:00.455207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] For port 13c66216-9de8-43f9-a02a-f15a8523b2d8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=13c66216-9de8-43f9-a02a-f15a8523b2d8,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:00.457455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:00.472342 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.489966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-4fde5013-2608-45c6-bfde-dd1417d5a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.492116 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:00.495890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-4fde5013-2608-45c6-bfde-dd1417d5a369 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1094 time: 0.2940171 Jul 22 14:28:00.572244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:00.572816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:00.633272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b1251-d09d-4771-b73f-7decb978b0fa req-a4cb9606-3ffe-4ce9-a471-eee4143abd08 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.635303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-821b1251-d09d-4771-b73f-7decb978b0fa req-a4cb9606-3ffe-4ce9-a471-eee4143abd08 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 943 time: 0.2335403 Jul 22 14:28:00.662762 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-88ed6dbe-28d8-4e23-97cb-042b93c56258 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.1218596 Jul 22 14:28:00.758563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-909c2445-7677-4ba0-a2f0-6be91f511576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:00.764389 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-909c2445-7677-4ba0-a2f0-6be91f511576 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.0908210 Jul 22 14:28:00.792638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-821b1251-d09d-4771-b73f-7decb978b0fa req-62b6264e-4844-4f82-a124-2df0305f8103 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492076 Jul 22 14:28:00.809200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5092cb6-9461-4ff0-b3f6-4267e82269c2 None None] Pushing event updated for resources: {'Port': ['ID=13c66216-9de8-43f9-a02a-f15a8523b2d8,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:00.952522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:00.976083 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-73a44b0e-d75c-4bc6-aab8-984af2a1fbff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876663 Jul 22 14:28:01.001655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:01.100610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72781334-b5fc-42f0-88d5-bf143ea58260 req-2cb5db7c-b64d-406e-a9b0-c37789955cf6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:01.130260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72781334-b5fc-42f0-88d5-bf143ea58260 req-2cb5db7c-b64d-406e-a9b0-c37789955cf6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.1770535 Jul 22 14:28:01.282818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72781334-b5fc-42f0-88d5-bf143ea58260 req-6dcfc97f-134c-4eec-a1b4-1a34ca7a4bd2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485543 Jul 22 14:28:01.316041 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66f8ee1-8d15-4802-91c2-d3ff9693caf4 x-openstack-request-id: req-b66f8ee1-8d15-4802-91c2-d3ff9693caf4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:01.316400 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:01.319350 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b66f8ee1-8d15-4802-91c2-d3ff9693caf4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:01.319784 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'status': 'completed', 'code': 200} Jul 22 14:28:01.342300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Made reservation on behalf of 359fd187a20b41da8197cf3ee534d815 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:01.350572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:01.374808 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664836cf-4854-488e-bec2-7eb4efde66fa x-openstack-request-id: req-664836cf-4854-488e-bec2-7eb4efde66fa {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:01.375250 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "name": "network-vif-plugged", "status": "completed", "tag": "7433836d-3634-4218-9ae5-df070b209453", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:01.375598 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-664836cf-4854-488e-bec2-7eb4efde66fa {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:01.376237 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7433836d-3634-4218-9ae5-df070b209453', 'code': 200} Jul 22 14:28:01.397866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4127a41-df26-44e6-ace8-25b47773b2f4 req-38cfd08b-b468-428f-b962-35955d4b62b9 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 210 time: 0.0566664 Jul 22 14:28:01.423390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-ab8d099e-2294-44af-b43b-99c4a6c4512d service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336717 Jul 22 14:28:01.578944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-973b4475-15b9-4be6-97c7-4ec166c35637 req-c3a92c88-1f8b-4629-85b6-5fbf49ad3213 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0977354 Jul 22 14:28:01.586461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45044) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:01.620513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:00Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:01.700662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d095529-1ea6-4b43-9e65-04f458f56fa0 None None] The sync data for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 is: [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:00Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:01.731591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7f638-637b-46ec-ab5d-e198af263ad4 req-3c83f971-7c55-421a-80a1-550377ae6eae tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:01.739737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4e7f638-637b-46ec-ab5d-e198af263ad4 req-3c83f971-7c55-421a-80a1-550377ae6eae tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.1640778 Jul 22 14:28:01.868729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4e7f638-637b-46ec-ab5d-e198af263ad4 req-9b00374f-a713-48b4-a2af-e7ac28503139 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276484 Jul 22 14:28:01.906548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Allocated IP 172.20.0.11 (c7e78f46-8307-433e-82e3-8b914ab6d9dd/742e29a3-1a03-4d24-9afc-c0389389a5aa/6b454d72-1422-4e00-bfae-995f6f42537c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:01.962931 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-272b9cb2-a799-4a6b-acbf-5019b58d3159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.022277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5f46451e-4039-4bdc-ac54-244104bbff86 req-4872fa21-fd12-43e4-8dc6-865c77fe668e service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796907 Jul 22 14:28:02.223107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.223426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42482f-2117-4925-8425-054fccdff19b req-e1782068-3923-41b2-95c6-a942739ccb97 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.230949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d42482f-2117-4925-8425-054fccdff19b req-e1782068-3923-41b2-95c6-a942739ccb97 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 943 time: 0.2488801 Jul 22 14:28:02.262310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Transition to ACTIVE for port object 6b454d72-1422-4e00-bfae-995f6f42537c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:02.337861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37712c81-2521-42d7-a366-227238e309e8 req-44152999-6846-4321-ae3b-65b7ae80b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.346239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37712c81-2521-42d7-a366-227238e309e8 req-44152999-6846-4321-ae3b-65b7ae80b9a8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1096 time: 0.9022830 Jul 22 14:28:02.371839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d42482f-2117-4925-8425-054fccdff19b req-93234e57-8e73-449c-bb88-c1fe61b3fe0e tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355419 Jul 22 14:28:02.403065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.457413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-272b9cb2-a799-4a6b-acbf-5019b58d3159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.463793 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-272b9cb2-a799-4a6b-acbf-5019b58d3159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.537169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event updated for resources: {'Port': ['ID=6b454d72-1422-4e00-bfae-995f6f42537c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:02.584655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:02.587421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:02.590985 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37712c81-2521-42d7-a366-227238e309e8 req-ffd75385-7ac0-4b0f-9472-ecd59d90b56f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856596 Jul 22 14:28:02.591754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:02.659745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ac949c2-714c-46ba-818c-361b9c91df70 req-5de8bc38-912a-4650-b96e-b6699b003f92 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 210 time: 0.1223125 Jul 22 14:28:02.666448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b9cb2-a799-4a6b-acbf-5019b58d3159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a58d1-e76e-4cf9-8f58-e8a533d732bf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:02.684655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-272b9cb2-a799-4a6b-acbf-5019b58d3159 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79a5774c9335404fbff18544a425e154&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0685256 Jul 22 14:28:02.690039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45090) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:02.721619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.722309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:02.741604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131534ef-b48d-427d-8afb-41b1320923c3 req-d138f71d-3ec6-4c9c-a459-02bfad5e2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.746183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-d138f71d-3ec6-4c9c-a459-02bfad5e2068 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1094 time: 0.4331448 Jul 22 14:28:02.841343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45092) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:02.933732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131534ef-b48d-427d-8afb-41b1320923c3 req-e3c84b54-7738-464d-a5e1-49a9a4231d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:02.938664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-e3c84b54-7738-464d-a5e1-49a9a4231d36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.1847801 Jul 22 14:28:02.940728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-2bcdf44d-e082-4280-90e7-0e3809b621d5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5243976 Jul 22 14:28:02.966275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Request body: {'port': {'device_id': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:03.024296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00dc99-7962-4587-a128-be8dd16f0307 req-d10d8e2a-6951-48a2-b122-5c93aca73187 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.026831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc00dc99-7962-4587-a128-be8dd16f0307 req-d10d8e2a-6951-48a2-b122-5c93aca73187 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.5668890 Jul 22 14:28:03.071687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19708efd-aea1-4e7b-af2d-5adf1127dbba None None] Provisioning for port 6b454d72-1422-4e00-bfae-995f6f42537c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:03.090067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-07f05425-cca5-4fb5-a85c-ce6f156e3f59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.1419215 Jul 22 14:28:03.097133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19708efd-aea1-4e7b-af2d-5adf1127dbba None None] Provisioning complete for port 6b454d72-1422-4e00-bfae-995f6f42537c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:03.098980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19708efd-aea1-4e7b-af2d-5adf1127dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.101542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-2c42e155-d7f1-4956-af78-6efcd4012435 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.103240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-2c42e155-d7f1-4956-af78-6efcd4012435 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 812 time: 0.4391899 Jul 22 14:28:03.116547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-157f9e78-74b2-4ddb-b8dd-2ac34f29ba3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.129736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Request body: {'port': {'device_id': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'admin_state_up': True, 'tenant_id': '773b581391f047939e9b30d2f111f8fd'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:03.192941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-19708efd-aea1-4e7b-af2d-5adf1127dbba None None] Port 6b454d72-1422-4e00-bfae-995f6f42537c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:03.208795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.235236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131534ef-b48d-427d-8afb-41b1320923c3 req-859ae6bf-e8ad-48f7-a749-36b109959370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.236727 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-859ae6bf-e8ad-48f7-a749-36b109959370 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.1222389 Jul 22 14:28:03.286605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc00dc99-7962-4587-a128-be8dd16f0307 req-e33776a6-8e82-46a5-abcf-4dd32045d909 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489974 Jul 22 14:28:03.485702 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-157f9e78-74b2-4ddb-b8dd-2ac34f29ba3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.508052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38ae740a-cbef-489c-9f3d-3c9701a3fdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.536331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 13c66216-9de8-43f9-a02a-f15a8523b2d8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:03.629983 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-e13f5140-6354-4fbe-8a8c-03484bba45af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3670316 Jul 22 14:28:03.647366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Made reservation on behalf of 773b581391f047939e9b30d2f111f8fd for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:03.652318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b454d72-1422-4e00-bfae-995f6f42537c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:03.663514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.680373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.695203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 13c66216-9de8-43f9-a02a-f15a8523b2d8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:03.701606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 13c66216-9de8-43f9-a02a-f15a8523b2d8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:03.704392 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.738892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Transition to ACTIVE for port object 6b454d72-1422-4e00-bfae-995f6f42537c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:03.772374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.828367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-78206333-7379-44e6-b92b-7bb4b73ab386 service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888282 Jul 22 14:28:03.871940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9f4566be-9b67-4d03-bf28-3e6918ebfb03 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:03.923049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:03.978459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f36be0-2316-4ff2-8219-22566ee86740 req-cceeb5e8-c459-43c1-be2d-e022d60fb00c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:03.980356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Pushing event updated for resources: {'Port': ['ID=6b454d72-1422-4e00-bfae-995f6f42537c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:03.989461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29f36be0-2316-4ff2-8219-22566ee86740 req-cceeb5e8-c459-43c1-be2d-e022d60fb00c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 932 time: 0.7092857 Jul 22 14:28:04.067063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 13c66216-9de8-43f9-a02a-f15a8523b2d8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=13c66216-9de8-43f9-a02a-f15a8523b2d8,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:04.078163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.094995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Attempting to bind port 6b454d72-1422-4e00-bfae-995f6f42537c on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:04.095772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Attempting to bind port 6b454d72-1422-4e00-bfae-995f6f42537c by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:04.096289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Attempting to bind port 6b454d72-1422-4e00-bfae-995f6f42537c on network c7e78f46-8307-433e-82e3-8b914ab6d9dd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:04.114546 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-157f9e78-74b2-4ddb-b8dd-2ac34f29ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.120764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-157f9e78-74b2-4ddb-b8dd-2ac34f29ba3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.124060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Port 6b454d72-1422-4e00-bfae-995f6f42537c on network c7e78f46-8307-433e-82e3-8b914ab6d9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:04.128092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Attempting to bind port 6b454d72-1422-4e00-bfae-995f6f42537c on network c7e78f46-8307-433e-82e3-8b914ab6d9dd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:04.135776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-157f9e78-74b2-4ddb-b8dd-2ac34f29ba3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c9a58d1-e76e-4cf9-8f58-e8a533d732bf HTTP/1.1" status: 204 len: 168 time: 1.4157066 Jul 22 14:28:04.151056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:04.152343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:04.152981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Checking segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:04.153236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Bound using segment: {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:04.153716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Bound port: 6b454d72-1422-4e00-bfae-995f6f42537c, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:04.154088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.174760 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-131534ef-b48d-427d-8afb-41b1320923c3 req-30a82c1c-3b80-4e6e-8ed6-474188857f23 service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339005 Jul 22 14:28:04.192129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'port_id': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'mac_address': 'fa:16:3e:b3:49:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:04.250156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=13c66216-9de8-43f9-a02a-f15a8523b2d8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.276138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f9e78-74b2-4ddb-b8dd-2ac34f29ba3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a58d1-e76e-4cf9-8f58-e8a533d732bf,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.298674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] For port 6b454d72-1422-4e00-bfae-995f6f42537c, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:04.309184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] For port 6b454d72-1422-4e00-bfae-995f6f42537c, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b454d72-1422-4e00-bfae-995f6f42537c,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:04.318355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.319323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29f36be0-2316-4ff2-8219-22566ee86740 req-9395afe8-d754-48a0-a1f5-f706b5ccbda9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289018 Jul 22 14:28:04.335204 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.370614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4566be-9b67-4d03-bf28-3e6918ebfb03 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:04.376376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Allocated IP 172.20.0.11 (53d6a015-6b86-442c-afff-bbb503e45693/07913867-df50-4e1d-af2b-fae0b2140bc1/ce8a6892-e5f1-458e-9a86-713ee24733a5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:04.398214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.399212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.400917 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] 10.222.0.72 "PUT /v2.0/ports/6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 1092 time: 1.4432113 Jul 22 14:28:04.401391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:04.404075 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4145621-3465-4997-85a1-22e85b38f838" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:04.428756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:04.435602 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.444284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79654b-dced-44bc-bc8f-6488862da392 service neutron] Pushing event updated for resources: {'Port': ['ID=6b454d72-1422-4e00-bfae-995f6f42537c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.536704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-e6f02ed2-5672-4587-a3ca-2cba2dfc0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.540257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-e6f02ed2-5672-4587-a3ca-2cba2dfc0cc6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1095 time: 0.0918243 Jul 22 14:28:04.557264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:04.623538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-98ae61fb-91b5-4385-a74f-d244b2b22c4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 217 time: 0.0754364 Jul 22 14:28:04.688120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9f4566be-9b67-4d03-bf28-3e6918ebfb03'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:04.723467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-e96cd311-19af-4de5-970e-61ea3679a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.725214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-e96cd311-19af-4de5-970e-61ea3679a80f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 200 len: 867 time: 0.0917072 Jul 22 14:28:04.739201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e80c06-b47f-4db3-995e-8bc704e63eb2 req-efb4460d-9ac9-4ac4-bdbe-e87b5d81a401 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.742660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90e80c06-b47f-4db3-995e-8bc704e63eb2 req-efb4460d-9ac9-4ac4-bdbe-e87b5d81a401 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 1.0078642 Jul 22 14:28:04.806207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:04.847909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a1904fe-d7a5-460b-9a2a-88955d0a7917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.873983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.939738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-964f389d-d90d-4315-bcc7-3fcb944a2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:04.942111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:04.969152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-964f389d-d90d-4315-bcc7-3fcb944a2f56 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c7e78f46-8307-433e-82e3-8b914ab6d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317524 Jul 22 14:28:05.049412 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38ae740a-cbef-489c-9f3d-3c9701a3fdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.062630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Network 53d6a015-6b86-442c-afff-bbb503e45693 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:05.088845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38ae740a-cbef-489c-9f3d-3c9701a3fdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.091939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:05.111277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:05.166843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90e80c06-b47f-4db3-995e-8bc704e63eb2 req-4b35a999-51af-4b01-9733-a07c7972b1eb tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372224 Jul 22 14:28:05.174124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.174842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.242111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event updated for resources: {'Port': ['ID=ce8a6892-e5f1-458e-9a86-713ee24733a5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:05.255137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-38ae740a-cbef-489c-9f3d-3c9701a3fdb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a1410f930f3486d89cbf8d16ffc72dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4072433 Jul 22 14:28:05.266110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45126) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:05.269980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae740a-cbef-489c-9f3d-3c9701a3fdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04702a2-5381-4d4e-aa3d-37fc3b54608d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:05.310048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b931-16ef-4730-9ef6-2a9c21ce6547 req-925cedde-edbc-4afb-94c6-69eb247f7bd7 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.312055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18c8b931-16ef-4730-9ef6-2a9c21ce6547 req-925cedde-edbc-4afb-94c6-69eb247f7bd7 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 944 time: 0.7188585 Jul 22 14:28:05.400624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18c8b931-16ef-4730-9ef6-2a9c21ce6547 req-abd5eb42-5c79-4aa5-8779-d92a3b78cecd tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786977 Jul 22 14:28:05.426172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 13c66216-9de8-43f9-a02a-f15a8523b2d8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:05.450058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807a3d7-61d3-48b2-acd2-9385615bbc4d req-c1520860-ac17-437a-8f52-37d30df5b7dc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.453437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e807a3d7-61d3-48b2-acd2-9385615bbc4d req-c1520860-ac17-437a-8f52-37d30df5b7dc tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 932 time: 0.2075586 Jul 22 14:28:05.455494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d085-8ca1-4d4e-b15b-068a9ba6ac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.505856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d085-8ca1-4d4e-b15b-068a9ba6ac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.559645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 13c66216-9de8-43f9-a02a-f15a8523b2d8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:05.559888 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.582556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-8449893f-bcc7-4e57-bb5f-b98b2e888813 service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048746 Jul 22 14:28:05.649750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e807a3d7-61d3-48b2-acd2-9385615bbc4d req-4530389c-4226-401b-895b-ace4cbf50e0c tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885917 Jul 22 14:28:05.680763 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d085-8ca1-4d4e-b15b-068a9ba6ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.684242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fc2d085-8ca1-4d4e-b15b-068a9ba6ac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.688954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8fc2d085-8ca1-4d4e-b15b-068a9ba6ac07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c04702a2-5381-4d4e-aa3d-37fc3b54608d HTTP/1.1" status: 204 len: 168 time: 0.4192410 Jul 22 14:28:05.732454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2d085-8ca1-4d4e-b15b-068a9ba6ac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04702a2-5381-4d4e-aa3d-37fc3b54608d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:05.739169 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aba4a1-dd5b-48c9-a532-6aa9df066237 x-openstack-request-id: req-78aba4a1-dd5b-48c9-a532-6aa9df066237 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:05.739756 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:05.739756 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78aba4a1-dd5b-48c9-a532-6aa9df066237 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:05.740104 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c', 'status': 'completed', 'code': 200} Jul 22 14:28:05.778250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df47738-bc56-4cc9-97e6-96e292d0fb04 req-0c8f3085-bb68-4173-9209-85d9dc1c9bb7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:05.786002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0df47738-bc56-4cc9-97e6-96e292d0fb04 req-0c8f3085-bb68-4173-9209-85d9dc1c9bb7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.2707965 Jul 22 14:28:05.833590 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52aaa235-a50b-4412-97ca-185ccbc6417c req-35e2cbcd-aef7-4e1e-893c-60e175c04ee8 service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365584 Jul 22 14:28:05.866501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a1904fe-d7a5-460b-9a2a-88955d0a7917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.880120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a1904fe-d7a5-460b-9a2a-88955d0a7917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:05.883720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9f4566be-9b67-4d03-bf28-3e6918ebfb03 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:05.912474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0df47738-bc56-4cc9-97e6-96e292d0fb04 req-56d7bc60-8801-4b85-8180-d0adf9a9d87d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248834 Jul 22 14:28:05.920796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-d7d97668-8656-44eb-b804-e776a4cf2fbe tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8088772 Jul 22 14:28:05.946814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Request body: {'port': {'device_id': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:05.959322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1904fe-d7a5-460b-9a2a-88955d0a7917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b99e4-5932-4e6b-bb70-f2e9bdc7d534,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:06.023847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:06.051307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:06.051713 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.052458 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7a1904fe-d7a5-460b-9a2a-88955d0a7917 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18524afb0f5046a28e216120e6a3b491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2435112 Jul 22 14:28:06.057597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:06.161631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b911613f-75b2-4dc7-b8fa-0ea6130f05d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.185548 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b911613f-75b2-4dc7-b8fa-0ea6130f05d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.198895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.230260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:06.232299 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be05eb56-b7cb-4e5b-9719-f6a95da407e5" -d '{"events": [{"server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "name": "network-vif-plugged", "status": "completed", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:06.250359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:06.257126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.322481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:06.336879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b911613f-75b2-4dc7-b8fa-0ea6130f05d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.344885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b911613f-75b2-4dc7-b8fa-0ea6130f05d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.348863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.349910 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b911613f-75b2-4dc7-b8fa-0ea6130f05d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c15b99e4-5932-4e6b-bb70-f2e9bdc7d534 HTTP/1.1" status: 204 len: 168 time: 0.2902560 Jul 22 14:28:06.357807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145621-3465-4997-85a1-22e85b38f838 req-904d1132-86c2-43d4-9352-953368252c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.361499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-904d1132-86c2-43d4-9352-953368252c75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1095 time: 0.4055459 Jul 22 14:28:06.415726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23036e0d-127b-4948-bf3a-b31efd96d8c4 req-a8270e64-f1e8-4c88-9973-88f6cafaac25 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.417274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23036e0d-127b-4948-bf3a-b31efd96d8c4 req-a8270e64-f1e8-4c88-9973-88f6cafaac25 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1096 time: 0.2995481 Jul 22 14:28:06.428919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300c5c0-f997-4773-9191-51e9225e9d49 req-7602b019-143b-4b7e-8e0e-5d113d872478 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.435738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2300c5c0-f997-4773-9191-51e9225e9d49 req-7602b019-143b-4b7e-8e0e-5d113d872478 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 944 time: 0.3959813 Jul 22 14:28:06.438335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911613f-75b2-4dc7-b8fa-0ea6130f05d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b99e4-5932-4e6b-bb70-f2e9bdc7d534,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:06.478751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:06.484933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23036e0d-127b-4948-bf3a-b31efd96d8c4 req-3c5bcc8b-2784-4cb0-92cd-433ee26ee9c4 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Jul 22 14:28:06.519230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cc758d9-049a-433f-b794-78cbb90bb3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.527854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145621-3465-4997-85a1-22e85b38f838 req-bfa9c1ee-5ec0-4d66-98e0-2a720a830a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.529524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-bfa9c1ee-5ec0-4d66-98e0-2a720a830a0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 929 time: 0.1608994 Jul 22 14:28:06.578540 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c612fa-6570-4681-8353-d172bd8c5479 x-openstack-request-id: req-23c612fa-6570-4681-8353-d172bd8c5479 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:06.579122 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "name": "network-vif-plugged", "status": "completed", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:06.579216 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23c612fa-6570-4681-8353-d172bd8c5479 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:06.579646 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'code': 200} Jul 22 14:28:06.627475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-b92baaa4-9bb4-4c33-b29f-dbea04b56791 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 217 time: 0.0896235 Jul 22 14:28:06.632665 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:28:06.635324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2300c5c0-f997-4773-9191-51e9225e9d49 req-3a4f0d1b-c852-4261-854e-fd92e16b0ae1 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986423 Jul 22 14:28:06.788223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145621-3465-4997-85a1-22e85b38f838 req-f40695c5-81a9-42ca-a3c6-0af7f896d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.789621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-f40695c5-81a9-42ca-a3c6-0af7f896d3eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 200 len: 867 time: 0.1364098 Jul 22 14:28:06.872888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c5dfc-c2af-41f6-98a3-52b31396b624 req-c20be6cb-a322-4eae-aa22-a43f9314e8e2 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.880700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d0c5dfc-c2af-41f6-98a3-52b31396b624 req-c20be6cb-a322-4eae-aa22-a43f9314e8e2 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.1353972 Jul 22 14:28:06.907079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb90012-b96e-429a-a884-9dee327bace5 req-398ecb28-c945-4461-a49a-7d03ae542214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:06.910067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3cb90012-b96e-429a-a884-9dee327bace5 req-398ecb28-c945-4461-a49a-7d03ae542214 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.2353973 Jul 22 14:28:06.963997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cc758d9-049a-433f-b794-78cbb90bb3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.981414 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cc758d9-049a-433f-b794-78cbb90bb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:06.983165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d0c5dfc-c2af-41f6-98a3-52b31396b624 req-5817fa58-62c7-4378-ba99-72e351b8bd5a tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011789 Jul 22 14:28:07.020520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8a6892-e5f1-458e-9a86-713ee24733a5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:07.029795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.047335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.049713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Transition to ACTIVE for port object ce8a6892-e5f1-458e-9a86-713ee24733a5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:07.056436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.075090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145621-3465-4997-85a1-22e85b38f838 req-81cea5ca-ea7c-44fe-8f4b-c334b196c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:07.080965 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-81cea5ca-ea7c-44fe-8f4b-c334b196c62b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c7e78f46-8307-433e-82e3-8b914ab6d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2807024 Jul 22 14:28:07.084790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3cb90012-b96e-429a-a884-9dee327bace5 req-c66933b1-70ad-4c9d-b8ad-a9932e6b81b7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667037 Jul 22 14:28:07.195944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a6892-e5f1-458e-9a86-713ee24733a5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.250595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-2064c8fa-07c9-4422-b183-489f5e2a1adc service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454530 Jul 22 14:28:07.274227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1cc758d9-049a-433f-b794-78cbb90bb3a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=321dea0544164452a922bd0580a2ba86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7915654 Jul 22 14:28:07.274227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc758d9-049a-433f-b794-78cbb90bb3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3474016-1125-47ac-95d6-92c612b6fa19,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.288470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:07.433255 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.461142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f130eb56-6d9a-4177-8a99-ba3f9e893075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.464894 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4145621-3465-4997-85a1-22e85b38f838 req-2a6c0079-ea1c-420b-98d4-a97e70475fa3 service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033749 Jul 22 14:28:07.500037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f130eb56-6d9a-4177-8a99-ba3f9e893075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.588145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f130eb56-6d9a-4177-8a99-ba3f9e893075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.602738 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f130eb56-6d9a-4177-8a99-ba3f9e893075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.602738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f130eb56-6d9a-4177-8a99-ba3f9e893075 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3474016-1125-47ac-95d6-92c612b6fa19 HTTP/1.1" status: 204 len: 168 time: 0.3032417 Jul 22 14:28:07.603288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130eb56-6d9a-4177-8a99-ba3f9e893075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3474016-1125-47ac-95d6-92c612b6fa19,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:07.889005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Attempting to bind port ce8a6892-e5f1-458e-9a86-713ee24733a5 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:07.890185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Attempting to bind port ce8a6892-e5f1-458e-9a86-713ee24733a5 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:07.890734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Attempting to bind port ce8a6892-e5f1-458e-9a86-713ee24733a5 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:07.898852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Port ce8a6892-e5f1-458e-9a86-713ee24733a5 on network 53d6a015-6b86-442c-afff-bbb503e45693 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:07.899452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Attempting to bind port ce8a6892-e5f1-458e-9a86-713ee24733a5 on network 53d6a015-6b86-442c-afff-bbb503e45693 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:07.916538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:07.917259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Checking segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:07.917849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Bound using segment: {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:07.919182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Bound port: ce8a6892-e5f1-458e-9a86-713ee24733a5, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31894538-2f1c-4b28-8b44-d4e5b8fb976b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:07.920257 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:07.936069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4b89d-d435-40a2-81e8-680217008e16 req-e086ed39-c173-4815-bb83-3ee01dd5afd5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:07.937711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1e4b89d-d435-40a2-81e8-680217008e16 req-e086ed39-c173-4815-bb83-3ee01dd5afd5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.2269855 Jul 22 14:28:07.970912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6af6-0eea-4b7b-81fb-544e80f07fb3 req-ea5d3af9-c08c-42e9-8584-0705ab756f28 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:07.977931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5df6af6-0eea-4b7b-81fb-544e80f07fb3 req-ea5d3af9-c08c-42e9-8584-0705ab756f28 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 944 time: 0.8226500 Jul 22 14:28:08.084723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5df6af6-0eea-4b7b-81fb-544e80f07fb3 req-e6134405-eafb-44d0-9697-0cf0832d36c0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907991 Jul 22 14:28:08.085334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b454d72-1422-4e00-bfae-995f6f42537c details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:08.121472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1e4b89d-d435-40a2-81e8-680217008e16 req-f55e806c-de5e-465b-9935-9f9b65d0af96 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656604 Jul 22 14:28:08.246538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6b454d72-1422-4e00-bfae-995f6f42537c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b454d72-1422-4e00-bfae-995f6f42537c,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:08.263527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] For port ce8a6892-e5f1-458e-9a86-713ee24733a5, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:08.407218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] For port ce8a6892-e5f1-458e-9a86-713ee24733a5, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:08.429830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.436685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '6b454d72-1422-4e00-bfae-995f6f42537c', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'port_id': '6b454d72-1422-4e00-bfae-995f6f42537c', 'mac_address': 'fa:16:3e:ef:d9:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:08.489539 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.516858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-bfa6d35a-52a1-4cc3-8eca-4a45098cd3eb tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.525336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-bfa6d35a-52a1-4cc3-8eca-4a45098cd3eb tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.72 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 945 time: 0.1685531 Jul 22 14:28:08.526049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b454d72-1422-4e00-bfae-995f6f42537c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:08.528209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.529099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.532280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] 10.222.0.72 "PUT /v2.0/ports/ce8a6892-e5f1-458e-9a86-713ee24733a5 HTTP/1.1" status: 200 len: 1092 time: 2.6044583 Jul 22 14:28:08.533118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'tag': 'ce8a6892-e5f1-458e-9a86-713ee24733a5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:08.536402 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d807098-48db-4f7f-b710-304633ac8251" -d '{"events": [{"name": "network-changed", "server_uuid": "058d0f0e-2105-4b19-a822-9a43b41bc9bf", "tag": "ce8a6892-e5f1-458e-9a86-713ee24733a5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:08.581409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6b454d72-1422-4e00-bfae-995f6f42537c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b454d72-1422-4e00-bfae-995f6f42537c,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:08.583081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:08.586561 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.596238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e1641-bb93-4565-b76f-60d206695e24 req-0be132dc-deb3-4e34-8e52-2156e6ab1d20 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.601769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386e1641-bb93-4565-b76f-60d206695e24 req-0be132dc-deb3-4e34-8e52-2156e6ab1d20 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.3566482 Jul 22 14:28:08.643353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2e7bf-0d25-45bb-bf47-77ef8d501dfb req-6901141c-2115-43b4-a385-ac6a4f71a36c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.654939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34b2e7bf-0d25-45bb-bf47-77ef8d501dfb req-6901141c-2115-43b4-a385-ac6a4f71a36c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 944 time: 0.4988103 Jul 22 14:28:08.693938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Deleting port 58cc18ed-8395-4a99-96e4-cce3cfa2435e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:08.694294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.712837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6b454d72-1422-4e00-bfae-995f6f42537c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:08.800084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309f81f-8bea-40fe-87ef-bed28538c41f service neutron] Pushing event updated for resources: {'Port': ['ID=ce8a6892-e5f1-458e-9a86-713ee24733a5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:08.821451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6b454d72-1422-4e00-bfae-995f6f42537c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:08.841754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] For port 58cc18ed-8395-4a99-96e4-cce3cfa2435e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=58cc18ed-8395-4a99-96e4-cce3cfa2435e,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:08.842131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.842886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386e1641-bb93-4565-b76f-60d206695e24 req-51d7f9ae-c023-435c-839c-2c96134272aa tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721978 Jul 22 14:28:08.888230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34b2e7bf-0d25-45bb-bf47-77ef8d501dfb req-599b2602-9eeb-4891-acc9-2fb7a3c7104f tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314749 Jul 22 14:28:08.889151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a2e4f26-39b7-40d6-8063-08de78f80475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:08.896087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-c5ab3408-97f2-4f7d-94ed-68d04ba75052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:08.897574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-c5ab3408-97f2-4f7d-94ed-68d04ba75052 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 1095 time: 0.2912440 Jul 22 14:28:09.010127 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b221f5-b78a-4d3f-938c-6daca1b323ca x-openstack-request-id: req-45b221f5-b78a-4d3f-938c-6daca1b323ca {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:09.010412 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058d0f0e-2105-4b19-a822-9a43b41bc9bf", "tag": "ce8a6892-e5f1-458e-9a86-713ee24733a5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:09.013494 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45b221f5-b78a-4d3f-938c-6daca1b323ca {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:09.014618 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'tag': 'ce8a6892-e5f1-458e-9a86-713ee24733a5', 'status': 'completed', 'code': 200} Jul 22 14:28:09.020567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-acc4147f-5c12-4099-9019-c1805b4b2fb3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5 HTTP/1.1" status: 200 len: 217 time: 0.1126614 Jul 22 14:28:09.149021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-678fd0da-ce9b-4bd7-bf72-0667f4f1b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.152599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-678fd0da-ce9b-4bd7-bf72-0667f4f1b209 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1261201 Jul 22 14:28:09.203440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a2e4f26-39b7-40d6-8063-08de78f80475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.209581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a2e4f26-39b7-40d6-8063-08de78f80475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.263657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-aa7f23df-545b-4975-914f-8172dd9f8958 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046684 Jul 22 14:28:09.283124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a2e4f26-39b7-40d6-8063-08de78f80475 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73948c980a2e4828bd727b65a2d46c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987300 Jul 22 14:28:09.290088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45310) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:09.311383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.311862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.312243 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Floating IP 742159b0-c88b-4fa0-b59a-e08325ed95ef disassociated. External IP: 172.25.3.210, port: 58cc18ed-8395-4a99-96e4-cce3cfa2435e. Jul 22 14:28:09.312718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Calling delete_port for 58cc18ed-8395-4a99-96e4-cce3cfa2435e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:09.339702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e4f26-39b7-40d6-8063-08de78f80475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4caf4bf-99a6-4306-9e34-83ea428897a5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:09.441674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-6dc9d7c1-2b37-4a76-a242-c6161b794f32 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712134 Jul 22 14:28:09.454848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-318f2baf-b142-4729-9bd7-53d060c83b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.456359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-318f2baf-b142-4729-9bd7-53d060c83b0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.2235458 Jul 22 14:28:09.637144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.676429 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fa803d1-2fb7-433f-af28-2d3335595027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.694055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d18c5-32e8-4af1-9cef-30b5bd611e85 req-a84d03f9-36d2-4e65-962c-8016fd30b1a3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.696078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-672d18c5-32e8-4af1-9cef-30b5bd611e85 req-a84d03f9-36d2-4e65-962c-8016fd30b1a3 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 944 time: 0.2488041 Jul 22 14:28:09.705059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e4bc9be-eeb6-4d93-ba1e-4cd56aab59b5 req-b9e3cfb3-3e76-4a39-95e1-d9d2c60bca43 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438774 Jul 22 14:28:09.726923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa765a40-1284-4dec-877f-0b5ae8ad033f req-801726f0-3f61-4b4d-89f3-f40a3bc4004c tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.731164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa765a40-1284-4dec-877f-0b5ae8ad033f req-801726f0-3f61-4b4d-89f3-f40a3bc4004c tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5152857-d17b-47d2-9468-bcd0553dffa7 HTTP/1.1" status: 200 len: 867 time: 0.2684252 Jul 22 14:28:09.753977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event deleted for resources: {'Port': ['ID=58cc18ed-8395-4a99-96e4-cce3cfa2435e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:09.778377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fa803d1-2fb7-433f-af28-2d3335595027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.802908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-752df76d-abfb-4602-b5df-aacfaa59331c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.866243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-eca49ef0-9a64-4e84-b220-321545c1bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:09.867777 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-eca49ef0-9a64-4e84-b220-321545c1bbaa service neutron] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.4032540 Jul 22 14:28:09.918547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-2caa0d4e-23f0-45c2-8015-47ca5bd7b19c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.0419226 Jul 22 14:28:09.928591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-672d18c5-32e8-4af1-9cef-30b5bd611e85 req-d84661fc-395f-453b-9dfd-2911d2752b39 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212784 Jul 22 14:28:09.936035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa765a40-1284-4dec-877f-0b5ae8ad033f req-773edfcb-b1a4-4efa-b9ec-8898e419d2d5 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups?id=cb879e8f-414b-4fec-9dfd-cee08894b015&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957278 Jul 22 14:28:09.946494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fa803d1-2fb7-433f-af28-2d3335595027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.949163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fa803d1-2fb7-433f-af28-2d3335595027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:09.953272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1fa803d1-2fb7-433f-af28-2d3335595027 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4caf4bf-99a6-4306-9e34-83ea428897a5 HTTP/1.1" status: 204 len: 168 time: 0.6567633 Jul 22 14:28:09.953642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:09.989740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa803d1-2fb7-433f-af28-2d3335595027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4caf4bf-99a6-4306-9e34-83ea428897a5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:10.024938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d807098-48db-4f7f-b710-304633ac8251 req-65c8f393-66a0-43aa-99fb-825d1001b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:10.026593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-65c8f393-66a0-43aa-99fb-825d1001b839 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=773b581391f047939e9b30d2f111f8fd&device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 1095 time: 0.2673905 Jul 22 14:28:10.075142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-334fed0c-5bdf-490d-8320-54343642c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:10.077109 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-334fed0c-5bdf-490d-8320-54343642c350 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.1451993 Jul 22 14:28:10.099590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b454d72-1422-4e00-bfae-995f6f42537c up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:10.207021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 6b454d72-1422-4e00-bfae-995f6f42537c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:10.215939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 6b454d72-1422-4e00-bfae-995f6f42537c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:10.216619 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:10.268482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:10.277796 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] Sync routers for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:10.292511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:10.293159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:10.321835 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-b1d08611-516a-497a-9e4a-ea91d7b72073 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2353919 Jul 22 14:28:10.358321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] No DVR routers for this DVR port 58cc18ed-8395-4a99-96e4-cce3cfa2435e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:10.370147 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:10.372895 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6aaaead1-9807-469f-b5b2-69e6564cd573 req-2b3c6382-1e31-4057-b7b5-fe3be97997e4 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.72 "DELETE /v2.0/ports/58cc18ed-8395-4a99-96e4-cce3cfa2435e HTTP/1.1" status: 204 len: 173 time: 1.8414073 Jul 22 14:28:10.373361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'name': 'network-vif-deleted', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:10.376575 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d52acee-e3ff-4b81-bd15-053028544be8" -d '{"events": [{"server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "name": "network-vif-deleted", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:10.468052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:10.470300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649020e6-f86a-4fd6-8d37-e4af4333a5a8 req-7eef6048-0a00-4636-9774-44d1af5a8030 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:10.479137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-649020e6-f86a-4fd6-8d37-e4af4333a5a8 req-7eef6048-0a00-4636-9774-44d1af5a8030 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.3889604 Jul 22 14:28:10.509056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d807098-48db-4f7f-b710-304633ac8251 req-1ab0d6f5-08db-4f31-b9d0-31849a802899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:10.513234 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-1ab0d6f5-08db-4f31-b9d0-31849a802899 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 200 len: 913 time: 0.4800048 Jul 22 14:28:10.551161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6b454d72-1422-4e00-bfae-995f6f42537c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b454d72-1422-4e00-bfae-995f6f42537c,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:10.557410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:10.566452 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9aad27-3c07-4a7a-b87e-1c2d1b452d6e" -d '{"events": [{"server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:10.577114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:10.578444 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:10.580171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 58cc18ed-8395-4a99-96e4-cce3cfa2435e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:10.582790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-17f45f6b-e564-417d-a320-8a7b1362d0ab service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241101 Jul 22 14:28:10.643172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-41ce28b7-5bd3-4d09-a423-20d34e311e16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5 HTTP/1.1" status: 200 len: 217 time: 0.1144884 Jul 22 14:28:10.698908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 58cc18ed-8395-4a99-96e4-cce3cfa2435e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:10.703301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 58cc18ed-8395-4a99-96e4-cce3cfa2435e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:10.704402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-649020e6-f86a-4fd6-8d37-e4af4333a5a8 req-3bb8caa1-0d5a-431f-9c0b-d64f70bce614 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240040 Jul 22 14:28:10.759775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d807098-48db-4f7f-b710-304633ac8251 req-904b7cc5-cedc-4834-b085-8e31b0d03e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:10.767825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-904b7cc5-cedc-4834-b085-8e31b0d03e7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 200 len: 852 time: 0.1146505 Jul 22 14:28:10.777527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6b454d72-1422-4e00-bfae-995f6f42537c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:10.865719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ac8be921-324c-4b24-8870-f4226c0ec4a2 req-42c9f550-a74d-4040-b72b-9d4c9027e6f1 service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771518 Jul 22 14:28:10.887209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-2a687b8d-c993-43ba-a6a5-e53920f32e2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53d6a015-6b86-442c-afff-bbb503e45693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120596 Jul 22 14:28:11.080760 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:55Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:11.082909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f1c4e-ca3c-4334-80bf-26b89a25e76b req-7a0c3924-c488-4a0f-ba20-586c79b9badf tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:11.090205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-286f1c4e-ca3c-4334-80bf-26b89a25e76b req-7a0c3924-c488-4a0f-ba20-586c79b9badf tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 946 time: 0.2011585 Jul 22 14:28:11.120275 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] Checking router: 4f12f871-073b-48ac-b0fe-f3b429b2e6ee for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:11.130071 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:11.130894 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:11.142212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-286f1c4e-ca3c-4334-80bf-26b89a25e76b req-bd21978c-e64a-48dc-a545-fe6b13e15e18 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506833 Jul 22 14:28:11.180150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-a521afbb-2cfc-4aef-a451-c30e2f5c5787 service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151971 Jul 22 14:28:11.286395 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd004c9c-8321-4b58-a851-0dca7f58763b x-openstack-request-id: req-dd004c9c-8321-4b58-a851-0dca7f58763b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:11.286730 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5152857-d17b-47d2-9468-bcd0553dffa7", "name": "network-vif-deleted", "tag": "58cc18ed-8395-4a99-96e4-cce3cfa2435e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:11.286985 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd004c9c-8321-4b58-a851-0dca7f58763b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:11.287382 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5152857-d17b-47d2-9468-bcd0553dffa7', 'name': 'network-vif-deleted', 'tag': '58cc18ed-8395-4a99-96e4-cce3cfa2435e', 'status': 'completed', 'code': 200} Jul 22 14:28:11.299745 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:11.372836 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e63121-0f48-4880-ad6f-99f02cf43818 x-openstack-request-id: req-c1e63121-0f48-4880-ad6f-99f02cf43818 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:11.373415 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "name": "network-vif-plugged", "status": "completed", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:11.373415 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1e63121-0f48-4880-ad6f-99f02cf43818 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:11.374891 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c', 'code': 200} Jul 22 14:28:11.417718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d807098-48db-4f7f-b710-304633ac8251 req-276fd128-ebd9-4fc3-be24-6955dfb4b44d service neutron] 10.222.0.72 "GET /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310488 Jul 22 14:28:11.539502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f800e-bd18-4083-b0d2-ea6820441d59 req-2da5f7dc-859c-4461-84ba-83f12709fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:11.541316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e50f800e-bd18-4083-b0d2-ea6820441d59 req-2da5f7dc-859c-4461-84ba-83f12709fcf0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1097 time: 0.1060090 Jul 22 14:28:11.594248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e50f800e-bd18-4083-b0d2-ea6820441d59 req-5d7a8ca9-9beb-4b1e-91e2-6f031f46aeec service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450714 Jul 22 14:28:11.605563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bc170-d620-48fb-ab8f-6a2bc532e99a req-74ffc456-a9d6-429b-8989-e379579d9613 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:11.608864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d55bc170-d620-48fb-ab8f-6a2bc532e99a req-74ffc456-a9d6-429b-8989-e379579d9613 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 944 time: 0.1213930 Jul 22 14:28:11.663842 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:55Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:11.699623 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced8e02-e58a-46da-bd80-a0b654baf562 None None] The sync data for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 is: [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:42Z', 'revision_number': 4, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ca32118d-62c5-4125-a170-3f8cd38393f2', 'name': '', 'network_id': '5a4c936d-4647-4aab-83ca-3618d04950b5', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'mac_address': 'fa:16:3e:27:52:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:41Z', 'updated_at': '2021-07-22T14:25:55Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'subnets': [{'id': 'fbb36b84-dac1-4cfc-a164-e19d4987dd40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:11.705645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d55bc170-d620-48fb-ab8f-6a2bc532e99a req-95c3b81e-3922-46f0-a972-ddae7131e835 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888696 Jul 22 14:28:11.823469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-6c3756fd-371f-4335-8f2a-2b71b2685c44 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751200 Jul 22 14:28:11.917283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:12.106852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ce8a6892-e5f1-458e-9a86-713ee24733a5 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:12.162429 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b72d79c7-f2f2-4769-b408-252225f5c246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.167402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.198906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d657e59-67de-4e42-b8ad-7e516125f907 None None] New status for floating IP 742159b0-c88b-4fa0-b59a-e08325ed95ef: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:12.265237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-16a60062-f764-4655-8f74-a9710f675123 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:12.266826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-16a60062-f764-4655-8f74-a9710f675123 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4419875 Jul 22 14:28:12.299707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-27f65ca9-099d-40ba-98c6-11adb9c65137 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/quotas/ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 375 time: 0.0264053 Jul 22 14:28:12.313409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd9372-d7c7-483d-8fa9-cd095a85781d req-12a6e961-9361-452e-a865-8dc3648e0603 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:12.320365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11bd9372-d7c7-483d-8fa9-cd095a85781d req-12a6e961-9361-452e-a865-8dc3648e0603 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.2398591 Jul 22 14:28:12.362821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:12.388185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d188d232-52ea-481f-a7f4-b22ee9e72d4f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652349 Jul 22 14:28:12.421213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11bd9372-d7c7-483d-8fa9-cd095a85781d req-72ba1a0f-8435-447f-b79e-17703666b575 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998261 Jul 22 14:28:12.480116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45444) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:12.485534 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.491625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.595764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ce8a6892-e5f1-458e-9a86-713ee24733a5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:12.647987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:12.650904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'ce8a6892-e5f1-458e-9a86-713ee24733a5', 'network_id': '53d6a015-6b86-442c-afff-bbb503e45693', 'port_id': 'ce8a6892-e5f1-458e-9a86-713ee24733a5', 'mac_address': 'fa:16:3e:bc:ab:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07913867-df50-4e1d-af2b-fae0b2140bc1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:12.679966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b2440-332c-47ea-a7c1-0a6f1e06e001 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.738207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.755524 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8a6892-e5f1-458e-9a86-713ee24733a5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:12.780589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ce8a6892-e5f1-458e-9a86-713ee24733a5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:12.784914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.860798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b2440-332c-47ea-a7c1-0a6f1e06e001 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:12.888520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=ce8a6892-e5f1-458e-9a86-713ee24733a5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:12.947958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-be8595ed-5afa-4070-a095-987b36be5b84 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:12.949983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-be8595ed-5afa-4070-a095-987b36be5b84 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.3129168 Jul 22 14:28:12.986170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e7644-aa8a-42ca-aee2-86fe97879a9c req-1575def4-0d75-4965-9099-a2fe5a2bc413 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:12.997058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c42e7644-aa8a-42ca-aee2-86fe97879a9c req-1575def4-0d75-4965-9099-a2fe5a2bc413 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 946 time: 0.2592325 Jul 22 14:28:12.999685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-6a2cff26-fdce-4f62-a2da-8030721ba2bc tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/quotas/04b84f55478143e8a6ebab3e14547da7 HTTP/1.1" status: 200 len: 375 time: 0.0393178 Jul 22 14:28:13.015653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['ce8a6892-e5f1-458e-9a86-713ee24733a5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:13.017952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b2440-332c-47ea-a7c1-0a6f1e06e001 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.022625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b40b2440-332c-47ea-a7c1-0a6f1e06e001 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.025626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:13.026240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b40b2440-332c-47ea-a7c1-0a6f1e06e001 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "DELETE /v2.0/security-groups/cb879e8f-414b-4fec-9dfd-cee08894b015 HTTP/1.1" status: 204 len: 168 time: 0.5442264 Jul 22 14:28:13.058183 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-88f43b04-b8a4-493a-ac74-4479e2e87cde tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] show failed (client error): The resource could not be found. Jul 22 14:28:13.059541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88f43b04-b8a4-493a-ac74-4479e2e87cde tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "GET /v2.0/security-groups/cb879e8f-414b-4fec-9dfd-cee08894b015 HTTP/1.1" status: 404 len: 347 time: 0.0324523 Jul 22 14:28:13.063428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:13.133219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b2440-332c-47ea-a7c1-0a6f1e06e001 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb879e8f-414b-4fec-9dfd-cee08894b015,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:13.155314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c42e7644-aa8a-42ca-aee2-86fe97879a9c req-8ccf8e09-4d18-4784-b547-5ddb42f8917c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573057 Jul 22 14:28:13.212767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45478) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:13.278565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-0b37c2ab-c39e-4111-8ea0-aacb884eeaf7 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476628 Jul 22 14:28:13.376177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:13.379148 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2a936e-e095-427b-9366-cc45403f9cbf" -d '{"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:13.407038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Deleting port a7cbe08e-6802-4499-838c-17c081519b18 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:13.407706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.419267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cf019a3-dc15-4be6-a99a-0849a29a7ff0 req-018ebe31-79d7-4d4e-b483-9120850930ca tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 210 time: 0.1735973 Jul 22 14:28:13.520579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.538457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a05eacd-7080-45c9-9aed-a8a1df3d58b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.548350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.548957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.587524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Calling delete_port for a7cbe08e-6802-4499-838c-17c081519b18 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:13.636206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-7f8b5caa-2130-49c9-9815-dc9843755360 service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571255 Jul 22 14:28:13.754038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d18d6e-ff8b-4dd0-bf6a-4e431d6b8668 req-0c1829c4-011e-4322-b4d9-7e5cd6ad08f2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:13.755694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60d18d6e-ff8b-4dd0-bf6a-4e431d6b8668 req-0c1829c4-011e-4322-b4d9-7e5cd6ad08f2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 945 time: 0.1938934 Jul 22 14:28:13.806407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-4cabadec-0438-4f5d-b6a9-428298625f18 service neutron] 10.222.0.60 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572738 Jul 22 14:28:13.825024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.836768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60d18d6e-ff8b-4dd0-bf6a-4e431d6b8668 req-0f555d16-07e2-475f-a38e-8fd2502346cb tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706224 Jul 22 14:28:13.853245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a05eacd-7080-45c9-9aed-a8a1df3d58b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.881873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a05eacd-7080-45c9-9aed-a8a1df3d58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.896763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Pushing event deleted for resources: {'Port': ['ID=a7cbe08e-6802-4499-838c-17c081519b18,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:13.970952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.974104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:13.975315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8398b34a-2778-4dea-9c81-690a04f42321 tempest-ServersTestJSON-1185737173 tempest-ServersTestJSON-1185737173-project] 10.222.0.60 "DELETE /v2.0/floatingips/742159b0-c88b-4fa0-b59a-e08325ed95ef HTTP/1.1" status: 204 len: 168 time: 0.9104769 Jul 22 14:28:13.980119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45492) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:14.004501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98132483-6c49-473f-bc49-23ef8e296d15 req-ce3eb698-5ee1-480a-82b1-334e8ce75136 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.006021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-98132483-6c49-473f-bc49-23ef8e296d15 req-ce3eb698-5ee1-480a-82b1-334e8ce75136 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "GET /v2.0/ports?device_id=19438a98-c066-4662-be10-aaa4fa179255 HTTP/1.1" status: 200 len: 943 time: 0.1996369 Jul 22 14:28:14.075960 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9957b278-68d6-4dc7-acd5-dd089be591b8 x-openstack-request-id: req-9957b278-68d6-4dc7-acd5-dd089be591b8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:14.076285 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-unplugged", "status": "completed", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:14.076542 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9957b278-68d6-4dc7-acd5-dd089be591b8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:14.077230 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'code': 200} Jul 22 14:28:14.085757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8a05eacd-7080-45c9-9aed-a8a1df3d58b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc69e71af97f44f1a800826e58395180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8707674 Jul 22 14:28:14.107212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45496) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:14.112404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ce8a6892-e5f1-458e-9a86-713ee24733a5 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:14.130489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05eacd-7080-45c9-9aed-a8a1df3d58b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d8404-f2c1-415e-88be-85a822f63c9f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:14.200305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-65306a51-0dbb-4fc9-8fba-8fa4d3907f35 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446105 Jul 22 14:28:14.231370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port ce8a6892-e5f1-458e-9a86-713ee24733a5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:14.236301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port ce8a6892-e5f1-458e-9a86-713ee24733a5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:14.237122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.341414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-6e4ce9d5-a946-4ca4-8f0f-06f006a5d43d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.343277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-6e4ce9d5-a946-4ca4-8f0f-06f006a5d43d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303151 Jul 22 14:28:14.390192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.413951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Request body: {'port': {'device_id': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'ca83168bfa1045e9b68525236f520275'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:14.433571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ce8a6892-e5f1-458e-9a86-713ee24733a5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:14.440658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.513510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=ce8a6892-e5f1-458e-9a86-713ee24733a5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:14.544834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Deleting port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:14.545178 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.651304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-e1c0d916-a0d8-4f7c-95c6-e7558d22c4b9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 258 time: 0.7614019 Jul 22 14:28:14.657800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:14.704626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af6eb-57a8-408f-b50c-3176893cb1c8 req-687f0743-b4ee-41c6-9521-6a844084dbbd tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:14.711792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d78af6eb-57a8-408f-b50c-3176893cb1c8 req-687f0743-b4ee-41c6-9521-6a844084dbbd tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.4877493 Jul 22 14:28:14.720195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.783153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d78af6eb-57a8-408f-b50c-3176893cb1c8 req-fdbfaf4f-0a37-4959-86ea-ad20f7e090dc tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702293 Jul 22 14:28:14.906476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd27a621-b2d0-4d00-a1d0-6be4e51fde3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:14.909449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40ae2da7-e382-44f1-a2d9-bdd72ec6e472 req-a95a4a97-cbde-48c2-bf26-81ad9d99500c tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 210 time: 0.0541885 Jul 22 14:28:14.930455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.095191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd27a621-b2d0-4d00-a1d0-6be4e51fde3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.101591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12a3c929-e78f-443c-810d-a6de7f99bdfe req-2627b9a2-dd13-4c5a-a235-15239dd4a972 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 210 time: 0.0560188 Jul 22 14:28:15.108475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Allocated IP 172.25.3.232 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/81b0c9ef-b477-4820-ad72-1814ac2b60a8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:15.161275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] For port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:15.161834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.196492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Made reservation on behalf of ca83168bfa1045e9b68525236f520275 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:15.197781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.200582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.205223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Calling delete_port for 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:15.230234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.314836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.323672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb03b6-9d7f-4d66-8a06-0fcb1d9456a7 req-8a82f1f7-2879-433d-a4c8-ceda882b298f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:15.325293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bcbb03b6-9d7f-4d66-8a06-0fcb1d9456a7 req-8a82f1f7-2879-433d-a4c8-ceda882b298f tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.1111495 Jul 22 14:28:15.351218 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd27a621-b2d0-4d00-a1d0-6be4e51fde3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.354202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd27a621-b2d0-4d00-a1d0-6be4e51fde3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.356256 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd27a621-b2d0-4d00-a1d0-6be4e51fde3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a68d8404-f2c1-415e-88be-85a822f63c9f HTTP/1.1" status: 204 len: 168 time: 1.2115204 Jul 22 14:28:15.479275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bcbb03b6-9d7f-4d66-8a06-0fcb1d9456a7 req-5ac1a8ff-af99-4cb7-ab5f-d2c7f59bb92d tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287096 Jul 22 14:28:15.479455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27a621-b2d0-4d00-a1d0-6be4e51fde3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d8404-f2c1-415e-88be-85a822f63c9f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.564962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.644788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:15.653429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:15.665172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-840ba36f-35b7-444d-9d98-d1304c3e8f98 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:15.667522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-840ba36f-35b7-444d-9d98-d1304c3e8f98 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.72 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 805 time: 0.2951083 Jul 22 14:28:15.668557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:15.672947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event updated for resources: {'Port': ['ID=81b0c9ef-b477-4820-ad72-1814ac2b60a8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.673212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.682037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.697955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.712723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Request body: {'port': {'device_id': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'admin_state_up': True, 'tenant_id': '04b84f55478143e8a6ebab3e14547da7'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:15.786031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event deleted for resources: {'Port': ['ID=3bb2e61b-27c6-4fe6-8072-3773bba3b5b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.796724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6746cced-64c7-4292-9223-20f829d1fb23,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:15.864037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45516) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:15.897814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] No DVR routers for this DVR port 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:15.904473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.907008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-98132483-6c49-473f-bc49-23ef8e296d15 req-d251ba6e-ada2-4e91-8a72-ea25c73d4928 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.61 "DELETE /v2.0/ports/3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 HTTP/1.1" status: 204 len: 173 time: 1.8631601 Jul 22 14:28:15.908676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-deleted', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:15.910922 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388701ce-f3f0-4d07-943a-b94f4d393047" -d '{"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-deleted", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:15.925406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d86de10a-712c-495d-97b0-13b4e69c240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.967156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:15.967738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Allocated IP 192.168.233.223 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/5fa742f0-744b-43e4-9dce-376b5cc34f21) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:16.025218 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.048395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Made reservation on behalf of 04b84f55478143e8a6ebab3e14547da7 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:16.051863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.079179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8a6892-e5f1-458e-9a86-713ee24733a5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:16.081647 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838f0c00-91d6-4d04-9910-ca1dcf9a3119" -d '{"events": [{"server_uuid": "058d0f0e-2105-4b19-a822-9a43b41bc9bf", "name": "network-vif-plugged", "status": "completed", "tag": "ce8a6892-e5f1-458e-9a86-713ee24733a5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:16.110770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.147566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac79ee8-d8e1-4b22-92f0-ac1ef4cc0264 req-b3457a06-d732-4255-bddb-532c7891c0a4 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:16.149101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ac79ee8-d8e1-4b22-92f0-ac1ef4cc0264 req-b3457a06-d732-4255-bddb-532c7891c0a4 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.2435277 Jul 22 14:28:16.256697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.289035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Transition to ACTIVE for port object 5fa742f0-744b-43e4-9dce-376b5cc34f21 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:16.325814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ac79ee8-d8e1-4b22-92f0-ac1ef4cc0264 req-4d326526-e11c-473e-9a00-7e1c257378af tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651251 Jul 22 14:28:16.351231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.399325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:16.403937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:16.426634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Allocated IP 172.20.0.12 (6fe62c9e-bc98-41ce-8d31-6ac29045b75d/6dcbe578-5160-4c11-ac74-0b1698249cbd/e1cd0ec9-75f8-4f72-b238-2a0409136ad3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:16.429996 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6852e5-11de-42c0-822a-5ca42d66645a x-openstack-request-id: req-df6852e5-11de-42c0-822a-5ca42d66645a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:16.430378 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19438a98-c066-4662-be10-aaa4fa179255", "name": "network-vif-deleted", "tag": "3bb2e61b-27c6-4fe6-8072-3773bba3b5b4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:16.430660 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df6852e5-11de-42c0-822a-5ca42d66645a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:16.431032 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19438a98-c066-4662-be10-aaa4fa179255', 'name': 'network-vif-deleted', 'tag': '3bb2e61b-27c6-4fe6-8072-3773bba3b5b4', 'status': 'completed', 'code': 200} Jul 22 14:28:16.433700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:16.446875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d86de10a-712c-495d-97b0-13b4e69c240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.459063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d86de10a-712c-495d-97b0-13b4e69c240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.520485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:16.521340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.557195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:16.576366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-d06e5897-2cec-4d6d-8268-726dfb34c11c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1945517 Jul 22 14:28:16.584272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64a6bf26-71fa-4300-b090-c4797153ef86 req-7c58df59-c654-424d-9afa-b48e2e1e2e56 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 210 time: 0.0970428 Jul 22 14:28:16.588685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Request body: {'port': {'device_id': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:16.600310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d86de10a-712c-495d-97b0-13b4e69c240f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2cc9137627047aba6b434a01e0a51c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7327566 Jul 22 14:28:16.609033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86de10a-712c-495d-97b0-13b4e69c240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75762131-8a5a-4a5e-80ff-6152bfb03dae,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:16.613973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45530) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:16.627176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.661205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.673053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Deleting port ca32118d-62c5-4125-a170-3f8cd38393f2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:16.673555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.686117 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96650bb4-f868-44b2-b3f0-766cea1281d3 x-openstack-request-id: req-96650bb4-f868-44b2-b3f0-766cea1281d3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:16.688375 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058d0f0e-2105-4b19-a822-9a43b41bc9bf", "name": "network-vif-plugged", "status": "completed", "tag": "ce8a6892-e5f1-458e-9a86-713ee24733a5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:16.688820 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96650bb4-f868-44b2-b3f0-766cea1281d3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:16.689416 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8a6892-e5f1-458e-9a86-713ee24733a5', 'code': 200} Jul 22 14:28:16.770969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-814e67cf-2af3-4365-8c5f-f9035d34f36a None None] Provisioning for port 5fa742f0-744b-43e4-9dce-376b5cc34f21 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:16.777122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-814e67cf-2af3-4365-8c5f-f9035d34f36a None None] Provisioning complete for port 5fa742f0-744b-43e4-9dce-376b5cc34f21 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:16.777792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-814e67cf-2af3-4365-8c5f-f9035d34f36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.824298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.824956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-814e67cf-2af3-4365-8c5f-f9035d34f36a None None] Port 5fa742f0-744b-43e4-9dce-376b5cc34f21 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:16.854123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] For port ca32118d-62c5-4125-a170-3f8cd38393f2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ca32118d-62c5-4125-a170-3f8cd38393f2,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:16.854501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.854981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event updated for resources: {'Port': ['ID=81b0c9ef-b477-4820-ad72-1814ac2b60a8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:16.895440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Calling delete_port for ca32118d-62c5-4125-a170-3f8cd38393f2 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:16.898390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed95c6a1-3625-4372-8e99-5026d44461f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.914461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.927935 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.935606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac9459-dadb-48a9-96f7-2c201b51b5ea req-cebe1cde-7c2c-47b9-a0fd-7fba927c5228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:16.937799 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3aac9459-dadb-48a9-96f7-2c201b51b5ea req-cebe1cde-7c2c-47b9-a0fd-7fba927c5228 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 1097 time: 0.1619153 Jul 22 14:28:16.964586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed95c6a1-3625-4372-8e99-5026d44461f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.967885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:16.969149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-3bb5eff5-693a-4385-b49f-3a48f08b6239 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3170300 Jul 22 14:28:17.065120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4554595f-0f26-44fa-852d-e8ee35966d6c req-d8920064-cc10-4bda-bf21-0ac21c48235c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.066684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4554595f-0f26-44fa-852d-e8ee35966d6c req-d8920064-cc10-4bda-bf21-0ac21c48235c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 936 time: 0.2835770 Jul 22 14:28:17.076321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-d6ed5db6-ec1e-495e-a8db-02b8b68b080b tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0985801 Jul 22 14:28:17.096867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3aac9459-dadb-48a9-96f7-2c201b51b5ea req-91c4dd5e-ee3c-4045-8857-313f9c3110c3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843747 Jul 22 14:28:17.159247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.203004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4554595f-0f26-44fa-852d-e8ee35966d6c req-6aa8472c-d579-43b1-b22a-c09b0c75099f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249189 Jul 22 14:28:17.241508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed95c6a1-3625-4372-8e99-5026d44461f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.244068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed95c6a1-3625-4372-8e99-5026d44461f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.245348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ed95c6a1-3625-4372-8e99-5026d44461f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75762131-8a5a-4a5e-80ff-6152bfb03dae HTTP/1.1" status: 204 len: 168 time: 0.6288376 Jul 22 14:28:17.287840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c6a1-3625-4372-8e99-5026d44461f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75762131-8a5a-4a5e-80ff-6152bfb03dae,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.311897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:17.323899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-af27bb8e-f935-42c4-b4cf-c5e8efbee8dd tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.326027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e4a00bd-32dc-4402-9089-1b17aa0b59c7 req-af27bb8e-f935-42c4-b4cf-c5e8efbee8dd tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2378736 Jul 22 14:28:17.330081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.333407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:17.366066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa742f0-744b-43e4-9dce-376b5cc34f21 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:17.375437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:17.378808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.383529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.420768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca32118d-62c5-4125-a170-3f8cd38393f2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.425868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Transition to ACTIVE for port object 5fa742f0-744b-43e4-9dce-376b5cc34f21 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:17.430531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.448826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.450026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.522767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86be0b-5211-4a52-9e12-09c37ded8007 req-16d1d7d0-16a0-4938-87ae-9180271f703a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.524457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb86be0b-5211-4a52-9e12-09c37ded8007 req-16d1d7d0-16a0-4938-87ae-9180271f703a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.1957569 Jul 22 14:28:17.532635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-db1a50af-8ac8-4c32-9de1-f2c2cae0a95b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8279877 Jul 22 14:28:17.549068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Request body: {'port': {'device_id': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:17.649776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:17.696954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb86be0b-5211-4a52-9e12-09c37ded8007 req-8641f134-9101-4d73-88a6-0f0d73c73ea0 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000533 Jul 22 14:28:17.729796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-1afd41bd-cb50-41ef-a9e8-ad6e0e4fe242 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:17.730958 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-1afd41bd-cb50-41ef-a9e8-ad6e0e4fe242 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2601087 Jul 22 14:28:17.784309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:17.784647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:17.784983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:17.792360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:17.792695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:17.794705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.805057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:17.805435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:17.805789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:17.806227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Bound port: 5fa742f0-744b-43e4-9dce-376b5cc34f21, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:17.806616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.844528 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:17.876242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-8497bb93-4ec1-4849-98eb-dbe794dd5c4b tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.1442838 Jul 22 14:28:17.909645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Request body: {'floatingip': {'port_id': '6b454d72-1422-4e00-bfae-995f6f42537c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:17.928614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:17.960876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:17.964599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:17.965495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 3bb2e61b-27c6-4fe6-8072-3773bba3b5b4 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:17.980133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:18.027779 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.116162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:18.116860 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.118305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] 10.222.0.61 "PUT /v2.0/ports/5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 1096 time: 1.5342615 Jul 22 14:28:18.138368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00988d8-908c-49d8-9f3c-ecac82b12c08 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:18.184482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:18.345451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.495483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d62805-1e6f-4229-afbe-78ea3e436442 req-a570764c-d1cd-415e-8f2a-098d625189af tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:18.497099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8d62805-1e6f-4229-afbe-78ea3e436442 req-a570764c-d1cd-415e-8f2a-098d625189af tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.6727614 Jul 22 14:28:18.656601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8d62805-1e6f-4229-afbe-78ea3e436442 req-0f2c64fb-b256-4d22-be96-3ac1b4dd176f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405411 Jul 22 14:28:18.680792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:18.683242 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d8a70-fb21-4816-838b-24ebf96a7599" -d '{"events": [{"name": "network-changed", "server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:18.768169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-cbb2bc52-1fdc-4023-baba-85181c9a27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:18.769705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-cbb2bc52-1fdc-4023-baba-85181c9a27de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1099 time: 0.5680668 Jul 22 14:28:18.776063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-8e261b28-dd89-4da4-ab85-2937c96cef25 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5321631 Jul 22 14:28:18.827769 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-b9db5cf4-2bc0-4675-8cae-0b271a00d348 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.0462067 Jul 22 14:28:18.827769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:18.839113 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] Sync routers for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:18.847687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bc4973a8-8ec9-44cd-80c8-b5c3cc720460 admin admin] 10.222.0.60 "PUT /v2.0/routers/4f12f871-073b-48ac-b0fe-f3b429b2e6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8661654 Jul 22 14:28:18.853746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45574) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:18.854618 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:18.856622 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:18.886711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cd0ec9-75f8-4f72-b238-2a0409136ad3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:18.931197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-e30bb113-a329-4e6e-8982-5a66ff6fbeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:18.933981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-e30bb113-a329-4e6e-8982-5a66ff6fbeda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0838816 Jul 22 14:28:18.958738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:18.990323 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:19.004965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Transition to ACTIVE for port object e1cd0ec9-75f8-4f72-b238-2a0409136ad3 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:19.023877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-e5562fb7-d544-4805-8e71-067f41777cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.024130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.027341 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-e5562fb7-d544-4805-8e71-067f41777cd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1096 time: 0.2049823 Jul 22 14:28:19.074022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba24c-14c2-45f8-aaa6-703efc5fbc59 req-2b0d7bf5-9560-4580-bbe8-c689ca8b59ed tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.081868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f7ba24c-14c2-45f8-aaa6-703efc5fbc59 req-2b0d7bf5-9560-4580-bbe8-c689ca8b59ed tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 932 time: 0.3540454 Jul 22 14:28:19.090911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-404417da-3a06-4d9b-a6cd-bfe2917d46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.095059 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-404417da-3a06-4d9b-a6cd-bfe2917d46ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479120 Jul 22 14:28:19.172461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.205295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-7c569184-7d84-4e72-9dff-749b6d44a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.206945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-7c569184-7d84-4e72-9dff-749b6d44a544 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1506708 Jul 22 14:28:19.262191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f7ba24c-14c2-45f8-aaa6-703efc5fbc59 req-cf067d5d-5c38-443d-bbf6-a8d1849a436e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793888 Jul 22 14:28:19.281017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-680ca026-f2dd-4e4e-b0be-3411b6cea724 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.0625486 Jul 22 14:28:19.345279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:19.424243 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:28:17Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:19.449957 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-8de1d7b3-ba3a-4c5e-9594-94e8633910ed service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430474 Jul 22 14:28:19.472689 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] Checking router: 4f12f871-073b-48ac-b0fe-f3b429b2e6ee for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:19.484486 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] Routers {'4f12f871-073b-48ac-b0fe-f3b429b2e6ee'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:19.485223 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:19.486882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-7d342aa0-6b9d-442c-bf90-cda1d87244c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.490041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-7d342aa0-6b9d-442c-bf90-cda1d87244c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0863299 Jul 22 14:28:19.542232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Attempting to bind port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:19.542232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Attempting to bind port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:19.542232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Attempting to bind port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:19.554289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.593199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:19.593199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Attempting to bind port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 on network 6fe62c9e-bc98-41ce-8d31-6ac29045b75d {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:19.610565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:19.610565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Checking segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:19.611043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Bound using segment: {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:19.611149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Bound port: e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b39e84d-bca3-4ded-a490-5ec180318453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:19.611488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.623780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-9ac5eeee-7f4e-4efa-9191-ce68e7878e63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987124 Jul 22 14:28:19.642997 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] Set router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:19.663963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d30c82-2afc-4b70-9f13-e944294e8850 req-a79a89ab-38e1-4fff-a24d-7a689e31985b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:19.671551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66d30c82-2afc-4b70-9f13-e944294e8850 req-a79a89ab-38e1-4fff-a24d-7a689e31985b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 948 time: 0.2583714 Jul 22 14:28:19.675330 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caaad64f-4e3b-4c73-8a23-fc3790173e79 req-aacc1055-4304-483a-a921-9fec38ab6d8c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159100 Jul 22 14:28:19.682827 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.717479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.754105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-95d039d6-8449-4245-b3f7-514f3628ccf1 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233733 Jul 22 14:28:19.844027 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:28:17Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:19.853008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66d30c82-2afc-4b70-9f13-e944294e8850 req-0575e6b2-282b-425f-8110-4dcca01ecdb9 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667788 Jul 22 14:28:19.877869 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7fa19-e4fd-4bc4-ad47-732ac63ecfb0 None None] The sync data for ids ['4f12f871-073b-48ac-b0fe-f3b429b2e6ee'] in n-d-794306-8 is: [{'id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'name': 'tempest-ServersTestJSON-266896215-router', 'tenant_id': 'ba15358713bd41cb92c52252dc577ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82'}], 'enable_snat': True}, 'gw_port_id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:28:17Z', 'revision_number': 5, 'project_id': 'ba15358713bd41cb92c52252dc577ff6', 'gw_port': {'id': '28289c6e-04f1-47c6-8de5-6c1c60884e15', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f12f871-073b-48ac-b0fe-f3b429b2e6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:25:38Z', 'updated_at': '2021-07-22T14:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:19.882211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:19.890507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:19.912100 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0ebc39b-af9d-4073-b438-4ca8dd4b5c2d req-668057c2-a8dd-4c43-acde-6faed4a07b63 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502221 Jul 22 14:28:19.916828 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5796dfa9-cb23-41b1-a1d0-a9df649b8a71 x-openstack-request-id: req-5796dfa9-cb23-41b1-a1d0-a9df649b8a71 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:19.918228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:19.919440 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:19.919922 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5796dfa9-cb23-41b1-a1d0-a9df649b8a71 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:19.920643 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'status': 'completed', 'code': 200} Jul 22 14:28:19.925167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Deleting port 28289c6e-04f1-47c6-8de5-6c1c60884e15 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:19.925505 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.015438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.015438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.016539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1cd0ec9-75f8-4f72-b238-2a0409136ad3 HTTP/1.1" status: 200 len: 1092 time: 2.4751849 Jul 22 14:28:20.022729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:20.024979 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:20.052365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-eb897f2f-1cca-4aa1-beac-2856fb066290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.053901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-eb897f2f-1cca-4aa1-beac-2856fb066290 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1099 time: 0.0900910 Jul 22 14:28:20.054213 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Floating IP f74032b9-c3d5-4981-8665-5918730a0181 associated. External IP: 172.25.3.232, port: 6b454d72-1422-4e00-bfae-995f6f42537c. Jul 22 14:28:20.153309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3b5c4-3660-41eb-afdb-4ae1d3ddeee0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:20.162854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-55fa1440-c805-49fe-af95-61ed68b68143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.164725 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-55fa1440-c805-49fe-af95-61ed68b68143 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1023896 Jul 22 14:28:20.208962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-62a82199-8ef1-4336-9215-9444da331524 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.0365727 Jul 22 14:28:20.294080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-47e95975-63db-424b-8d6d-724f063c745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.296010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-47e95975-63db-424b-8d6d-724f063c745a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0803893 Jul 22 14:28:20.378624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-7209a42a-cc50-4b8e-9efe-3cdc82b8d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.380363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-7209a42a-cc50-4b8e-9efe-3cdc82b8d9f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769532 Jul 22 14:28:20.517194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-7b3c9b51-8a4f-4db0-86c8-61e636ecf1a1 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298115 Jul 22 14:28:20.567314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] For port 28289c6e-04f1-47c6-8de5-6c1c60884e15, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=28289c6e-04f1-47c6-8de5-6c1c60884e15,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:20.567757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.605267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Calling delete_port for 28289c6e-04f1-47c6-8de5-6c1c60884e15 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:20.645100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83bf9e-80bf-44de-b39a-9ed79c613b28 req-96785dec-c7ca-4ac5-b721-6b0d6cea3c6b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.651616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b83bf9e-80bf-44de-b39a-9ed79c613b28 req-96785dec-c7ca-4ac5-b721-6b0d6cea3c6b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.6605835 Jul 22 14:28:20.653073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4f4d8a70-fb21-4816-838b-24ebf96a7599 req-0c765f71-cf42-422f-b42a-e714f50a629b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269674 Jul 22 14:28:20.666488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-55e13775-3f94-4894-8495-de48ab6a5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.668555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-55e13775-3f94-4894-8495-de48ab6a5d69 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 1095 time: 0.6075056 Jul 22 14:28:20.760298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:20.810361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-4c654449-7d1b-4de8-9705-cce4326d03d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3 HTTP/1.1" status: 200 len: 217 time: 0.1097453 Jul 22 14:28:20.885054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b83bf9e-80bf-44de-b39a-9ed79c613b28 req-9db2464b-8ee7-4042-939f-e91c9f9617b6 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272260 Jul 22 14:28:20.888243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b255340-b20c-4a8e-84ca-cda9d4a901e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:20.981591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-47f2836a-46ea-4f3e-8f35-48f41b4d68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:20.983069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-47f2836a-46ea-4f3e-8f35-48f41b4d68ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.1603701 Jul 22 14:28:21.016850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Router 3a785b6b-3788-49e5-b59e-533058ca451d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:21.023808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b255340-b20c-4a8e-84ca-cda9d4a901e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.027933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b255340-b20c-4a8e-84ca-cda9d4a901e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.066224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b255340-b20c-4a8e-84ca-cda9d4a901e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f17574c-1a67-4fdf-bcce-d8c0c3ba67b4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:21.066744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-8e35110c-7ee6-413e-b87f-3a3a748de585 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642321 Jul 22 14:28:21.070643 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1b255340-b20c-4a8e-84ca-cda9d4a901e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=607236a66c2049fcb4311f47618123de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092670 Jul 22 14:28:21.073893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:21.130838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc356c33-9e79-44cd-a37d-eedcd6c17603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.154437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc356c33-9e79-44cd-a37d-eedcd6c17603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.210296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc356c33-9e79-44cd-a37d-eedcd6c17603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.212968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc356c33-9e79-44cd-a37d-eedcd6c17603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.214332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc356c33-9e79-44cd-a37d-eedcd6c17603 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f17574c-1a67-4fdf-bcce-d8c0c3ba67b4 HTTP/1.1" status: 204 len: 168 time: 0.1384506 Jul 22 14:28:21.226564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc356c33-9e79-44cd-a37d-eedcd6c17603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f17574c-1a67-4fdf-bcce-d8c0c3ba67b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:21.322240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.345158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f311a-f57a-442f-9124-46c7ddb238d2 req-58055d01-df86-4377-b308-4f9b4cf5ad7a tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:21.346140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ca32118d-62c5-4125-a170-3f8cd38393f2 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:21.346908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-356f311a-f57a-442f-9124-46c7ddb238d2 req-58055d01-df86-4377-b308-4f9b4cf5ad7a tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.3673229 Jul 22 14:28:21.355226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-a2852a0f-4ed7-4399-8fa1-237a190d8f03 service neutron] 10.222.0.72 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691805 Jul 22 14:28:21.372495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ca32118d-62c5-4125-a170-3f8cd38393f2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:21.372947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ca32118d-62c5-4125-a170-3f8cd38393f2 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:21.404650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Pushing event deleted for resources: {'Port': ['ID=28289c6e-04f1-47c6-8de5-6c1c60884e15,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:21.486090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:21.499732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.512004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] Sync routers for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:21.524893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:21.525996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:21.605056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-356f311a-f57a-442f-9124-46c7ddb238d2 req-8753fc40-bf91-46ae-a1ca-f34844ca0ecc tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462890 Jul 22 14:28:21.606130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.665949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:21.680003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:21.688650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e47b591-1c54-4001-8cf7-5e288945368b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.711306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a18d4ac0-e4bf-4359-9787-8244830f6892 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "PUT /v2.0/floatingips/f74032b9-c3d5-4981-8665-5918730a0181 HTTP/1.1" status: 200 len: 997 time: 3.8183799 Jul 22 14:28:21.726839 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abd8c35-211d-4598-a654-9eac4ff6768c x-openstack-request-id: req-9abd8c35-211d-4598-a654-9eac4ff6768c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:21.727257 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:21.727519 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9abd8c35-211d-4598-a654-9eac4ff6768c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:21.727927 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'status': 'completed', 'code': 200} Jul 22 14:28:21.808603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e47b591-1c54-4001-8cf7-5e288945368b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.820051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e47b591-1c54-4001-8cf7-5e288945368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.841703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac7a806-bf52-4725-9eb0-93390f81de28 req-91d0519f-f69e-48e2-ab11-2e67f0d81693 service neutron] 10.222.0.72 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612608 Jul 22 14:28:21.863210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47b591-1c54-4001-8cf7-5e288945368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256ea468-5942-4754-88e7-b08b55d0bbe8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:21.870556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6e47b591-1c54-4001-8cf7-5e288945368b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8af6cc6b49914cc28d2506b293d051c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970642 Jul 22 14:28:21.872184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:21.878062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.884469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.929867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446bb2e3-d0b7-4bf2-9057-f6bfaa4da64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:21.941216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:21.959922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f74032b9-c3d5-4981-8665-5918730a0181', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'port_id': '6b454d72-1422-4e00-bfae-995f6f42537c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'mac_address': 'fa:16:3e:ef:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:15Z', 'updated_at': '2021-07-22T14:28:19Z', 'revision_number': 1, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:03Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:21.966069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446bb2e3-d0b7-4bf2-9057-f6bfaa4da64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.005146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] Checking router: 3a785b6b-3788-49e5-b59e-533058ca451d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:22.006010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.006609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f12f871-073b-48ac-b0fe-f3b429b2e6ee {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:28:22.027816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.029468 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c9e415ae-5c00-404e-81d6-2511b1739596 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4f12f871-073b-48ac-b0fe-f3b429b2e6ee HTTP/1.1" status: 204 len: 168 time: 3.1676819 Jul 22 14:28:22.032005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:22.046341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-19ef3443-f8ea-4223-925f-144310f1839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.046341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-19ef3443-f8ea-4223-925f-144310f1839a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1097 time: 0.3336699 Jul 22 14:28:22.058741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:22.059605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:22.090651 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446bb2e3-d0b7-4bf2-9057-f6bfaa4da64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.093923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446bb2e3-d0b7-4bf2-9057-f6bfaa4da64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.098008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-446bb2e3-d0b7-4bf2-9057-f6bfaa4da64a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/256ea468-5942-4754-88e7-b08b55d0bbe8 HTTP/1.1" status: 204 len: 168 time: 0.2258108 Jul 22 14:28:22.115634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bb2e3-d0b7-4bf2-9057-f6bfaa4da64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256ea468-5942-4754-88e7-b08b55d0bbe8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:22.128053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Deleting subnet fbb36b84-dac1-4cfc-a164-e19d4987dd40 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:22.132126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.173285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-fef517bd-8bb6-4049-a7e3-9c79df24a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.174918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-fef517bd-8bb6-4049-a7e3-9c79df24a41e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 929 time: 0.1123459 Jul 22 14:28:22.182714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9659ba5-86e1-4452-a44a-09aa5b0cc0b0 req-39b1852c-454d-4f84-b10d-e87ef938a401 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.184491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9659ba5-86e1-4452-a44a-09aa5b0cc0b0 req-39b1852c-454d-4f84-b10d-e87ef938a401 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 944 time: 0.4153566 Jul 22 14:28:22.194281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-7da30750-2e43-4c9c-bb56-fe27a0d31c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.195052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.196009 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-7da30750-2e43-4c9c-bb56-fe27a0d31c86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=04b84f55478143e8a6ebab3e14547da7&device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 1095 time: 0.2891581 Jul 22 14:28:22.259560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:22.305410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'mac_address': 'fa:16:3e:8a:08:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:22.308667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:22.371716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.436605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9659ba5-86e1-4452-a44a-09aa5b0cc0b0 req-7aeff0a9-6024-40ff-8838-c181c1424547 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011437 Jul 22 14:28:22.443690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-c3368856-a0a3-4fa6-a669-8aeaa815281f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 1000 time: 0.2281451 Jul 22 14:28:22.478472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.520569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-37dce24b-bf76-4d46-9efe-1579f4ff0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.522371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-37dce24b-bf76-4d46-9efe-1579f4ff0148 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 200 len: 867 time: 0.0575521 Jul 22 14:28:22.528055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-63e3b053-1cf0-4c6a-ac91-8c634a0c394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.529552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-63e3b053-1cf0-4c6a-ac91-8c634a0c394d service neutron] 10.222.0.72 "GET /v2.0/networks?id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 200 len: 906 time: 0.3250885 Jul 22 14:28:22.540232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb36b84-dac1-4cfc-a164-e19d4987dd40,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:22.548372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.553274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f6d839d-fb56-4778-a22e-4840c5829ea1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fbb36b84-dac1-4cfc-a164-e19d4987dd40 HTTP/1.1" status: 204 len: 168 time: 0.5142419 Jul 22 14:28:22.554012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:22.579067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231cdb6-1a58-4ccc-b369-fc00b47762e1 None None] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:22.659567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-ba6e6927-e300-42f4-9014-099ca120977d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3 HTTP/1.1" status: 200 len: 217 time: 0.0808451 Jul 22 14:28:22.662020 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.691956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.738411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Deleting port a08934dc-a59c-4072-b0d7-9cdbd56a6339 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:22.738991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.746600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-145d9549-c311-44cb-bf17-f60b0e942c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.748423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-145d9549-c311-44cb-bf17-f60b0e942c32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e78f46-8307-433e-82e3-8b914ab6d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178693 Jul 22 14:28:22.749528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa742f0-744b-43e4-9dce-376b5cc34f21 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:22.766504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2493364-ab2a-4d4e-96df-a4751cf61187 req-a78b2daa-3a28-42ea-8d28-57e2a1fdc066 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.768364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2493364-ab2a-4d4e-96df-a4751cf61187 req-a78b2daa-3a28-42ea-8d28-57e2a1fdc066 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 948 time: 0.2286546 Jul 22 14:28:22.769985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-543390f9-5206-4a99-b127-21edcb77a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:22.771569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-543390f9-5206-4a99-b127-21edcb77a701 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 200 len: 845 time: 0.0922711 Jul 22 14:28:22.817767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:22.835781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] For port a08934dc-a59c-4072-b0d7-9cdbd56a6339, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a08934dc-a59c-4072-b0d7-9cdbd56a6339,segment=NetworkSegment(c1ef3820-1047-4c20-9b9b-93d8f8818aaa),segment_id=c1ef3820-1047-4c20-9b9b-93d8f8818aaa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:22.836963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.849016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-d9d52707-7d47-423c-af36-73dcfde78e5a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6fe62c9e-bc98-41ce-8d31-6ac29045b75d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679870 Jul 22 14:28:22.852481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:22.858797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Calling delete_port for a08934dc-a59c-4072-b0d7-9cdbd56a6339 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:22.908891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2493364-ab2a-4d4e-96df-a4751cf61187 req-25a7a5cd-23ba-4b77-a1c1-18e490546648 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252842 Jul 22 14:28:22.940510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:23.015829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38783916-6b98-429d-a175-29caadacc774 None None] DHCP port deletion for 5a4c936d-4647-4aab-83ca-3618d04950b5 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:23.027003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f74032b9-c3d5-4981-8665-5918730a0181', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'port_id': '6b454d72-1422-4e00-bfae-995f6f42537c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'mac_address': 'fa:16:3e:ef:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:15Z', 'updated_at': '2021-07-22T14:28:19Z', 'revision_number': 1, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:03Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:23.047638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.068006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] No DVR routers for this DVR port a08934dc-a59c-4072-b0d7-9cdbd56a6339 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:23.087255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:23.091138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08934dc-a59c-4072-b0d7-9cdbd56a6339,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:23.092534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba966e76-18d0-45a9-b2a9-b8fd2581b175 None None] The sync data for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 is: [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f74032b9-c3d5-4981-8665-5918730a0181', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'port_id': '6b454d72-1422-4e00-bfae-995f6f42537c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'mac_address': 'fa:16:3e:ef:d9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:15Z', 'updated_at': '2021-07-22T14:28:19Z', 'revision_number': 1, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:03Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:23.108929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-853fe3ff-afcb-429a-9736-0b5ba0a2b84f service neutron] 10.222.0.72 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512262 Jul 22 14:28:23.203301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-a793bb69-2425-4ce0-9ce8-b2e5e9477c1f service neutron] 10.222.0.60 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268706 Jul 22 14:28:23.212993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.226100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38783916-6b98-429d-a175-29caadacc774 None None] Deleting port a08934dc-a59c-4072-b0d7-9cdbd56a6339 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:23.226549 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38783916-6b98-429d-a175-29caadacc774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.242812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4c936d-4647-4aab-83ca-3618d04950b5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:23.258821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:23.259300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ef3820-1047-4c20-9b9b-93d8f8818aaa') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:23.270440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.290568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.297047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:28:23.297459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.344026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-38783916-6b98-429d-a175-29caadacc774 None None] For port a08934dc-a59c-4072-b0d7-9cdbd56a6339, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:23.344730 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38783916-6b98-429d-a175-29caadacc774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:28:23.356542 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:28:23.360429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.364645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38783916-6b98-429d-a175-29caadacc774 None None] Calling delete_port for a08934dc-a59c-4072-b0d7-9cdbd56a6339 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:23.367483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.368828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-38783916-6b98-429d-a175-29caadacc774 None None] Port a08934dc-a59c-4072-b0d7-9cdbd56a6339 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:28:23.370989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38783916-6b98-429d-a175-29caadacc774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.384975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a4c936d-4647-4aab-83ca-3618d04950b5 HTTP/1.1" status: 204 len: 168 time: 0.8231192 Jul 22 14:28:23.409577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b98a45-d4b5-4b8c-bc8c-cc4484a09614 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4c936d-4647-4aab-83ca-3618d04950b5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:23.416336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38783916-6b98-429d-a175-29caadacc774 None None] Network 5a4c936d-4647-4aab-83ca-3618d04950b5 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:28:23.417096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38783916-6b98-429d-a175-29caadacc774 None None] No DVR routers for this DVR port a08934dc-a59c-4072-b0d7-9cdbd56a6339 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:23.421829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38783916-6b98-429d-a175-29caadacc774 None None] Pushing event deleted for resources: {'Port': ['ID=a08934dc-a59c-4072-b0d7-9cdbd56a6339,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:23.462901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 28289c6e-04f1-47c6-8de5-6c1c60884e15 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:23.497955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4bafde5-b0ed-415e-9cf8-7255bbf62c4f req-5c3a8017-c429-4fc8-ba8f-6b2d13cb19ee service neutron] 10.222.0.72 "GET /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546104 Jul 22 14:28:23.525889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 28289c6e-04f1-47c6-8de5-6c1c60884e15 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:23.526504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 28289c6e-04f1-47c6-8de5-6c1c60884e15 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:23.526854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a08934dc-a59c-4072-b0d7-9cdbd56a6339 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:23.540733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53d74381-4603-402c-a5ff-b5baf7444b26 req-844a785c-2d4a-4b7b-829d-ad0f6d674b90 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088756 Jul 22 14:28:23.547312 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e3bc5-918b-4bbb-b381-79d5a9ee0196 None None] New status for floating IP f74032b9-c3d5-4981-8665-5918730a0181: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:23.549045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efff8fc-7583-46c6-bd83-e3a14e99c742 req-b2180b18-3785-46c2-8bfa-716340690cd5 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:23.555922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1efff8fc-7583-46c6-bd83-e3a14e99c742 req-b2180b18-3785-46c2-8bfa-716340690cd5 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1096 time: 0.3023112 Jul 22 14:28:23.600896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a08934dc-a59c-4072-b0d7-9cdbd56a6339 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:23.601557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a08934dc-a59c-4072-b0d7-9cdbd56a6339 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:23.627075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1efff8fc-7583-46c6-bd83-e3a14e99c742 req-a8f24e1c-90c5-4822-a551-15668eb44059 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638049 Jul 22 14:28:23.711683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45744) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:23.795246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f772622b-94b9-4c6b-abc3-af50a7ad4400 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba15358713bd41cb92c52252dc577ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821910 Jul 22 14:28:23.797423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:23.856155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-632c2343-0ff9-4f3d-8485-d9f3b9d923cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.881098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-632c2343-0ff9-4f3d-8485-d9f3b9d923cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.939672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-632c2343-0ff9-4f3d-8485-d9f3b9d923cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.943048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-632c2343-0ff9-4f3d-8485-d9f3b9d923cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:23.944292 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-632c2343-0ff9-4f3d-8485-d9f3b9d923cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f1394d1-9efd-46a9-9f23-0185ee939624 HTTP/1.1" status: 204 len: 168 time: 0.1457455 Jul 22 14:28:23.953426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c2343-0ff9-4f3d-8485-d9f3b9d923cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1394d1-9efd-46a9-9f23-0185ee939624,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:24.064345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:24.066639 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800daa53-b3bd-49cf-886f-dbe4c510fa58" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:24.114025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:24.151103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484ccb6-3c6e-4789-ac8b-9ca83b7d2802 req-cc11634b-3629-431b-a618-31ef10fa555e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.152692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f484ccb6-3c6e-4789-ac8b-9ca83b7d2802 req-cc11634b-3629-431b-a618-31ef10fa555e tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.4605057 Jul 22 14:28:24.168667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ea0d1-dd4e-455b-94b3-8353bb5b1d31 req-d76bde1c-5afc-4b0c-9ab9-031a551bfa41 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.170191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-975ea0d1-dd4e-455b-94b3-8353bb5b1d31 req-d76bde1c-5afc-4b0c-9ab9-031a551bfa41 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.4689305 Jul 22 14:28:24.220874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f484ccb6-3c6e-4789-ac8b-9ca83b7d2802 req-f778531e-d24b-4e82-9266-ad1adaee9867 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489943 Jul 22 14:28:24.235114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:24.241507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-975ea0d1-dd4e-455b-94b3-8353bb5b1d31 req-4e6da199-d997-4b79-b3f3-0dd73b570a2f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528202 Jul 22 14:28:24.256592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'mac_address': 'fa:16:3e:16:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:24.337588 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.352694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cd0ec9-75f8-4f72-b238-2a0409136ad3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:24.376414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:24.383113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.440355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:24.457478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-15974407-bf3a-4b60-9815-143a909a1c80 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 258 time: 0.1873984 Jul 22 14:28:24.468366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110581a-c3bc-4e02-97d1-b5f4a4af257a req-e6c99ed1-517f-40b5-8bfd-f16b074119e8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:24.469890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3110581a-c3bc-4e02-97d1-b5f4a4af257a req-e6c99ed1-517f-40b5-8bfd-f16b074119e8 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 944 time: 0.1413815 Jul 22 14:28:24.473001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:24.529947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3110581a-c3bc-4e02-97d1-b5f4a4af257a req-458b255e-85d1-469f-ba1a-1614a66e3319 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514162 Jul 22 14:28:24.535275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.653115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e1cd0ec9-75f8-4f72-b238-2a0409136ad3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:24.693079 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:24.840097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Allocated IP 172.25.3.203 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/bf64ccda-7cb5-4def-868f-c008e356eb0a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:24.923723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:24.964604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.004321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.045119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:25.049044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:25.052698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:25.101541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event updated for resources: {'Port': ['ID=bf64ccda-7cb5-4def-868f-c008e356eb0a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:25.122504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.123019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.123474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.124362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.124721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.125070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.125416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.126959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.127315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.127806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.128157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.128497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.156739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-20779184-network', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:25.184687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Made reservation on behalf of b8f587056deb49a8a10cd779fa0f794c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:25.188254 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.198422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.210020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.272485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.334077 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.339434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.366367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:25.377853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3eeee4-3d92-4dfc-906f-0ad1cf8a6336,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:25.383117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.383668 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Added segment 93c28158-b6cf-4430-a410-28cc84d949ca of type vlan for network c8900cfc-48e9-4c33-89bf-d6d1a29266cc Jul 22 14:28:25.395656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.396218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.396872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.397371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.397979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.398321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.398698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.399031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.399360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.399688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.400079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.400344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:28:25.455403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.479536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.487458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.495216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.496611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:25.497463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.550349 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6217539 Jul 22 14:28:25.550808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45880) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:25.555700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Request body: {'subnet': {'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-20779184-subnet', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:25.587550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event updated for resources: {'Port': ['ID=bf64ccda-7cb5-4def-868f-c008e356eb0a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:25.598980 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.602584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff08e6d-f973-4b4f-ae90-0c910431c6e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c8900cfc-48e9-4c33-89bf-d6d1a29266cc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:25.615671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Made reservation on behalf of b8f587056deb49a8a10cd779fa0f794c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:25.618147 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.618469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:25.635537 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.636802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-832ed22a-a9c7-4112-8b1a-3ba182823b04 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1785839 Jul 22 14:28:25.694062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-c3a2aaba-58ce-41fb-8ad2-b2465fa527d4 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0460262 Jul 22 14:28:25.840002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-e03cef3d-5cec-4fc1-8256-c9ad813cc33c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:25.841738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93f98d9-cdbf-41af-a821-2b4a7f629cc8 req-e03cef3d-5cec-4fc1-8256-c9ad813cc33c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1396902 Jul 22 14:28:25.857156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:25.929378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:25.939643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=782894cb-1c80-4852-bf7d-9ba1983a10c5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:25.949021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Checking segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:25.949656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Network hostable DHCP agents. Network: c8900cfc-48e9-4c33-89bf-d6d1a29266cc, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:25.958861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:25.996443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:25.997466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f975d3-641f-4932-b650-1d9603caed60 req-2aa400e4-81e3-437f-969c-62ae1691667c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.002953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62f975d3-641f-4932-b650-1d9603caed60 req-2aa400e4-81e3-437f-969c-62ae1691667c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 949 time: 0.0919414 Jul 22 14:28:26.017141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-fe52c13e-a662-4f01-8b51-de3eb1bd7237 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:28:26.023097 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-fe52c13e-a662-4f01-8b51-de3eb1bd7237 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0925627 Jul 22 14:28:26.023944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c8900cfc-48e9-4c33-89bf-d6d1a29266cc) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:26.029275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.030131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.038684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac54d8f-602f-4c8c-9a43-7b8c87def538 None None] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:26.051210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8abe99e-8ced-4a23-b27f-6b676f916697 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4995182 Jul 22 14:28:26.054492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:26.061055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:26.075687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62f975d3-641f-4932-b650-1d9603caed60 req-e085691e-d020-4810-b9e3-00830f77d863 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676363 Jul 22 14:28:26.119091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.120630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.125270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:26.135880 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd7928-241b-4e0e-b893-f17c951a9a64 x-openstack-request-id: req-3cdd7928-241b-4e0e-b893-f17c951a9a64 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:26.136401 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:26.136887 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cdd7928-241b-4e0e-b893-f17c951a9a64 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:26.137563 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c', 'status': 'completed', 'code': 200} Jul 22 14:28:26.193464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Request body: {'binding': {'host': 'n-h1-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:26.194598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:28:26.204878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 5fa742f0-744b-43e4-9dce-376b5cc34f21 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:26.211486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 5fa742f0-744b-43e4-9dce-376b5cc34f21 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:26.212178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.257403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.317712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdeee4-7e09-43fd-8036-0ec730d2386b req-508ab262-f404-4f2f-a54c-37e52ebc6d89 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.319759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92cdeee4-7e09-43fd-8036-0ec730d2386b req-508ab262-f404-4f2f-a54c-37e52ebc6d89 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.1069305 Jul 22 14:28:26.328957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:26.330855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-12bbcf4e-de6f-4969-9fd5-67358bc607bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.332415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-12bbcf4e-de6f-4969-9fd5-67358bc607bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1097 time: 0.1709599 Jul 22 14:28:26.336521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:26.336800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.357705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:28:26.359439 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.424892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.465662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.480922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-b9843e71-dbd7-4730-8025-473024f41399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.482657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-b9843e71-dbd7-4730-8025-473024f41399 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 929 time: 0.1371217 Jul 22 14:28:26.489471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92cdeee4-7e09-43fd-8036-0ec730d2386b req-578732f8-e5bc-4c28-94d1-2d29a8df4b15 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509349 Jul 22 14:28:26.524010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:26.526362 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9424b64-a2eb-46a4-8582-de8ceac936d4" -d '{"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-plugged", "status": "completed", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:26.564946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on host n-h1-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:26.565446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:26.566019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:26.566458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:26.581340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:26.581874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:26.582137 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.586103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-cee67164-8373-40d9-a243-3d91bfe9ab97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 1002 time: 0.0953310 Jul 22 14:28:26.591776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:26.592255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:26.593345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:26.594409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Bound port: 7433836d-3634-4218-9ae5-df070b209453, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:26.705474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-7432dc87-94f9-431a-a489-629dec903d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.707210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-7432dc87-94f9-431a-a489-629dec903d54 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 200 len: 867 time: 0.1050045 Jul 22 14:28:26.707347 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.712874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:26.713247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Allocated IP 172.20.0.2 (c8900cfc-48e9-4c33-89bf-d6d1a29266cc/782894cb-1c80-4852-bf7d-9ba1983a10c5/920354e7-6a9e-4eb9-a0b1-44762c4a180a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:26.722138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.723733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-67de8068-c4bb-40a7-8df1-593d4486062d service neutron] 10.222.0.60 "POST /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453/bindings HTTP/1.1" status: 201 len: 389 time: 0.6328607 Jul 22 14:28:26.774446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:26.812410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcb346-d20a-43f6-a7e8-38790e91012c req-880a82f3-427c-45c6-a3ca-4efe749a92ee tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.822021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35bcb346-d20a-43f6-a7e8-38790e91012c req-880a82f3-427c-45c6-a3ca-4efe749a92ee tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.2332022 Jul 22 14:28:26.839573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:26.866430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.881355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.898360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-fd34a663-ceee-46f7-b9c2-ab680a5aaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:26.900075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-fd34a663-ceee-46f7-b9c2-ab680a5aaafa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c7e78f46-8307-433e-82e3-8b914ab6d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795990 Jul 22 14:28:26.905983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35bcb346-d20a-43f6-a7e8-38790e91012c req-95cd1179-3fce-4cce-9162-b8db97a774e7 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831625 Jul 22 14:28:26.918311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:26.965943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:27.052074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.068013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Transition to ACTIVE for port object 920354e7-6a9e-4eb9-a0b1-44762c4a180a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:27.091136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Transition to ACTIVE for port object 920354e7-6a9e-4eb9-a0b1-44762c4a180a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:27.100853 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.152023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:27.159303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-b5b1a09d-6fb0-4924-aaa6-06cfbbc81243 service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486169 Jul 22 14:28:27.159551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:27.164703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:27.183438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Pushing event updated for resources: {'Port': ['ID=920354e7-6a9e-4eb9-a0b1-44762c4a180a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:27.193775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-beeef82d-3a33-4b44-bec5-56879d8e3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.195349 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-beeef82d-3a33-4b44-bec5-56879d8e3230 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1096 time: 0.1614628 Jul 22 14:28:27.196529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Allocated IP 172.25.3.11 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/78272e11-429f-4bec-bff9-c16ba24bc6bc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:27.240420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb043a0-9e40-45c6-9da8-8fe595484bd0 req-46a36267-5851-40f7-bb5f-491e5d596466 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.249575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5cb043a0-9e40-45c6-9da8-8fe595484bd0 req-46a36267-5851-40f7-bb5f-491e5d596466 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 946 time: 0.2835667 Jul 22 14:28:27.251277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Attempting to bind port 920354e7-6a9e-4eb9-a0b1-44762c4a180a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:27.251667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Attempting to bind port 920354e7-6a9e-4eb9-a0b1-44762c4a180a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:27.252042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Attempting to bind port 920354e7-6a9e-4eb9-a0b1-44762c4a180a on network c8900cfc-48e9-4c33-89bf-d6d1a29266cc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:27.257456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:27.257834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Checking segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:27.258401 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.258672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Bound using segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:27.259149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Bound port: 920354e7-6a9e-4eb9-a0b1-44762c4a180a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:27.259643 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.348291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] For port 920354e7-6a9e-4eb9-a0b1-44762c4a180a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:27.354553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] For port 920354e7-6a9e-4eb9-a0b1-44762c4a180a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=920354e7-6a9e-4eb9-a0b1-44762c4a180a,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:27.361336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd54e-625a-4340-8201-5d651c30ca93 req-7231c777-cbba-4c55-9538-e29a3ab68e4b tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.362186 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.362955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-185cd54e-625a-4340-8201-5d651c30ca93 req-7231c777-cbba-4c55-9538-e29a3ab68e4b tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2894750 Jul 22 14:28:27.381319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5cb043a0-9e40-45c6-9da8-8fe595484bd0 req-a8080903-7bd3-4e8f-8d21-7188bc118044 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304421 Jul 22 14:28:27.390789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-800daa53-b3bd-49cf-886f-dbe4c510fa58 req-f9a59890-1272-48d4-9ddd-2ac5f6b34ca3 service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135410 Jul 22 14:28:27.434629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-185cd54e-625a-4340-8201-5d651c30ca93 req-d2f86188-7392-4792-80ca-af18cee332b1 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0583210 Jul 22 14:28:27.438590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-957c4938-bdc9-46f0-b42c-4dbe4191d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.440445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-957c4938-bdc9-46f0-b42c-4dbe4191d79e service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.2351623 Jul 22 14:28:27.453593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-185cd54e-625a-4340-8201-5d651c30ca93 req-35fa7e45-ec61-44ea-aa40-cade951e7b31 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Request body: {'floatingip': {'port_id': '6b454d72-1422-4e00-bfae-995f6f42537c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:27.470024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf9f21-2acd-4d8b-83ca-015a658d5812 None None] Pushing event updated for resources: {'Port': ['ID=920354e7-6a9e-4eb9-a0b1-44762c4a180a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:27.527431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-185cd54e-625a-4340-8201-5d651c30ca93 req-35fa7e45-ec61-44ea-aa40-cade951e7b31 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.529113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.532870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-36c65891-120b-4cc6-9609-586aaf3034f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 217 time: 0.0822809 Jul 22 14:28:27.631136 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b1dd7d-d115-4bbc-b613-33f576d16f0d x-openstack-request-id: req-76b1dd7d-d115-4bbc-b613-33f576d16f0d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:27.631530 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-plugged", "status": "completed", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:27.631696 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76b1dd7d-d115-4bbc-b613-33f576d16f0d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:27.632074 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'code': 200} Jul 22 14:28:27.651444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-81ddda32-1c28-4853-ae7b-f5a50d87b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:27.652713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-81ddda32-1c28-4853-ae7b-f5a50d87b759 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1142261 Jul 22 14:28:27.738002 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-8dfb6111-a3dc-4bc0-9b31-df680493e267 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735629 Jul 22 14:28:27.791159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46008) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:27.926637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:27.982185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:28.001069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:28.004082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:28.004685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a2f1-5974-4d51-9d02-b4995c44304f req-f7fdc782-43b0-4115-8170-2428f7bc06bb tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.008033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7164a2f1-5974-4d51-9d02-b4995c44304f req-f7fdc782-43b0-4115-8170-2428f7bc06bb tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.2540946 Jul 22 14:28:28.056031 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-185cd54e-625a-4340-8201-5d651c30ca93 req-35fa7e45-ec61-44ea-aa40-cade951e7b31 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 14:28:28.057012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-185cd54e-625a-4340-8201-5d651c30ca93 req-35fa7e45-ec61-44ea-aa40-cade951e7b31 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "PUT /v2.0/floatingips/c43bfeb0-74c6-404f-8ca5-21d9a650c174 HTTP/1.1" status: 409 len: 551 time: 0.6164696 Jul 22 14:28:28.060280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d210685-3c59-4fce-ab53-9140a10d6324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.072417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-914266df-7137-45a7-900a-d645f12d186a service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193870 Jul 22 14:28:28.095318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7164a2f1-5974-4d51-9d02-b4995c44304f req-4ee522f7-b582-4f9f-a509-0636841fa295 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811541 Jul 22 14:28:28.131524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1174-89e0-42f2-bb2d-a65e5cce5f01 req-41b6cd64-35c3-41af-ae6d-6aa8e23ce3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.134009 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2bb1174-89e0-42f2-bb2d-a65e5cce5f01 req-41b6cd64-35c3-41af-ae6d-6aa8e23ce3df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1101 time: 0.4014449 Jul 22 14:28:28.194019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Pushing event updated for resources: {'Port': ['ID=78272e11-429f-4bec-bff9-c16ba24bc6bc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:28.312588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31499f80-949f-48de-b200-54e8b7a3831a req-b80650ff-9d88-4115-a400-64895398a3dd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.314256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31499f80-949f-48de-b200-54e8b7a3831a req-b80650ff-9d88-4115-a400-64895398a3dd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.1748796 Jul 22 14:28:28.320175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d210685-3c59-4fce-ab53-9140a10d6324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.331506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f1991-b76f-4d0f-9572-9626c123223d req-49a43e05-503b-4ef9-9656-da51689333c2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.333130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba3f1991-b76f-4d0f-9572-9626c123223d req-49a43e05-503b-4ef9-9656-da51689333c2 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.1698236 Jul 22 14:28:28.340072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d210685-3c59-4fce-ab53-9140a10d6324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.418452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4d210685-3c59-4fce-ab53-9140a10d6324 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2a2f66426154d6d9ce7cd0e861200ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229358 Jul 22 14:28:28.423027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46018) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:28.424018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d210685-3c59-4fce-ab53-9140a10d6324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8c8af3-157e-4222-a106-971cee130b48,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:28.460300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31499f80-949f-48de-b200-54e8b7a3831a req-75ab33ee-ca24-4df9-828d-29b0adc3797d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385901 Jul 22 14:28:28.475084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba3f1991-b76f-4d0f-9572-9626c123223d req-683c5d60-20ac-44d4-b603-9b17365b428a tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.60 "GET /v2.0/security-groups?id=946ef705-90b5-4ce9-a250-e31d2763478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304724 Jul 22 14:28:28.522409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ac02b0-d40f-4b85-b986-733a43f49bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.596200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-151e4f1f-6ec0-4798-8111-4cdf69126ec4 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips/c43bfeb0-74c6-404f-8ca5-21d9a650c174 HTTP/1.1" status: 200 len: 693 time: 0.0940137 Jul 22 14:28:28.613755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ac02b0-d40f-4b85-b986-733a43f49bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.628578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2bb1174-89e0-42f2-bb2d-a65e5cce5f01 req-2b464d92-a958-4801-9b63-6059a758e100 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698005 Jul 22 14:28:28.658907 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-3448d97e-e5ff-4bee-943e-9daac5589a77 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703180 Jul 22 14:28:28.755150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dd4a3-ad7d-4099-a659-82b7875c3b30 req-ab959c44-e6c4-43e9-b1fe-5591cd65b6c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.756321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-913dd4a3-ad7d-4099-a659-82b7875c3b30 req-ab959c44-e6c4-43e9-b1fe-5591cd65b6c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.2035892 Jul 22 14:28:28.762948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74c2b4c-6d60-4da2-b42c-445c133e94dc None None] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:28.780464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-3de4e697-13e1-4ee7-b070-c29241cdff42 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:28.781859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-3de4e697-13e1-4ee7-b070-c29241cdff42 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1748688 Jul 22 14:28:28.802982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.805487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ac02b0-d40f-4b85-b986-733a43f49bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.808287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7ac02b0-d40f-4b85-b986-733a43f49bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:28.809536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b7ac02b0-d40f-4b85-b986-733a43f49bd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab8c8af3-157e-4222-a106-971cee130b48 HTTP/1.1" status: 204 len: 168 time: 0.3818145 Jul 22 14:28:28.866795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac02b0-d40f-4b85-b986-733a43f49bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8c8af3-157e-4222-a106-971cee130b48,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:28.881586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-8d3867b8-c59c-4476-827f-fabad11000a4 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0922859 Jul 22 14:28:28.890637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-913dd4a3-ad7d-4099-a659-82b7875c3b30 req-21704888-a6ac-4907-ae67-0eb8205b9bee tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189888 Jul 22 14:28:28.904066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f130027a-dd67-4a5d-bd9c-6a496b1be832 None None] Provisioning for port 920354e7-6a9e-4eb9-a0b1-44762c4a180a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:28.970457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-d2176dc2-6782-4962-afd3-2b4b9f350285 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.203 HTTP/1.1" status: 200 len: 696 time: 0.0788102 Jul 22 14:28:29.134295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.274567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78e9d-9969-409e-9686-abe9911a3a7a req-17984018-1708-41a2-b33a-4f1e84defc92 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:29.276897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7bf78e9d-9969-409e-9686-abe9911a3a7a req-17984018-1708-41a2-b33a-4f1e84defc92 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 946 time: 0.2263234 Jul 22 14:28:29.299899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Deleting port bf64ccda-7cb5-4def-868f-c008e356eb0a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:29.300253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.334754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Router fe2e7cea-c8dc-404b-ace5-63d208946d9d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:28:29.356580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2e9692d2-82f6-4d2e-a569-7df65e4838e5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:29.359174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2e9692d2-82f6-4d2e-a569-7df65e4838e5 tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "GET /v2.0/ports?device_id=058d0f0e-2105-4b19-a822-9a43b41bc9bf HTTP/1.1" status: 200 len: 946 time: 0.1072052 Jul 22 14:28:29.474292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7bf78e9d-9969-409e-9686-abe9911a3a7a req-3d9c684b-1981-47fc-8657-361410e40a93 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800828 Jul 22 14:28:29.492942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:29.507383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Sync routers for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:29.526038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:29.526970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:29.554579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.554951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.652178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Calling delete_port for bf64ccda-7cb5-4def-868f-c008e356eb0a owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:29.703420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.707253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-184d3569-6755-4686-8c6e-7fb18d8309cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6505997 Jul 22 14:28:29.723354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46042) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:29.758593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Deleting port ce8a6892-e5f1-458e-9a86-713ee24733a5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:29.759088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.816107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:29.819176 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c355b9-0035-421f-abb3-33ab61205a5c" -d '{"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:29.852443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 920354e7-6a9e-4eb9-a0b1-44762c4a180a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:29.925641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] For port ce8a6892-e5f1-458e-9a86-713ee24733a5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ce8a6892-e5f1-458e-9a86-713ee24733a5,segment=NetworkSegment(31894538-2f1c-4b28-8b44-d4e5b8fb976b),segment_id=31894538-2f1c-4b28-8b44-d4e5b8fb976b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:29.925984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:29.943174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Calling delete_port for ce8a6892-e5f1-458e-9a86-713ee24733a5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:29.978824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:30.101817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 920354e7-6a9e-4eb9-a0b1-44762c4a180a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:30.126470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.146691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 920354e7-6a9e-4eb9-a0b1-44762c4a180a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:30.147070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.149192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['ce8a6892-e5f1-458e-9a86-713ee24733a5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:30.167767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Pushing event deleted for resources: {'Port': ['ID=ce8a6892-e5f1-458e-9a86-713ee24733a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:30.276941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] No DVR routers for this DVR port ce8a6892-e5f1-458e-9a86-713ee24733a5 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:30.283628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.288298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf601d73-7b9b-4af5-a62d-781ef4418dc5 req-2ef7e2ec-c30d-4d0c-b93e-83d1b7bd2b0b tempest-DeleteServersTestJSON-35339712 tempest-DeleteServersTestJSON-35339712-project] 10.222.0.72 "DELETE /v2.0/ports/ce8a6892-e5f1-458e-9a86-713ee24733a5 HTTP/1.1" status: 204 len: 173 time: 0.7967787 Jul 22 14:28:30.288808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'name': 'network-vif-deleted', 'tag': 'ce8a6892-e5f1-458e-9a86-713ee24733a5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:30.296572 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae606d5c-81c7-4e57-8a05-e06fac4332b7" -d '{"events": [{"server_uuid": "058d0f0e-2105-4b19-a822-9a43b41bc9bf", "name": "network-vif-deleted", "tag": "ce8a6892-e5f1-458e-9a86-713ee24733a5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:30.369105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989054a3-b856-41fb-978b-13d7d522e95d req-078d9bc1-7470-4a1d-a952-81d49a94f192 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:30.370695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-989054a3-b856-41fb-978b-13d7d522e95d req-078d9bc1-7470-4a1d-a952-81d49a94f192 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.7591722 Jul 22 14:28:30.506268 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.526131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:28Z', 'revision_number': 3, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:30.541124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.565310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Checking router: fe2e7cea-c8dc-404b-ace5-63d208946d9d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:30.565920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Updating router fe2e7cea-c8dc-404b-ace5-63d208946d9d port 78272e11-429f-4bec-bff9-c16ba24bc6bc binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:28:30.616237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 920354e7-6a9e-4eb9-a0b1-44762c4a180a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=920354e7-6a9e-4eb9-a0b1-44762c4a180a,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:30.625304 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.642966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event deleted for resources: {'Port': ['ID=bf64ccda-7cb5-4def-868f-c008e356eb0a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:30.659466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.671783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-989054a3-b856-41fb-978b-13d7d522e95d req-d0db1741-d535-4966-bf8d-98e0bf84885c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855911 Jul 22 14:28:30.761836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=920354e7-6a9e-4eb9-a0b1-44762c4a180a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:30.800846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.803420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:30.804587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc910b-dc35-4445-b8b8-814b47240e09 req-a20d5b2e-8205-41af-8567-7714e709aa62 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "DELETE /v2.0/floatingips/c43bfeb0-74c6-404f-8ca5-21d9a650c174 HTTP/1.1" status: 204 len: 173 time: 1.8243139 Jul 22 14:28:31.021910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180abe8-0dbb-417e-aa2b-caf32aec078e req-6276b186-1c6d-4c4d-be1c-6b7b5384e822 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.030805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a180abe8-0dbb-417e-aa2b-caf32aec078e req-6276b186-1c6d-4c4d-be1c-6b7b5384e822 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.1776266 Jul 22 14:28:31.141372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a180abe8-0dbb-417e-aa2b-caf32aec078e req-9f9f1128-731f-4eb6-84e6-2d36affe5d1d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092696 Jul 22 14:28:31.284251 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931d160-df5d-4d15-92d5-917c8d694bea x-openstack-request-id: req-3931d160-df5d-4d15-92d5-917c8d694bea {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:31.284728 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058d0f0e-2105-4b19-a822-9a43b41bc9bf", "name": "network-vif-deleted", "tag": "ce8a6892-e5f1-458e-9a86-713ee24733a5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:31.284828 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3931d160-df5d-4d15-92d5-917c8d694bea {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:31.285177 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058d0f0e-2105-4b19-a822-9a43b41bc9bf', 'name': 'network-vif-deleted', 'tag': 'ce8a6892-e5f1-458e-9a86-713ee24733a5', 'status': 'completed', 'code': 200} Jul 22 14:28:31.320041 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.336113 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b6a9e9-ff73-40e9-a61a-39214a56afa9 x-openstack-request-id: req-90b6a9e9-ff73-40e9-a61a-39214a56afa9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:31.339612 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:31.340580 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90b6a9e9-ff73-40e9-a61a-39214a56afa9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:31.343318 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'code': 200} Jul 22 14:28:31.366583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Transition to ACTIVE for port object 78272e11-429f-4bec-bff9-c16ba24bc6bc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:31.377811 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.429291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba339e-2e0f-4926-b789-509f316a40f6 req-5350f10e-b267-4601-af0f-403276527c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.430929 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbba339e-2e0f-4926-b789-509f316a40f6 req-5350f10e-b267-4601-af0f-403276527c3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 1097 time: 0.1367388 Jul 22 14:28:31.454187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ff69d-d4d7-409c-a7b6-461a48595026 None None] Pushing event updated for resources: {'Port': ['ID=78272e11-429f-4bec-bff9-c16ba24bc6bc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:31.468584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 920354e7-6a9e-4eb9-a0b1-44762c4a180a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:31.501531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cbba339e-2e0f-4926-b789-509f316a40f6 req-6d842b2f-9d18-4999-839b-6dc853af7068 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Jul 22 14:28:31.537143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Attempting to bind port 78272e11-429f-4bec-bff9-c16ba24bc6bc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:31.537623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Attempting to bind port 78272e11-429f-4bec-bff9-c16ba24bc6bc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:31.538095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Attempting to bind port 78272e11-429f-4bec-bff9-c16ba24bc6bc on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:31.539665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:31.544939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:31.547347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:31.547872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.548378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:31.549053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Bound port: 78272e11-429f-4bec-bff9-c16ba24bc6bc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:31.549595 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.560920 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.601651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a2fa9-46b2-411c-8d67-2d51a19349aa req-7c8ab77b-fc1e-470a-bb35-f2a8caae2bb5 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.606676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] For port 78272e11-429f-4bec-bff9-c16ba24bc6bc, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:31.611254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] For port 78272e11-429f-4bec-bff9-c16ba24bc6bc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=78272e11-429f-4bec-bff9-c16ba24bc6bc,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:31.611861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f48a2fa9-46b2-411c-8d67-2d51a19349aa req-7c8ab77b-fc1e-470a-bb35-f2a8caae2bb5 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.3431125 Jul 22 14:28:31.617939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 920354e7-6a9e-4eb9-a0b1-44762c4a180a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:31.618485 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.653080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d84268-aad1-413a-af5d-9bb31fdee305 req-6c0868dd-360e-490a-a70e-546c25dacb85 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:31.655565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7d84268-aad1-413a-af5d-9bb31fdee305 req-6c0868dd-360e-490a-a70e-546c25dacb85 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 946 time: 0.2246029 Jul 22 14:28:31.661151 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.674885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18f4d413-f713-4611-8f00-5001dda67a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.741267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ff69d-d4d7-409c-a7b6-461a48595026 None None] Pushing event updated for resources: {'Port': ['ID=78272e11-429f-4bec-bff9-c16ba24bc6bc,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:31.759318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7d84268-aad1-413a-af5d-9bb31fdee305 req-e55978b7-6592-4f52-a181-9e95d9d6fde3 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949945 Jul 22 14:28:31.763379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:31.764100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:31.786339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f48a2fa9-46b2-411c-8d67-2d51a19349aa req-74ab6374-b194-4faa-9c2c-9ba8473cac35 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732931 Jul 22 14:28:31.812830 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18f4d413-f713-4611-8f00-5001dda67a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.820787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18f4d413-f713-4611-8f00-5001dda67a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:31.895464 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-18f4d413-f713-4611-8f00-5001dda67a59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52455d5de85940469bf63bf2dcffbd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545399 Jul 22 14:28:31.898224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-02179557-b0ce-44d7-a7ff-10c3fff562f9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.1032889 Jul 22 14:28:31.901024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46164) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:31.909445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4d413-f713-4611-8f00-5001dda67a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f09535a-2180-4cd8-ad7d-ab67706bc80a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:31.931943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:31.999901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-49c4566d-6130-45a4-9045-d1acda945916 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:32.001500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-49c4566d-6130-45a4-9045-d1acda945916 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports/6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 943 time: 0.0630910 Jul 22 14:28:32.090475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d6652a9-b485-40b9-a11e-6d64fc404939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.120178 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d6652a9-b485-40b9-a11e-6d64fc404939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.174887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ce8a6892-e5f1-458e-9a86-713ee24733a5 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:32.185216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Allocated IP 172.20.0.1 (c8900cfc-48e9-4c33-89bf-d6d1a29266cc/782894cb-1c80-4852-bf7d-9ba1983a10c5/3848c44f-8145-4427-bbb3-6f3a8ed3de1c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:32.205646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: ce8a6892-e5f1-458e-9a86-713ee24733a5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:32.206099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ce8a6892-e5f1-458e-9a86-713ee24733a5 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:32.270707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:28Z', 'revision_number': 3, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:32.312202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f503a-1860-4959-96e1-b8a2a3776211 None None] The sync data for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 is: [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:28Z', 'revision_number': 3, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:32.315178 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d6652a9-b485-40b9-a11e-6d64fc404939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.318895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d6652a9-b485-40b9-a11e-6d64fc404939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.323321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5d6652a9-b485-40b9-a11e-6d64fc404939 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f09535a-2180-4cd8-ad7d-ab67706bc80a HTTP/1.1" status: 204 len: 168 time: 0.4180536 Jul 22 14:28:32.375892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6652a9-b485-40b9-a11e-6d64fc404939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f09535a-2180-4cd8-ad7d-ab67706bc80a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:32.388812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b05404-2f9e-4e93-929f-9e244d30e00a req-7f6bee36-ad3c-4bff-a7b9-75f994db96f1 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:32.390647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0b05404-2f9e-4e93-929f-9e244d30e00a req-7f6bee36-ad3c-4bff-a7b9-75f994db96f1 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1101 time: 0.2020166 Jul 22 14:28:32.468197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d0b05404-2f9e-4e93-929f-9e244d30e00a req-32fe1ea9-d13d-47bb-9c24-dc30f20a484d tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.545637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.556046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-00bb3708-b1de-4fb3-a526-87363f76e582 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.1820631 Jul 22 14:28:32.595062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Transition to ACTIVE for port object 3848c44f-8145-4427-bbb3-6f3a8ed3de1c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:32.799648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-07e9ec7d-e268-42b3-a90f-84441e893d7b tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:32.807230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-07e9ec7d-e268-42b3-a90f-84441e893d7b tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2501135 Jul 22 14:28:32.872860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d0b05404-2f9e-4e93-929f-9e244d30e00a req-32fe1ea9-d13d-47bb-9c24-dc30f20a484d tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.880198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.933678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d0b05404-2f9e-4e93-929f-9e244d30e00a req-32fe1ea9-d13d-47bb-9c24-dc30f20a484d tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:32.976844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:33.003203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:33.033075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:33.042476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1ea9-d13d-47bb-9c24-dc30f20a484d tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6876539-8153-4d03-835c-bd34bb3c601c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:33.072706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0b05404-2f9e-4e93-929f-9e244d30e00a req-32fe1ea9-d13d-47bb-9c24-dc30f20a484d tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564636 Jul 22 14:28:33.107428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-3bbcc649-dd1b-46d9-9b12-93dba850869c tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 1002 time: 0.2933626 Jul 22 14:28:33.134125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.140044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:33.216622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:33.313780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-706879ad-ca7a-4731-8865-566056254077 None None] Provisioning for port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:33.327357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-706879ad-ca7a-4731-8865-566056254077 None None] Provisioning complete for port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:33.330289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-706879ad-ca7a-4731-8865-566056254077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.392590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.433526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-706879ad-ca7a-4731-8865-566056254077 None None] Port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:33.478639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78272e11-429f-4bec-bff9-c16ba24bc6bc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:33.569157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 78272e11-429f-4bec-bff9-c16ba24bc6bc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:33.574468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 78272e11-429f-4bec-bff9-c16ba24bc6bc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:33.575317 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.613518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39573efb-cd29-4847-8289-b21c7aa83d86 req-c6c8cfaa-f507-4129-8792-a99611a3526e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:33.615752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39573efb-cd29-4847-8289-b21c7aa83d86 req-c6c8cfaa-f507-4129-8792-a99611a3526e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.3948154 Jul 22 14:28:33.626011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.661335 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.661890 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Floating IP f74032b9-c3d5-4981-8665-5918730a0181 disassociated. External IP: 172.25.3.232, port: 6b454d72-1422-4e00-bfae-995f6f42537c. Jul 22 14:28:33.713003 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.749356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 78272e11-429f-4bec-bff9-c16ba24bc6bc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=78272e11-429f-4bec-bff9-c16ba24bc6bc,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:33.755772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.759153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:33.767934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39573efb-cd29-4847-8289-b21c7aa83d86 req-b6fd9404-bf4f-4226-bfe7-6c61de9fbd8f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223609 Jul 22 14:28:33.853241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=78272e11-429f-4bec-bff9-c16ba24bc6bc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:34.088951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46208) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.149842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e3bd42-f263-4c3e-9279-4fa1a4107d74 req-17e60cf9-ded3-4c40-aaa1-f81d646976b3 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.151483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6e3bd42-f263-4c3e-9279-4fa1a4107d74 req-17e60cf9-ded3-4c40-aaa1-f81d646976b3 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 946 time: 0.2042418 Jul 22 14:28:34.160218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Router 3a785b6b-3788-49e5-b59e-533058ca451d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:34.167810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.186742 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.218422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2a2bf52a-433a-4f6a-9006-c3d568444df0 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1610477047'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:34.219119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2a2bf52a-433a-4f6a-9006-c3d568444df0 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Unknown quota resources ['metering_label']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:28:34.425278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a2bf52a-433a-4f6a-9006-c3d568444df0 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.426499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a2bf52a-433a-4f6a-9006-c3d568444df0 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3357596 Jul 22 14:28:34.429254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46212) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.433867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d06ba722-fabd-42fb-94f5-954731340717 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1edf5313-8182-4336-ae75-c01806b4acab'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:34.434438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d06ba722-fabd-42fb-94f5-954731340717 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:28:34.523802 n-d-794306-8 neutron-server[93813]: WARNING neutron.services.metering.metering_plugin [None req-d06ba722-fabd-42fb-94f5-954731340717 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:28:34.625109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d06ba722-fabd-42fb-94f5-954731340717 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.626207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d06ba722-fabd-42fb-94f5-954731340717 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1960111 Jul 22 14:28:34.627288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6e3bd42-f263-4c3e-9279-4fa1a4107d74 req-2b3b09d4-6b79-4904-b0a1-4a9e6403b632 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639339 Jul 22 14:28:34.629997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.634532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.635072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5654af92-1365-436a-a942-b47911dac157 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1edf5313-8182-4336-ae75-c01806b4acab'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:34.635576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5654af92-1365-436a-a942-b47911dac157 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:28:34.641212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:34.696832 n-d-794306-8 neutron-server[93813]: WARNING neutron.services.metering.metering_plugin [None req-5654af92-1365-436a-a942-b47911dac157 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:28:34.734566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:34.742448 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.748932 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] Sync routers for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:34.757983 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:34.758632 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:34.796110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5654af92-1365-436a-a942-b47911dac157 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.800664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5654af92-1365-436a-a942-b47911dac157 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1667697 Jul 22 14:28:34.801000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.813969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc7c6c08-f896-41b7-91d9-471ed863d4fa tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=ad1ce747-c79b-47f8-8c0e-307e33e8901a HTTP/1.1" status: 200 len: 464 time: 0.0095775 Jul 22 14:28:34.814242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46222) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.843197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8ef76dd8-2c05-4d28-b806-10f2e63949d9 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "PUT /v2.0/floatingips/f74032b9-c3d5-4981-8665-5918730a0181 HTTP/1.1" status: 200 len: 695 time: 1.7045040 Jul 22 14:28:34.845098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:34.845728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:34.848048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be7105e-3b5b-428b-a10e-c8c6a562f74b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:34.855350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:34.875437 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:34.902433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ac342-2aa4-49d8-a76d-7de67fda05ca req-8f66b2c8-07e0-44b9-8c22-183fd54b29e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:34.904017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d10ac342-2aa4-49d8-a76d-7de67fda05ca req-8f66b2c8-07e0-44b9-8c22-183fd54b29e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.1834908 Jul 22 14:28:34.940508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35ee0918-43b0-498b-b319-d3b5807ee08a tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:34.944832 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35ee0918-43b0-498b-b319-d3b5807ee08a tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/ad1ce747-c79b-47f8-8c0e-307e33e8901a HTTP/1.1" status: 204 len: 168 time: 0.1295693 Jul 22 14:28:34.945636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.961347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-551dff97-30fd-4e38-9cd6-72ab6a6165f5 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=ad1ce747-c79b-47f8-8c0e-307e33e8901a HTTP/1.1" status: 200 len: 221 time: 0.0143821 Jul 22 14:28:34.962250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46228) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:34.968502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-951356ea-6362-4668-8028-2acdff9c4c14 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1528114701', 'description': 'label created by tempest'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:34.968963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-951356ea-6362-4668-8028-2acdff9c4c14 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Unknown quota resources ['metering_label']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:28:35.030382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d10ac342-2aa4-49d8-a76d-7de67fda05ca req-bdaa375c-f629-46f8-a936-48313c6b8798 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905015 Jul 22 14:28:35.064441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-738a3b8b-2bd3-4cea-aff7-d0195d0799ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.067078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-738a3b8b-2bd3-4cea-aff7-d0195d0799ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1097 time: 0.2041407 Jul 22 14:28:35.072891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Router fe2e7cea-c8dc-404b-ace5-63d208946d9d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:35.155355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-951356ea-6362-4668-8028-2acdff9c4c14 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.158792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-951356ea-6362-4668-8028-2acdff9c4c14 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1954656 Jul 22 14:28:35.159394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.181970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f36de1c2-14a5-4a28-bdf8-240a99188931 None None] Provisioning complete for port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:35.182571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f36de1c2-14a5-4a28-bdf8-240a99188931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.213173 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:03Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:35.239509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46232) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.239820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-33496829-4a82-4311-9133-11ea9b7cdc68 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=d64aab11-e921-4c4a-a6bc-865c63237176 HTTP/1.1" status: 200 len: 468 time: 0.0789742 Jul 22 14:28:35.258084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f36de1c2-14a5-4a28-bdf8-240a99188931 None None] Port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:35.270407 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] Checking router: 3a785b6b-3788-49e5-b59e-533058ca451d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:35.280688 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:35.281315 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:35.407114 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:35.422809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78272e11-429f-4bec-bff9-c16ba24bc6bc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:35.436538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-1dc4363e-e628-48c9-80f3-704c62760cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.438496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-1dc4363e-e628-48c9-80f3-704c62760cd4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 929 time: 0.3637080 Jul 22 14:28:35.493158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 78272e11-429f-4bec-bff9-c16ba24bc6bc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:35.493728 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.540141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-b7f11c2d-8d1d-41f9-813b-9fb895d19c8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 217 time: 0.0743663 Jul 22 14:28:35.545133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:35.596419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ef10359a-6ec5-4051-966c-6202bac20cd8 admin admin] 10.222.0.60 "PUT /v2.0/routers/fe2e7cea-c8dc-404b-ace5-63d208946d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8234289 Jul 22 14:28:35.598051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Sync routers for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:35.607731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9a6b-f4aa-4364-aed8-b93c717e1dc1 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:35.614458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46244) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.618830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d1a9a6b-f4aa-4364-aed8-b93c717e1dc1 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/d64aab11-e921-4c4a-a6bc-865c63237176 HTTP/1.1" status: 204 len: 168 time: 0.3767507 Jul 22 14:28:35.641123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:35.641690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:35.645297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e3e826c-77b2-44b5-95b9-042d0e32606f tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=d64aab11-e921-4c4a-a6bc-865c63237176 HTTP/1.1" status: 200 len: 216 time: 0.0290425 Jul 22 14:28:35.650849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.665775 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ee2871a-18b8-484b-b737-29493cd49925 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122597 Jul 22 14:28:35.668859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.684170 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ec576ec1-d239-4989-8bdd-72b2f3981640 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0138614 Jul 22 14:28:35.688287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46252) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.721831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-f16429bf-f5ff-4dd9-a390-16f78e0b4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.729531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-f16429bf-f5ff-4dd9-a390-16f78e0b4c75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 200 len: 867 time: 0.1804218 Jul 22 14:28:35.756918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ab5762ad-45f5-4af6-a2de-21ade701e0dd tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/1edf5313-8182-4336-ae75-c01806b4acab HTTP/1.1" status: 200 len: 473 time: 0.0668321 Jul 22 14:28:35.760920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.773660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34f47aeb-1b58-49ce-8183-cf89f5dc2c98 tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/70e93f86-578f-4918-9543-e15e45bec200 HTTP/1.1" status: 200 len: 461 time: 0.0112395 Jul 22 14:28:35.776896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:35.877297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-240eeefa-9a50-443a-9278-8352f8a0314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:35.884541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-240eeefa-9a50-443a-9278-8352f8a0314c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e78f46-8307-433e-82e3-8b914ab6d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538744 Jul 22 14:28:35.887323 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:03Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:35.953055 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90740c7c-ffb1-4b3a-80d9-aecedc04e3a2 None None] The sync data for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 is: [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:27:52Z', 'revision_number': 4, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '13c66216-9de8-43f9-a02a-f15a8523b2d8', 'name': '', 'network_id': 'c7e78f46-8307-433e-82e3-8b914ab6d9dd', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'mac_address': 'fa:16:3e:40:39:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:49Z', 'updated_at': '2021-07-22T14:28:03Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'subnets': [{'id': '742e29a3-1a03-4d24-9afc-c0389389a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:36.007745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:36.028370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-be236090-8d58-434d-a4d3-1df882bbd3cb service neutron] 10.222.0.60 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374340 Jul 22 14:28:36.029049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5d01374-176e-4862-950b-a0d7ab32141f tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:36.030648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5d01374-176e-4862-950b-a0d7ab32141f tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/70e93f86-578f-4918-9543-e15e45bec200 HTTP/1.1" status: 204 len: 168 time: 0.2524705 Jul 22 14:28:36.035307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46268) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:36.042887 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-241c70b4-3cec-4d4b-a595-137a8e047d0f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2520430 Jul 22 14:28:36.180127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e805c8c-7f76-4551-9199-86e4f2c46ab3 req-8bb8991a-2a7e-4af1-a116-e6f8e7bf673a service neutron] 10.222.0.60 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508577 Jul 22 14:28:36.427915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1f92a-7c7d-49b6-b6c5-fe08c9593091 req-b63c724c-468d-42be-9184-79869a18d8b2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.428653 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647590-8d80-47e4-b5c5-2af6dfb09df1 None None] New status for floating IP f74032b9-c3d5-4981-8665-5918730a0181: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:36.432722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70a1f92a-7c7d-49b6-b6c5-fe08c9593091 req-b63c724c-468d-42be-9184-79869a18d8b2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.1390798 Jul 22 14:28:36.433626 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee4025c-09d9-449a-9562-b81392dacb94 x-openstack-request-id: req-4ee4025c-09d9-449a-9562-b81392dacb94 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:36.433925 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:36.434331 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ee4025c-09d9-449a-9562-b81392dacb94 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:36.434754 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c', 'status': 'completed', 'code': 200} Jul 22 14:28:36.442140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 2, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:36.486366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70a1f92a-7c7d-49b6-b6c5-fe08c9593091 req-fe422463-e3d7-4eab-8c08-2199a0adc3b4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505629 Jul 22 14:28:36.564378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Checking router: fe2e7cea-c8dc-404b-ace5-63d208946d9d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:36.570227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Updating router fe2e7cea-c8dc-404b-ace5-63d208946d9d port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:28:36.612217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19067b5-702e-42c4-a4a7-0d016448d9c1 req-7750d32f-4343-4301-9419-e93a8750e682 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.620759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b19067b5-702e-42c4-a4a7-0d016448d9c1 req-7750d32f-4343-4301-9419-e93a8750e682 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.0992014 Jul 22 14:28:36.676651 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:36.693117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b19067b5-702e-42c4-a4a7-0d016448d9c1 req-47b40760-9a45-42e8-8236-390b083489da tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586958 Jul 22 14:28:36.813531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fcb3fe17-841d-4cc3-b290-11e41dd27e7e tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:36.824763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fcb3fe17-841d-4cc3-b290-11e41dd27e7e tempest-MeteringTestJSON-1773416071 tempest-MeteringTestJSON-1773416071-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/1edf5313-8182-4336-ae75-c01806b4acab HTTP/1.1" status: 204 len: 168 time: 0.7876039 Jul 22 14:28:36.949417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-d8fb14b5-9928-4ec3-9a94-1ac9a088cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.952907 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-d8fb14b5-9928-4ec3-9a94-1ac9a088cf8e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=359fd187a20b41da8197cf3ee534d815&device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 1097 time: 0.1830618 Jul 22 14:28:36.979590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0ba4e-d013-4f0e-863f-3809b7948328 req-17d5be65-a742-49d0-875e-bcc78a820dd6 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:36.981196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5d0ba4e-d013-4f0e-863f-3809b7948328 req-17d5be65-a742-49d0-875e-bcc78a820dd6 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.1820083 Jul 22 14:28:37.061164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5d0ba4e-d013-4f0e-863f-3809b7948328 req-e0152aa7-da88-49ac-b0d1-5d65670ab165 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654776 Jul 22 14:28:37.064050 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.150732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-3cb377fd-9d6e-4363-ac3a-00bdab317c92 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips/f74032b9-c3d5-4981-8665-5918730a0181 HTTP/1.1" status: 200 len: 693 time: 0.0663600 Jul 22 14:28:37.192307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-30816804-6db6-4845-85f0-dbfe16d0966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.198470 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-30816804-6db6-4845-85f0-dbfe16d0966c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 200 len: 929 time: 0.2369833 Jul 22 14:28:37.217990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46310) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:37.223718 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.236549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1252591239', 'description': 'tempest-description--800387108'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:37.252871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Transition to ACTIVE for port object 3848c44f-8145-4427-bbb3-6f3a8ed3de1c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:37.263690 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.303998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:37.346144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-5067c3b6-ebdb-4ac8-8533-d92da7db69d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 200 len: 217 time: 0.1391191 Jul 22 14:28:37.413968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19b5d7-f594-49f8-a47b-3dcdf34213a3 req-dd32890f-be05-4feb-a7da-0072984e27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.415959 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dc19b5d7-f594-49f8-a47b-3dcdf34213a3 req-dd32890f-be05-4feb-a7da-0072984e27df service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.1126764 Jul 22 14:28:37.416620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027c0f-7f07-4130-a7cc-dd30cad9dcb4 None None] Pushing event updated for resources: {'Port': ['ID=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:37.427551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.473207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.475768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Attempting to bind port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:37.476576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Attempting to bind port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:37.477175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Attempting to bind port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c on network c8900cfc-48e9-4c33-89bf-d6d1a29266cc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:37.484051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:37.484933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Checking segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:37.485517 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.486472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Bound using segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:37.487184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Bound port: 3848c44f-8145-4427-bbb3-6f3a8ed3de1c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:37.491049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.509069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-6501dd45-e8aa-4811-a8b2-ecdf4ce8a587 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.518247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-6501dd45-e8aa-4811-a8b2-ecdf4ce8a587 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.3662236 Jul 22 14:28:37.602734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-6fdc54da-4f9c-48a8-ab16-35dfa4a11ea5 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0833676 Jul 22 14:28:37.606797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dc19b5d7-f594-49f8-a47b-3dcdf34213a3 req-e2453eeb-b064-47aa-b039-2bcdcdc5609b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801927 Jul 22 14:28:37.608298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f28cb3e-7812-4c45-80c3-509016852631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.667274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] For port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:37.674705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] For port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:37.680533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-42b86945-3270-4575-a698-79f71eb3a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.682035 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.683158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-42b86945-3270-4575-a698-79f71eb3a430 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 200 len: 867 time: 0.1799738 Jul 22 14:28:37.723325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-df5c75a0-5564-4457-8d1d-db5673a0fc2d tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.1195719 Jul 22 14:28:37.775449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-9392cdf5-c36a-470b-b491-6974b4c2516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:37.777481 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-9392cdf5-c36a-470b-b491-6974b4c2516f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c7e78f46-8307-433e-82e3-8b914ab6d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889034 Jul 22 14:28:37.781910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027c0f-7f07-4130-a7cc-dd30cad9dcb4 None None] Pushing event updated for resources: {'Port': ['ID=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:37.804613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:37.805164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:37.813773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.848371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:37.930868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-783fd11a-47b2-4772-87c2-6dbc2b561e7e service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447721 Jul 22 14:28:37.950692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:37.974717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e7ba56-b8b8-44fd-b2ec-da56f2becef2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.042885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f28cb3e-7812-4c45-80c3-509016852631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.053794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b4cd-1499-431a-865d-6403580a4751 req-737a0c3f-d97f-4fe9-b02e-b7dcefe44958 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.055930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62f8b4cd-1499-431a-865d-6403580a4751 req-737a0c3f-d97f-4fe9-b02e-b7dcefe44958 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.2118895 Jul 22 14:28:38.059543 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Deleting port 81b0c9ef-b477-4820-ad72-1814ac2b60a8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:38.059988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.064355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f28cb3e-7812-4c45-80c3-509016852631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.080685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.084591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-036901e8-a88f-4673-8d21-765e56df9134 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8632350 Jul 22 14:28:38.087512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46354) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:38.092612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Request body: {'security_group_rule': {'security_group_id': '08e7ba56-b8b8-44fd-b2ec-da56f2becef2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:38.161357 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8f28cb3e-7812-4c45-80c3-509016852631 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b67ba572ee94919bb1cd162ab0175e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562274 Jul 22 14:28:38.163906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:38.168782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9be7105e-3b5b-428b-a10e-c8c6a562f74b req-c319524d-a0fa-4291-8520-56acda9da1fd service neutron] 10.222.0.72 "GET /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256880 Jul 22 14:28:38.176701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28cb3e-7812-4c45-80c3-509016852631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb323bc-bd4f-4766-a38a-d5d78fc446de,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.206193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62f8b4cd-1499-431a-865d-6403580a4751 req-39d7fd54-74de-4bbc-968d-3f2a1b00f2e7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229081 Jul 22 14:28:38.207468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:38.254374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.254374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.264526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-dcf4c880-806e-4b45-afef-2e80ebaea4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.266239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-dcf4c880-806e-4b45-afef-2e80ebaea4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1101 time: 0.2201331 Jul 22 14:28:38.271828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Calling delete_port for 81b0c9ef-b477-4820-ad72-1814ac2b60a8 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:38.306008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3863649d-71c6-4f3c-9943-4d4e3c54b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.375625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3863649d-71c6-4f3c-9943-4d4e3c54b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.428497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-a451b776-ec00-42f8-bb3f-32b8480233b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.430006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-a451b776-ec00-42f8-bb3f-32b8480233b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1471908 Jul 22 14:28:38.444895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:37Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:38.446851 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.460288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.479069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f3fbf5-e986-4595-942c-e898aed9c912 None None] The sync data for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 is: [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:37Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:38.481013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-1dd6ef4b-6cb9-4b9a-9642-037c55c238b2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.0433300 Jul 22 14:28:38.481220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:38.499644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3863649d-71c6-4f3c-9943-4d4e3c54b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.502678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3863649d-71c6-4f3c-9943-4d4e3c54b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.504022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'network_id': '6fe62c9e-bc98-41ce-8d31-6ac29045b75d', 'port_id': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'mac_address': 'fa:16:3e:16:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcbe578-5160-4c11-ac74-0b1698249cbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:38.504212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3863649d-71c6-4f3c-9943-4d4e3c54b4fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efb323bc-bd4f-4766-a38a-d5d78fc446de HTTP/1.1" status: 204 len: 168 time: 0.3344688 Jul 22 14:28:38.540572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863649d-71c6-4f3c-9943-4d4e3c54b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb323bc-bd4f-4766-a38a-d5d78fc446de,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.560848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event deleted for resources: {'Port': ['ID=81b0c9ef-b477-4820-ad72-1814ac2b60a8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.565015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-df0f2b27-c02b-4d19-bf0b-b054e115e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.600260 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-df0f2b27-c02b-4d19-bf0b-b054e115e2cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1115534 Jul 22 14:28:38.625950 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.653622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1cd0ec9-75f8-4f72-b238-2a0409136ad3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:38.689798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.690061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:38.698949 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.708188 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.719495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-55b0b562-ba09-480d-bd0c-984f096ae5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.721799 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-55b0b562-ba09-480d-bd0c-984f096ae5c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126599 Jul 22 14:28:38.785643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e5e64-a879-4121-87f5-eaf52aa2102c req-91a10414-23ed-4b06-92ca-240d765de5c0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:38.793124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf7e5e64-a879-4121-87f5-eaf52aa2102c req-91a10414-23ed-4b06-92ca-240d765de5c0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.3476171 Jul 22 14:28:38.797418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.800172 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.814565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a965a3a-dbcb-4256-9fc0-13bc52d2f912 req-792a8ab0-082f-44c8-a3d3-5511eba5e691 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "DELETE /v2.0/floatingips/f74032b9-c3d5-4981-8665-5918730a0181 HTTP/1.1" status: 204 len: 173 time: 1.0843811 Jul 22 14:28:38.820748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d959db41-16fc-43df-aa2e-fb861fd1b180,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.820919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e1cd0ec9-75f8-4f72-b238-2a0409136ad3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:38.824406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:38.828508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:38.831035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ffd87323-cfde-4e74-9ec4-c76262f3e03a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7433903 Jul 22 14:28:38.836733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46370) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:38.851342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Request body: {'security_group_rule': {'security_group_id': '08e7ba56-b8b8-44fd-b2ec-da56f2becef2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:38.898577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf7e5e64-a879-4121-87f5-eaf52aa2102c req-4a0eb785-7b7e-48be-aaf0-b2a6f1d83b22 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042547 Jul 22 14:28:38.909503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-d0856189-14e7-462e-9241-d6998dbd708a service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771483 Jul 22 14:28:38.946168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.057120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:39.074181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1783-4660-4361-8aae-b99cd148fa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.114624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.115938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-9701186b-4673-4100-93f9-f7ccf0e52e0c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948700 Jul 22 14:28:39.127018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.155881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec11ad-2dfc-4fb8-a812-2af3a8d6700f req-290005ac-e7fc-4c0b-a153-516d69608f7a tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.157726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cec11ad-2dfc-4fb8-a812-2af3a8d6700f req-290005ac-e7fc-4c0b-a153-516d69608f7a tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.1930397 Jul 22 14:28:39.187591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87594119-6791-46e1-8209-178cfe378f1e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:39.207329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa16b-3563-4f92-9c73-ccab59a8b6fc req-9c83277c-2f5c-468e-af1c-abd54512ca67 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.208913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341aa16b-3563-4f92-9c73-ccab59a8b6fc req-9c83277c-2f5c-468e-af1c-abd54512ca67 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 945 time: 0.1843717 Jul 22 14:28:39.221475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1783-4660-4361-8aae-b99cd148fa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.230506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0a7a1783-4660-4361-8aae-b99cd148fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.260218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cec11ad-2dfc-4fb8-a812-2af3a8d6700f req-590acab0-8c15-41e0-980a-2ad02683f3d6 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Jul 22 14:28:39.266291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.281490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0a7a1783-4660-4361-8aae-b99cd148fa58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76c5bd0a431f47faa5e7272d362a59c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2177298 Jul 22 14:28:39.281676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0ce636d6-d997-40ad-a40e-b747bb45daa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4376762 Jul 22 14:28:39.281787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a1783-4660-4361-8aae-b99cd148fa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395adc90-1c4d-4bc6-84c7-c449f236e06f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:39.281787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:39.284199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:39.293154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:39.322191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.345381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341aa16b-3563-4f92-9c73-ccab59a8b6fc req-4853c004-4029-4239-b18c-808907e31b0c tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273096 Jul 22 14:28:39.417431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db67e9a1-99ba-41c0-ab16-53889974370c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.430186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-f9b1afd1-2e93-429f-a0eb-bc463c228b5b req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1198435750', 'description': 'tempest-description-1135314422'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:39.464466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db67e9a1-99ba-41c0-ab16-53889974370c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.480182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3848c44f-8145-4427-bbb3-6f3a8ed3de1c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:39.497370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.555025 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f9b1afd1-2e93-429f-a0eb-bc463c228b5b req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.572024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:39.589338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:39.589802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.597755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00931bf-cf48-4c88-947d-c684888b6df8 req-145d362a-fa3c-4074-bdf2-e2e400a5ebb9 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:39.611135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b00931bf-cf48-4c88-947d-c684888b6df8 req-145d362a-fa3c-4074-bdf2-e2e400a5ebb9 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 945 time: 0.1544874 Jul 22 14:28:39.651901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Allocated IP 172.25.3.172 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/23575678-3b74-4239-9177-02899d4cc3f3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:39.672741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b00931bf-cf48-4c88-947d-c684888b6df8 req-8e6c042a-95e5-41e9-a749-e55d2cd0a754 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606234 Jul 22 14:28:39.693839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db67e9a1-99ba-41c0-ab16-53889974370c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.696774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db67e9a1-99ba-41c0-ab16-53889974370c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.698320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db67e9a1-99ba-41c0-ab16-53889974370c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/395adc90-1c4d-4bc6-84c7-c449f236e06f HTTP/1.1" status: 204 len: 168 time: 0.4041069 Jul 22 14:28:39.701639 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.748973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67e9a1-99ba-41c0-ab16-53889974370c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395adc90-1c4d-4bc6-84c7-c449f236e06f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:39.755229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:39.774897 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.847517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.882830 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a43cc8f-254c-48dc-85c2-bddbc8de5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.902759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f9b1afd1-2e93-429f-a0eb-bc463c228b5b req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.911132 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f9b1afd1-2e93-429f-a0eb-bc463c228b5b req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.919513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:39.952901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.962141 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f9b1afd1-2e93-429f-a0eb-bc463c228b5b req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:39.974026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9b1afd1-2e93-429f-a0eb-bc463c228b5b req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5575035 Jul 22 14:28:40.006057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ba8fa-6e14-45bf-bcc4-935cb915a976 req-b88f7f16-acfe-4a81-a865-7ac9b942b443 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.013179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd3ba8fa-6e14-45bf-bcc4-935cb915a976 req-b88f7f16-acfe-4a81-a865-7ac9b942b443 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2334890 Jul 22 14:28:40.016807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf08ab0-4b9b-4aeb-831a-df5708d64bf9 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa278af6-5390-4fca-a467-03275de46b1f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:40.028059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:40.043825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:40.052997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:40.086495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd3ba8fa-6e14-45bf-bcc4-935cb915a976 req-21c51969-6c42-4e11-8135-cc4402efaaff tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0722139 Jul 22 14:28:40.124036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event updated for resources: {'Port': ['ID=23575678-3b74-4239-9177-02899d4cc3f3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:40.222301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:40.299174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.309039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3f9c2-d929-4531-9031-c377723615ee req-53645d46-12af-4a43-a61d-4ce805ec6591 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.311181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6c3f9c2-d929-4531-9031-c377723615ee req-53645d46-12af-4a43-a61d-4ce805ec6591 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.1954865 Jul 22 14:28:40.324415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:40.324834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.372531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6c3f9c2-d929-4531-9031-c377723615ee req-c7417d13-3a80-4d8f-9276-277dcb10fbeb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488913 Jul 22 14:28:40.385051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.391999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-9a485d2c-77b3-466f-a490-ac4a4c8fb635 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1198435750&fields=id&tenant_id=58815cf3892c40d5af926b2d9c73e988 HTTP/1.1" status: 200 len: 267 time: 0.1861818 Jul 22 14:28:40.474823 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.523093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21b3fdcf-aedc-4040-87f0-914cd8224f62 req-989f22ae-0db2-4897-996e-91208befa592 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0560884 Jul 22 14:28:40.525821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:40.527122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:40.530605 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666cb6a-5b04-4968-9bfb-848ae22c90de" -d '{"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:40.534487 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.567693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-88a153e3-1b8a-4154-adff-98ce1bb35459 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.579780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-88a153e3-1b8a-4154-adff-98ce1bb35459 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.1784601 Jul 22 14:28:40.591429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'port': {'security_groups': ['6b13620c-9a84-42d2-9817-e5b2873f5eb5', 'aa278af6-5390-4fca-a467-03275de46b1f']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:40.615930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-061d7f85-43ea-4c59-88d7-dab27d5d1f09 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.617554 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-061d7f85-43ea-4c59-88d7-dab27d5d1f09 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.1943469 Jul 22 14:28:40.638353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:40.643679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:40.745933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.754300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.766717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1bf24-0f54-49af-b728-f5b96fba16e2 req-f46fa5cf-207d-4e5a-bfb1-8872cd8f9a0b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:40.773680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02b1bf24-0f54-49af-b728-f5b96fba16e2 req-f46fa5cf-207d-4e5a-bfb1-8872cd8f9a0b tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 946 time: 0.1519601 Jul 22 14:28:40.818232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.944679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:40.973326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:41.053570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.089740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event updated for resources: {'Port': ['ID=23575678-3b74-4239-9177-02899d4cc3f3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:41.108916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.118490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-863092a7-893a-4aca-8bdc-7b3dec97c874 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8378751 Jul 22 14:28:41.135699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:41.246733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02b1bf24-0f54-49af-b728-f5b96fba16e2 req-c069522c-0b53-4c84-9ebd-0e6895117e4e tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673939 Jul 22 14:28:41.252400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7433836d-3634-4218-9ae5-df070b209453'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:41.259179 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c74d30-f229-45c7-92d2-f1500de1f166" -d '{"events": [{"server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "name": "network-vif-unplugged", "status": "completed", "tag": "7433836d-3634-4218-9ae5-df070b209453"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:41.270845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.280350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.408473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:41.421896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on host n-h2-794306-8 for vnic_type normal with profile {"migrating_to": "n-h1-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:41.423482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:41.424550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:41.430478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:41.431426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Attempting to bind port 7433836d-3634-4218-9ae5-df070b209453 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:41.446915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3848c44f-8145-4427-bbb3-6f3a8ed3de1c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:41.456500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:41.457234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:41.457830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:41.458532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Bound port: 7433836d-3634-4218-9ae5-df070b209453, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:41.459114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.504627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:41.522574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:41.523509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.541553 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.548721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.570092 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3662192-ddce-4b4b-8a2e-ad3dbff16fe5 x-openstack-request-id: req-e3662192-ddce-4b4b-8a2e-ad3dbff16fe5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:41.571079 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-plugged", "status": "completed", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:41.571511 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3662192-ddce-4b4b-8a2e-ad3dbff16fe5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:41.572186 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'code': 200} Jul 22 14:28:41.573397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9f4566be-9b67-4d03-bf28-3e6918ebfb03'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:41.616011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:41.617431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.618317 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.619954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fef5d84c-c61f-46bd-a228-b3ece38130af req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "PUT /v2.0/ports/9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 981 time: 1.0393305 Jul 22 14:28:41.620628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:41.622365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:41.623121 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279e665b-5393-4ca4-8369-c0e648ffdd26" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:41.635928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.678359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b4af0-1a87-445b-8676-0aecf7f1073f tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:41.723902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9f4566be-9b67-4d03-bf28-3e6918ebfb03'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:41.734816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ac6dc-f8fa-4362-839a-208f1ea6002c req-193d40c4-0455-43b0-8aa1-73e585b9f626 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.736437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646ac6dc-f8fa-4362-839a-208f1ea6002c req-193d40c4-0455-43b0-8aa1-73e585b9f626 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.1071267 Jul 22 14:28:41.752638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:41.808985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:41.811409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:41.813258 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-0df0d328-0d7f-4a87-b35d-7e8a7377f901 service neutron] 10.222.0.72 "PUT /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 1121 time: 1.1812854 Jul 22 14:28:41.829920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-ca898de0-7200-4d40-81d2-c54c31c09b07 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1252591239&fields=id&tenant_id=b8f587056deb49a8a10cd779fa0f794c HTTP/1.1" status: 200 len: 267 time: 0.0779381 Jul 22 14:28:41.834690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646ac6dc-f8fa-4362-839a-208f1ea6002c req-482b031c-0ef7-40c5-a014-3cc657e8a52b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815933 Jul 22 14:28:41.957964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['7433836d-3634-4218-9ae5-df070b209453'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:42.009597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-778316bb-1545-4d03-adcf-51eb15c97812 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.034369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-778316bb-1545-4d03-adcf-51eb15c97812 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/networks?id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc HTTP/1.1" status: 200 len: 810 time: 0.1839445 Jul 22 14:28:42.070271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-a94d2cba-de4f-4fe3-beae-ec0931c116be tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/quotas/b8f587056deb49a8a10cd779fa0f794c HTTP/1.1" status: 200 len: 375 time: 0.0328870 Jul 22 14:28:42.103768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['7433836d-3634-4218-9ae5-df070b209453'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:42.158622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-698e1cf4-4fd5-46e1-8ad2-ef5e33aea9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.209767 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75755cb4-88e0-4731-b577-4db565c9118f x-openstack-request-id: req-75755cb4-88e0-4731-b577-4db565c9118f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:42.210361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-4e57a01d-bf38-4f3b-9ff0-96020b3524c4 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b8f587056deb49a8a10cd779fa0f794c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1384435 Jul 22 14:28:42.210483 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "name": "network-vif-unplugged", "status": "completed", "tag": "7433836d-3634-4218-9ae5-df070b209453", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:42.210483 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75755cb4-88e0-4731-b577-4db565c9118f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:42.211086 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7433836d-3634-4218-9ae5-df070b209453', 'code': 200} Jul 22 14:28:42.229530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 7433836d-3634-4218-9ae5-df070b209453 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:42.232305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:42.419847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:42.448590 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.457725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-720c256b-fd3d-4c68-89c8-4d2ca0133f70 service neutron] 10.222.0.60 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308877 Jul 22 14:28:42.489546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb949ce-6074-40df-9100-a8c3acc57024 req-e4d53de4-c323-415e-b6c5-2d5240ff1d2f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.491189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bb949ce-6074-40df-9100-a8c3acc57024 req-e4d53de4-c323-415e-b6c5-2d5240ff1d2f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.1905169 Jul 22 14:28:42.531864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a924371f-285e-457c-ae52-bb9bb0c18cfa tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:42.555448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a924371f-285e-457c-ae52-bb9bb0c18cfa tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] 10.222.0.60 "PUT /v2.0/quotas/8638b23aa6204f2d91f389369aba52a0 HTTP/1.1" status: 200 len: 368 time: 0.1338856 Jul 22 14:28:42.558285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:42.564318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Request body: {'network': {'project_id': '8638b23aa6204f2d91f389369aba52a0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:42.588836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bb949ce-6074-40df-9100-a8c3acc57024 req-f9a42e6a-d3fa-4133-b1a8-0f8f774cead7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804021 Jul 22 14:28:42.593450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-0fcbd821-4349-4564-913b-9bb3200179d2 service neutron] 10.222.0.60 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349037 Jul 22 14:28:42.599936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Made reservation on behalf of 8638b23aa6204f2d91f389369aba52a0 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:42.603129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.626412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.739425 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.753687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.758666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.772972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27861d2-ef02-4f95-8d0e-6d9b78c5b72c req-7316b129-854f-438f-b116-dd4d10d49bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.782612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b27861d2-ef02-4f95-8d0e-6d9b78c5b72c req-7316b129-854f-438f-b116-dd4d10d49bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 946 time: 0.1042373 Jul 22 14:28:42.796768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:42.809654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:42.812507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:42.814435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92059e08-4c33-45f1-a540-e998956bcd6c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:42.820737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.821275 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Added segment 2a3f790d-34fc-4e8e-a5ba-5b5fb1510dfd of type vlan for network ab574a4b-f4ed-4650-bc33-2aae17a6e6ba Jul 22 14:28:42.831403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.878294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.882704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b27861d2-ef02-4f95-8d0e-6d9b78c5b72c req-8fb94f8c-4701-497c-80ab-fe5952598a14 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/security-groups?id=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939891 Jul 22 14:28:42.914842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 7433836d-3634-4218-9ae5-df070b209453 has no active binding in host n-h1-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:28:42.965963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.968156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:42.969881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:42.996615 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef9d663-d3f3-4e11-8468-6c5d9c82ff6e x-openstack-request-id: req-5ef9d663-d3f3-4e11-8468-6c5d9c82ff6e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:42.997257 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:42.997739 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ef9d663-d3f3-4e11-8468-6c5d9c82ff6e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:42.998382 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'status': 'completed', 'code': 200} Jul 22 14:28:43.028946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-103bf29e-0364-44f4-9a95-01c8291096bb req-d700d2fc-c853-4369-be30-a1db04cd850e tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1198435750&fields=id&tenant_id=58815cf3892c40d5af926b2d9c73e988 HTTP/1.1" status: 200 len: 267 time: 0.0613084 Jul 22 14:28:43.101773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Pushing event updated for resources: {'Network': ['ID=ab574a4b-f4ed-4650-bc33-2aae17a6e6ba,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:43.111467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a3912675-d0a6-4516-a0d1-7a57c555e7bf tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5517478 Jul 22 14:28:43.116681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46498) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:43.125424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Request body: {'network': {'project_id': '8638b23aa6204f2d91f389369aba52a0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:43.194686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ab574a4b-f4ed-4650-bc33-2aae17a6e6ba details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:43.223365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076da903-228e-462f-a330-70d5640c6174 req-6a1c4492-822f-4118-a6fa-77d283dafcfc tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.226143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076da903-228e-462f-a330-70d5640c6174 req-6a1c4492-822f-4118-a6fa-77d283dafcfc tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.72 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 946 time: 0.1496532 Jul 22 14:28:43.235389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-05a2c432-4ccc-4ab6-b3b1-c6ff1fbfee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.241951 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-05a2c432-4ccc-4ab6-b3b1-c6ff1fbfee30 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1135 time: 0.1621740 Jul 22 14:28:43.261548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Made reservation on behalf of 8638b23aa6204f2d91f389369aba52a0 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:43.264763 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.309807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:43.360331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bf29e-0364-44f4-9a95-01c8291096bb req-3a2ae1ee-d9cb-4396-9e83-ba0e8b48e00b tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.365220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-103bf29e-0364-44f4-9a95-01c8291096bb req-3a2ae1ee-d9cb-4396-9e83-ba0e8b48e00b tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 984 time: 0.3345506 Jul 22 14:28:43.387458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:43.397685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'port': {'security_groups': ['6b13620c-9a84-42d2-9817-e5b2873f5eb5']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:43.442771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1860888-7b5a-426b-8245-7d593282ea1b req-d34a691d-afe4-497e-9775-798423020e23 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.451329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1860888-7b5a-426b-8245-7d593282ea1b req-d34a691d-afe4-497e-9775-798423020e23 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.3324459 Jul 22 14:28:43.462207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.462859 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Added segment 66cb7d6e-eacd-4d6d-bc54-e1c20c4b046c of type vlan for network 88624c97-8bce-4ee2-9c54-d448d7aaeae7 Jul 22 14:28:43.469783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-8b670d55-bc27-4aed-8b73-0a4c7f04b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.471329 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-8b670d55-bc27-4aed-8b73-0a4c7f04b27b service neutron] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.2269940 Jul 22 14:28:43.528303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.534893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-c1e1fbc5-5c8e-480d-8286-71e134b43731 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.0488858 Jul 22 14:28:43.537876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Deleting port 6b454d72-1422-4e00-bfae-995f6f42537c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:43.538227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.573568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:43.576866 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6eabb4-fdc7-4966-94ef-5ee9326862b2" -d '{"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:43.592498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.617956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1860888-7b5a-426b-8245-7d593282ea1b req-a0ce5efc-50c1-4689-99a5-6ac057352bcc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633949 Jul 22 14:28:43.627218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.633511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:28:43.647736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-57152749-d2b4-4cbb-9e24-46940e2012d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.649247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-57152749-d2b4-4cbb-9e24-46940e2012d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.1069090 Jul 22 14:28:43.698239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-8afc6e0c-4048-45b9-bb9b-9112a92eab60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412142 Jul 22 14:28:43.713035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] For port 6b454d72-1422-4e00-bfae-995f6f42537c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b454d72-1422-4e00-bfae-995f6f42537c,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:43.713449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.739606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.741633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:43.742880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:43.754356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Calling delete_port for 6b454d72-1422-4e00-bfae-995f6f42537c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:43.785863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca7752d1-7454-4ad6-a8d1-97bef480c4de req-e1607d38-6ddd-4315-924b-9e58f6cd236d tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 210 time: 0.0396390 Jul 22 14:28:43.864278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Pushing event updated for resources: {'Network': ['ID=88624c97-8bce-4ee2-9c54-d448d7aaeae7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:43.876239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 88624c97-8bce-4ee2-9c54-d448d7aaeae7 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:43.899816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-454a3926-8dda-4313-aaf3-f46d343a7d37 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7740290 Jul 22 14:28:43.900038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46514) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:43.907372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ff2a9b2d-5bca-405c-b7f0-60d9b74f48e7 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Request body: {'network': {'project_id': '8638b23aa6204f2d91f389369aba52a0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:43.959733 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2a9b2d-5bca-405c-b7f0-60d9b74f48e7 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 14:28:43.960256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2a9b2d-5bca-405c-b7f0-60d9b74f48e7 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:28:43.963427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ff2a9b2d-5bca-405c-b7f0-60d9b74f48e7 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0591216 Jul 22 14:28:44.000847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-989d97c3-cd26-45a3-8e14-0dc85ff144ec service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909675 Jul 22 14:28:44.073299 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd1bf9-0f53-4f6b-81ec-879a973415ea x-openstack-request-id: req-7fcd1bf9-0f53-4f6b-81ec-879a973415ea {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:44.074092 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:44.075375 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fcd1bf9-0f53-4f6b-81ec-879a973415ea {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:44.076821 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'code': 200} Jul 22 14:28:44.127902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:44.181295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.195390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6b454d72-1422-4e00-bfae-995f6f42537c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:44.202656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:44.219387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'tag': '7433836d-3634-4218-9ae5-df070b209453'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:44.221627 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2649253f-de99-41c0-a52b-06a21e0b8504" -d '{"events": [{"name": "network-changed", "server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "tag": "7433836d-3634-4218-9ae5-df070b209453"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:44.239574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.250150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Pushing event deleted for resources: {'Port': ['ID=6b454d72-1422-4e00-bfae-995f6f42537c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:44.256756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.271399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-31981501-c036-4eed-b283-bad10705dfff tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.272952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-31981501-c036-4eed-b283-bad10705dfff tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.72 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 944 time: 0.3602417 Jul 22 14:28:44.278323 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-279e665b-5393-4ca4-8369-c0e648ffdd26 req-bff94c46-a959-486d-baa7-3dac8eeaf64b service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686443 Jul 22 14:28:44.281256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9f4566be-9b67-4d03-bf28-3e6918ebfb03'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:44.336328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] No DVR routers for this DVR port 6b454d72-1422-4e00-bfae-995f6f42537c on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:44.341162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.344997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event updated for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:44.345741 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076da903-228e-462f-a330-70d5640c6174 req-a18c3134-75f0-4e16-9b5b-ef32dbed3a88 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.72 "DELETE /v2.0/ports/6b454d72-1422-4e00-bfae-995f6f42537c HTTP/1.1" status: 204 len: 173 time: 1.1143372 Jul 22 14:28:44.360894 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1005a254-3155-4ce3-8fa5-687c48d01279 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8638b23aa6204f2d91f389369aba52a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311120 Jul 22 14:28:44.366588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46530) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:44.425391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.426339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.443130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-103bf29e-0364-44f4-9a95-01c8291096bb req-665078dd-9e1e-48c5-b8f8-d79b64ad3ce0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "PUT /v2.0/ports/9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 942 time: 1.0673077 Jul 22 14:28:44.449538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc317c9e-9e93-4550-8fc9-e40aefe5320b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.479050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc317c9e-9e93-4550-8fc9-e40aefe5320b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.489150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e73e2-0b36-401b-b14e-f65895fc2c43 req-3f6c9a50-b39f-4bcb-8ee5-b2ef85824b74 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.496186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc9e73e2-0b36-401b-b14e-f65895fc2c43 req-3f6c9a50-b39f-4bcb-8ee5-b2ef85824b74 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.3631270 Jul 22 14:28:44.545709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['9f4566be-9b67-4d03-bf28-3e6918ebfb03'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:44.555566 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc317c9e-9e93-4550-8fc9-e40aefe5320b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.568685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc317c9e-9e93-4550-8fc9-e40aefe5320b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.573215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fc317c9e-9e93-4550-8fc9-e40aefe5320b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92059e08-4c33-45f1-a540-e998956bcd6c HTTP/1.1" status: 204 len: 168 time: 0.1982837 Jul 22 14:28:44.575387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46534) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:44.600002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce8f7339-a08a-45b8-99ae-676762d21305 req-d73ac580-8c0c-49d1-9ec6-cd809aeebea0 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424 tempest-FloatingIPsAssociationNegativeTestJSON-1390575424-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cfd5395-833d-4e30-8b8a-c4907c06f3d5 HTTP/1.1" status: 200 len: 210 time: 0.0580962 Jul 22 14:28:44.635374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc317c9e-9e93-4550-8fc9-e40aefe5320b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92059e08-4c33-45f1-a540-e998956bcd6c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:44.675364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc9e73e2-0b36-401b-b14e-f65895fc2c43 req-9179f191-71b9-4b01-8fc3-ca2e9d76c582 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775672 Jul 22 14:28:44.789769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Deleting port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:44.790211 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.894672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1d6c0-7489-4a24-a2dd-e7a818509850 req-16c88bde-64c5-4dfc-9696-8600d53e504a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:44.899571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1c1d6c0-7489-4a24-a2dd-e7a818509850 req-16c88bde-64c5-4dfc-9696-8600d53e504a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/ports?device_id=67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c HTTP/1.1" status: 200 len: 944 time: 0.1851122 Jul 22 14:28:44.949474 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd599f5-0103-492c-82d2-28bef3fe47bf x-openstack-request-id: req-8cd599f5-0103-492c-82d2-28bef3fe47bf {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:44.949892 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "tag": "7433836d-3634-4218-9ae5-df070b209453", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:44.950248 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cd599f5-0103-492c-82d2-28bef3fe47bf {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:44.951289 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'tag': '7433836d-3634-4218-9ae5-df070b209453', 'status': 'completed', 'code': 200} Jul 22 14:28:44.976553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:44.999686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:45.001913 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445ea691-23a8-46a2-8e10-361d338eeecb" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:45.044305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-be5dab40-e969-43e3-8a98-951035bdce93 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.044613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1c1d6c0-7489-4a24-a2dd-e7a818509850 req-53c47880-401f-4a3b-bd68-2ded70742684 tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.60 "GET /v2.0/security-groups?id=07211c79-5224-4420-81c2-844b3eac3aad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292186 Jul 22 14:28:45.046283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-be5dab40-e969-43e3-8a98-951035bdce93 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.72 "GET /v2.0/networks?id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc HTTP/1.1" status: 200 len: 810 time: 0.4226267 Jul 22 14:28:45.076776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] For port e1cd0ec9-75f8-4f72-b238-2a0409136ad3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,segment=NetworkSegment(0b39e84d-bca3-4ded-a490-5ec180318453),segment_id=0b39e84d-bca3-4ded-a490-5ec180318453)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:45.077559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.098918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Calling delete_port for e1cd0ec9-75f8-4f72-b238-2a0409136ad3 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:45.128945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-57ca2f0f-ec4e-4952-9d6b-8ffc538a611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.130439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-57ca2f0f-ec4e-4952-9d6b-8ffc538a611f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1124 time: 0.1783247 Jul 22 14:28:45.139732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-80b1419c-4771-432b-b26e-49273d6dde7d tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8f587056deb49a8a10cd779fa0f794c HTTP/1.1" status: 200 len: 380 time: 0.0714390 Jul 22 14:28:45.168859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.184926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Request body: {'port': {'device_id': 'b287c913-4b4d-4165-89b0-455f1914e241', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'admin_state_up': True, 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'security_groups': ['08e7ba56-b8b8-44fd-b2ec-da56f2becef2']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:45.190269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-704a22bb-617d-4fdd-a089-2d9bae04c3fc tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2397559 Jul 22 14:28:45.190926 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.211928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:45.226632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88624c97-8bce-4ee2-9c54-d448d7aaeae7']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:45.255877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cb7d6e-eacd-4d6d-bc54-e1c20c4b046c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:45.256607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cb7d6e-eacd-4d6d-bc54-e1c20c4b046c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:45.298853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd63425-c419-4bd2-9029-f1fb07765c57 req-875bdb6c-8a35-469c-b72d-39aaf416bab3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.300390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fd63425-c419-4bd2-9029-f1fb07765c57 req-875bdb6c-8a35-469c-b72d-39aaf416bab3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.1838806 Jul 22 14:28:45.303616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.306554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.405392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fd63425-c419-4bd2-9029-f1fb07765c57 req-f8b7b1a9-9bcd-4be5-b4a8-79618bb5ea97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861895 Jul 22 14:28:45.427614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.491146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Pushing event deleted for resources: {'Port': ['ID=e1cd0ec9-75f8-4f72-b238-2a0409136ad3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:45.528901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ffa77385-dbec-4c7f-a7e4-306c472fc023 req-f84df5ed-92cc-4274-8721-9d9df573b503 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 210 time: 0.0425785 Jul 22 14:28:45.572670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] No DVR routers for this DVR port e1cd0ec9-75f8-4f72-b238-2a0409136ad3 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:45.575740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.578736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5e976a4-556c-4c35-9e71-b227850d9d26 req-9135b241-34ed-4190-93d1-6eb4973e898a tempest-ImagesTestJSON-735877166 tempest-ImagesTestJSON-735877166-project] 10.222.0.72 "DELETE /v2.0/ports/e1cd0ec9-75f8-4f72-b238-2a0409136ad3 HTTP/1.1" status: 204 len: 173 time: 1.2454534 Jul 22 14:28:45.595900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.644548 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea074b3a-bc11-4c6a-b9d2-ab18336f5194 x-openstack-request-id: req-ea074b3a-bc11-4c6a-b9d2-ab18336f5194 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:45.645219 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:45.645219 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea074b3a-bc11-4c6a-b9d2-ab18336f5194 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:45.645444 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'status': 'completed', 'code': 200} Jul 22 14:28:45.663148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:45.678071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.702463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46552) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:45.717339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:28:45.717876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:28:45.724690 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:28:45.771293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-f309525c-022a-45ea-9c7f-72f0f81ba682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.772936 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-f309525c-022a-45ea-9c7f-72f0f81ba682 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.5979798 Jul 22 14:28:45.859930 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-3dc01d62-feb0-4914-a916-b3824a31aa6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 217 time: 0.0792732 Jul 22 14:28:45.865284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.884419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.889290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] 10.222.0.60 "DELETE /v2.0/networks/88624c97-8bce-4ee2-9c54-d448d7aaeae7 HTTP/1.1" status: 204 len: 168 time: 1.2693677 Jul 22 14:28:45.891448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Made reservation on behalf of b8f587056deb49a8a10cd779fa0f794c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:45.894330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:45.895555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.901411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Allocated IP 172.25.3.141 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/ba306d17-2b78-40eb-bd4f-f25f2571f3af) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:45.937248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25e740-5dd7-4672-a36e-6b2705a97e7f tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Pushing event deleted for resources: {'Network': ['ID=88624c97-8bce-4ee2-9c54-d448d7aaeae7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:45.940149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Deleting subnet 07913867-df50-4e1d-af2b-fae0b2140bc1 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:45.960005 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:45.961708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea691-23a8-46a2-8e10-361d338eeecb req-571e08c6-1096-4c32-a666-69f554a07d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.963500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-571e08c6-1096-4c32-a666-69f554a07d48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.2779663 Jul 22 14:28:45.982249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-bcf75784-9604-4c7d-8d6f-f83fcf5515e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:45.984255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-bcf75784-9604-4c7d-8d6f-f83fcf5515e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1101480 Jul 22 14:28:46.066018 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-60fbef00-c837-48ea-bfb3-9242d84c924f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436630 Jul 22 14:28:46.107448 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.243289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:46.261907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea691-23a8-46a2-8e10-361d338eeecb req-9c716832-7a48-4dbe-ab1b-c9e02dd9dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:46.264132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-9c716832-7a48-4dbe-ab1b-c9e02dd9dbdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.2907195 Jul 22 14:28:46.268317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: e1cd0ec9-75f8-4f72-b238-2a0409136ad3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:46.268945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1cd0ec9-75f8-4f72-b238-2a0409136ad3 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:46.269839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b454d72-1422-4e00-bfae-995f6f42537c no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:46.271678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Allocated IP 172.20.0.3 (c8900cfc-48e9-4c33-89bf-d6d1a29266cc/782894cb-1c80-4852-bf7d-9ba1983a10c5/1bf68f7d-7329-4157-8e89-4401d84a6a9b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:46.292057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 6b454d72-1422-4e00-bfae-995f6f42537c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:46.292411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b454d72-1422-4e00-bfae-995f6f42537c not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:46.339840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-33ddd56e-82f1-497a-803f-a94ecc40afa2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.0564761 Jul 22 14:28:46.358322 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-a84350cb-29a2-4872-9f2e-58079d589b50 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807839 Jul 22 14:28:46.485870 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.503052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea691-23a8-46a2-8e10-361d338eeecb req-abf00c54-f9e6-4870-a2b1-7090e74bc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:46.504543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-abf00c54-f9e6-4870-a2b1-7090e74bc052 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.1585162 Jul 22 14:28:46.527832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd37ce7-35c2-4304-898a-331b28f1fdb1 req-fe371072-84ef-4d96-b393-7f81815b8867 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:46.529410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fd37ce7-35c2-4304-898a-331b28f1fdb1 req-fe371072-84ef-4d96-b393-7f81815b8867 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.7219646 Jul 22 14:28:46.582020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-8549e033-cbb6-4d44-8f1a-7090008aab43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400441 Jul 22 14:28:46.583272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.629213 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2649253f-de99-41c0-a52b-06a21e0b8504 req-b5cf19e6-f0d5-4cff-953a-b4750c75f6f7 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606883 Jul 22 14:28:46.649137 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.655657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.705051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Transition to ACTIVE for port object 1bf68f7d-7329-4157-8e89-4401d84a6a9b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:46.706633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fd37ce7-35c2-4304-898a-331b28f1fdb1 req-25243f7b-cd54-4759-8bf5-cd4053d7b41d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697044 Jul 22 14:28:46.743481 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-285c06b2-2959-4b49-9a64-7caea2f074bc service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521637 Jul 22 14:28:46.767709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.803095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab574a4b-f4ed-4650-bc33-2aae17a6e6ba']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:46.826750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.828897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3f790d-34fc-4e8e-a5ba-5b5fb1510dfd') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:46.828897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3f790d-34fc-4e8e-a5ba-5b5fb1510dfd') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:46.832402 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.889390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.894194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:46.898642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07913867-df50-4e1d-af2b-fae0b2140bc1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:46.900532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:46.902081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.905352 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.906475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-445ea691-23a8-46a2-8e10-361d338eeecb req-e83ab21d-914b-4746-b5d5-9bd4c8af9941 service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535828 Jul 22 14:28:46.910595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-358c3744-75ee-446c-a5be-a60cc4549ffe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/07913867-df50-4e1d-af2b-fae0b2140bc1 HTTP/1.1" status: 204 len: 168 time: 1.2431517 Jul 22 14:28:46.911619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:46.911619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:46.939483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event updated for resources: {'Port': ['ID=1bf68f7d-7329-4157-8e89-4401d84a6a9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:46.964017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'name': 'network-vif-deleted', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:46.966448 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b95ee74-8f6c-4f83-8938-b719b33768e7" -d '{"events": [{"server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "name": "network-vif-deleted", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:46.968427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.987862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:46.991193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:28:46.991606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:28:46.994946 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:28:47.013284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:47.028550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:47.046912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.047578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.054808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.059995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event updated for resources: {'Port': ['ID=ba306d17-2b78-40eb-bd4f-f25f2571f3af,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.074301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-0a191a7d-fa1d-4044-a712-ebf75d4dcdea tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9003913 Jul 22 14:28:47.105530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Request body: {'port': {'device_id': 'b287c913-4b4d-4165-89b0-455f1914e241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:47.127922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.139559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.141461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ab574a4b-f4ed-4650-bc33-2aae17a6e6ba HTTP/1.1" status: 204 len: 168 time: 1.2443604 Jul 22 14:28:47.176158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc00413-c22d-4cb8-8ab0-66fabe799a25 req-ca3a2206-3096-4a7c-a48f-2e9b3e4f7f06 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.177728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bc00413-c22d-4cb8-8ab0-66fabe799a25 req-ca3a2206-3096-4a7c-a48f-2e9b3e4f7f06 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.2938652 Jul 22 14:28:47.180362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1d459-520d-4006-b3be-4ef28143ffa8 tempest-QuotasNegativeTest-567891101 tempest-QuotasNegativeTest-567891101-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab574a4b-f4ed-4650-bc33-2aae17a6e6ba,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.208090 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.220677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d6a015-6b86-442c-afff-bbb503e45693']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:47.240814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31894538-2f1c-4b28-8b44-d4e5b8fb976b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:47.241465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31894538-2f1c-4b28-8b44-d4e5b8fb976b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:47.271715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.277901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.286567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bc00413-c22d-4cb8-8ab0-66fabe799a25 req-84185e1c-9683-469f-bfa9-f3f96239565d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824862 Jul 22 14:28:47.299219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-580191d1-51ff-4d01-9990-d16c64e2ae42 None None] Provisioning for port 1bf68f7d-7329-4157-8e89-4401d84a6a9b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:47.311343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-580191d1-51ff-4d01-9990-d16c64e2ae42 None None] Provisioning complete for port 1bf68f7d-7329-4157-8e89-4401d84a6a9b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:47.312210 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-580191d1-51ff-4d01-9990-d16c64e2ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.313917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.316630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.337947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.338856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:28:47.340115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:28:47.342796 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:28:47.392840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.396259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-580191d1-51ff-4d01-9990-d16c64e2ae42 None None] Port 1bf68f7d-7329-4157-8e89-4401d84a6a9b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:28:47.443764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.450127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.455886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] 10.222.0.60 "DELETE /v2.0/networks/53d6a015-6b86-442c-afff-bbb503e45693 HTTP/1.1" status: 204 len: 168 time: 0.5421443 Jul 22 14:28:47.527799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486161e-a51e-4403-892c-cdc63cd3f719 admin admin] Pushing event deleted for resources: {'Network': ['ID=53d6a015-6b86-442c-afff-bbb503e45693,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.585952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:47.607807 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21321b47-f58e-4d1c-b0bf-fef325ef2faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.644723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:47.658111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-deleted', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:47.660523 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b11bc-feaa-4fd7-802e-06dd57c4361b" -d '{"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-deleted", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:47.739642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad925e-3440-4ea3-bcd3-75eb5f4c31f0 req-518379c8-3998-4c7e-ae0e-843517cef276 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:47.741654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ad925e-3440-4ea3-bcd3-75eb5f4c31f0 req-518379c8-3998-4c7e-ae0e-843517cef276 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 931 time: 0.2478731 Jul 22 14:28:47.787954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf68f7d-7329-4157-8e89-4401d84a6a9b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:47.800898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.830141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21321b47-f58e-4d1c-b0bf-fef325ef2faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.834004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Transition to ACTIVE for port object 1bf68f7d-7329-4157-8e89-4401d84a6a9b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:47.834458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.835654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21321b47-f58e-4d1c-b0bf-fef325ef2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.846845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ecf3d683-501f-4e30-a388-277930dc47ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=773b581391f047939e9b30d2f111f8fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979039 Jul 22 14:28:47.846845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.848314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:47.852024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:47.925389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ad925e-3440-4ea3-bcd3-75eb5f4c31f0 req-9f84eddf-bdd9-4382-8b1c-fb2cc24ebfab tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504381 Jul 22 14:28:47.927372 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-21321b47-f58e-4d1c-b0bf-fef325ef2faa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=965abb68c27b4f64b80a324528da45ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402076 Jul 22 14:28:47.938418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46586) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:47.957397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21321b47-f58e-4d1c-b0bf-fef325ef2faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae09962-45f1-43d2-b2d1-fe0feb4f095a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.962232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf68f7d-7329-4157-8e89-4401d84a6a9b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:47.998986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event updated for resources: {'Port': ['ID=ba306d17-2b78-40eb-bd4f-f25f2571f3af,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:48.049926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.060487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3491-5759-4226-8500-c4621766a6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.077100 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12365cfb-ed52-4b64-b18b-eb65751f9db4 x-openstack-request-id: req-12365cfb-ed52-4b64-b18b-eb65751f9db4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:48.077397 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cfd5395-833d-4e30-8b8a-c4907c06f3d5", "name": "network-vif-deleted", "tag": "6b454d72-1422-4e00-bfae-995f6f42537c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:48.077655 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12365cfb-ed52-4b64-b18b-eb65751f9db4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:48.078050 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cfd5395-833d-4e30-8b8a-c4907c06f3d5', 'name': 'network-vif-deleted', 'tag': '6b454d72-1422-4e00-bfae-995f6f42537c', 'status': 'completed', 'code': 200} Jul 22 14:28:48.111817 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37126230-c1f2-469b-b27e-0496bd9c4bb0 x-openstack-request-id: req-37126230-c1f2-469b-b27e-0496bd9c4bb0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:48.112323 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c", "name": "network-vif-deleted", "tag": "e1cd0ec9-75f8-4f72-b238-2a0409136ad3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:48.112737 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37126230-c1f2-469b-b27e-0496bd9c4bb0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:48.113820 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ec5dd4-e8ab-4b13-a1e3-e7f36c18f48c', 'name': 'network-vif-deleted', 'tag': 'e1cd0ec9-75f8-4f72-b238-2a0409136ad3', 'status': 'completed', 'code': 200} Jul 22 14:28:48.119567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.121198 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-ad170b83-6025-480d-b979-98b46d35d465 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9207587 Jul 22 14:28:48.142725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3491-5759-4226-8500-c4621766a6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.185098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78749680-9385-4e15-b12a-95cc444d80fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.190192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Attempting to bind port 1bf68f7d-7329-4157-8e89-4401d84a6a9b on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:28:48.190573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Attempting to bind port 1bf68f7d-7329-4157-8e89-4401d84a6a9b by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:28:48.191515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Attempting to bind port 1bf68f7d-7329-4157-8e89-4401d84a6a9b on network c8900cfc-48e9-4c33-89bf-d6d1a29266cc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:48.207122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Port 1bf68f7d-7329-4157-8e89-4401d84a6a9b on network c8900cfc-48e9-4c33-89bf-d6d1a29266cc not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:28:48.207483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Attempting to bind port 1bf68f7d-7329-4157-8e89-4401d84a6a9b on network c8900cfc-48e9-4c33-89bf-d6d1a29266cc {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:28:48.221503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78749680-9385-4e15-b12a-95cc444d80fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.223790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:28:48.224156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Checking segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:48.224577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Bound using segment: {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:28:48.225053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Bound port: 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c28158-b6cf-4430-a410-28cc84d949ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:28:48.225449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.267974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-d033af77-a84d-4fa5-b35a-b28592c80ead tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1315565 Jul 22 14:28:48.348941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] For port 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:48.352490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] For port 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:28:48.357073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.368290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78749680-9385-4e15-b12a-95cc444d80fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.371181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78749680-9385-4e15-b12a-95cc444d80fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.372539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-78749680-9385-4e15-b12a-95cc444d80fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cae09962-45f1-43d2-b2d1-fe0feb4f095a HTTP/1.1" status: 204 len: 168 time: 0.4204445 Jul 22 14:28:48.417760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3491-5759-4226-8500-c4621766a6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.417931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.418790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.420969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/1bf68f7d-7329-4157-8e89-4401d84a6a9b HTTP/1.1" status: 200 len: 1091 time: 1.3209507 Jul 22 14:28:48.421245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1fa3491-5759-4226-8500-c4621766a6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.421922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78749680-9385-4e15-b12a-95cc444d80fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae09962-45f1-43d2-b2d1-fe0feb4f095a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:48.422451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b1fa3491-5759-4226-8500-c4621766a6bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/946ef705-90b5-4ce9-a250-e31d2763478f HTTP/1.1" status: 204 len: 168 time: 0.5662973 Jul 22 14:28:48.442695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Deleting port 13c66216-9de8-43f9-a02a-f15a8523b2d8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:48.443080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.449748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2366a-8aad-4c01-878c-a94488ca15d0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf68f7d-7329-4157-8e89-4401d84a6a9b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:48.503658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7794326-1cdb-4f6b-becb-e0bd34fdfe20 req-5a3f33aa-8977-4ae7-bec3-932fb7a9e700 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.511616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7794326-1cdb-4f6b-becb-e0bd34fdfe20 req-5a3f33aa-8977-4ae7-bec3-932fb7a9e700 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.3163857 Jul 22 14:28:48.556838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa3491-5759-4226-8500-c4621766a6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ef705-90b5-4ce9-a250-e31d2763478f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:48.561137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-84229035-5f12-4f19-95fa-f8ae5d652f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.563527 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-84229035-5f12-4f19-95fa-f8ae5d652f03 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8f587056deb49a8a10cd779fa0f794c&device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 1094 time: 0.0784702 Jul 22 14:28:48.589854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-43db579e-1547-4490-9f44-5079e7c28e92 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.591530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-557e6bae-28bd-4ff2-b3d1-18c0f287c645 req-43db579e-1547-4490-9f44-5079e7c28e92 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.3103280 Jul 22 14:28:48.633909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-66d86f5b-c713-4e9a-9a5a-f589ffe5ffcd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b HTTP/1.1" status: 200 len: 217 time: 0.0474372 Jul 22 14:28:48.688834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7794326-1cdb-4f6b-becb-e0bd34fdfe20 req-8e8625c5-a2e9-478a-90f2-59a992c033fd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760113 Jul 22 14:28:48.721092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-741d8f0b-68aa-4dfb-ba25-d8aad133cb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.728348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-741d8f0b-68aa-4dfb-ba25-d8aad133cb42 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=782894cb-1c80-4852-bf7d-9ba1983a10c5 HTTP/1.1" status: 200 len: 849 time: 0.0872481 Jul 22 14:28:48.735722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] For port 13c66216-9de8-43f9-a02a-f15a8523b2d8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=13c66216-9de8-43f9-a02a-f15a8523b2d8,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:48.736059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:48.774466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Calling delete_port for 13c66216-9de8-43f9-a02a-f15a8523b2d8 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:48.890180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f891-5d77-47eb-a60a-4319665d068d req-591fbd65-33db-48be-93bd-fc753027e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:48.895490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-591fbd65-33db-48be-93bd-fc753027e437 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596167 Jul 22 14:28:49.052906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9c745-e4f2-4705-827e-4fda8371fcd0 req-46d77a4e-efa4-435f-9fdd-2614070c06a4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.054720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2f9c745-e4f2-4705-827e-4fda8371fcd0 req-46d77a4e-efa4-435f-9fdd-2614070c06a4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 943 time: 0.2006378 Jul 22 14:28:49.067648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-3ad2f87d-9840-489e-a37f-d736e67f7ce5 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.069635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-3ad2f87d-9840-489e-a37f-d736e67f7ce5 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2167335 Jul 22 14:28:49.092778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-0b1e97d1-826d-4232-9173-2cb284dc8c9b service neutron] 10.222.0.72 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906219 Jul 22 14:28:49.157397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46618) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:49.173218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-b64a4c64-6c5e-497f-b098-1668739ef92e tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0877037 Jul 22 14:28:49.223928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2971bf49-c098-450b-828e-daef73eeedbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.231666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8378f891-5d77-47eb-a60a-4319665d068d req-34b9d761-fe05-4f78-b395-d218e5e7bd4f service neutron] 10.222.0.72 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325417 Jul 22 14:28:49.239273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2f9c745-e4f2-4705-827e-4fda8371fcd0 req-d81bd3cc-ba8e-4756-a03a-8e8f8a804e9d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662495 Jul 22 14:28:49.264780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'floatingip': {'port_id': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:49.318891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.369536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.452139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c66216-9de8-43f9-a02a-f15a8523b2d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:49.539320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-bfb1a4c4-1fd1-4fb4-96b8-ae90cd863e68 service neutron] 10.222.0.61 "GET /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.0853775 Jul 22 14:28:49.693055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:49.731765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef7cfb-2f2b-4db2-85d6-3af5a3fd0abd req-bacd88a7-75e6-444f-96d8-898c402e6f63 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:49.733918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78ef7cfb-2f2b-4db2-85d6-3af5a3fd0abd req-bacd88a7-75e6-444f-96d8-898c402e6f63 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 943 time: 0.3256819 Jul 22 14:28:49.809286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:49.824970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-353921388-network', 'tenant_id': '940f3a6c006444068881019919177897'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:49.843047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:49.880703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7433836d-3634-4218-9ae5-df070b209453 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:49.892696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:49.910436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:49.991103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] Transition to ACTIVE for port object 7433836d-3634-4218-9ae5-df070b209453 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:28:49.996004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.074219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] No DVR routers for this DVR port 7433836d-3634-4218-9ae5-df070b209453 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:50.078586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:50.080814 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247631d0-6e0d-435c-865e-1fec9edebb79" -d '{"events": [{"name": "network-changed", "server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:50.087462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] Pushing event updated for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.097469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7433836d-3634-4218-9ae5-df070b209453 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:50.120135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-14c31e38-6185-4ed0-ac24-c564ac30151e service neutron] 10.222.0.61 "PUT /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453/bindings/n-h1-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5737991 Jul 22 14:28:50.164071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7433836d-3634-4218-9ae5-df070b209453 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:50.222561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2971bf49-c098-450b-828e-daef73eeedbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.232078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78ef7cfb-2f2b-4db2-85d6-3af5a3fd0abd req-5b25f8b1-a15d-4c69-a8b9-80f2857ee5a9 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4643371 Jul 22 14:28:50.252438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-b70f1e11-bb30-4a99-89d8-23377cd10c79 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.254196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-b70f1e11-bb30-4a99-89d8-23377cd10c79 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.0784349 Jul 22 14:28:50.257381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1bf68f7d-7329-4157-8e89-4401d84a6a9b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:28:50.259812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Made reservation on behalf of 940f3a6c006444068881019919177897 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:50.262551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.281070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.317721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2971bf49-c098-450b-828e-daef73eeedbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.347839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2971bf49-c098-450b-828e-daef73eeedbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcc170f276e44fdcbf15e401c373ca23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1869328 Jul 22 14:28:50.355953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:50.396787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:50.411767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'port_id': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'mac_address': 'fa:16:3e:7a:26:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:28:50.423824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.490457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-960c9347-4837-4d37-9442-5cc956ca0378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.500125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.521662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf68f7d-7329-4157-8e89-4401d84a6a9b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:28:50.537324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-960c9347-4837-4d37-9442-5cc956ca0378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.542098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971bf49-c098-450b-828e-daef73eeedbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9560ae50-728f-410c-8356-04b96e7ffcce,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.544463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:50.549244 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.580263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-820a0360-cded-47e0-b7a7-97571a756f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.582879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-820a0360-cded-47e0-b7a7-97571a756f96 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1&tenant_id=198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 1095 time: 0.3169470 Jul 22 14:28:50.620486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-960c9347-4837-4d37-9442-5cc956ca0378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.624416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-960c9347-4837-4d37-9442-5cc956ca0378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.625671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-960c9347-4837-4d37-9442-5cc956ca0378 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9560ae50-728f-410c-8356-04b96e7ffcce HTTP/1.1" status: 204 len: 168 time: 0.2658827 Jul 22 14:28:50.633540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1bf68f7d-7329-4157-8e89-4401d84a6a9b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.693269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c9347-4837-4d37-9442-5cc956ca0378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9560ae50-728f-410c-8356-04b96e7ffcce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:50.715886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.722377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:28:50.727677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.769542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:50.774768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1bf68f7d-7329-4157-8e89-4401d84a6a9b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:28:50.814193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff0f54-bd2a-474c-906b-8d7d90ffc924 req-489ad450-bf17-4a9a-82b5-cd809d8cf8bf tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:50.816845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42ff0f54-bd2a-474c-906b-8d7d90ffc924 req-489ad450-bf17-4a9a-82b5-cd809d8cf8bf tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.3986485 Jul 22 14:28:50.885004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:50.931463 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.103923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42ff0f54-bd2a-474c-906b-8d7d90ffc924 req-59ed5aa4-8609-48e5-b744-d7fd6b36004f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782474 Jul 22 14:28:51.137692 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Floating IP eb307c3c-aba7-45d8-b852-a9dcbb343146 associated. External IP: 172.25.3.141, port: 9f4566be-9b67-4d03-bf28-3e6918ebfb03. Jul 22 14:28:51.166005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-a86a22b0-c761-4561-b249-166ab6f3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.167662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-a86a22b0-c761-4561-b249-166ab6f3fe3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1095 time: 0.5383716 Jul 22 14:28:51.171964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.172495 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Added segment 563a5837-3d53-4e22-bfc6-168660f91948 of type vlan for network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 Jul 22 14:28:51.186461 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc4abfc-24fd-4a98-b321-9abc8497db32 x-openstack-request-id: req-bfc4abfc-24fd-4a98-b321-9abc8497db32 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:51.186838 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:51.187935 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfc4abfc-24fd-4a98-b321-9abc8497db32 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:51.188439 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'status': 'completed', 'code': 200} Jul 22 14:28:51.214813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef1452e-06be-4ff7-8d7a-cd577a21fd79,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:51.225808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Router 3a785b6b-3788-49e5-b59e-533058ca451d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:51.323250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.385953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-6b64d4e2-dc08-4ce7-a1bd-4b4a734d9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.388252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-6b64d4e2-dc08-4ce7-a1bd-4b4a734d9207 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1982625 Jul 22 14:28:51.391384 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.392624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.393525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.453400 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-7a42fe1b-cf11-4ee3-b728-3c78494906ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 200 len: 217 time: 0.0557938 Jul 22 14:28:51.465573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7712083 Jul 22 14:28:51.478930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:51.483953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-9b37c3e1-bed4-4557-8cbb-01bd19ce83cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.485559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-9b37c3e1-bed4-4557-8cbb-01bd19ce83cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8f587056deb49a8a10cd779fa0f794c&device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 1095 time: 0.2620981 Jul 22 14:28:51.494571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Request body: {'subnet': {'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-353921388-subnet', 'tenant_id': '940f3a6c006444068881019919177897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:51.522336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e8be1-937a-4858-9948-162eee1271dc req-5b0fc221-27ab-4c66-bcf0-7661f6abc070 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.524010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-887e8be1-937a-4858-9948-162eee1271dc req-5b0fc221-27ab-4c66-bcf0-7661f6abc070 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 944 time: 0.2589962 Jul 22 14:28:51.571809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9af27b-c93a-41ab-adad-49e32628f460 admin admin] Pushing event updated for resources: {'Network': ['ID=0273bbfe-b053-4ee7-a6e9-2f4c15f09406,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:51.584088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Made reservation on behalf of 940f3a6c006444068881019919177897 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:51.584682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:51.586539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.602077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-c5ba9f21-6969-4d9f-9f62-fabb5a2e8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.603845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-c5ba9f21-6969-4d9f-9f62-fabb5a2e8763 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1371100 Jul 22 14:28:51.651994 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-79525283-56ed-4386-ad42-4a57d400bbea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372558 Jul 22 14:28:51.664441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:51.677937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-780cb3a1-a2bd-497b-a8f6-bf250321bdb6 admin admin] 10.222.0.60 "PUT /v2.0/routers/3a785b6b-3788-49e5-b59e-533058ca451d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9740267 Jul 22 14:28:51.681505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] Sync routers for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:51.682582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:51.719731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:51.720449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:51.795230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-887e8be1-937a-4858-9948-162eee1271dc req-05afc905-64c6-4f55-9a7e-18570b4c388f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221799 Jul 22 14:28:51.829103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-1d934789-7a9b-49a8-a304-0f3b7878a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:51.831005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-1d934789-7a9b-49a8-a304-0f3b7878a97c service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc HTTP/1.1" status: 200 len: 911 time: 0.3360837 Jul 22 14:28:51.863835 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-74c694a9-6065-4f87-8443-9e984437d242 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765795 Jul 22 14:28:51.892025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Router 2b59618e-1e72-4fc9-a847-3c87880141b8 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:51.894425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-a2553f97-b793-4d12-9a0b-1f5fca703562 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b HTTP/1.1" status: 200 len: 217 time: 0.0553839 Jul 22 14:28:51.943430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:51.965506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:51.998620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.094916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-6576755e-89ec-4d27-8dd2-a0b841d03eac service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225888 Jul 22 14:28:52.107449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e98b83-82a2-47eb-a34e-f6069b67f4b7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:52.162289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Checking segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:52.162942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Network hostable DHCP agents. Network: 0273bbfe-b053-4ee7-a6e9-2f4c15f09406, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:52.198191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:52.210723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0273bbfe-b053-4ee7-a6e9-2f4c15f09406) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:52.224827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.225426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.252890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89316f97-eab4-408e-9b33-3dc8d3086372 None None] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:52.269416 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-174c9f3e-f391-4388-bfee-a0b638d718b7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7785552 Jul 22 14:28:52.269652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:28:49Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:52.303606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1bf68f7d-7329-4157-8e89-4401d84a6a9b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:28:52.340778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] Checking router: 3a785b6b-3788-49e5-b59e-533058ca451d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:52.461377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] Routers {'3a785b6b-3788-49e5-b59e-533058ca451d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:52.462718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['3a785b6b-3788-49e5-b59e-533058ca451d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:52.504916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-1e10fbdc-c379-4ce0-8208-991e5e4e6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.506464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-1e10fbdc-c379-4ce0-8208-991e5e4e6903 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=782894cb-1c80-4852-bf7d-9ba1983a10c5 HTTP/1.1" status: 200 len: 849 time: 0.6042867 Jul 22 14:28:52.525704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:52.548639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-2bb6b17b-fb2a-4b71-a1ae-afdb130b0e22 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.550694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-2bb6b17b-fb2a-4b71-a1ae-afdb130b0e22 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.1079874 Jul 22 14:28:52.636112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:52.646094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.646607 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] Sync routers for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:52.656169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 1bf68f7d-7329-4157-8e89-4401d84a6a9b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:28:52.664722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:52.665880 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:52.672786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.703012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1852230244', 'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:52.705243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492817f7-e7d1-47c8-bcdf-800dea5759d3 req-ac07ffb7-cf5f-496f-a44a-6c753b5f6237 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.705439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 1bf68f7d-7329-4157-8e89-4401d84a6a9b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:28:52.705931 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.714210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-492817f7-e7d1-47c8-bcdf-800dea5759d3 req-ac07ffb7-cf5f-496f-a44a-6c753b5f6237 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 944 time: 0.7053554 Jul 22 14:28:52.730194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Made reservation on behalf of 54b23c3afc4b4fd5a44867318ba5067f for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:52.733475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.736858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-f7baaba6-f65b-4030-811b-74167ed5fe70 service neutron] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:28:52.741639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605295db-331e-4b2f-97fa-486c44a72a2f None None] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:52.747275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-f7baaba6-f65b-4030-811b-74167ed5fe70 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.748963 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25a68f3f-7522-43d9-8b02-7e91627cecf1 req-f7baaba6-f65b-4030-811b-74167ed5fe70 service neutron] 10.222.0.72 "DELETE /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453/bindings/n-h2-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.1921272 Jul 22 14:28:52.750126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.760624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-114048ce-ce2d-4b1f-b3a5-6b876bfbe6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:52.762244 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-114048ce-ce2d-4b1f-b3a5-6b876bfbe6e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2366948 Jul 22 14:28:52.768106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-d76b747f-7136-461f-ada6-e87db7f41713 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "PUT /v2.0/floatingips/eb307c3c-aba7-45d8-b852-a9dcbb343146 HTTP/1.1" status: 200 len: 996 time: 3.5455537 Jul 22 14:28:52.771162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:52.773913 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b6c3a-f467-477b-891a-7f74a0dbaec3" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:52.854380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] Set router 3a785b6b-3788-49e5-b59e-533058ca451d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:52.854946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:52.891663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-492817f7-e7d1-47c8-bcdf-800dea5759d3 req-2e0fb3fb-f84f-4428-bbf2-73b985b7535c tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683242 Jul 22 14:28:52.892189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.895254 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.926778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:28:52.939617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe3bc1-1f8f-4be5-ac87-10c8044f4b0b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:52.960632 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:52.963595 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Added segment c8239a53-3110-4d2c-af2e-d3bebc44092d of type vlan for network 75c5a649-2bc3-4788-97ba-324d84eaa7fd Jul 22 14:28:53.019675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.024510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-fe46e774-f7d1-4327-a1d3-cff1e0a6519c service neutron] 10.222.0.72 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473080 Jul 22 14:28:53.032500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Deleting port af12db38-c600-443c-9ece-8ec15e218697 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:53.032875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.067081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.069394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.072030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.110429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5876062 Jul 22 14:28:53.120846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:53.127620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'subnet': {'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:53.170716 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'eb307c3c-aba7-45d8-b852-a9dcbb343146', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'port_id': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'mac_address': 'fa:16:3e:b3:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca2fed-a75b-4022-96e0-1565a9496463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:47Z', 'updated_at': '2021-07-22T14:28:50Z', 'revision_number': 1, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:56Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:53.181460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f85107-aee2-48e9-a218-b01258cdb3b2 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Network': ['ID=75c5a649-2bc3-4788-97ba-324d84eaa7fd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:53.202922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 75c5a649-2bc3-4788-97ba-324d84eaa7fd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:28:53.204157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Made reservation on behalf of 54b23c3afc4b4fd5a44867318ba5067f for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:53.207357 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] Checking router: 2b59618e-1e72-4fc9-a847-3c87880141b8 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:53.210236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.219728 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:53.220382 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:53.282647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-247631d0-6e0d-435c-865e-1fec9edebb79 req-a5afdea0-ede5-45be-89e1-5c635c725cf6 service neutron] 10.222.0.72 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340050 Jul 22 14:28:53.305270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-024a0925-4c93-4ade-8f56-c844624bceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.313747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-024a0925-4c93-4ade-8f56-c844624bceff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.5219538 Jul 22 14:28:53.320883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.384491 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:53.417362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:53.419877 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9eb7f0-3223-4b68-960e-5c9670b6283f" -d '{"events": [{"server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "name": "network-vif-plugged", "status": "completed", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:53.445649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:53.453218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.533691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1bf68f7d-7329-4157-8e89-4401d84a6a9b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:53.546708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:28:49Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:53.548929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6380f9a-9c1c-4382-89db-08878c2ea800 req-86963a83-ed8c-489d-a601-d9e9817bde40 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.550542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6380f9a-9c1c-4382-89db-08878c2ea800 req-86963a83-ed8c-489d-a601-d9e9817bde40 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.4754038 Jul 22 14:28:53.557098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] For port af12db38-c600-443c-9ece-8ec15e218697, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af12db38-c600-443c-9ece-8ec15e218697,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:53.557469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.584475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eb59c2-e93a-40e3-b530-14c36304f2a8 None None] The sync data for ids ['3a785b6b-3788-49e5-b59e-533058ca451d'] in n-d-794306-8 is: [{'id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-454794627-router', 'tenant_id': '359fd187a20b41da8197cf3ee534d815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'af12db38-c600-443c-9ece-8ec15e218697', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:39Z', 'updated_at': '2021-07-22T14:28:49Z', 'revision_number': 5, 'project_id': '359fd187a20b41da8197cf3ee534d815', 'gw_port': {'id': 'af12db38-c600-443c-9ece-8ec15e218697', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a785b6b-3788-49e5-b59e-533058ca451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:42Z', 'updated_at': '2021-07-22T14:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:53.599503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-44f4255a-4650-4b64-84b2-015870e5c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.608149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-44f4255a-4650-4b64-84b2-015870e5c38f service neutron] 10.222.0.60 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.2925165 Jul 22 14:28:53.633680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Calling delete_port for af12db38-c600-443c-9ece-8ec15e218697 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:53.667626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:28:53.668130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.727295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a363206-1ff7-45df-9bb3-248eb4bdc299,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:53.732683 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'eb307c3c-aba7-45d8-b852-a9dcbb343146', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'port_id': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'mac_address': 'fa:16:3e:b3:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca2fed-a75b-4022-96e0-1565a9496463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:47Z', 'updated_at': '2021-07-22T14:28:50Z', 'revision_number': 1, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:56Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:53.741146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Checking segment: {'id': 'c8239a53-3110-4d2c-af2e-d3bebc44092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:28:53.741663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network hostable DHCP agents. Network: 75c5a649-2bc3-4788-97ba-324d84eaa7fd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:28:53.743511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-6950ba28-b1c0-4df7-affe-549e25f9844c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 999 time: 0.1330147 Jul 22 14:28:53.751084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6380f9a-9c1c-4382-89db-08878c2ea800 req-450c1a7c-329d-431c-8aca-68868b35ccfb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909001 Jul 22 14:28:53.771322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 75c5a649-2bc3-4788-97ba-324d84eaa7fd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:28:53.772023 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd06baa-f018-4051-ab9f-106eb7374d19 None None] The sync data for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 is: [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'eb307c3c-aba7-45d8-b852-a9dcbb343146', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'floating_ip_address': '172.25.3.141', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'port_id': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'mac_address': 'fa:16:3e:b3:49:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca2fed-a75b-4022-96e0-1565a9496463', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:47Z', 'updated_at': '2021-07-22T14:28:50Z', 'revision_number': 1, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:56Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:53.776576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 75c5a649-2bc3-4788-97ba-324d84eaa7fd) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:53.790154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.790938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.791695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24402f69-fd1c-48e0-a933-95bb860d0879 None None] Network 75c5a649-2bc3-4788-97ba-324d84eaa7fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:53.810048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9145b14d-8999-4dc6-8489-d7653dec503e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6876285 Jul 22 14:28:53.813113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46714) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:53.820838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-694194874', 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:53.858836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Made reservation on behalf of 54b23c3afc4b4fd5a44867318ba5067f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:53.862198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:53.875700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-830ed1ac-7825-4669-8143-559760144ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:53.877305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-830ed1ac-7825-4669-8143-559760144ebe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.1244357 Jul 22 14:28:53.900861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] device_id is not set on port 6db3be0d-69d1-41f7-86ea-593ecde38109 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:28:53.923441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-4634a857-de0a-449e-8652-e8aa71b60d40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378561 Jul 22 14:28:54.005568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9137ef5d-9880-49ad-b505-dbda5aa06efe None None] Network 75c5a649-2bc3-4788-97ba-324d84eaa7fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:54.051255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.100307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Allocated IP 172.20.0.6 (75c5a649-2bc3-4788-97ba-324d84eaa7fd/5a363206-1ff7-45df-9bb3-248eb4bdc299/6db3be0d-69d1-41f7-86ea-593ecde38109) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:54.100495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Pushing event deleted for resources: {'Port': ['ID=af12db38-c600-443c-9ece-8ec15e218697,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:54.181747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-4462d8e2-18b1-494c-b3d2-c7ca87d98e64 service neutron] 10.222.0.60 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315717 Jul 22 14:28:54.208227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbd712-b01d-4249-a6f3-3071126368e4 None None] New status for floating IP eb307c3c-aba7-45d8-b852-a9dcbb343146: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:54.327301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.327840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.336589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72ff6a2c-a537-4bde-b855-73e78a7c469b req-4753d1a9-52ab-4bea-aa2a-ab8f9858c89e service neutron] 10.222.0.60 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444216 Jul 22 14:28:54.383705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.437599 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214abf1f-2939-4e3e-9460-df14c8f5b267 x-openstack-request-id: req-214abf1f-2939-4e3e-9460-df14c8f5b267 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:54.437857 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:54.438101 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-214abf1f-2939-4e3e-9460-df14c8f5b267 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:54.438501 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'status': 'completed', 'code': 200} Jul 22 14:28:54.446376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 75c5a649-2bc3-4788-97ba-324d84eaa7fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:54.463045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:54.480537 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.486124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.489876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Port': ['ID=6db3be0d-69d1-41f7-86ea-593ecde38109,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:54.492438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:54.551741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.552416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.569742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-c0213ca8-6a2b-4cc4-8a4e-66ea0ebc14b8 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.571282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-c0213ca8-6a2b-4cc4-8a4e-66ea0ebc14b8 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 814 time: 0.3760214 Jul 22 14:28:54.575113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c59451a4-9a4e-4bbc-9f1a-2466df68c5ad tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7605429 Jul 22 14:28:54.577804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-165643cf-b97a-49fb-a33f-ce2f40048228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.578447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46728) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:54.581599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-165643cf-b97a-49fb-a33f-ce2f40048228 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.1356826 Jul 22 14:28:54.597356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.597915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a785b6b-3788-49e5-b59e-533058ca451d {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:28:54.626682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.629293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a26c8c38-42d2-4d51-a467-08d0a7966995 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3a785b6b-3788-49e5-b59e-533058ca451d HTTP/1.1" status: 204 len: 168 time: 2.9415026 Jul 22 14:28:54.630882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46730) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:54.643417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-f9df4872-d770-41ca-8394-0eadd18faaa3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/quotas/940f3a6c006444068881019919177897 HTTP/1.1" status: 200 len: 375 time: 0.0499525 Jul 22 14:28:54.709022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-f24db6f2-5909-4ad0-9437-c9e6e46c5701 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559034 Jul 22 14:28:54.716627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d19d6-8e82-4cd3-b0a7-587426f89446 req-f99e1c94-9b92-4e13-832a-4dede492c468 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.718143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-177d19d6-8e82-4cd3-b0a7-587426f89446 req-f99e1c94-9b92-4e13-832a-4dede492c468 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 944 time: 0.2352469 Jul 22 14:28:54.759437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-6675cbae-02e6-4974-8925-137e9fd5bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.761141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-6675cbae-02e6-4974-8925-137e9fd5bd82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.1722016 Jul 22 14:28:54.764704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Deleting subnet 742e29a3-1a03-4d24-9afc-c0389389a5aa {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:54.768239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.829161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-177d19d6-8e82-4cd3-b0a7-587426f89446 req-d69de446-0bf4-48bb-8367-33056aa0c1ee tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030545 Jul 22 14:28:54.835989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Deleting port 6db3be0d-69d1-41f7-86ea-593ecde38109 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:54.836359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.873419 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-69a1c9ae-9331-4ac5-9d84-d17ebb4b13ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 1001 time: 0.1026974 Jul 22 14:28:54.874743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b6ed058f-494a-42f5-b072-c55fb31bb393 service neutron] 10.222.0.60 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504898 Jul 22 14:28:54.880934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:54.916223 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64ff533-2cdc-4fa2-a610-552f0e811219 x-openstack-request-id: req-b64ff533-2cdc-4fa2-a610-552f0e811219 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:54.916766 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "name": "network-vif-plugged", "status": "completed", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:54.916766 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b64ff533-2cdc-4fa2-a610-552f0e811219 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:54.917506 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'code': 200} Jul 22 14:28:54.975099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-dbfe5422-bc83-49d6-ab6c-a656ace5422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:54.976592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-dbfe5422-bc83-49d6-ab6c-a656ace5422e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.0934319 Jul 22 14:28:54.986410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.030861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-7d2edc64-0790-40ed-8e5b-019ff9d21f16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337951 Jul 22 14:28:55.047841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.062727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Calling delete_port for 6db3be0d-69d1-41f7-86ea-593ecde38109 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:55.135440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-0a530612-3898-42f8-9643-0647c4e52b53 service neutron] 10.222.0.60 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293720 Jul 22 14:28:55.169207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-cceb65c1-a8d8-4c7a-ab4a-69d980e1a607 service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312244 Jul 22 14:28:55.171210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.189488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb5d99-6b06-46d5-9be2-f42e81b1f708 req-04157e4f-8373-4c16-9ab5-029a3e3fb842 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:55.191047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80eb5d99-6b06-46d5-9be2-f42e81b1f708 req-04157e4f-8373-4c16-9ab5-029a3e3fb842 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.2020164 Jul 22 14:28:55.199871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af08f8-8094-47cb-9174-a1213da615ed req-36ef9b5f-ce95-43fe-bb52-3441b5de70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:55.201640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25af08f8-8094-47cb-9174-a1213da615ed req-36ef9b5f-ce95-43fe-bb52-3441b5de70e6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 1096 time: 0.2094908 Jul 22 14:28:55.218732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=742e29a3-1a03-4d24-9afc-c0389389a5aa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:55.220800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.223061 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-da2b3b4d-0dd0-4a22-99fc-03c23fd27b1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/742e29a3-1a03-4d24-9afc-c0389389a5aa HTTP/1.1" status: 204 len: 168 time: 0.5344455 Jul 22 14:28:55.229004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:55.231277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c62826-098e-4740-8485-d13fde81d847 None None] Network c7e78f46-8307-433e-82e3-8b914ab6d9dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:28:55.270789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80eb5d99-6b06-46d5-9be2-f42e81b1f708 req-4bf9dc12-aa00-4e05-8f27-4542f4b2cf61 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729840 Jul 22 14:28:55.296443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25af08f8-8094-47cb-9174-a1213da615ed req-50c8d244-0813-4c43-9c72-8d0cbeb3f262 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817556 Jul 22 14:28:55.358797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.389562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-703b6c3a-f467-477b-891a-7f74a0dbaec3 req-dd616030-cf28-46ef-a588-5cedbbb392b3 service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137375 Jul 22 14:28:55.473643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Deleting port 57d0c28f-d106-456e-b95f-4335bf35f2f0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:55.473992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.486064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 13c66216-9de8-43f9-a02a-f15a8523b2d8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:55.493147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-4c47dd36-25bd-4df0-827e-703a9afd5d68 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1448379 Jul 22 14:28:55.525730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 13c66216-9de8-43f9-a02a-f15a8523b2d8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:55.526077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 13c66216-9de8-43f9-a02a-f15a8523b2d8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:55.526495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af12db38-c600-443c-9ece-8ec15e218697 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:55.529414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.551030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: af12db38-c600-443c-9ece-8ec15e218697 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:55.551463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af12db38-c600-443c-9ece-8ec15e218697 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:55.559986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] DHCP port deletion for c7e78f46-8307-433e-82e3-8b914ab6d9dd request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:28:55.578379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] For port 57d0c28f-d106-456e-b95f-4335bf35f2f0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57d0c28f-d106-456e-b95f-4335bf35f2f0,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:55.578851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.587762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event deleted for resources: {'Port': ['ID=6db3be0d-69d1-41f7-86ea-593ecde38109,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:55.603037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Calling delete_port for 57d0c28f-d106-456e-b95f-4335bf35f2f0 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:55.628850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] Deleting port 57d0c28f-d106-456e-b95f-4335bf35f2f0 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:28:55.629245 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.705525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] For port 57d0c28f-d106-456e-b95f-4335bf35f2f0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=57d0c28f-d106-456e-b95f-4335bf35f2f0,segment=NetworkSegment(14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285),segment_id=14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:28:55.706027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.721427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] Calling delete_port for 57d0c28f-d106-456e-b95f-4335bf35f2f0 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:28:55.725465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cd9b7-a744-4eb4-8283-9cde38cdd413 req-c8557ca5-fb1f-4c78-b2a7-470b299ba2f2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:55.727898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b6cd9b7-a744-4eb4-8283-9cde38cdd413 req-c8557ca5-fb1f-4c78-b2a7-470b299ba2f2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.2329948 Jul 22 14:28:55.747445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.755356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594a22-3bca-4d12-b924-41f966ee1400 req-73ea2ca8-e9fb-4ffe-8a22-e690e0acc397 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:55.759351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-73ea2ca8-e9fb-4ffe-8a22-e690e0acc397 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports/9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 942 time: 0.2161391 Jul 22 14:28:55.774984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.782686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0c87e401-c522-490b-a4dd-6674fdbd4c9b tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6db3be0d-69d1-41f7-86ea-593ecde38109 HTTP/1.1" status: 204 len: 168 time: 1.1987331 Jul 22 14:28:55.782932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d0c28f-d106-456e-b95f-4335bf35f2f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:55.786950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46752) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:55.793356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd', 'external_fixed_ips': [{'subnet_id': '5a363206-1ff7-45df-9bb3-248eb4bdc299', 'ip_address': '172.20.0.6'}]}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:55.797094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] No DVR routers for this DVR port 57d0c28f-d106-456e-b95f-4335bf35f2f0 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:55.839827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b6cd9b7-a744-4eb4-8283-9cde38cdd413 req-b6602008-a1eb-437a-b236-29a5c3343b2a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787187 Jul 22 14:28:55.868640 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.869945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.884870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.919527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] Pushing event deleted for resources: {'Port': ['ID=57d0c28f-d106-456e-b95f-4335bf35f2f0,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:55.923082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde7887-63c4-40ff-9b4b-ad25a3e403a5 None None] No DVR routers for this DVR port 57d0c28f-d106-456e-b95f-4335bf35f2f0 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:28:55.925876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:55.939067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e78f46-8307-433e-82e3-8b914ab6d9dd']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:55.955670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:55.956157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14bf1c0b-9f42-4cfe-8b4b-f4181ad2e285') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:55.986334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-48c135a3-cc34-4048-8d37-ba742b269b73 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1673121 Jul 22 14:28:56.022126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.026359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.050455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6e1106a-0571-4470-8830-0a759b76059b req-9de9d9f0-2e7a-4fc5-9e9d-8c5b947dc3ed tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 210 time: 0.0525906 Jul 22 14:28:56.126041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.137122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:28:56.138052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:28:56.141242 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:28:56.163338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594a22-3bca-4d12-b924-41f966ee1400 req-3e0a69d7-056e-46f6-b4e3-4747dc8c43f0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.165224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-3e0a69d7-056e-46f6-b4e3-4747dc8c43f0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.1777563 Jul 22 14:28:56.273581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.290724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.299187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.300047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-35f1e13c-3915-4a38-aa7c-a6e1c6360a7c tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 1001 time: 0.1231298 Jul 22 14:28:56.314327 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c7e78f46-8307-433e-82e3-8b914ab6d9dd HTTP/1.1" status: 204 len: 168 time: 1.0817115 Jul 22 14:28:56.318548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:56.354321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871d78a-1fcd-4e74-80d1-ce67f29e4ad5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e78f46-8307-433e-82e3-8b914ab6d9dd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:56.364646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341530e-7677-46dc-8ccf-7eabc7e6e15b req-dba8b86d-8bb6-40b7-8c4a-129c970d42b8 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.366429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d341530e-7677-46dc-8ccf-7eabc7e6e15b req-dba8b86d-8bb6-40b7-8c4a-129c970d42b8 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1095 time: 0.2002690 Jul 22 14:28:56.555089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.585216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.619274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.685953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f1dcbeb0-75f3-4f1f-9180-4430cb4b2201 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=359fd187a20b41da8197cf3ee534d815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261766 Jul 22 14:28:56.714486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.737525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.808314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d341530e-7677-46dc-8ccf-7eabc7e6e15b req-ad019599-c73e-42c6-b4c6-1c5fc57c4b8d tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330506 Jul 22 14:28:56.863684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:56.878948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-125fff9d-c5b0-44fb-81bb-9419c03419a5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:56.880406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-125fff9d-c5b0-44fb-81bb-9419c03419a5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.61 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 814 time: 0.2550442 Jul 22 14:28:56.888081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6911d08c-d685-4dcf-af96-2f7f23a94caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.908087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Request body: {'port': {'device_id': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'admin_state_up': True, 'tenant_id': '940f3a6c006444068881019919177897'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:56.958141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Allocated IP 172.20.0.6 (75c5a649-2bc3-4788-97ba-324d84eaa7fd/5a363206-1ff7-45df-9bb3-248eb4bdc299/3ef30b1b-016b-4b43-a3cf-5576e889b35e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:56.984428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6911d08c-d685-4dcf-af96-2f7f23a94caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.989879 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.997911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Deleting subnet 6dcbe578-5160-4c11-ac74-0b1698249cbd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:28:56.999354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:56.999706 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Floating IP eb307c3c-aba7-45d8-b852-a9dcbb343146 disassociated. External IP: 172.25.3.141, port: 9f4566be-9b67-4d03-bf28-3e6918ebfb03. Jul 22 14:28:57.008736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.092286 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.121815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15c957-9328-42fc-958c-d01fcb29f05e req-31065b4d-942b-4d91-9f65-6e482d0c5847 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.123416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e15c957-9328-42fc-958c-d01fcb29f05e req-31065b4d-942b-4d91-9f65-6e482d0c5847 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.2157159 Jul 22 14:28:57.155845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6911d08c-d685-4dcf-af96-2f7f23a94caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.158328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6911d08c-d685-4dcf-af96-2f7f23a94caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.163527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6911d08c-d685-4dcf-af96-2f7f23a94caf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae HTTP/1.1" status: 204 len: 168 time: 0.4422061 Jul 22 14:28:57.187698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911d08c-d685-4dcf-af96-2f7f23a94caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03d560c-2afc-4cd1-87d2-b8cb2b9c44ae,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:57.193908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.199664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Made reservation on behalf of 940f3a6c006444068881019919177897 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:28:57.203867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.265770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.267183 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e15c957-9328-42fc-958c-d01fcb29f05e req-388fdc2f-0749-40fd-8d67-b7e50e341472 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359282 Jul 22 14:28:57.345566 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.356340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Router 2b59618e-1e72-4fc9-a847-3c87880141b8 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:28:57.440253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57d0c28f-d106-456e-b95f-4335bf35f2f0 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:28:57.480085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 57d0c28f-d106-456e-b95f-4335bf35f2f0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:28:57.480436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 57d0c28f-d106-456e-b95f-4335bf35f2f0 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:28:57.548604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:28:57.554429 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.558443 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] Sync routers for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:28:57.559979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d926e8-dded-4e28-a91a-349ee34e8265 req-65016d4d-36d0-4328-b0fa-ebf31415deb8 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.561769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64d926e8-dded-4e28-a91a-349ee34e8265 req-65016d4d-36d0-4328-b0fa-ebf31415deb8 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 1095 time: 0.1366692 Jul 22 14:28:57.575212 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:57.577426 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:57.615887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-9e3ba504-c4b6-488c-bac8-fa9b565aec46 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "PUT /v2.0/floatingips/eb307c3c-aba7-45d8-b852-a9dcbb343146 HTTP/1.1" status: 200 len: 695 time: 1.3059638 Jul 22 14:28:57.621573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:28:57.624119 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3" -d '{"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:28:57.632908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64d926e8-dded-4e28-a91a-349ee34e8265 req-d4468e34-dc8c-4f61-8b2e-f0022c8b2e44 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Jul 22 14:28:57.760038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcbe578-5160-4c11-ac74-0b1698249cbd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:57.772899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.777438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c27f0717-d401-4c49-abb6-fd36f9047964 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6dcbe578-5160-4c11-ac74-0b1698249cbd HTTP/1.1" status: 204 len: 168 time: 0.9096899 Jul 22 14:28:57.778591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:57.801108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594a22-3bca-4d12-b924-41f966ee1400 req-7986a3d6-648d-4bd9-997f-374dd970b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.804823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-7986a3d6-648d-4bd9-997f-374dd970b8ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.1664321 Jul 22 14:28:57.808910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.822269 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:57.850124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Allocated IP 172.20.0.11 (0273bbfe-b053-4ee7-a6e9-2f4c15f09406/a1e98b83-82a2-47eb-a34e-f6069b67f4b7/265adc46-c825-48ab-88ae-46602bee18ac) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:28:57.859945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76a16-1052-4ba1-b6c5-2aa559773a14 req-3307ec21-ad8e-49a2-b469-c2b0ffab1d16 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.867125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ba76a16-1052-4ba1-b6c5-2aa559773a14 req-3307ec21-ad8e-49a2-b469-c2b0ffab1d16 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.1507709 Jul 22 14:28:57.926177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 75c5a649-2bc3-4788-97ba-324d84eaa7fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:57.936194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:57.946797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:57.949243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Port': ['ID=3ef30b1b-016b-4b43-a3cf-5576e889b35e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:57.953475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:57.955153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ba76a16-1052-4ba1-b6c5-2aa559773a14 req-3afd075f-e2c9-40d5-9091-5668aeaff71b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868897 Jul 22 14:28:57.980298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594a22-3bca-4d12-b924-41f966ee1400 req-5133f8dc-afa3-4af4-9113-68b3628a3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:57.982329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-5133f8dc-afa3-4af4-9113-68b3628a3e36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.1632416 Jul 22 14:28:58.061968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-265b7541-513d-484b-87ca-e07989617e36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.0672781 Jul 22 14:28:58.107280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-448699ff-a531-43ab-b176-5731bdda20e1 req-19b25908-c73d-4543-b61e-ef1cbaa774a9 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 210 time: 0.0479758 Jul 22 14:28:58.180237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55594a22-3bca-4d12-b924-41f966ee1400 req-52842fb6-1b3c-4aef-a012-2e94db28a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.188255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-52842fb6-1b3c-4aef-a012-2e94db28a694 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.1168199 Jul 22 14:28:58.206279 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.219767 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:56Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.232804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe62c9e-bc98-41ce-8d31-6ac29045b75d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.267779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b39e84d-bca3-4ded-a490-5ec180318453') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.268082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b39e84d-bca3-4ded-a490-5ec180318453') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.270291 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] Checking router: 2b59618e-1e72-4fc9-a847-3c87880141b8 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:28:58.286071 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:28:58.286870 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.287278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-40b02557-6be5-410b-ae9e-5abd2b462ab3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978699 Jul 22 14:28:58.294980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.325190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.343341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.349146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:28:58.349533 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:28:58.353045 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:28:58.429400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-df453476-b554-4c06-bba1-7282af359eec service neutron] 10.222.0.60 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354220 Jul 22 14:28:58.447535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee82f7-1f37-4e1c-a4c2-5453f474add6 req-d5a05c42-11c2-48b5-8ce8-afa0f388dfd7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.449374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4ee82f7-1f37-4e1c-a4c2-5453f474add6 req-d5a05c42-11c2-48b5-8ce8-afa0f388dfd7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.2790203 Jul 22 14:28:58.465094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46808) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:58.471963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Request body: {'floatingip': {'port_id': '1bf68f7d-7329-4157-8e89-4401d84a6a9b'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:58.499868 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.516523 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.520732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6fe62c9e-bc98-41ce-8d31-6ac29045b75d HTTP/1.1" status: 204 len: 168 time: 0.7388914 Jul 22 14:28:58.540048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b21ab-7571-4c2b-92ce-8a28816d05f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe62c9e-bc98-41ce-8d31-6ac29045b75d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:58.540397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.541763 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:28:58.574135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.590408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:58.595893 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c4eb8-faaa-4e39-bbb1-ddb7adfb1a05 x-openstack-request-id: req-f86c4eb8-faaa-4e39-bbb1-ddb7adfb1a05 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:28:58.596276 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:28:58.596620 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f86c4eb8-faaa-4e39-bbb1-ddb7adfb1a05 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:28:58.597160 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'status': 'completed', 'code': 200} Jul 22 14:28:58.753016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:28:58.762865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:28:58.769705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:28:58.800350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:28:58.808793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:58.931030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55594a22-3bca-4d12-b924-41f966ee1400 req-1a6ea8f2-95db-42f1-be19-a5b86e649a81 service neutron] 10.222.0.60 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805088 Jul 22 14:28:58.951864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-f7668154-9a72-47ed-8c96-80729dd2ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.953603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-f7668154-9a72-47ed-8c96-80729dd2ca68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58815cf3892c40d5af926b2d9c73e988&device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 1096 time: 0.4114404 Jul 22 14:28:58.963634 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:56Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:28:58.985682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:58.986343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.001196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-80b7faa1-32ce-4e04-af3a-aee7b812307e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04b84f55478143e8a6ebab3e14547da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852353 Jul 22 14:28:59.001910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46826) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:59.028154 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77ba4a-0e43-467d-9f2a-f9c9280224d6 None None] The sync data for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 is: [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:27:44Z', 'revision_number': 4, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b013c927-2b3e-461a-ba4d-765e518235fd', 'name': '', 'network_id': '242509a8-a8d9-43a9-b3c4-6cbac62c1d48', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'mac_address': 'fa:16:3e:f5:a8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:43Z', 'updated_at': '2021-07-22T14:27:56Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'subnets': [{'id': '8629b275-7f4e-4e29-b1f1-a8df351aa706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:28:59.091437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-ad27b3fa-9cf6-4151-8730-0fde98d5a556 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1909945 Jul 22 14:28:59.128152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Request body: {'port': {'device_id': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:28:59.210688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-7a604408-477e-4b8a-bec2-fa25d1cfa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:59.212339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-7a604408-477e-4b8a-bec2-fa25d1cfa918 service neutron] 10.222.0.61 "GET /v2.0/networks?id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 200 len: 921 time: 0.2437861 Jul 22 14:28:59.218722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-1bf037c2-ba70-486d-b674-366e7b35bbf0 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips/eb307c3c-aba7-45d8-b852-a9dcbb343146 HTTP/1.1" status: 200 len: 695 time: 0.2009885 Jul 22 14:28:59.289758 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-9784b960-c22f-4382-9cea-121a2ac9ac60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 200 len: 217 time: 0.0548697 Jul 22 14:28:59.293945 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749701c5-77fb-4518-a63f-44b0c1edc8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.304913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.345233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.467756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe9ec5-382f-4bb0-863a-3d6874c2e600 None None] New status for floating IP eb307c3c-aba7-45d8-b852-a9dcbb343146: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:28:59.476543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749701c5-77fb-4518-a63f-44b0c1edc8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.479515 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:28:59.560554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-3a08d623-75a3-4cd6-b430-6f4fa48b49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:59.564207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-3a08d623-75a3-4cd6-b430-6f4fa48b49e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 200 len: 860 time: 0.2562482 Jul 22 14:28:59.628836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.636283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:28:59.648056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-6d560220-1a09-404b-be2f-590b00a8473c tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:28:59.649641 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-6d560220-1a09-404b-be2f-590b00a8473c tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.4205537 Jul 22 14:28:59.657862 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-9088d174-a690-43b0-a16a-1950950a5784 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=242509a8-a8d9-43a9-b3c4-6cbac62c1d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715606 Jul 22 14:28:59.789958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:28:59.987255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Router 1fa601b4-bd92-4201-8764-68e862fbc6b5 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:00.031508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d4640d5-9daa-4648-b736-96c4c08ad79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.078866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749701c5-77fb-4518-a63f-44b0c1edc8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.081631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-749701c5-77fb-4518-a63f-44b0c1edc8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.086635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-749701c5-77fb-4518-a63f-44b0c1edc8cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07211c79-5224-4420-81c2-844b3eac3aad HTTP/1.1" status: 204 len: 168 time: 1.0799789 Jul 22 14:29:00.138071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749701c5-77fb-4518-a63f-44b0c1edc8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07211c79-5224-4420-81c2-844b3eac3aad,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:00.149983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa2486-248c-4450-9e12-ee99db9a713e req-509c900a-3300-4070-8e15-e3192ab41532 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:00.158042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecfa2486-248c-4450-9e12-ee99db9a713e req-509c900a-3300-4070-8e15-e3192ab41532 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.6879618 Jul 22 14:29:00.167531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-5ad86508-4461-47a5-aa14-4e7e083ade2e tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.1357718 Jul 22 14:29:00.172781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:00.184204 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Sync routers for ids ['1fa601b4-bd92-4201-8764-68e862fbc6b5'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:00.208207 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Routers {'1fa601b4-bd92-4201-8764-68e862fbc6b5'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:00.208879 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1fa601b4-bd92-4201-8764-68e862fbc6b5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:00.251973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-5022cbdf-46f0-4cea-9839-b0a8a99ad010 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.141 HTTP/1.1" status: 200 len: 696 time: 0.0763102 Jul 22 14:29:00.254879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-7b23b4b9-8e55-405e-a9ee-2cdcdac2caca service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958328 Jul 22 14:29:00.331362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecfa2486-248c-4450-9e12-ee99db9a713e req-424b68bb-752e-44f1-8459-a282fb4b2890 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726108 Jul 22 14:29:00.339969 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Floating IP 7251857b-0150-4897-a0a6-48bb2425676e associated. External IP: 172.25.3.172, port: 1bf68f7d-7329-4157-8e89-4401d84a6a9b. Jul 22 14:29:00.462310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Set router 1fa601b4-bd92-4201-8764-68e862fbc6b5 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:00.739895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa601b4-bd92-4201-8764-68e862fbc6b5', 'name': '', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd', 'external_fixed_ips': [{'subnet_id': '5a363206-1ff7-45df-9bb3-248eb4bdc299', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '3ef30b1b-016b-4b43-a3cf-5576e889b35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:55Z', 'updated_at': '2021-07-22T14:28:58Z', 'revision_number': 3, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port': {'id': '3ef30b1b-016b-4b43-a3cf-5576e889b35e', 'name': '', 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:0a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fa601b4-bd92-4201-8764-68e862fbc6b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '5a363206-1ff7-45df-9bb3-248eb4bdc299', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:56Z', 'updated_at': '2021-07-22T14:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a363206-1ff7-45df-9bb3-248eb4bdc299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:00.749941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b530b5ea-b1b5-4c9c-bc8e-307c72f271b3 req-a2af2188-0b01-40df-8b50-3baa5baabacf service neutron] 10.222.0.61 "GET /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884911 Jul 22 14:29:00.772947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 265adc46-c825-48ab-88ae-46602bee18ac {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:00.784909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.810625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Transition to ACTIVE for port object 265adc46-c825-48ab-88ae-46602bee18ac will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:00.814673 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Checking router: 1fa601b4-bd92-4201-8764-68e862fbc6b5 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:00.815244 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Updating router 1fa601b4-bd92-4201-8764-68e862fbc6b5 port 3ef30b1b-016b-4b43-a3cf-5576e889b35e binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:00.818181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.818475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Deleting port ba306d17-2b78-40eb-bd4f-f25f2571f3af {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:00.818862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.853983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f83fd-7ae2-4147-9a41-67c47f569193 req-d85a99bb-b6cb-4d85-9ef4-9cca7ff655a1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:00.858553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a9f83fd-7ae2-4147-9a41-67c47f569193 req-d85a99bb-b6cb-4d85-9ef4-9cca7ff655a1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 932 time: 0.3016410 Jul 22 14:29:00.862258 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.870321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Router fe2e7cea-c8dc-404b-ace5-63d208946d9d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:00.904817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d4640d5-9daa-4648-b736-96c4c08ad79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.925554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:00.934349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d4640d5-9daa-4648-b736-96c4c08ad79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.950201 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:00.952242 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ced90ea-8828-427d-8c3b-4b39c3a0a8c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.1630831 Jul 22 14:29:00.963602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:01.057654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7d4640d5-9daa-4648-b736-96c4c08ad79e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bc6dc588534487281550e4285c9135a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2661624 Jul 22 14:29:01.065974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a9f83fd-7ae2-4147-9a41-67c47f569193 req-75bf761b-00be-4acb-96f2-5dda53a51f6f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983063 Jul 22 14:29:01.081108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:01.172364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:01.175653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.176168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.185885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] Sync routers for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:01.187289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.191727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4640d5-9daa-4648-b736-96c4c08ad79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d67796c-7468-4dfa-9116-4cf51dbd1d2c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:01.228838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:01.230295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:01.232890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Calling delete_port for ba306d17-2b78-40eb-bd4f-f25f2571f3af owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:01.297231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Attempting to bind port 265adc46-c825-48ab-88ae-46602bee18ac on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:01.297819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Attempting to bind port 265adc46-c825-48ab-88ae-46602bee18ac by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:01.298408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Attempting to bind port 265adc46-c825-48ab-88ae-46602bee18ac on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:01.308105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.314107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Port 265adc46-c825-48ab-88ae-46602bee18ac on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:01.314107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Attempting to bind port 265adc46-c825-48ab-88ae-46602bee18ac on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:01.352239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:01.352604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Checking segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:01.353081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Bound using segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:01.353650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Bound port: 265adc46-c825-48ab-88ae-46602bee18ac, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:01.354144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.361566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ddffb934-b79c-4c05-9f58-78f46c7fc69a tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "PUT /v2.0/floatingips/7251857b-0150-4897-a0a6-48bb2425676e HTTP/1.1" status: 200 len: 991 time: 2.8938065 Jul 22 14:29:01.364191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:01.366507 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ee28a-1547-42ad-874f-897c528b97ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:01.431488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86088df8-40c3-4733-8113-181b0795c176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.435796 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-9b992007-acc5-4451-a7de-6d3b59bdf247 service neutron] show failed (client error): The resource could not be found. Jul 22 14:29:01.437665 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-9b992007-acc5-4451-a7de-6d3b59bdf247 service neutron] 10.222.0.61 "GET /v2.0/ports/5fa742f0-744b-43e4-9dce-376b5cc34f21/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.3783207 Jul 22 14:29:01.462494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:01.514053 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.558231 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Transition to ACTIVE for port object 3ef30b1b-016b-4b43-a3cf-5576e889b35e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:01.561462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:01.566060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:01.568992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.576290 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.578282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.605535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86088df8-40c3-4733-8113-181b0795c176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.652048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:01.652785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.654342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-b690c979-973c-409e-86c4-7de6018b45be service neutron] 10.222.0.61 "PUT /v2.0/ports/265adc46-c825-48ab-88ae-46602bee18ac HTTP/1.1" status: 200 len: 1092 time: 2.5328293 Jul 22 14:29:01.655702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:01.658165 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e64f6c-40f8-4c23-962a-b50a70443c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "tag": "265adc46-c825-48ab-88ae-46602bee18ac"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:01.673809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Pushing event updated for resources: {'Port': ['ID=3ef30b1b-016b-4b43-a3cf-5576e889b35e,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:01.689503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690c979-973c-409e-86c4-7de6018b45be service neutron] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:01.690203 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.690597 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.690946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.691803 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.692220 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.692567 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.692914 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.693244 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.693627 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.693970 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.694299 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.694644 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:01.717259 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Attempting to bind port 3ef30b1b-016b-4b43-a3cf-5576e889b35e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:01.717671 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Attempting to bind port 3ef30b1b-016b-4b43-a3cf-5576e889b35e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c8239a53-3110-4d2c-af2e-d3bebc44092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:01.718045 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Attempting to bind port 3ef30b1b-016b-4b43-a3cf-5576e889b35e on network 75c5a649-2bc3-4788-97ba-324d84eaa7fd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:01.725787 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:01.726174 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Checking segment: {'id': 'c8239a53-3110-4d2c-af2e-d3bebc44092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:01.729357 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.730052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Deleting port 3ef30b1b-016b-4b43-a3cf-5576e889b35e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:01.730253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Bound using segment: {'id': 'c8239a53-3110-4d2c-af2e-d3bebc44092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:01.730575 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.730723 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Bound port: 3ef30b1b-016b-4b43-a3cf-5576e889b35e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8239a53-3110-4d2c-af2e-d3bebc44092d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '75c5a649-2bc3-4788-97ba-324d84eaa7fd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:01.731135 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.799170 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] For port 3ef30b1b-016b-4b43-a3cf-5576e889b35e, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:01.803207 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] For port 3ef30b1b-016b-4b43-a3cf-5576e889b35e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3ef30b1b-016b-4b43-a3cf-5576e889b35e,segment=NetworkSegment(c8239a53-3110-4d2c-af2e-d3bebc44092d),segment_id=c8239a53-3110-4d2c-af2e-d3bebc44092d)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:01.810676 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.837469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] For port 3ef30b1b-016b-4b43-a3cf-5576e889b35e, host n-d-794306-8, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:01.837859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.852473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Calling delete_port for 3ef30b1b-016b-4b43-a3cf-5576e889b35e owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:01.895081 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Routers {'1fa601b4-bd92-4201-8764-68e862fbc6b5'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:01.895723 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1fa601b4-bd92-4201-8764-68e862fbc6b5'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:01.938174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '7251857b-0150-4897-a0a6-48bb2425676e', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'port_id': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'mac_address': 'fa:16:3e:7a:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287c913-4b4d-4165-89b0-455f1914e241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:40Z', 'updated_at': '2021-07-22T14:28:59Z', 'revision_number': 1, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:39Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:01.963371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e141f7-b9af-4580-a2eb-b5fb246a0f5b req-2df9bc72-fb1e-4a97-b0cc-36dc7b35e6a6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:01.971493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76e141f7-b9af-4580-a2eb-b5fb246a0f5b req-2df9bc72-fb1e-4a97-b0cc-36dc7b35e6a6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.5287981 Jul 22 14:29:01.978144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86088df8-40c3-4733-8113-181b0795c176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.980833 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86088df8-40c3-4733-8113-181b0795c176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:01.982925 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-86088df8-40c3-4733-8113-181b0795c176 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d67796c-7468-4dfa-9116-4cf51dbd1d2c HTTP/1.1" status: 204 len: 168 time: 0.8998060 Jul 22 14:29:01.987313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] Checking router: fe2e7cea-c8dc-404b-ace5-63d208946d9d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:02.000583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:02.001597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:02.009457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86088df8-40c3-4733-8113-181b0795c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d67796c-7468-4dfa-9116-4cf51dbd1d2c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:02.095328 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] Set router 1fa601b4-bd92-4201-8764-68e862fbc6b5 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:02.111444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-68c4a0d3-5192-4816-afee-e20447527574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:02.113004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-68c4a0d3-5192-4816-afee-e20447527574 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 1095 time: 0.2454588 Jul 22 14:29:02.116745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76e141f7-b9af-4580-a2eb-b5fb246a0f5b req-8ed9e72f-9d6a-4ba9-ac83-fd30110610bd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442645 Jul 22 14:29:02.186936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-69d7c251-5865-4a33-adf9-33991fc79dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:02.192132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-69d7c251-5865-4a33-adf9-33991fc79dce service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd&tenant_id=ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 1101 time: 0.4149055 Jul 22 14:29:02.197451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.230547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-89d1eb44-f4b2-437d-a8fa-f724900eeaff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265adc46-c825-48ab-88ae-46602bee18ac HTTP/1.1" status: 200 len: 217 time: 0.0901198 Jul 22 14:29:02.242693 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353282d-691d-41a4-8585-9fbc8d375c63 None None] Pushing event updated for resources: {'Port': ['ID=3ef30b1b-016b-4b43-a3cf-5576e889b35e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:02.260238 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fa601b4-bd92-4201-8764-68e862fbc6b5', 'name': '', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:55Z', 'updated_at': '2021-07-22T14:29:01Z', 'revision_number': 4, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:02.278438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:02.298678 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c22fd-6f46-42dc-ade7-e431075c39b2 None None] The sync data for ids ['1fa601b4-bd92-4201-8764-68e862fbc6b5'] in n-d-794306-8 is: [{'id': '1fa601b4-bd92-4201-8764-68e862fbc6b5', 'name': '', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:55Z', 'updated_at': '2021-07-22T14:29:01Z', 'revision_number': 4, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:02.340521 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.348015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event deleted for resources: {'Port': ['ID=ba306d17-2b78-40eb-bd4f-f25f2571f3af,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:02.425136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:02.502370 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a81ba59-c1a0-4f82-8520-efe38f3d21de x-openstack-request-id: req-4a81ba59-c1a0-4f82-8520-efe38f3d21de {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:02.502986 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:02.503086 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a81ba59-c1a0-4f82-8520-efe38f3d21de {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:02.503416 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'status': 'completed', 'code': 200} Jul 22 14:29:02.514691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.517418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.520969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1779686-9886-44d7-92d0-8a92751e6b83 req-a3c92e25-825e-4087-ac69-8c745a570280 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "DELETE /v2.0/floatingips/eb307c3c-aba7-45d8-b852-a9dcbb343146 HTTP/1.1" status: 204 len: 173 time: 2.2550259 Jul 22 14:29:02.577084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ef30b1b-016b-4b43-a3cf-5576e889b35e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:02.607595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:02.728178 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398c3b58-b69c-4040-b257-9bf10a58d3f2 x-openstack-request-id: req-398c3b58-b69c-4040-b257-9bf10a58d3f2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:02.729240 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "tag": "265adc46-c825-48ab-88ae-46602bee18ac", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:02.730119 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-398c3b58-b69c-4040-b257-9bf10a58d3f2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:02.732238 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac', 'status': 'completed', 'code': 200} Jul 22 14:29:02.799342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-192acd0c-041f-405f-9045-4091586f2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:02.801296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-192acd0c-041f-405f-9045-4091586f2360 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.5594420 Jul 22 14:29:02.849381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-2eb33b87-5ffe-4e1e-a4fc-c30418e0ba6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346277 Jul 22 14:29:02.913973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '7251857b-0150-4897-a0a6-48bb2425676e', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'port_id': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'mac_address': 'fa:16:3e:7a:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287c913-4b4d-4165-89b0-455f1914e241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:40Z', 'updated_at': '2021-07-22T14:28:59Z', 'revision_number': 1, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:39Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:02.964239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-95833f2f-1a35-4ea8-9311-7cca82969c54 service neutron] 10.222.0.61 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064951 Jul 22 14:29:02.967576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c75c4e-9bcf-41fa-93df-c6e4008f8676 None None] The sync data for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 is: [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '7251857b-0150-4897-a0a6-48bb2425676e', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'port_id': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'mac_address': 'fa:16:3e:7a:26:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b287c913-4b4d-4165-89b0-455f1914e241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:28:40Z', 'updated_at': '2021-07-22T14:28:59Z', 'revision_number': 1, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:39Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:02.969635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.117678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.120253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.130035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-b0af1fb4-e0ed-4220-a4cc-5d5481d791e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.131615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-b0af1fb4-e0ed-4220-a4cc-5d5481d791e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b8f587056deb49a8a10cd779fa0f794c&device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 1096 time: 0.6403496 Jul 22 14:29:03.179341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa53225d-4512-4e0f-b5bf-743be81b6073 req-5bfbdd69-ed53-46a7-95d3-304b006ba00c tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups/aa278af6-5390-4fca-a467-03275de46b1f HTTP/1.1" status: 200 len: 1810 time: 0.2475946 Jul 22 14:29:03.205582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdae1d-2bb3-41c1-89d9-7c69280dd23b req-369c96d7-1d6e-4c86-9ba0-4968ac252cef tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.207561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96cdae1d-2bb3-41c1-89d9-7c69280dd23b req-369c96d7-1d6e-4c86-9ba0-4968ac252cef tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 944 time: 0.4567783 Jul 22 14:29:03.299572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.300112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fa601b4-bd92-4201-8764-68e862fbc6b5 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:03.305037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.308984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a31f2605-26dc-4f68-b9e0-9f9b175097e7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1fa601b4-bd92-4201-8764-68e862fbc6b5 HTTP/1.1" status: 204 len: 168 time: 2.3386133 Jul 22 14:29:03.313249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:03.337476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:03.408713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96cdae1d-2bb3-41c1-89d9-7c69280dd23b req-d682667d-b2a1-4351-afa3-7c7ca298c0db tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757214 Jul 22 14:29:03.409290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46918) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:03.441199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15dde1cf-03da-41b0-af74-142de93a3e0f req-7d7de6b4-aafe-4c59-b885-7ffb5811b514 service neutron] 10.222.0.61 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139482 Jul 22 14:29:03.493467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Deleting subnet 5a363206-1ff7-45df-9bb3-248eb4bdc299 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:03.519430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.574488 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042e4986-e82e-486e-a7a8-2253cb93e0fb None None] New status for floating IP 7251857b-0150-4897-a0a6-48bb2425676e: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:29:03.633057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa53225d-4512-4e0f-b5bf-743be81b6073 req-9ee5ef76-944e-4bba-a072-76f585e592c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.642191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:03.668761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-f3670fef-d04f-43af-b53f-8d2612089446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.671435 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-f3670fef-d04f-43af-b53f-8d2612089446 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc HTTP/1.1" status: 200 len: 911 time: 0.4675374 Jul 22 14:29:03.696756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.730038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46924) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:03.811156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.829336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa53225d-4512-4e0f-b5bf-743be81b6073 req-9ee5ef76-944e-4bba-a072-76f585e592c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.836507 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-8d473cc4-656b-4cf0-835e-18c9653c84fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b HTTP/1.1" status: 200 len: 999 time: 0.1578741 Jul 22 14:29:03.840747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-12e02135-7f2f-41a1-9c4b-3130a1958bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.842294 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-12e02135-7f2f-41a1-9c4b-3130a1958bcf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 1095 time: 0.3240366 Jul 22 14:29:03.844757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.898301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-794800708-network', 'tenant_id': '75d164ef4a714462a0e8999ad27ded50'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:03.928353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10366a3-b914-431f-aef0-e83e3ab91593 req-768b7ece-7ed2-4659-918e-3aa55eb33f6d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.929988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b10366a3-b914-431f-aef0-e83e3ab91593 req-768b7ece-7ed2-4659-918e-3aa55eb33f6d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.3736851 Jul 22 14:29:03.938334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7e40-8156-481a-8bd5-156dc7d76574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:03.946957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Transition to ACTIVE for port object 5fa742f0-744b-43e4-9dce-376b5cc34f21 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:03.957742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-4ff0ca0f-1f8b-4f27-8cde-04cae39ee27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:03.959412 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-4ff0ca0f-1f8b-4f27-8cde-04cae39ee27c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=782894cb-1c80-4852-bf7d-9ba1983a10c5 HTTP/1.1" status: 200 len: 849 time: 0.1145008 Jul 22 14:29:03.988560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.040320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.084992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a363206-1ff7-45df-9bb3-248eb4bdc299,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.090020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-65b3e127-8b9e-42a3-a5ea-b14e687150e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.092125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-65b3e127-8b9e-42a3-a5ea-b14e687150e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 915 time: 0.2327869 Jul 22 14:29:04.094178 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.096067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8d7a32a3-f510-48a5-b049-fe73c9927902 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/5a363206-1ff7-45df-9bb3-248eb4bdc299 HTTP/1.1" status: 204 len: 168 time: 0.7750833 Jul 22 14:29:04.098725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:04.142079 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7e40-8156-481a-8bd5-156dc7d76574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.150659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa53225d-4512-4e0f-b5bf-743be81b6073 req-9ee5ef76-944e-4bba-a072-76f585e592c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.153216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa53225d-4512-4e0f-b5bf-743be81b6073 req-9ee5ef76-944e-4bba-a072-76f585e592c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.167971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-be91bd6e-1174-4e98-9444-5eff06ad3802 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265adc46-c825-48ab-88ae-46602bee18ac HTTP/1.1" status: 200 len: 217 time: 0.0612631 Jul 22 14:29:04.173840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa53225d-4512-4e0f-b5bf-743be81b6073 req-9ee5ef76-944e-4bba-a072-76f585e592c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa278af6-5390-4fca-a467-03275de46b1f HTTP/1.1" status: 204 len: 173 time: 0.9631104 Jul 22 14:29:04.174739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Made reservation on behalf of 75d164ef4a714462a0e8999ad27ded50 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:04.178667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:04.179611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.214636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7e40-8156-481a-8bd5-156dc7d76574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.247094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:04.265312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-723adff5-49c7-4c90-9db6-aae6d3360f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.267007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-723adff5-49c7-4c90-9db6-aae6d3360f96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8900cfc-48e9-4c33-89bf-d6d1a29266cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723966 Jul 22 14:29:04.273306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.286491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.309324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5ef76-944e-4bba-a072-76f585e592c8 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa278af6-5390-4fca-a467-03275de46b1f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.317109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-5a3c8551-c6b4-425d-aa99-3549b1ebfda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:04.318673 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-5a3c8551-c6b4-425d-aa99-3549b1ebfda9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.1412222 Jul 22 14:29:04.323172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.355404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b10366a3-b914-431f-aef0-e83e3ab91593 req-92b67360-a5d8-4b02-a8ee-19d04e64b443 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127917 Jul 22 14:29:04.381531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] No DVR routers for this DVR port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:04.400531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4cf7e40-8156-481a-8bd5-156dc7d76574 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38cd8b29373d4081893616098688be86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9802089 Jul 22 14:29:04.401145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46932) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:04.449179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7e40-8156-481a-8bd5-156dc7d76574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b026c2c-6752-4b33-9b8e-3d4ee69dccdc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:04.507692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:04.510032 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b970bd0a-d44d-47a4-a66e-b1eefeebe755" -d '{"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:04.527248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:04.527637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:04.528029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:04.536508 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-68ff6ef4-f121-4ffb-b585-def125349554 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091010 Jul 22 14:29:04.558401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:04.559406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Attempting to bind port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:04.616414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1b78eb8-6fff-4965-9782-717bfd64d235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.625334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:04.625334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:04.625729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:04.626113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Bound port: 5fa742f0-744b-43e4-9dce-376b5cc34f21, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:04.626495 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.638478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.658441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c5a649-2bc3-4788-97ba-324d84eaa7fd']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.671694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-9d4a9f94-b80b-45ab-8cd7-917162a3ddc7 service neutron] 10.222.0.72 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963223 Jul 22 14:29:04.676361 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9357d-8a94-4b68-9198-a1b50a99c9bc x-openstack-request-id: req-99f9357d-8a94-4b68-9198-a1b50a99c9bc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:04.676894 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:04.677400 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99f9357d-8a94-4b68-9198-a1b50a99c9bc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:04.677818 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'code': 200} Jul 22 14:29:04.703812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1b78eb8-6fff-4965-9782-717bfd64d235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.706282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8239a53-3110-4d2c-af2e-d3bebc44092d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.710786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8239a53-3110-4d2c-af2e-d3bebc44092d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:04.777986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-28e17178-b34b-4ccf-84d1-4d1b7e4fb840 service neutron] 10.222.0.61 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162502 Jul 22 14:29:04.783100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:04.842477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.180354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.192296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.203680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:05.213939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:05.214552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.217271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d72ed-76e7-4b46-a899-3ef8e76ab380 req-6deb1ddf-14e5-42bb-849f-7b2182bdd963 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:05.217454 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:05.221676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc7d72ed-76e7-4b46-a899-3ef8e76ab380 req-6deb1ddf-14e5-42bb-849f-7b2182bdd963 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 944 time: 0.6590524 Jul 22 14:29:05.230387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:05.266987 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.309358 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e64f6c-40f8-4c23-962a-b50a70443c4e req-f9a3fa6c-9d62-4554-bbd0-ecde0b816bb2 service neutron] 10.222.0.61 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114694 Jul 22 14:29:05.312792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ea1ee28a-1547-42ad-874f-897c528b97ef req-0239b895-ae8b-489a-9e24-a72bba065e3e service neutron] 10.222.0.72 "GET /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990458 Jul 22 14:29:05.336615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.345358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75c5a649-2bc3-4788-97ba-324d84eaa7fd {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:29:05.361589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.366111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1b78eb8-6fff-4965-9782-717bfd64d235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.373147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1b78eb8-6fff-4965-9782-717bfd64d235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.374248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/networks/75c5a649-2bc3-4788-97ba-324d84eaa7fd HTTP/1.1" status: 204 len: 168 time: 1.2740865 Jul 22 14:29:05.378749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1b78eb8-6fff-4965-9782-717bfd64d235 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b026c2c-6752-4b33-9b8e-3d4ee69dccdc HTTP/1.1" status: 204 len: 168 time: 0.9704406 Jul 22 14:29:05.383160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:05.388053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.388715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.390148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] 10.222.0.72 "PUT /v2.0/ports/5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 1096 time: 3.1610825 Jul 22 14:29:05.396144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f36c0a-026d-4d3c-bce9-3a0c953d81f5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:05.398575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81288c67-3b7b-4fe2-b9f6-9efcab870b77 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event deleted for resources: {'Network': ['ID=75c5a649-2bc3-4788-97ba-324d84eaa7fd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:05.480264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b78eb8-6fff-4965-9782-717bfd64d235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b026c2c-6752-4b33-9b8e-3d4ee69dccdc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:05.535602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc7d72ed-76e7-4b46-a899-3ef8e76ab380 req-f8724ef2-1f7c-475c-8fb3-766fde2e981a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923760 Jul 22 14:29:05.541630 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.541996 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Added segment eae242d2-9fa2-4490-9f1f-5976dc1bb0a7 of type vlan for network 1f34db89-95f0-4b7d-b223-5730dfcb9383 Jul 22 14:29:05.605198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f672f-2dd8-4d1d-a7e2-853dd793185c req-40e0fc41-6b71-46a8-a376-f615d2b6a9bd tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.606898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-246f672f-2dd8-4d1d-a7e2-853dd793185c req-40e0fc41-6b71-46a8-a376-f615d2b6a9bd tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.8404574 Jul 22 14:29:05.647359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaebc00-ad59-424b-bc58-825515afd50e service neutron] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:05.850639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:05.886561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-246f672f-2dd8-4d1d-a7e2-853dd793185c req-3adebc15-62cf-4523-85e7-aa865d26ebc3 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992364 Jul 22 14:29:05.898889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-2dad4c65-2913-4924-8530-ec450475fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:05.900693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-2dad4c65-2913-4924-8530-ec450475fd84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1099 time: 0.4229989 Jul 22 14:29:06.005040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6570443-07ad-4666-939f-8e7fb261ece2 req-e6d33561-f7c9-4dab-bca3-f2fb3dc89ca4 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.018278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6570443-07ad-4666-939f-8e7fb261ece2 req-e6d33561-f7c9-4dab-bca3-f2fb3dc89ca4 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 948 time: 0.2267826 Jul 22 14:29:06.024744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.026369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.027236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.108222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] Pushing event updated for resources: {'Network': ['ID=1f34db89-95f0-4b7d-b223-5730dfcb9383,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:06.119599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1f34db89-95f0-4b7d-b223-5730dfcb9383 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:06.141902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:06.154931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'name': 'tempest-router--1790862519', 'project_id': '1de1190dca4f40f3a1984476861d75a3'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:06.165047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-71e23ff8-7209-4049-95cd-6adad2e500bf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.4282184 Jul 22 14:29:06.168414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47000) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:06.173984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Request body: {'subnet': {'network_id': '1f34db89-95f0-4b7d-b223-5730dfcb9383', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-794800708-subnet', 'tenant_id': '75d164ef4a714462a0e8999ad27ded50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:06.191685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 265adc46-c825-48ab-88ae-46602bee18ac details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:06.191927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.193634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.240708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6570443-07ad-4666-939f-8e7fb261ece2 req-703cd0d1-5921-4a04-b615-06e6b9c44a32 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932003 Jul 22 14:29:06.247598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-6ea380f3-2be3-4dc9-b5ac-fd1efa5db3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.249221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-6ea380f3-2be3-4dc9-b5ac-fd1efa5db3fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3347118 Jul 22 14:29:06.281698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.293369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.311808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.314047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c4b0addc-bf6c-4be1-8dcd-8142384e4ad8 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1697392 Jul 22 14:29:06.316656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:06.326800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Made reservation on behalf of 75d164ef4a714462a0e8999ad27ded50 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:06.329445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.334690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-6e60facb-78c4-4b14-ac7a-ec3b0d1bead0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.0791833 Jul 22 14:29:06.422423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:06.441055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.443560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '265adc46-c825-48ab-88ae-46602bee18ac', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'port_id': '265adc46-c825-48ab-88ae-46602bee18ac', 'mac_address': 'fa:16:3e:26:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e98b83-82a2-47eb-a34e-f6069b67f4b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:06.472321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-2b4677d6-37c4-4312-af79-4f8b23388a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.476451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-2b4677d6-37c4-4312-af79-4f8b23388a5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1288965 Jul 22 14:29:06.530814 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.564496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 265adc46-c825-48ab-88ae-46602bee18ac {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:06.607942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:06.612317 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.738574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:06.752153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.752736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.753257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.753767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.754287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.754810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.755548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.756103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.756655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.757201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.757745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.758301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:06.777940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:06.780955 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78744ea2-7d65-4963-8ce4-c719156d7f78" -d '{"events": [{"name": "network-changed", "server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:06.781553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.785311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.838639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-19434c31-c0f8-4c6a-a376-94dc0695df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:06.838937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['265adc46-c825-48ab-88ae-46602bee18ac'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:06.840241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-19434c31-c0f8-4c6a-a376-94dc0695df80 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3309526 Jul 22 14:29:06.842789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.899589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.900620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bfb6e50-dd6c-4b27-86e9-a2b182d5d103 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:06.920660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:06.920660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3141b85e-75a2-4686-a851-4b6866a91d3a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5bfb6e50-dd6c-4b27-86e9-a2b182d5d103 HTTP/1.1" status: 204 len: 168 time: 0.6024592 Jul 22 14:29:06.997028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40003aa-20d5-4272-902d-699816f6f111 req-b9114e77-369e-44bd-9919-15273aa26462 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.001517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e876-d87d-4a10-a8cb-ddcf3b068f59 req-aa33ff6e-8ceb-44a8-ab84-ef1e1c513ef3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.008988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d518e876-d87d-4a10-a8cb-ddcf3b068f59 req-aa33ff6e-8ceb-44a8-ab84-ef1e1c513ef3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 945 time: 0.2231688 Jul 22 14:29:07.009204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a40003aa-20d5-4272-902d-699816f6f111 req-b9114e77-369e-44bd-9919-15273aa26462 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.61 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.1603506 Jul 22 14:29:07.019545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b6e53a-7cac-4411-94e8-dba168a1b51b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:07.067398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.071258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Checking segment: {'id': 'eae242d2-9fa2-4490-9f1f-5976dc1bb0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '1f34db89-95f0-4b7d-b223-5730dfcb9383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:07.072241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Network hostable DHCP agents. Network: 1f34db89-95f0-4b7d-b223-5730dfcb9383, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:07.096104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-fe9dda10-34e5-4244-a5c1-276adc38d41d service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475579 Jul 22 14:29:07.113889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d518e876-d87d-4a10-a8cb-ddcf3b068f59 req-8d5c692b-1384-423f-a496-351d4f2b7747 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039360 Jul 22 14:29:07.196323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Network 1f34db89-95f0-4b7d-b223-5730dfcb9383 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:07.219726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1f34db89-95f0-4b7d-b223-5730dfcb9383) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:07.236486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6b790-3d50-4fce-bacf-8c72d1cb8985 None None] Network 1f34db89-95f0-4b7d-b223-5730dfcb9383 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:07.312736 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ffeef1-deba-4394-ae93-14b348d131e4 x-openstack-request-id: req-65ffeef1-deba-4394-ae93-14b348d131e4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:07.313099 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:07.313372 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65ffeef1-deba-4394-ae93-14b348d131e4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:07.313739 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'status': 'completed', 'code': 200} Jul 22 14:29:07.317571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.318195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.412287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-043076dd-5005-47a2-8f18-6ed05c51a527 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2424631 Jul 22 14:29:07.422295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e657189-f7e5-48e3-89a6-ad13981fe047 None None] Network 1f34db89-95f0-4b7d-b223-5730dfcb9383 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:07.438302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:07.440616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Deleting port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:07.440972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.462082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3893f27a-fc80-42d3-86bc-f49409337aaf req-4a0cb688-c6ad-4c0e-834c-16d63aa287b9 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468721 Jul 22 14:29:07.530427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe2360-aa35-49cf-9029-d9da357af604 req-48e72058-346b-41b1-a0d4-3c5ff3f2ea27 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.538971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0fe2360-aa35-49cf-9029-d9da357af604 req-48e72058-346b-41b1-a0d4-3c5ff3f2ea27 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 945 time: 0.2066579 Jul 22 14:29:07.553010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-d6bf591d-76a1-4359-a015-afe81442e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.554662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-d6bf591d-76a1-4359-a015-afe81442e31e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1099 time: 0.3085546 Jul 22 14:29:07.603006 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:07.800831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0fe2360-aa35-49cf-9029-d9da357af604 req-0c40acb9-a17e-4031-b1ed-62c244906353 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b13620c-9a84-42d2-9817-e5b2873f5eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503519 Jul 22 14:29:07.820823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-97622de2-4a47-458d-81e5-130f1e3ba7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.823451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-97622de2-4a47-458d-81e5-130f1e3ba7dc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1099 time: 0.2244000 Jul 22 14:29:07.923053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1569530905', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:07.939855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-4cc870a8-6dfb-4cb3-bcd2-b04b0f8bf113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:07.941378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-4cc870a8-6dfb-4cb3-bcd2-b04b0f8bf113 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3794825 Jul 22 14:29:07.948047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] For port 9f4566be-9b67-4d03-bf28-3e6918ebfb03, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=9f4566be-9b67-4d03-bf28-3e6918ebfb03,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:07.948424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.006398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Calling delete_port for 9f4566be-9b67-4d03-bf28-3e6918ebfb03 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:08.012061 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-a86cd4d7-e263-4838-9bd5-5e2f77387997 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.0597904 Jul 22 14:29:08.028962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-6627c864-1223-47c0-9942-9876aba38341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.030644 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-6627c864-1223-47c0-9942-9876aba38341 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1994600 Jul 22 14:29:08.051121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.052216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.099151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-e3df14aa-965e-4477-9627-450849850a97 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.0581460 Jul 22 14:29:08.145681 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-d47a1476-4b72-4fc0-9aa0-3c2651936a92 req-affcdd73-164d-4488-8ce1-9f8babc71d58 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] show failed (client error): The resource could not be found. Jul 22 14:29:08.147083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d47a1476-4b72-4fc0-9aa0-3c2651936a92 req-affcdd73-164d-4488-8ce1-9f8babc71d58 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups/216b0c4b-08c0-4567-a439-2245327744fe HTTP/1.1" status: 404 len: 352 time: 0.0521708 Jul 22 14:29:08.156461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ea0c7-0b9e-464e-8bc2-ad4272b90921 req-43af75a6-8555-465d-a70e-f766374d5f73 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.158207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20ea0c7-0b9e-464e-8bc2-ad4272b90921 req-43af75a6-8555-465d-a70e-f766374d5f73 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 948 time: 0.2457066 Jul 22 14:29:08.181305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-611445f6-e461-4f9c-8c68-3316ae066481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.182869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-611445f6-e461-4f9c-8c68-3316ae066481 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1627436 Jul 22 14:29:08.186321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.195011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 265adc46-c825-48ab-88ae-46602bee18ac up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:08.211789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20ea0c7-0b9e-464e-8bc2-ad4272b90921 req-e846ffba-991b-4bdd-8928-612fa72750de tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Jul 22 14:29:08.218633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-0f06467c-bdfc-42f2-817a-2f59972ca12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.221055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-0f06467c-bdfc-42f2-817a-2f59972ca12d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1134484 Jul 22 14:29:08.323899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 265adc46-c825-48ab-88ae-46602bee18ac completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:08.333139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 265adc46-c825-48ab-88ae-46602bee18ac triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:08.335885 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.402776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-d6fff1ca-064c-47c5-bd74-a2df132b9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.404607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-d6fff1ca-064c-47c5-bd74-a2df132b9812 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1757662 Jul 22 14:29:08.481043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.515850 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.527239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-488eb3ab-6395-42bb-80eb-99ed84fd2280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.527637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:08.528881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:08.529044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-488eb3ab-6395-42bb-80eb-99ed84fd2280 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3381388 Jul 22 14:29:08.531806 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f081fd05-1aee-460c-af63-d89c5cc8f6ae" -d '{"events": [{"server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "name": "network-vif-plugged", "status": "completed", "tag": "265adc46-c825-48ab-88ae-46602bee18ac"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:08.532921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.539202 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.576396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbb13786-1bec-4803-aa6d-6de10ffd160f req-89d09071-70f5-49da-98d4-bd1695aec8d2 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75d164ef4a714462a0e8999ad27ded50 HTTP/1.1" status: 200 len: 2988 time: 0.1701105 Jul 22 14:29:08.595387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Pushing event deleted for resources: {'Port': ['ID=9f4566be-9b67-4d03-bf28-3e6918ebfb03,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:08.621065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d0e2d-ef68-438b-ade4-7d9c12a9d86c req-5e27e7f4-06cc-447b-8a82-20762e605d4b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:08.623645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:08.623808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e9d0e2d-ef68-438b-ade4-7d9c12a9d86c req-5e27e7f4-06cc-447b-8a82-20762e605d4b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 945 time: 0.2719107 Jul 22 14:29:08.641284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-d34327a8-4d60-47e0-919d-3b03abe8290c service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260489 Jul 22 14:29:08.692164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] No DVR routers for this DVR port 9f4566be-9b67-4d03-bf28-3e6918ebfb03 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:08.700730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:08.702788 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a40003aa-20d5-4272-902d-699816f6f111 req-bb67f6bd-c61f-4abf-ba09-c254959b92e1 tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.61 "DELETE /v2.0/ports/9f4566be-9b67-4d03-bf28-3e6918ebfb03 HTTP/1.1" status: 204 len: 173 time: 1.6870482 Jul 22 14:29:08.703246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'name': 'network-vif-deleted', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:08.705527 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000ecf14-a14f-4873-a2d1-361b37a5b864" -d '{"events": [{"server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "name": "network-vif-deleted", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:08.737692 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-bdcad8bd-b2ba-4bdc-8543-8496a3c829e7 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012637 Jul 22 14:29:08.766677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e9d0e2d-ef68-438b-ade4-7d9c12a9d86c req-8bf130b7-e2f4-4a99-ae76-0798fd532449 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326368 Jul 22 14:29:08.780612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbb13786-1bec-4803-aa6d-6de10ffd160f req-3712695e-fa7e-49e7-93d5-1b4cb9f21fac tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups/88f36c0a-026d-4d3c-bce9-3a0c953d81f5 HTTP/1.1" status: 200 len: 2985 time: 0.1886444 Jul 22 14:29:08.854688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-2bd63062-ebe8-49b5-89df-42e31574dc80 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918142 Jul 22 14:29:08.875126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbb13786-1bec-4803-aa6d-6de10ffd160f req-22b56fa1-3383-474f-9a7a-ac77f8b797ac tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups/88f36c0a-026d-4d3c-bce9-3a0c953d81f5 HTTP/1.1" status: 200 len: 2985 time: 0.0740950 Jul 22 14:29:08.948845 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0065e-5aa9-4bbc-940d-3a927e0f0484 x-openstack-request-id: req-d0b0065e-5aa9-4bbc-940d-3a927e0f0484 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:08.949217 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "name": "network-vif-plugged", "status": "completed", "tag": "265adc46-c825-48ab-88ae-46602bee18ac", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:08.949729 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0b0065e-5aa9-4bbc-940d-3a927e0f0484 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:08.951049 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac', 'code': 200} Jul 22 14:29:09.008420 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a56743f-188d-4dbc-a2a7-3924b1671702 x-openstack-request-id: req-2a56743f-188d-4dbc-a2a7-3924b1671702 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:09.008711 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ca2fed-a75b-4022-96e0-1565a9496463", "name": "network-vif-deleted", "tag": "9f4566be-9b67-4d03-bf28-3e6918ebfb03", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:09.008966 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a56743f-188d-4dbc-a2a7-3924b1671702 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:09.009368 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ca2fed-a75b-4022-96e0-1565a9496463', 'name': 'network-vif-deleted', 'tag': '9f4566be-9b67-4d03-bf28-3e6918ebfb03', 'status': 'completed', 'code': 200} Jul 22 14:29:09.021791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78744ea2-7d65-4963-8ce4-c719156d7f78 req-4c7a6ae2-40c8-40c1-bfab-fa0953fa8247 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592540 Jul 22 14:29:09.063548 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.089683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.131050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1898dedf-fca6-4c5a-8659-2ab75bedc349 req-c1f33727-4b25-436d-9070-a2d0a77700ac tempest-ServerRescueTestJSONUnderV235-1067486960 tempest-ServerRescueTestJSONUnderV235-1067486960-project] 10.222.0.60 "GET /v2.0/ports?device_id=78ca2fed-a75b-4022-96e0-1565a9496463 HTTP/1.1" status: 200 len: 210 time: 0.0709584 Jul 22 14:29:09.213052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2eb6ef71-ceed-4b50-ab75-f783d507e617 req-bb7341c1-2bf2-48fa-888c-cb9159683f00 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups/88f36c0a-026d-4d3c-bce9-3a0c953d81f5 HTTP/1.1" status: 200 len: 2985 time: 0.0509415 Jul 22 14:29:09.280605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Allocated IP 172.25.3.40 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/46b53c62-d786-4476-9aa3-4b4f6e61cabd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:09.333417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a881f25-bef5-4cbd-b48f-bd96b227096c req-ed98068a-fdd7-4aa3-9d49-4a57153f0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:09.335003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a881f25-bef5-4cbd-b48f-bd96b227096c req-ed98068a-fdd7-4aa3-9d49-4a57153f0a2d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 1097 time: 0.1732697 Jul 22 14:29:09.352568 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-2eb6ef71-ceed-4b50-ab75-f783d507e617 req-e7214e95-9bf9-47e1-aad6-d04bff131719 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:29:09.358571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2eb6ef71-ceed-4b50-ab75-f783d507e617 req-e7214e95-9bf9-47e1-aad6-d04bff131719 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "DELETE /v2.0/security-groups/88f36c0a-026d-4d3c-bce9-3a0c953d81f5 HTTP/1.1" status: 409 len: 352 time: 0.1443594 Jul 22 14:29:09.423005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a881f25-bef5-4cbd-b48f-bd96b227096c req-e5f981d7-6aa9-4925-be67-f3664cf26a90 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798857 Jul 22 14:29:09.454784 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.556559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.600230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:09.603468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:09.604209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ad2e8-ee93-4cb4-9f64-f965075c0398 req-26ca25e5-8ea9-4ebc-8535-d7a3963f10b7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:09.607100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e65ad2e8-ee93-4cb4-9f64-f965075c0398 req-26ca25e5-8ea9-4ebc-8535-d7a3963f10b7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 948 time: 0.1364369 Jul 22 14:29:09.607347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:09.608385 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-990cf53a-30a3-45c1-bf3c-8beff2631a4f req-4010a0c1-62ed-44b3-99e1-4d3a8f980536 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] show failed (client error): The resource could not be found. Jul 22 14:29:09.609732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-990cf53a-30a3-45c1-bf3c-8beff2631a4f req-4010a0c1-62ed-44b3-99e1-4d3a8f980536 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups/b1dd6a8a-2620-4425-8627-8471e6b554ca HTTP/1.1" status: 404 len: 352 time: 0.0398552 Jul 22 14:29:09.658638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event updated for resources: {'Port': ['ID=46b53c62-d786-4476-9aa3-4b4f6e61cabd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:09.678913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e65ad2e8-ee93-4cb4-9f64-f965075c0398 req-5c94ed1e-40dd-405a-8fdf-fecb431e9cf0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610707 Jul 22 14:29:09.718134 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-1b5a3ce7-40da-4c68-ab9b-633719ac15ec req-dc17873b-f8ac-4195-9460-1fd81f525968 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] show failed (client error): The resource could not be found. Jul 22 14:29:09.724386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b5a3ce7-40da-4c68-ab9b-633719ac15ec req-dc17873b-f8ac-4195-9460-1fd81f525968 tempest-SecurityGroupsNegativeTestJSON-1564443934 tempest-SecurityGroupsNegativeTestJSON-1564443934-project] 10.222.0.60 "GET /v2.0/security-groups/aacde2ce-a86f-4190-8429-1951eb24aee0 HTTP/1.1" status: 404 len: 352 time: 0.0241640 Jul 22 14:29:09.730618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47120) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:09.790666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Deleting subnet f9b6e53a-7cac-4411-94e8-dba168a1b51b {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:09.794643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.802605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4bcf-737f-43e1-a9b8-b2ede98050f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.867891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:09.922408 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.025759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.071798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b6e53a-7cac-4411-94e8-dba168a1b51b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:10.077972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.080002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-996388c1-42fb-4634-b076-2fdd6dae00de admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9b6e53a-7cac-4411-94e8-dba168a1b51b HTTP/1.1" status: 204 len: 168 time: 0.3483949 Jul 22 14:29:10.082625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47128) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:10.125421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e9278-d535-4723-918e-85e953977faa req-1b455d62-66a4-43b1-bf37-50d1d86ad7e2 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:10.132757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-672e9278-d535-4723-918e-85e953977faa req-1b455d62-66a4-43b1-bf37-50d1d86ad7e2 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.2352304 Jul 22 14:29:10.204073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9f4566be-9b67-4d03-bf28-3e6918ebfb03 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:10.219421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.246152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-672e9278-d535-4723-918e-85e953977faa req-1ab0190a-c425-48bc-ac89-f990516a34c0 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072731 Jul 22 14:29:10.275075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 9f4566be-9b67-4d03-bf28-3e6918ebfb03 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:10.276170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 9f4566be-9b67-4d03-bf28-3e6918ebfb03 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:10.281865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:10.335210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47134) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:10.534437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:10.559019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'mac_address': 'fa:16:3e:8a:08:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:10.580510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.625565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.643385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f34db89-95f0-4b7d-b223-5730dfcb9383']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:10.658768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae242d2-9fa2-4490-9f1f-5976dc1bb0a7') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:10.659079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae242d2-9fa2-4490-9f1f-5976dc1bb0a7') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:10.673525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.691010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.709149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.737137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa742f0-744b-43e4-9dce-376b5cc34f21 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:10.738044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:10.740346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:10.741358 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:10.811721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:10.819074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.890328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.913624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.925908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:10.927867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] 10.222.0.60 "DELETE /v2.0/networks/1f34db89-95f0-4b7d-b223-5730dfcb9383 HTTP/1.1" status: 204 len: 168 time: 0.8443317 Jul 22 14:29:10.940296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:10.969439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0f1f1-ca10-476a-80c6-1c24ba3f4cee admin admin] Pushing event deleted for resources: {'Network': ['ID=1f34db89-95f0-4b7d-b223-5730dfcb9383,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:10.994538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a7191-8ced-4dfb-98f9-d8a80443c63c req-c02c9277-34e7-4388-9c8a-1bfd453fe5ff tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:11.001824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d7a7191-8ced-4dfb-98f9-d8a80443c63c req-c02c9277-34e7-4388-9c8a-1bfd453fe5ff tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 949 time: 0.1678801 Jul 22 14:29:11.099039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d7a7191-8ced-4dfb-98f9-d8a80443c63c req-c8948e9b-5df5-40e0-9eda-f535038040a9 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919752 Jul 22 14:29:11.116944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:11.121834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Router 345c20f5-d34a-4378-b7b6-9f7749f3ab38 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:11.252387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.361073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47150) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:11.455128 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ac64f871-591d-4f32-bfc2-8720980448a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75d164ef4a714462a0e8999ad27ded50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930374 Jul 22 14:29:11.459314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47152) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:11.477033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:11.489694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] Sync routers for ids ['345c20f5-d34a-4378-b7b6-9f7749f3ab38'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:11.505866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] Routers {'345c20f5-d34a-4378-b7b6-9f7749f3ab38'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:11.506961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['345c20f5-d34a-4378-b7b6-9f7749f3ab38'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:11.554171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:11.567091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] Routers {'345c20f5-d34a-4378-b7b6-9f7749f3ab38'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:11.568103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['345c20f5-d34a-4378-b7b6-9f7749f3ab38'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:11.614601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:11.615825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23fd30e-bd3f-4dfd-81c5-9f8177b872c9 None None] The sync data for ids ['345c20f5-d34a-4378-b7b6-9f7749f3ab38'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:11.690185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.693055 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-33444600-09d7-4f99-b258-fe184b8cddfa tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2393999 Jul 22 14:29:11.697887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:11.821378 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e2cc-a3a3-4465-9916-0ac985115125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.857832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80680a23-1afd-482c-bee7-49b2ca104bbf req-ab5b8ab1-55b3-473a-8b63-2a04afba1709 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:11.864942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80680a23-1afd-482c-bee7-49b2ca104bbf req-ab5b8ab1-55b3-473a-8b63-2a04afba1709 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.4665291 Jul 22 14:29:11.899428 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e2cc-a3a3-4465-9916-0ac985115125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:11.925852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f126c21c-f345-4a2c-9559-7d4909257afb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:11.928568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f126c21c-f345-4a2c-9559-7d4909257afb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd&tenant_id=ca83168bfa1045e9b68525236f520275&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 949 time: 0.4188406 Jul 22 14:29:11.954401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80680a23-1afd-482c-bee7-49b2ca104bbf req-ff553fef-9186-4272-9425-4912c5ba657b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Jul 22 14:29:11.989860 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9504daa-8cc6-49ff-9cd0-2c5b27b4c181 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/345c20f5-d34a-4378-b7b6-9f7749f3ab38 HTTP/1.1" status: 200 len: 920 time: 0.2872889 Jul 22 14:29:11.993794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:12.014638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b9d2-109a-47f6-81c2-ecde0312805d req-389c4f76-54cf-479f-a28a-97ff5bbea56c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:12.023598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7f8b9d2-109a-47f6-81c2-ecde0312805d req-389c4f76-54cf-479f-a28a-97ff5bbea56c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 949 time: 0.1833634 Jul 22 14:29:12.034287 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-843389d4-c4fe-4c9b-8f69-746fe9dae286 service neutron] delete failed (client error): The resource could not be found. Jul 22 14:29:12.035669 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-843389d4-c4fe-4c9b-8f69-746fe9dae286 service neutron] 10.222.0.61 "DELETE /v2.0/ports/5fa742f0-744b-43e4-9dce-376b5cc34f21/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0994508 Jul 22 14:29:12.060497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74e9db01-ec62-4dd6-84fb-f1a1ab31229d tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=345c20f5-d34a-4378-b7b6-9f7749f3ab38 HTTP/1.1" status: 200 len: 205 time: 0.0615263 Jul 22 14:29:12.060777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e2cc-a3a3-4465-9916-0ac985115125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.065284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a390f24-ff29-4a0b-a8b4-438ef7d3f385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.069577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fa6e2cc-a3a3-4465-9916-0ac985115125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.074167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5fa6e2cc-a3a3-4465-9916-0ac985115125 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88f36c0a-026d-4d3c-bce9-3a0c953d81f5 HTTP/1.1" status: 204 len: 168 time: 0.6113346 Jul 22 14:29:12.074167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:12.174969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7f8b9d2-109a-47f6-81c2-ecde0312805d req-5ad627fc-e903-4478-ae0a-fddc33ea48ef tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516106 Jul 22 14:29:12.242984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Deleting port b013c927-2b3e-461a-ba4d-765e518235fd {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:12.243337 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.285823 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.300774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:12.310082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e2cc-a3a3-4465-9916-0ac985115125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f36c0a-026d-4d3c-bce9-3a0c953d81f5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:12.530422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 5fa742f0-744b-43e4-9dce-376b5cc34f21 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:12.540863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.541398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 5fa742f0-744b-43e4-9dce-376b5cc34f21 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:12.541992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.611848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] For port b013c927-2b3e-461a-ba4d-765e518235fd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b013c927-2b3e-461a-ba4d-765e518235fd,segment=NetworkSegment(a6a87753-3ee4-4bd9-b968-629644574148),segment_id=a6a87753-3ee4-4bd9-b968-629644574148)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:12.613468 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.652716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Calling delete_port for b013c927-2b3e-461a-ba4d-765e518235fd owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:12.726998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f43e7b1f-848d-48b6-ab97-c8120f01bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:12.730872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f43e7b1f-848d-48b6-ab97-c8120f01bc5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1100 time: 0.4263046 Jul 22 14:29:12.773329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce41f0f-ab63-4290-93a9-1b0a21aaef12 req-5177ebb5-fa73-4ee2-beaa-ecd4e2dfcb2a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:12.790269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ce41f0f-ab63-4290-93a9-1b0a21aaef12 req-5177ebb5-fa73-4ee2-beaa-ecd4e2dfcb2a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.2953768 Jul 22 14:29:12.820862 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:12.910781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:12.917798 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2648b2e-5872-4842-8e73-61f3d2d313d5" -d '{"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-plugged", "status": "completed", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:12.956500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:12.965068 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.050196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.069575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:13.105075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b013c927-2b3e-461a-ba4d-765e518235fd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:13.117082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.138673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ce41f0f-ab63-4290-93a9-1b0a21aaef12 req-1284dbdc-4996-40ae-9127-b55938ea7779 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470287 Jul 22 14:29:13.173272 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2867a80d-9dc6-4acf-b457-de9f677c2c3d x-openstack-request-id: req-2867a80d-9dc6-4acf-b457-de9f677c2c3d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:13.174314 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-plugged", "status": "completed", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:13.174922 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2867a80d-9dc6-4acf-b457-de9f677c2c3d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:13.175644 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'code': 200} Jul 22 14:29:13.245874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f6c7820d-cfb8-41c9-ba3a-d63d477f454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:13.263499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f6c7820d-cfb8-41c9-ba3a-d63d477f454f service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.5239434 Jul 22 14:29:13.395689 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-ceaafcfd-d860-4fb8-97db-fc18ad5bc584 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.1197689 Jul 22 14:29:13.445809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Deleting port 46b53c62-d786-4476-9aa3-4b4f6e61cabd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:13.447861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.544258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.617129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915060fc-3242-4210-9722-306f06d2d4f1 req-64c36b0c-6361-470f-9497-f4c9457b8670 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:13.636282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-915060fc-3242-4210-9722-306f06d2d4f1 req-64c36b0c-6361-470f-9497-f4c9457b8670 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.3025877 Jul 22 14:29:13.639142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47216) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:13.697788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-75b07187-99a9-403e-adc4-05e0099cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:13.699266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-75b07187-99a9-403e-adc4-05e0099cc865 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2071073 Jul 22 14:29:13.738611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.771214 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:13.777466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-915060fc-3242-4210-9722-306f06d2d4f1 req-18609177-8985-447f-adca-baffd42e97a6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353230 Jul 22 14:29:13.811974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Calling delete_port for 46b53c62-d786-4476-9aa3-4b4f6e61cabd owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:13.922179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-9a1bf815-21f6-4543-bb59-25211608ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:13.927390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-9a1bf815-21f6-4543-bb59-25211608ec47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207394 Jul 22 14:29:13.994927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47228) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:14.084453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-network', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:14.100730 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-f2cb5150-baa9-4f5e-9d24-27a759f71c1b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620014 Jul 22 14:29:14.147992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2953cf9b-5160-408d-a8e2-ed09a3175a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.220440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:14.222753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.232866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.246787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.256010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b3c6d-44df-4586-901f-591c5ad4f428 req-21586041-c2cf-4980-83f0-8f6272895471 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:14.263412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a22b3c6d-44df-4586-901f-591c5ad4f428 req-21586041-c2cf-4980-83f0-8f6272895471 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.3618531 Jul 22 14:29:14.299170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event deleted for resources: {'Port': ['ID=46b53c62-d786-4476-9aa3-4b4f6e61cabd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:14.305973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c8fcb62b-4398-478b-ab8f-edd1d4ef790e req-bdde489f-58d0-4c76-8dcb-cf68da91c87e service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973264 Jul 22 14:29:14.349445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.368838 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a22b3c6d-44df-4586-901f-591c5ad4f428 req-c5421b72-e057-4f8b-8894-f90a9a203b95 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858028 Jul 22 14:29:14.381242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Router 2b59618e-1e72-4fc9-a847-3c87880141b8 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:14.489679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.494067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.553275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2953cf9b-5160-408d-a8e2-ed09a3175a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.556463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.557209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Fanout notify agent at l3_agent the message router_deleted on router 345c20f5-d34a-4378-b7b6-9f7749f3ab38 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:14.561130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2953cf9b-5160-408d-a8e2-ed09a3175a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.566425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.572032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0edc56de-0553-43ba-96fa-ab2b55dccc92 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/345c20f5-d34a-4378-b7b6-9f7749f3ab38 HTTP/1.1" status: 204 len: 168 time: 2.4896853 Jul 22 14:29:14.572648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:14.578748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1696337887', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': False}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:14.628356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2953cf9b-5160-408d-a8e2-ed09a3175a40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c862efb882b4755bf739fc4a88a5de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9653819 Jul 22 14:29:14.629524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:14.631126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:14.636709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dcf62e74-2eb9-40c5-940e-8042a3e8a9e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/2b59618e-1e72-4fc9-a847-3c87880141b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3004055 Jul 22 14:29:14.640744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953cf9b-5160-408d-a8e2-ed09a3175a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336796ec-73e6-4bf8-8cd5-82dcdf272dcf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:14.646976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47238) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:14.649198 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] Sync routers for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:14.699490 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:14.701574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:14.715179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44bab8a9-c999-438d-b924-6c5dddb88be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.746226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44bab8a9-c999-438d-b924-6c5dddb88be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.841661 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44bab8a9-c999-438d-b924-6c5dddb88be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.844449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44bab8a9-c999-438d-b924-6c5dddb88be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.848801 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-44bab8a9-c999-438d-b924-6c5dddb88be4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/336796ec-73e6-4bf8-8cd5-82dcdf272dcf HTTP/1.1" status: 204 len: 168 time: 0.2128849 Jul 22 14:29:14.865096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bab8a9-c999-438d-b924-6c5dddb88be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336796ec-73e6-4bf8-8cd5-82dcdf272dcf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:14.882457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:14.965347 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:14.991102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.018005 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.033500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.034670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.078293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:15.123129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.123765 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Added segment 62709307-40d5-4b1a-868a-56f2d8064884 of type vlan for network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 Jul 22 14:29:15.126156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88404794-0076-4572-9e12-335aeb48f796,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:15.152622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e1f6-9dee-46a5-91d0-b3956792d04b req-c4e9cdd9-f5ea-4bdb-823a-fac4c061630a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.160091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c8e1f6-9dee-46a5-91d0-b3956792d04b req-c4e9cdd9-f5ea-4bdb-823a-fac4c061630a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.2258787 Jul 22 14:29:15.197401 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.255162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.258660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75c8e1f6-9dee-46a5-91d0-b3956792d04b req-c6436db9-6602-4c3d-86be-588bbccc659e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975120 Jul 22 14:29:15.298643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.328811 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.445408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '0c6732f0-3eb8-4642-9893-27807021c887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:29:12Z', 'revision_number': 5, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port': {'id': '0c6732f0-3eb8-4642-9893-27807021c887', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:27:38Z', 'updated_at': '2021-07-22T14:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:15.493948 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] Checking router: 2b59618e-1e72-4fc9-a847-3c87880141b8 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:15.508139 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] Routers {'2b59618e-1e72-4fc9-a847-3c87880141b8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:15.509047 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b59618e-1e72-4fc9-a847-3c87880141b8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:15.572983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.574462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.576176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.578769 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.644769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6413767 Jul 22 14:29:15.645504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47264) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:15.652586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Request body: {'subnet': {'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-subnet', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:15.686052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:15.689014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.727383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Deleting port 0c6732f0-3eb8-4642-9893-27807021c887 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:15.727737 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:15.731470 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] Set router 2b59618e-1e72-4fc9-a847-3c87880141b8 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:15.750844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb95e44-2fc4-4512-852e-3084ef434a92 admin admin] Pushing event updated for resources: {'Network': ['ID=f5704e7c-bf34-4cd8-992e-e4e4b563fc42,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:15.768948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:15.814674 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:29:15Z', 'revision_number': 6, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:15.824238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adacd3-775e-48a8-aec5-b0ce431b012c req-a8a6d0f4-3f76-48ae-9786-89b40ff1d467 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.840059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8adacd3-775e-48a8-aec5-b0ce431b012c req-a8a6d0f4-3f76-48ae-9786-89b40ff1d467 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.3659008 Jul 22 14:29:15.864206 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18b7ac4-97f4-4310-b97f-c3688933a119 None None] The sync data for ids ['2b59618e-1e72-4fc9-a847-3c87880141b8'] in n-d-794306-8 is: [{'id': '2b59618e-1e72-4fc9-a847-3c87880141b8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1076446205-router', 'tenant_id': '58815cf3892c40d5af926b2d9c73e988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:27:36Z', 'updated_at': '2021-07-22T14:29:15Z', 'revision_number': 6, 'project_id': '58815cf3892c40d5af926b2d9c73e988', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:15.895601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc97dd7-b42c-4ae5-b1be-7c4862bbf30f req-8d7c2c95-3668-487b-96b0-4fd579948569 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:15.899367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dc97dd7-b42c-4ae5-b1be-7c4862bbf30f req-8d7c2c95-3668-487b-96b0-4fd579948569 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1101 time: 0.4416173 Jul 22 14:29:16.083855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.110601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] For port 0c6732f0-3eb8-4642-9893-27807021c887, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0c6732f0-3eb8-4642-9893-27807021c887,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:16.110939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.123918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.138892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Calling delete_port for 0c6732f0-3eb8-4642-9893-27807021c887 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:16.161122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8adacd3-775e-48a8-aec5-b0ce431b012c req-758fad92-6964-4038-bc40-f8285aad3e7d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199072 Jul 22 14:29:16.208031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dc97dd7-b42c-4ae5-b1be-7c4862bbf30f req-56da1195-0e12-4e23-940b-52560ac427d7 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359869 Jul 22 14:29:16.302898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.424039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47282) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:16.531809 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.587039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-143699069-network', 'tenant_id': '84c6f27c1c8c435e924da2d96f52b583'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:16.628145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6732f0-3eb8-4642-9893-27807021c887,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:16.692729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-8902c183-e41e-4c41-a161-dc2b361c1de7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099730 Jul 22 14:29:16.719671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Made reservation on behalf of 84c6f27c1c8c435e924da2d96f52b583 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:16.722037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.755193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c75868-48b5-43c0-9a8f-0a002a099812,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:16.764706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.768983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.780028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Checking segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:16.780395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Network hostable DHCP agents. Network: f5704e7c-bf34-4cd8-992e-e4e4b563fc42, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:16.798183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Allocated IP 172.25.3.49 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/2f46377a-56a4-4033-8e3b-569633add6f5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:16.819850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:16.845646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f5704e7c-bf34-4cd8-992e-e4e4b563fc42) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:16.851874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:16.852465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.858530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f047bd83-00fe-4471-afeb-6c03e5b089d3 None None] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:16.894284 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c11eda05-8ca2-41d7-a8f4-51aaf0e3ec88 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2477355 Jul 22 14:29:16.898385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:16.904977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:16.918268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.925994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.946677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.997949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:16.998504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b59618e-1e72-4fc9-a847-3c87880141b8 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:17.003880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.008240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ad76ea07-c672-41e5-b581-62ba1703356d admin admin] 10.222.0.60 "DELETE /v2.0/routers/2b59618e-1e72-4fc9-a847-3c87880141b8 HTTP/1.1" status: 204 len: 168 time: 2.3572612 Jul 22 14:29:17.008424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:17.017632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-68b71fa3-e1ad-469d-8428-319cfad73109 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:17.019566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-68b71fa3-e1ad-469d-8428-319cfad73109 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3135946 Jul 22 14:29:17.021737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.065530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-557ce363-f907-4e8f-b241-17608f507124 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/quotas/ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 375 time: 0.0326409 Jul 22 14:29:17.112628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:29:17.113504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.114269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:17.123853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:17.136248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:17.161256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Port': ['ID=2f46377a-56a4-4033-8e3b-569633add6f5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:17.170841 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.179719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.196210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:17.209236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.209608 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Added segment f57445f7-cb28-4192-82d3-363510f537a4 of type vlan for network c670336d-3be2-4555-8533-8ecb9de1932a Jul 22 14:29:17.226038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Deleting subnet 8629b275-7f4e-4e29-b1f1-a8df351aa706 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:17.235145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.294632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.298435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.299826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.349123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Allocated IP 172.20.0.2 (f5704e7c-bf34-4cd8-992e-e4e4b563fc42/57c75868-48b5-43c0-9a8f-0a002a099812/c6578495-a093-4ad4-9518-ccce9e49c49c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:17.381195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.390154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.409658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-2b9c40ae-3200-4b05-9087-a103f8298309 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3370845 Jul 22 14:29:17.411225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528b6e4b-a366-45e2-8823-ab24396f7292,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:17.443408 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.445969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:17.446783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.489312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b013c927-2b3e-461a-ba4d-765e518235fd no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:17.502540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0757427 Jul 22 14:29:17.504661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47306) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:17.520301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Request body: {'subnet': {'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-143699069-subnet', 'tenant_id': '84c6f27c1c8c435e924da2d96f52b583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:17.522915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b013c927-2b3e-461a-ba4d-765e518235fd {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:17.523703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b013c927-2b3e-461a-ba4d-765e518235fd not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:17.524312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0c6732f0-3eb8-4642-9893-27807021c887 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:17.565053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 0c6732f0-3eb8-4642-9893-27807021c887 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:17.565948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0c6732f0-3eb8-4642-9893-27807021c887 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:17.677516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.864482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.912736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:17.924890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Transition to ACTIVE for port object c6578495-a093-4ad4-9518-ccce9e49c49c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:17.948083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Transition to ACTIVE for port object c6578495-a093-4ad4-9518-ccce9e49c49c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:17.959396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.005228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:18.008352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:18.015221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:18.087081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.119336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Pushing event updated for resources: {'Port': ['ID=c6578495-a093-4ad4-9518-ccce9e49c49c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.136183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Attempting to bind port c6578495-a093-4ad4-9518-ccce9e49c49c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:18.136554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Attempting to bind port c6578495-a093-4ad4-9518-ccce9e49c49c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:18.137160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Attempting to bind port c6578495-a093-4ad4-9518-ccce9e49c49c on network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:18.146456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:18.146692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Checking segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:18.147059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.147460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Bound using segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:18.147936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Bound port: c6578495-a093-4ad4-9518-ccce9e49c49c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:18.148498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.242131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] For port c6578495-a093-4ad4-9518-ccce9e49c49c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:18.245972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] For port c6578495-a093-4ad4-9518-ccce9e49c49c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c6578495-a093-4ad4-9518-ccce9e49c49c,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:18.253974 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.256490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8629b275-7f4e-4e29-b1f1-a8df351aa706,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.266278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73007c-ec06-4d0d-b86c-e299fb065e56 admin admin] Pushing event updated for resources: {'Network': ['ID=c670336d-3be2-4555-8533-8ecb9de1932a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.268348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.273110 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d31efc27-f818-43e5-ba8b-8ad82b786578 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8629b275-7f4e-4e29-b1f1-a8df351aa706 HTTP/1.1" status: 204 len: 168 time: 1.2617946 Jul 22 14:29:18.276953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:18.307994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1d7d156-4df0-450f-a99c-9ca6d6ce1ca1 req-8b5d52b4-f585-4493-852b-d156f0125696 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 210 time: 0.0643547 Jul 22 14:29:18.309721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c670336d-3be2-4555-8533-8ecb9de1932a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:18.333914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996102c-6851-482d-b21a-72c4a1a8e0b5 req-9f67338a-650f-4cf5-b603-570546fdb060 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:18.335823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d996102c-6851-482d-b21a-72c4a1a8e0b5 req-9f67338a-650f-4cf5-b603-570546fdb060 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 1.0182660 Jul 22 14:29:18.337088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Made reservation on behalf of 84c6f27c1c8c435e924da2d96f52b583 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:18.339493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.373662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.455682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d996102c-6851-482d-b21a-72c4a1a8e0b5 req-7b2ec5a7-65e0-4cef-87ae-ecbccf4082a4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136010 Jul 22 14:29:18.513965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb55fe-23ed-4773-acf4-66934087dcfe None None] Pushing event updated for resources: {'Port': ['ID=c6578495-a093-4ad4-9518-ccce9e49c49c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.656666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.680203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.749256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97e0806-6156-4fb9-b3cc-8ded3ece8c33,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:18.774829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Checking segment: {'id': 'f57445f7-cb28-4192-82d3-363510f537a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:18.775203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Network hostable DHCP agents. Network: c670336d-3be2-4555-8533-8ecb9de1932a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:18.802732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Network c670336d-3be2-4555-8533-8ecb9de1932a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:18.816461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c670336d-3be2-4555-8533-8ecb9de1932a) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:18.823195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:18.827816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db64c0f9-d99a-4241-858b-345ceeeff6b9 None None] Network c670336d-3be2-4555-8533-8ecb9de1932a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:18.833168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:18.884076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-950569e9-bf65-4877-afe1-43a6176d01c4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3608356 Jul 22 14:29:19.004415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.031330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a77b53c-f460-4759-8931-8f5ef5b25601 None None] Network c670336d-3be2-4555-8533-8ecb9de1932a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:19.071284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.084737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.143114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242509a8-a8d9-43a9-b3c4-6cbac62c1d48']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:19.147329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-bd358ca5-96e7-4dc2-a599-1414ef70c26b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354769 Jul 22 14:29:19.168086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a87753-3ee4-4bd9-b968-629644574148') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:19.169416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a87753-3ee4-4bd9-b968-629644574148') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:19.181629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.192474 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.320656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.330232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-5619d822-e215-4208-bc11-6d31ecb6f73f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:19.333716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-5619d822-e215-4208-bc11-6d31ecb6f73f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808147 Jul 22 14:29:19.354308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:19.354758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.358502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Request body: {'port': {'device_id': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'ca83168bfa1045e9b68525236f520275'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:19.360028 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:19.562252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Allocated IP 172.25.3.134 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/1abba138-1cb9-4a68-9014-50e58b777aeb) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:19.612331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c6578495-a093-4ad4-9518-ccce9e49c49c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:19.711402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-137d5da5-948d-4f14-b7fc-2972f78e7fd2 req-a190bd94-98d3-4c08-a3e0-3313fe27c078 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 210 time: 0.1242559 Jul 22 14:29:19.728136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.757431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.759656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] 10.222.0.60 "DELETE /v2.0/networks/242509a8-a8d9-43a9-b3c4-6cbac62c1d48 HTTP/1.1" status: 204 len: 168 time: 1.4817343 Jul 22 14:29:19.796491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Made reservation on behalf of ca83168bfa1045e9b68525236f520275 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:19.808223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:19.827512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c6578495-a093-4ad4-9518-ccce9e49c49c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:19.948355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Router 4023c1fd-68b7-4e00-b8db-dd395b09ebcf is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:19.960255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d5d35-9389-4412-aa08-0079b1061948 admin admin] Pushing event deleted for resources: {'Network': ['ID=242509a8-a8d9-43a9-b3c4-6cbac62c1d48,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:20.019764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Allocated IP 192.168.233.160 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/34809a80-2dbf-44bf-9fe8-dbcf3e941668) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:20.068018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f535d4e2-3c9c-494e-b87f-3993272a3715 None None] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:20.097675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47352) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:20.132469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.176079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-76a2f8df-94e3-417c-9253-b192e321cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:20.182029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-76a2f8df-94e3-417c-9253-b192e321cb17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 1097 time: 0.6150761 Jul 22 14:29:20.202414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-d6bb0599-a6f1-44a5-a3dc-4d3004164a58 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:20.204144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] Provisioning for port c6578495-a093-4ad4-9518-ccce9e49c49c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:20.204735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-d6bb0599-a6f1-44a5-a3dc-4d3004164a58 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/networks?id=c670336d-3be2-4555-8533-8ecb9de1932a HTTP/1.1" status: 200 len: 813 time: 0.5779476 Jul 22 14:29:20.221613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] Provisioning complete for port c6578495-a093-4ad4-9518-ccce9e49c49c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:20.225012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.246376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-7c47367e-ec01-4b4b-83ee-5af5cb1379c3 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/quotas/84c6f27c1c8c435e924da2d96f52b583 HTTP/1.1" status: 200 len: 375 time: 0.0267830 Jul 22 14:29:20.337320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-4dfcd91e-fa69-4f56-8d47-d021665964ff tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84c6f27c1c8c435e924da2d96f52b583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843055 Jul 22 14:29:20.373081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e5def05f-b5df-44aa-abb6-fd3d903d1d87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58815cf3892c40d5af926b2d9c73e988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645953 Jul 22 14:29:20.406043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:20.448231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e52f0954-9fd7-469b-8e5a-aa345e40af45 service neutron] 10.222.0.60 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999434 Jul 22 14:29:20.449345 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.465139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:20.489986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.498620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Sync routers for ids ['4023c1fd-68b7-4e00-b8db-dd395b09ebcf'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:20.520573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d955-6092-4db5-a56b-8c34d8d43740 req-96b70c35-dec6-414d-bcdd-1bfcfb0d636c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:20.524486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23b5d955-6092-4db5-a56b-8c34d8d43740 req-96b70c35-dec6-414d-bcdd-1bfcfb0d636c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.5259001 Jul 22 14:29:20.531900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Routers {'4023c1fd-68b7-4e00-b8db-dd395b09ebcf'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:20.532556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4023c1fd-68b7-4e00-b8db-dd395b09ebcf'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:20.535934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] For port c6578495-a093-4ad4-9518-ccce9e49c49c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c6578495-a093-4ad4-9518-ccce9e49c49c,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:20.566199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Pushing event updated for resources: {'Port': ['ID=1abba138-1cb9-4a68-9014-50e58b777aeb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:20.583497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.598038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.601198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2cd80675-2aa0-423c-bafb-af69da4598c1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0271606 Jul 22 14:29:20.608812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:20.633868 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:29:20.684295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.773219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Transition to ACTIVE for port object 34809a80-2dbf-44bf-9fe8-dbcf3e941668 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:20.781400 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ffdfd8f-44f9-4108-9a69-f08897a0bfff tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/4023c1fd-68b7-4e00-b8db-dd395b09ebcf HTTP/1.1" status: 200 len: 908 time: 0.1636930 Jul 22 14:29:20.782935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-b2bbf5d3-a782-4fbc-8d65-b49b7e795b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:20.784412 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-b2bbf5d3-a782-4fbc-8d65-b49b7e795b3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 915 time: 0.5557041 Jul 22 14:29:20.785058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:20.791433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f1ae-c4ea-4988-9918-a2145dae3574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.795978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23b5d955-6092-4db5-a56b-8c34d8d43740 req-5e146366-934e-4bd5-995f-ba28682e711d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369883 Jul 22 14:29:20.799483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:20.811792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1696337887', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': True}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:20.846065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-aa21f9d3-1e12-4cfe-8086-dc6f2596f55c service neutron] 10.222.0.60 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838296 Jul 22 14:29:20.878339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Set router 4023c1fd-68b7-4e00-b8db-dd395b09ebcf gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:20.885772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b01e4-1fc7-4709-ba75-7cca86226c1e None None] Pushing event updated for resources: {'Port': ['ID=c6578495-a093-4ad4-9518-ccce9e49c49c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:20.904823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-a1fe6380-15be-4cce-80b1-324ad87a934b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=265adc46-c825-48ab-88ae-46602bee18ac HTTP/1.1" status: 200 len: 217 time: 0.1024892 Jul 22 14:29:20.916977 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:20.923641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:20.928107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:20.962252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:20.969359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:20.974557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:20.996574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:21.138303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f1ae-c4ea-4988-9918-a2145dae3574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.185377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.186029 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.277735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-214931e7-845a-48a8-a4f0-07d9754e794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.280326 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-214931e7-845a-48a8-a4f0-07d9754e794d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.3437009 Jul 22 14:29:21.281454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.284590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.390164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0373313 Jul 22 14:29:21.395609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-926e1657-a526-446c-b362-c84d8e127a8c None None] Provisioning complete for port c6578495-a093-4ad4-9518-ccce9e49c49c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:21.395609 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-926e1657-a526-446c-b362-c84d8e127a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.438828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b712532c-7589-468c-91cb-747ead37f87c req-420cfa15-3b93-4cb2-8587-d0b163730561 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 210 time: 0.2140741 Jul 22 14:29:21.461438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Request body: {'port': {'device_id': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:21.500705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-bd310445-816d-48ca-820c-13dd95eab506 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717303 Jul 22 14:29:21.525927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c6578495-a093-4ad4-9518-ccce9e49c49c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:21.533935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd926d9-b0ee-4573-806f-4e52fb4c5fea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:21.582275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b5290-c222-4fad-ae01-a60580a106ce req-fdcce937-0781-4ee5-802f-43008022f384 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:21.591088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-255b5290-c222-4fad-ae01-a60580a106ce req-fdcce937-0781-4ee5-802f-43008022f384 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 936 time: 0.3714349 Jul 22 14:29:21.678253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-0170d5ff-22a5-4656-a808-26ab15ce4db5 service neutron] 10.222.0.61 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629913 Jul 22 14:29:21.689530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c6578495-a093-4ad4-9518-ccce9e49c49c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:21.690230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.702464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:21.754268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-255b5290-c222-4fad-ae01-a60580a106ce req-3e3fb024-13e3-4d65-a3a7-7993b28043a2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621675 Jul 22 14:29:21.787616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4023c1fd-68b7-4e00-b8db-dd395b09ebcf', 'name': 'tempest-snat-router-1696337887', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.49'}], 'enable_snat': False}, 'gw_port_id': '2f46377a-56a4-4033-8e3b-569633add6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 3, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port': {'id': '2f46377a-56a4-4033-8e3b-569633add6f5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4023c1fd-68b7-4e00-b8db-dd395b09ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:16Z', 'updated_at': '2021-07-22T14:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:21.926761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Checking router: 4023c1fd-68b7-4e00-b8db-dd395b09ebcf for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:21.927165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Updating router 4023c1fd-68b7-4e00-b8db-dd395b09ebcf port 2f46377a-56a4-4033-8e3b-569633add6f5 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:21.997080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e6aa35b8-6567-41c7-8ff6-e8f48b7b6a36 None None] Provisioning for port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:22.020419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e6aa35b8-6567-41c7-8ff6-e8f48b7b6a36 None None] Provisioning complete for port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:22.021006 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6aa35b8-6567-41c7-8ff6-e8f48b7b6a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.033771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.206566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e6aa35b8-6567-41c7-8ff6-e8f48b7b6a36 None None] Port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:22.346419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.365005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08c25cbe-5cec-4882-8a6e-937dae89735b req-475b7e55-520c-4188-9781-707f855109ce service neutron] 10.222.0.61 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783385 Jul 22 14:29:22.409921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86668ef6-aa24-4695-b696-4f1f4d081348 req-8876e11f-093b-44df-87d1-1a0afe0242fc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:22.411883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86668ef6-aa24-4695-b696-4f1f4d081348 req-8876e11f-093b-44df-87d1-1a0afe0242fc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.4758306 Jul 22 14:29:22.436577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34809a80-2dbf-44bf-9fe8-dbcf3e941668 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:22.458353 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.487255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f1ae-c4ea-4988-9918-a2145dae3574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.487673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Transition to ACTIVE for port object 34809a80-2dbf-44bf-9fe8-dbcf3e941668 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:22.492619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86668ef6-aa24-4695-b696-4f1f4d081348 req-8aa6772e-5966-45b2-b7b0-c153379b5395 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726924 Jul 22 14:29:22.495311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.505463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ca4f1ae-c4ea-4988-9918-a2145dae3574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.509136 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ca4f1ae-c4ea-4988-9918-a2145dae3574 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b13620c-9a84-42d2-9817-e5b2873f5eb5 HTTP/1.1" status: 204 len: 168 time: 2.0998290 Jul 22 14:29:22.620260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3be0bf91-63b4-4d3a-8c56-a734064b2fa3 req-195bf3db-917d-45ec-a64d-5f8bfb041e98 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 210 time: 0.0722051 Jul 22 14:29:22.623041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:22.701638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Attempting to bind port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:22.701965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Attempting to bind port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:22.702361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Attempting to bind port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:22.707289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:22.707619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Attempting to bind port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:22.713631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:22.713982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:22.714404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:22.714899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Bound port: 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:22.715267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.737131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.754971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4f1ae-c4ea-4988-9918-a2145dae3574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13620c-9a84-42d2-9817-e5b2873f5eb5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:22.855745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:22.867842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:22.875075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.951431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:22.952063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:22.953611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] 10.222.0.72 "PUT /v2.0/ports/34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 1096 time: 1.5110800 Jul 22 14:29:22.983883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:22.987002 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b335c-44c2-4abd-b083-f94421ec3d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:23.025257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0afd8-a234-4715-9adc-ce6724845d62 service neutron] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:23.091572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1bb0-2206-4837-936d-75adcfd8886c req-e7e52d42-6b44-472c-8bac-2bec16b8422e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.094652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7f1bb0-2206-4837-936d-75adcfd8886c req-e7e52d42-6b44-472c-8bac-2bec16b8422e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 0.1949069 Jul 22 14:29:23.115244 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0f279f-1f52-4fd8-85ee-80174dfcc8e6 x-openstack-request-id: req-7f0f279f-1f52-4fd8-85ee-80174dfcc8e6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:23.115677 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:23.116008 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f0f279f-1f52-4fd8-85ee-80174dfcc8e6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:23.116542 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'status': 'completed', 'code': 200} Jul 22 14:29:23.223840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7f1bb0-2206-4837-936d-75adcfd8886c req-378a3d86-3375-4c94-9906-809ca3562daa tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228499 Jul 22 14:29:23.294563 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.335518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Transition to ACTIVE for port object 2f46377a-56a4-4033-8e3b-569633add6f5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:23.337954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-1628cb2f-f2cd-445e-908a-7c6dcdfbb4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.342971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-1628cb2f-f2cd-445e-908a-7c6dcdfbb4a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1099 time: 0.1916184 Jul 22 14:29:23.345938 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.380101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Attempting to bind port 2f46377a-56a4-4033-8e3b-569633add6f5 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:23.380854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Attempting to bind port 2f46377a-56a4-4033-8e3b-569633add6f5 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:23.381442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Attempting to bind port 2f46377a-56a4-4033-8e3b-569633add6f5 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:23.408071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:23.408793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:23.409402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.409974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:23.411000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Bound port: 2f46377a-56a4-4033-8e3b-569633add6f5, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:23.411603 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.449652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.468793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a191641-6c6e-496b-9fe9-8be9e4a2aaae None None] Pushing event updated for resources: {'Port': ['ID=2f46377a-56a4-4033-8e3b-569633add6f5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:23.475851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-5e2d2d13-ec7e-49ab-a35a-b8b232b84284 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 217 time: 0.1180317 Jul 22 14:29:23.476992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-09f68ee7-b194-4ffb-a82c-6ba7d5e1c82f tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.479017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-09f68ee7-b194-4ffb-a82c-6ba7d5e1c82f tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.61 "GET /v2.0/networks?id=c670336d-3be2-4555-8533-8ecb9de1932a HTTP/1.1" status: 200 len: 813 time: 0.5152352 Jul 22 14:29:23.515471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] For port 2f46377a-56a4-4033-8e3b-569633add6f5, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:23.519517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] For port 2f46377a-56a4-4033-8e3b-569633add6f5, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2f46377a-56a4-4033-8e3b-569633add6f5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:23.526297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:23.578377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-c18ac752-def8-4922-93b8-f275e712e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.580507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-c18ac752-def8-4922-93b8-f275e712e810 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0985944 Jul 22 14:29:23.645192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Routers {'4023c1fd-68b7-4e00-b8db-dd395b09ebcf'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:23.645698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['4023c1fd-68b7-4e00-b8db-dd395b09ebcf'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:23.653972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Request body: {'port': {'device_id': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a', 'admin_state_up': True, 'tenant_id': '84c6f27c1c8c435e924da2d96f52b583'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:23.662357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a191641-6c6e-496b-9fe9-8be9e4a2aaae None None] Pushing event updated for resources: {'Port': ['ID=2f46377a-56a4-4033-8e3b-569633add6f5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:23.896473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b312adbe-bf9c-4fad-81f2-bcb0da29fd04 req-23ecbe9f-12ea-4528-9525-0ddca58883f0 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 210 time: 0.1130228 Jul 22 14:29:23.926063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-e08d02ec-14b9-46c4-a585-2675c2cf1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.928347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-e08d02ec-14b9-46c4-a585-2675c2cf1a52 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3392949 Jul 22 14:29:23.944681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72c2ff-e6b1-4d9d-8af8-7815258782e6 req-7c927c1e-4714-4a87-bc88-1831cc2ccf1f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:23.950553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] Set router 4023c1fd-68b7-4e00-b8db-dd395b09ebcf gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:23.956278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b72c2ff-e6b1-4d9d-8af8-7815258782e6 req-7c927c1e-4714-4a87-bc88-1831cc2ccf1f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.3037283 Jul 22 14:29:24.080647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b72c2ff-e6b1-4d9d-8af8-7815258782e6 req-2a2da76d-6eea-4b43-8aa8-9e2cc87c8390 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225233 Jul 22 14:29:24.122878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-92d7b286-ad01-4f66-a3b9-d0a2d5ad855b service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527848 Jul 22 14:29:24.163937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47414) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:24.212853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Made reservation on behalf of 84c6f27c1c8c435e924da2d96f52b583 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:24.218752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.239845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.257222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4023c1fd-68b7-4e00-b8db-dd395b09ebcf', 'name': 'tempest-snat-router-1696337887', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.49'}], 'enable_snat': False}, 'gw_port_id': '2f46377a-56a4-4033-8e3b-569633add6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 3, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port': {'id': '2f46377a-56a4-4033-8e3b-569633add6f5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4023c1fd-68b7-4e00-b8db-dd395b09ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:16Z', 'updated_at': '2021-07-22T14:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:24.259729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b08aaac1-e535-42a6-a566-6f087c486b10 req-2f859a2f-a9cc-442e-a436-6080716185f6 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279666 Jul 22 14:29:24.264874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.336174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933da508-0897-47e3-9b7e-95e5d4424bca None None] The sync data for ids ['4023c1fd-68b7-4e00-b8db-dd395b09ebcf'] in n-d-794306-8 is: [{'id': '4023c1fd-68b7-4e00-b8db-dd395b09ebcf', 'name': 'tempest-snat-router-1696337887', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.49'}], 'enable_snat': False}, 'gw_port_id': '2f46377a-56a4-4033-8e3b-569633add6f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:15Z', 'updated_at': '2021-07-22T14:29:17Z', 'revision_number': 3, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port': {'id': '2f46377a-56a4-4033-8e3b-569633add6f5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:57:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4023c1fd-68b7-4e00-b8db-dd395b09ebcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:16Z', 'updated_at': '2021-07-22T14:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:24.364725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.459189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-177874128-network', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:24.514009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-406d0203-b6e8-4d4d-931e-a9d44780ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:24.526410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-406d0203-b6e8-4d4d-931e-a9d44780ac6e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1099 time: 0.2005012 Jul 22 14:29:24.556233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Made reservation on behalf of d97c1a8c7a17495f8024cd69b90c5774 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:24.561006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.573834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8af0b-7141-467f-b3b2-b029933ab2a0 req-af919b17-5586-4fde-bedc-5ac563b89842 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:24.581805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d8af0b-7141-467f-b3b2-b029933ab2a0 req-af919b17-5586-4fde-bedc-5ac563b89842 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 0.1902547 Jul 22 14:29:24.612531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:24.624593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Allocated IP 172.20.0.7 (c670336d-3be2-4555-8533-8ecb9de1932a/b97e0806-6156-4fb9-b3cc-8ded3ece8c33/80a61818-c55c-483a-a3b9-e6ffb64d4bc6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:24.659968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Allocated IP 172.25.3.117 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/2a9edc1e-db7c-49c3-8ab7-31c925329e23) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:24.686885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d8af0b-7141-467f-b3b2-b029933ab2a0 req-ca253565-5be2-4b19-9760-1e712b8df583 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040800 Jul 22 14:29:24.757005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-ae7b25df-a3ea-47ff-87b9-6f05b5f1ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:24.758916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-ae7b25df-a3ea-47ff-87b9-6f05b5f1ec99 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2244787 Jul 22 14:29:24.772292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Router c121b548-47cd-459a-ba51-de904806fa47 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:24.833511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-b6ad0f75-8bbc-4ba4-9e10-bfeb360f2820 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 217 time: 0.0648468 Jul 22 14:29:24.960803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-b162014e-2920-4fba-bef7-a7305b5bf0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:24.962955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-b162014e-2920-4fba-bef7-a7305b5bf0de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1174512 Jul 22 14:29:24.995759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.023982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.036929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:25.050069 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.050621 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Added segment fe44bf1b-51a4-4d70-b153-7f431e6f1621 of type vlan for network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 Jul 22 14:29:25.053814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.083495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.107620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.125162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:25.136860 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Sync routers for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:25.148061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.149242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:25.149855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.157315 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:25.157969 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:25.222472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.253693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:25.256086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.260495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:25.271482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.276015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-144339c9-d21f-4022-b268-1b1827a25a6e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3765023 Jul 22 14:29:25.280134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:25.281467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:25.288606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3943fec9-2431-40f1-a142-9ef042d0217f req-112afc79-97c7-4c56-8b6f-ed4eb2e95164 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 210 time: 0.1496756 Jul 22 14:29:25.289370 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:25.387387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:25.490058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3228731 Jul 22 14:29:25.493434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47432) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:25.496284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:25.510558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Request body: {'subnet': {'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-subnet', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:25.554627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.555330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.555787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.556379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.557081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.557531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.558194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.558692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.559698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.559698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.560144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.560582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.563328 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:22Z', 'revision_number': 3, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:25.573637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.574099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.574578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.575308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.575751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.576355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.576917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.577403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.577953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.578678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.579171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.579681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b092c7c7-9b9b-49af-a97a-0998a8f71788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:25.592447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:25.608833 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Checking router: c121b548-47cd-459a-ba51-de904806fa47 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:25.609696 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Updating router c121b548-47cd-459a-ba51-de904806fa47 port 1abba138-1cb9-4a68-9014-50e58b777aeb binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:25.664481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Made reservation on behalf of d97c1a8c7a17495f8024cd69b90c5774 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:25.665024 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.668580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.670443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2f46377a-56a4-4033-8e3b-569633add6f5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:25.703828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-0ff1060b-37d7-4eca-960a-f169515b7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:25.705404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-0ff1060b-37d7-4eca-960a-f169515b7843 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7205162 Jul 22 14:29:25.879453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 2f46377a-56a4-4033-8e3b-569633add6f5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:25.891127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2f46377a-56a4-4033-8e3b-569633add6f5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:25.895722 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:25.931164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fec16-b047-467c-88d6-4ea1a58b600e req-2a03c135-081e-4084-941c-ae48a7fb8745 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:25.933008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44fec16-b047-467c-88d6-4ea1a58b600e req-2a03c135-081e-4084-941c-ae48a7fb8745 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.7466931 Jul 22 14:29:26.092565 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.105676 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Transition to ACTIVE for port object 1abba138-1cb9-4a68-9014-50e58b777aeb will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:26.111783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.114110 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.163216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 2f46377a-56a4-4033-8e3b-569633add6f5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2f46377a-56a4-4033-8e3b-569633add6f5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:26.170544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.183885 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702453d-1bea-4bf2-8d70-5290e7f229bd None None] Pushing event updated for resources: {'Port': ['ID=1abba138-1cb9-4a68-9014-50e58b777aeb,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:26.215129 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Attempting to bind port 1abba138-1cb9-4a68-9014-50e58b777aeb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:26.216630 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Attempting to bind port 1abba138-1cb9-4a68-9014-50e58b777aeb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:26.217356 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Attempting to bind port 1abba138-1cb9-4a68-9014-50e58b777aeb on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:26.224900 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:26.225701 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:26.226355 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.227323 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:26.228114 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Bound port: 1abba138-1cb9-4a68-9014-50e58b777aeb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:26.228914 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.265928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=2f46377a-56a4-4033-8e3b-569633add6f5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:26.306598 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] For port 1abba138-1cb9-4a68-9014-50e58b777aeb, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:26.311419 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] For port 1abba138-1cb9-4a68-9014-50e58b777aeb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1abba138-1cb9-4a68-9014-50e58b777aeb,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:26.316928 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.378452 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702453d-1bea-4bf2-8d70-5290e7f229bd None None] Pushing event updated for resources: {'Port': ['ID=1abba138-1cb9-4a68-9014-50e58b777aeb,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:26.390139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:26.426926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Port': ['ID=2a9edc1e-db7c-49c3-8ab7-31c925329e23,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:26.444568 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:26.446138 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:26.529687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:26.537072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.537514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.538092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.539071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.540026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.540572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.545909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.546596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.547468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.547713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.548251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.548791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:29:26.565891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'mac_address': 'fa:16:3e:31:54:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:26.633713 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.649982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34809a80-2dbf-44bf-9fe8-dbcf3e941668 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:26.662665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Network c670336d-3be2-4555-8533-8ecb9de1932a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:26.712525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:26.726633 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:26.750812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44fec16-b047-467c-88d6-4ea1a58b600e req-5b9e5e9e-f5cb-43ef-b797-caffa26afe07 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7797651 Jul 22 14:29:26.755422 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:26.794977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-212f71fb-aadd-4bad-a913-0bc45e0fe1b1 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0752585 Jul 22 14:29:26.816717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ac2b-5302-440c-8de7-ce641ca591e2 req-39edd8ef-a7d5-42d1-8b21-1095d30b9274 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:26.819133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2141ac2b-5302-440c-8de7-ce641ca591e2 req-39edd8ef-a7d5-42d1-8b21-1095d30b9274 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 1.0222800 Jul 22 14:29:26.836455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:26.866259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:26.878655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:26.984009 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2141ac2b-5302-440c-8de7-ce641ca591e2 req-7b43e2b1-926e-4062-8a2d-bb270e7dcd94 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393638 Jul 22 14:29:27.006990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:27.048424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:27.049222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.052025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.100977 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:22Z', 'revision_number': 3, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:27.116263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.169019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-746b335c-44c2-4abd-b083-f94421ec3d1e req-f451648d-e3e3-46ad-a3f6-a490ad6b5fbf service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434887 Jul 22 14:29:27.172795 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad76190-4274-4afd-b9d8-750d91f834ea None None] The sync data for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 is: [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:22Z', 'revision_number': 3, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:27.185325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e1cc-e62a-4035-94ca-0134e1e002ab req-685819fe-ff38-454f-a15a-8fbb08500906 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:27.193173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c79e1cc-e62a-4035-94ca-0134e1e002ab req-685819fe-ff38-454f-a15a-8fbb08500906 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 931 time: 0.2901816 Jul 22 14:29:27.288631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Checking segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:27.289415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Network hostable DHCP agents. Network: d1a5eae4-61ad-46d4-9f1b-f7e676c69d02, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:27.297702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5f4df5-37b0-484e-84e9-6527ebb95314,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:27.326889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Pushing event updated for resources: {'Port': ['ID=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:27.341709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c79e1cc-e62a-4035-94ca-0134e1e002ab req-844fd7fe-5d61-4404-940f-f09bf618502a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381035 Jul 22 14:29:27.350059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:27.366674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, d1a5eae4-61ad-46d4-9f1b-f7e676c69d02) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:27.375321 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-e1b7bc0a-c950-4166-b2c8-9f4e08027571 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7299740 Jul 22 14:29:27.379479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8516821-d604-4466-adca-f2ec2f0e0ca9 None None] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:27.393774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Request body: {'port': {'device_id': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:27.397908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:27.403431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.432368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e49c38f8-022b-4383-8c98-b05652e0fce4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9259441 Jul 22 14:29:27.433373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:27.439978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:27.469268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.470624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.541839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2f46377a-56a4-4033-8e3b-569633add6f5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:27.597086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.658383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.780587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b425f4-4f5a-4747-b8ae-799983a1602b None None] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:27.783525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2f46377a-56a4-4033-8e3b-569633add6f5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:27.783911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.828368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.975235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:27.982990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.156403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525f23-6814-493a-bb25-fcdb49230d08 req-023b0198-61c2-4dd4-9a70-cedc6a9deb05 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:28.160308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed525f23-6814-493a-bb25-fcdb49230d08 req-023b0198-61c2-4dd4-9a70-cedc6a9deb05 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.2644498 Jul 22 14:29:28.413747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:28.455454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:28.463747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed525f23-6814-493a-bb25-fcdb49230d08 req-266726e8-5cf1-4874-b3ff-83be35ea716c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966771 Jul 22 14:29:28.471830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Router ff43b744-44f3-46d6-a765-491366f80550 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:28.490547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3aab29-4e2d-475b-b514-d05c9b6f0be1 req-3251726a-52b0-4921-9550-7d2bb0d7d955 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:28.495894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc3aab29-4e2d-475b-b514-d05c9b6f0be1 req-3251726a-52b0-4921-9550-7d2bb0d7d955 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 949 time: 0.3343463 Jul 22 14:29:28.497119 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.532001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:28.539282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Allocated IP 172.20.0.1 (f5704e7c-bf34-4cd8-992e-e4e4b563fc42/57c75868-48b5-43c0-9a8f-0a002a099812/c4cc0d6a-87d6-4228-a240-f29c73c9824b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:28.541617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:28.546051 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.576326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.586317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.702286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Transition to ACTIVE for port object 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:28.726320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.741245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.757231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:28.760098 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532723a-6afa-4735-b6f2-d22a59e1a998" -d '{"events": [{"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-plugged", "status": "completed", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:28.781240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:28.786319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:28.815975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc3aab29-4e2d-475b-b514-d05c9b6f0be1 req-9f8c6697-b599-47ad-8df0-7610e9d12d58 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117383 Jul 22 14:29:28.821796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Allocated IP 172.25.3.84 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/adc18e1d-6941-427b-bcdd-862d0f7abb6f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:28.867230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:28.899464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d4e8f-451c-4819-af15-69af848743f2 req-7461f065-3cf1-4462-990c-bb0d45f378f6 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:28.901159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-669d4e8f-451c-4819-af15-69af848743f2 req-7461f065-3cf1-4462-990c-bb0d45f378f6 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 943 time: 0.2009070 Jul 22 14:29:28.919166 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b27ed61-ee84-40db-823c-8bca7ab769ca x-openstack-request-id: req-7b27ed61-ee84-40db-823c-8bca7ab769ca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:28.919474 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-plugged", "status": "completed", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:28.919760 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b27ed61-ee84-40db-823c-8bca7ab769ca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:28.920203 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'code': 200} Jul 22 14:29:28.938919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Pushing event updated for resources: {'Port': ['ID=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:28.994028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:28.997783 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.006630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Sync routers for ids ['ff43b744-44f3-46d6-a765-491366f80550'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:29.019404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Routers {'ff43b744-44f3-46d6-a765-491366f80550'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:29.020180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ff43b744-44f3-46d6-a765-491366f80550'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:29.024317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Transition to ACTIVE for port object c4cc0d6a-87d6-4228-a240-f29c73c9824b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:29.045868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Attempting to bind port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:29.046261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Attempting to bind port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'f57445f7-cb28-4192-82d3-363510f537a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:29.046619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Attempting to bind port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 on network c670336d-3be2-4555-8533-8ecb9de1932a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:29.053756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-669d4e8f-451c-4819-af15-69af848743f2 req-058d6c1f-551e-4736-9bf7-ea6646399223 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314287 Jul 22 14:29:29.055055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.059563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f076bb52-aa26-44cc-9081-11118f20a886 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2653439 Jul 22 14:29:29.060183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:29.069309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 on network c670336d-3be2-4555-8533-8ecb9de1932a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:29.069646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Attempting to bind port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 on network c670336d-3be2-4555-8533-8ecb9de1932a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:29.102668 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.131814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03761c-60b1-443f-ba17-e1380be2325d req-0585d95a-b99c-4637-9615-0ac87e93ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:29.133814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c03761c-60b1-443f-ba17-e1380be2325d req-0585d95a-b99c-4637-9615-0ac87e93ddbb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1101 time: 0.1540568 Jul 22 14:29:29.168034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:29.169326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Checking segment: {'id': 'f57445f7-cb28-4192-82d3-363510f537a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:29.170073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Bound using segment: {'id': 'f57445f7-cb28-4192-82d3-363510f537a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:29.170788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Bound port: 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f57445f7-cb28-4192-82d3-363510f537a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:29.170936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Set router ff43b744-44f3-46d6-a765-491366f80550 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:29.171509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.191581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.208070 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c03761c-60b1-443f-ba17-e1380be2325d req-8f98f49f-86c6-4dee-96c5-14dc68a79a63 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645823 Jul 22 14:29:29.235569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:29.244013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:29.252190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:29.255611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.326348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:29.335335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-363f7af9-8078-40b1-a6f9-65c30443406e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/ff43b744-44f3-46d6-a765-491366f80550 HTTP/1.1" status: 200 len: 908 time: 0.2699008 Jul 22 14:29:29.339291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] For port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:29.342136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:29.355359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] For port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,segment=NetworkSegment(f57445f7-cb28-4192-82d3-363510f537a4),segment_id=f57445f7-cb28-4192-82d3-363510f537a4)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:29.357305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:29.365762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:29.368066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Pushing event updated for resources: {'Port': ['ID=c4cc0d6a-87d6-4228-a240-f29c73c9824b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:29.413297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Pushing event updated for resources: {'Port': ['ID=adc18e1d-6941-427b-bcdd-862d0f7abb6f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:29.423493 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.527056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff43b744-44f3-46d6-a765-491366f80550', 'name': 'tempest-snat-router-1696337887', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '2a9edc1e-db7c-49c3-8ab7-31c925329e23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:21Z', 'updated_at': '2021-07-22T14:29:26Z', 'revision_number': 3, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port': {'id': '2a9edc1e-db7c-49c3-8ab7-31c925329e23', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff43b744-44f3-46d6-a765-491366f80550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:24Z', 'updated_at': '2021-07-22T14:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:29.566906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1abba138-1cb9-4a68-9014-50e58b777aeb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:29.602724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Pushing event updated for resources: {'Port': ['ID=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:29.684103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:29.685370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.688246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-2972812c-4fd3-45e9-b78b-096c133e16bf service neutron] 10.222.0.61 "PUT /v2.0/ports/80a61818-c55c-483a-a3b9-e6ffb64d4bc6 HTTP/1.1" status: 200 len: 1091 time: 2.2978549 Jul 22 14:29:29.688246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'tag': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:29.690010 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0814a-bf4e-40b5-a33a-7a86d09d7695" -d '{"events": [{"name": "network-changed", "server_uuid": "6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d", "tag": "80a61818-c55c-483a-a3b9-e6ffb64d4bc6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:29.697156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.786488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.813360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Checking router: ff43b744-44f3-46d6-a765-491366f80550 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:29.813898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Updating router ff43b744-44f3-46d6-a765-491366f80550 port 2a9edc1e-db7c-49c3-8ab7-31c925329e23 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:29.839216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b6d3c-3204-40f4-ad36-7ccebe744a89 req-80498617-446a-4246-adc7-08c319dca2fd tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:29.841325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c54b6d3c-3204-40f4-ad36-7ccebe744a89 req-80498617-446a-4246-adc7-08c319dca2fd tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.1826601 Jul 22 14:29:29.867652 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.873854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-97834902-30fa-4572-ab39-2c8d8b55c74e None None] Provisioning for port c4cc0d6a-87d6-4228-a240-f29c73c9824b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:29.897005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-97834902-30fa-4572-ab39-2c8d8b55c74e None None] Provisioning complete for port c4cc0d6a-87d6-4228-a240-f29c73c9824b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:29.897473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97834902-30fa-4572-ab39-2c8d8b55c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.899221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1abba138-1cb9-4a68-9014-50e58b777aeb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:29.901238 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7cfe41-9f4c-4ed6-b8f3-5da3731e3483 x-openstack-request-id: req-ab7cfe41-9f4c-4ed6-b8f3-5da3731e3483 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:29.901795 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d", "tag": "80a61818-c55c-483a-a3b9-e6ffb64d4bc6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:29.901908 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab7cfe41-9f4c-4ed6-b8f3-5da3731e3483 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:29.902624 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'tag': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6', 'status': 'completed', 'code': 200} Jul 22 14:29:29.907066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1abba138-1cb9-4a68-9014-50e58b777aeb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:29.907627 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:29.933278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c54b6d3c-3204-40f4-ad36-7ccebe744a89 req-0c5ffd63-53b3-46b8-8820-d38ffb3051cd tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549645 Jul 22 14:29:30.056766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-97834902-30fa-4572-ab39-2c8d8b55c74e None None] Port c4cc0d6a-87d6-4228-a240-f29c73c9824b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:30.080576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.133634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dd8d8-4b79-4934-87e0-cf836e31e12f req-8bd2e1c5-52a9-4bc0-8cf0-39bf8e762e40 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:30.135417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-256dd8d8-4b79-4934-87e0-cf836e31e12f req-8bd2e1c5-52a9-4bc0-8cf0-39bf8e762e40 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1843882 Jul 22 14:29:30.154610 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.209912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.297004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-256dd8d8-4b79-4934-87e0-cf836e31e12f req-0ccd1d03-d881-4bbb-b3eb-40c141387e56 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556356 Jul 22 14:29:30.337316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.382017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0ea08-58e7-44d2-8ef1-fe92ba133f33 req-74ab0360-8f0b-45a7-aff7-040ddb46f879 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:30.389742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30c0ea08-58e7-44d2-8ef1-fe92ba133f33 req-74ab0360-8f0b-45a7-aff7-040ddb46f879 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 943 time: 0.2313387 Jul 22 14:29:30.391750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.395772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 1abba138-1cb9-4a68-9014-50e58b777aeb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1abba138-1cb9-4a68-9014-50e58b777aeb,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:30.407759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.411176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Transition to ACTIVE for port object 2a9edc1e-db7c-49c3-8ab7-31c925329e23 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:30.449965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.450704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30c0ea08-58e7-44d2-8ef1-fe92ba133f33 req-aed053c2-a3b4-4153-8632-042197dac96b tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598919 Jul 22 14:29:30.489829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:30.505547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Attempting to bind port 2a9edc1e-db7c-49c3-8ab7-31c925329e23 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:30.506083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Attempting to bind port 2a9edc1e-db7c-49c3-8ab7-31c925329e23 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:30.506688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Attempting to bind port 2a9edc1e-db7c-49c3-8ab7-31c925329e23 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:30.514765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:30.515303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:30.515838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.516339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:30.516915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Bound port: 2a9edc1e-db7c-49c3-8ab7-31c925329e23, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:30.517421 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.571033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-8dee3ebf-fa0c-4675-83fe-6f62dc731450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:30.572586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-8dee3ebf-fa0c-4675-83fe-6f62dc731450 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84c6f27c1c8c435e924da2d96f52b583&device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 1094 time: 0.6672058 Jul 22 14:29:30.576966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] For port 2a9edc1e-db7c-49c3-8ab7-31c925329e23, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:30.580356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] For port 2a9edc1e-db7c-49c3-8ab7-31c925329e23, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2a9edc1e-db7c-49c3-8ab7-31c925329e23,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:30.582622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=1abba138-1cb9-4a68-9014-50e58b777aeb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:30.622345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.640293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:30.652216 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Sync routers for ids ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:30.661628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d0e50-2031-4614-88ac-ad81898a9097 None None] Pushing event updated for resources: {'Port': ['ID=2a9edc1e-db7c-49c3-8ab7-31c925329e23,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:30.662907 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Routers {'6b00d7e5-7a91-40ed-899e-fbb05c62e058'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:30.663897 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:30.666419 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.667613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:30.669661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fa7baf38-f6e2-4ef3-9be3-8514f688ad4d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2344537 Jul 22 14:29:30.673680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:30.685953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-f136afeb-df73-4986-aaf3-38318f8bb5b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6 HTTP/1.1" status: 200 len: 217 time: 0.0669117 Jul 22 14:29:30.728790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Routers {'ff43b744-44f3-46d6-a765-491366f80550'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:30.729814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ff43b744-44f3-46d6-a765-491366f80550'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:30.836904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d0e50-2031-4614-88ac-ad81898a9097 None None] Pushing event updated for resources: {'Port': ['ID=2a9edc1e-db7c-49c3-8ab7-31c925329e23,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:30.881499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] Set router ff43b744-44f3-46d6-a765-491366f80550 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:30.886070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-a649f2f8-f2fb-4b5d-98bf-b58212324a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:30.888197 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-a649f2f8-f2fb-4b5d-98bf-b58212324a51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b97e0806-6156-4fb9-b3cc-8ded3ece8c33 HTTP/1.1" status: 200 len: 853 time: 0.1819928 Jul 22 14:29:30.937952 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-c1c51a9e-011a-41b0-b49e-1949d0895ff9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c670336d-3be2-4555-8533-8ecb9de1932a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382044 Jul 22 14:29:30.964938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff43b744-44f3-46d6-a765-491366f80550', 'name': 'tempest-snat-router-1696337887', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:21Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:31.004237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db9cdb-37e5-417e-858e-b7428875d7f8 None None] The sync data for ids ['ff43b744-44f3-46d6-a765-491366f80550'] in n-d-794306-8 is: [{'id': 'ff43b744-44f3-46d6-a765-491366f80550', 'name': 'tempest-snat-router-1696337887', 'tenant_id': '54b23c3afc4b4fd5a44867318ba5067f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:21Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '54b23c3afc4b4fd5a44867318ba5067f', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:31.041755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Deleting port 2a9edc1e-db7c-49c3-8ab7-31c925329e23 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:31.042988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.110476 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Set router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:31.334024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] For port 2a9edc1e-db7c-49c3-8ab7-31c925329e23, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2a9edc1e-db7c-49c3-8ab7-31c925329e23,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:31.334401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.338489 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-0c70a733-e315-409c-ae51-a4496c722c06 service neutron] 10.222.0.61 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264968 Jul 22 14:29:31.341138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.424043 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:31.471080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.489582 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Checking router: 6b00d7e5-7a91-40ed-899e-fbb05c62e058 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:31.489826 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Updating router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 port adc18e1d-6941-427b-bcdd-862d0f7abb6f binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:31.495976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1abba138-1cb9-4a68-9014-50e58b777aeb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:31.536439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Calling delete_port for 2a9edc1e-db7c-49c3-8ab7-31c925329e23 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:31.555478 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.573229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1abba138-1cb9-4a68-9014-50e58b777aeb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:31.574103 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.578169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aa58dac5-64d4-4639-8d66-bae711141cc5 req-dc201811-5e95-4ae9-b659-9d75e8430500 service neutron] 10.222.0.61 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300355 Jul 22 14:29:31.719783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150c12e-2751-4c6c-a3e4-b86103fe088b req-328e100b-eaab-47ed-924d-24dc4ec50777 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:31.724005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b150c12e-2751-4c6c-a3e4-b86103fe088b req-328e100b-eaab-47ed-924d-24dc4ec50777 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.2493029 Jul 22 14:29:31.750668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.773610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Pushing event updated for resources: {'Port': ['ID=c4cc0d6a-87d6-4228-a240-f29c73c9824b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:31.781444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf887ed-9b83-4d63-a2ee-4c95baa8be91 req-b0b41373-a47d-40bb-8bed-99585be1a5f4 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:31.784350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0cf887ed-9b83-4d63-a2ee-4c95baa8be91 req-b0b41373-a47d-40bb-8bed-99585be1a5f4 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.3139212 Jul 22 14:29:31.961687 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:31.963230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b150c12e-2751-4c6c-a3e4-b86103fe088b req-cfa0cdd5-89ba-47dc-a486-c24ae7e868e5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435006 Jul 22 14:29:31.973807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0cf887ed-9b83-4d63-a2ee-4c95baa8be91 req-0cc1ba48-62eb-4a87-9dcc-33f6d6ca117c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268270 Jul 22 14:29:31.991366 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Transition to ACTIVE for port object adc18e1d-6941-427b-bcdd-862d0f7abb6f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:32.012664 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.030334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-a4554de6-6a19-443f-ba68-9e55255eb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.033763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-a4554de6-6a19-443f-ba68-9e55255eb61f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84c6f27c1c8c435e924da2d96f52b583&device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 1094 time: 0.3865345 Jul 22 14:29:32.121214 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531b58c-712d-4c35-8f90-74d356bad8a4 None None] Pushing event updated for resources: {'Port': ['ID=adc18e1d-6941-427b-bcdd-862d0f7abb6f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:32.126253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Attempting to bind port adc18e1d-6941-427b-bcdd-862d0f7abb6f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:32.126655 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Attempting to bind port adc18e1d-6941-427b-bcdd-862d0f7abb6f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:32.127742 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Attempting to bind port adc18e1d-6941-427b-bcdd-862d0f7abb6f on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:32.135404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:32.142767 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:32.143226 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:32.143636 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.144980 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:32.145489 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Bound port: adc18e1d-6941-427b-bcdd-862d0f7abb6f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:32.145970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:32.146100 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.301779 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] For port adc18e1d-6941-427b-bcdd-862d0f7abb6f, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:32.316124 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] For port adc18e1d-6941-427b-bcdd-862d0f7abb6f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=adc18e1d-6941-427b-bcdd-862d0f7abb6f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:32.326793 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.427114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6847f6c-7d89-46d8-a43e-c0563bd17f55 req-be448979-09fb-4383-a84b-18456d0b183f tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.428899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6847f6c-7d89-46d8-a43e-c0563bd17f55 req-be448979-09fb-4383-a84b-18456d0b183f tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 943 time: 0.3277407 Jul 22 14:29:32.431533 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.494508 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Routers {'6b00d7e5-7a91-40ed-899e-fbb05c62e058'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:32.495174 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:32.497460 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531b58c-712d-4c35-8f90-74d356bad8a4 None None] Pushing event updated for resources: {'Port': ['ID=adc18e1d-6941-427b-bcdd-862d0f7abb6f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:32.558749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6847f6c-7d89-46d8-a43e-c0563bd17f55 req-835e312e-bc8f-443d-a9b0-9f61a3081f2c tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205714 Jul 22 14:29:32.601487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-7620c1ba-b11c-4fd3-88f0-25e015178ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.603134 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-7620c1ba-b11c-4fd3-88f0-25e015178ad4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c670336d-3be2-4555-8533-8ecb9de1932a HTTP/1.1" status: 200 len: 914 time: 0.5539579 Jul 22 14:29:32.624215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-df4bcfd2-dc8c-4a00-95ab-cb1b3141676a None None] Provisioning complete for port c4cc0d6a-87d6-4228-a240-f29c73c9824b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:32.624936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df4bcfd2-dc8c-4a00-95ab-cb1b3141676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.655588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:32.686191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-a661eec7-6c39-4758-95f0-6b59c2b6b762 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6 HTTP/1.1" status: 200 len: 217 time: 0.0741870 Jul 22 14:29:32.689812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a9edc1e-db7c-49c3-8ab7-31c925329e23,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:32.712556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-df4bcfd2-dc8c-4a00-95ab-cb1b3141676a None None] Port c4cc0d6a-87d6-4228-a240-f29c73c9824b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:29:32.740786 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] Set router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:32.788807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Router c121b548-47cd-459a-ba51-de904806fa47 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:32.790956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-4a570763-ae72-453b-ad7a-ea3d81f01155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.792786 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-4a570763-ae72-453b-ad7a-ea3d81f01155 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b97e0806-6156-4fb9-b3cc-8ded3ece8c33 HTTP/1.1" status: 200 len: 853 time: 0.0953581 Jul 22 14:29:32.867707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fad9c9-5644-4484-982b-8d90ae73cf20 req-0db70e44-9608-49e6-a408-f729f6cf3989 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:32.875943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3fad9c9-5644-4484-982b-8d90ae73cf20 req-0db70e44-9608-49e6-a408-f729f6cf3989 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1308246 Jul 22 14:29:32.894827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Allocated IP 172.20.0.1 (d1a5eae4-61ad-46d4-9f1b-f7e676c69d02/7e5f4df5-37b0-484e-84e9-6527ebb95314/a9ff5a02-5997-484a-b453-ff4dc8d12bb8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:32.931164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3fad9c9-5644-4484-982b-8d90ae73cf20 req-7572bae4-0cbb-4518-b679-2b8393d868cf tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540590 Jul 22 14:29:32.948293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-fc4de177-2b80-4344-b414-2d21e378f041 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c670336d-3be2-4555-8533-8ecb9de1932a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245439 Jul 22 14:29:33.006248 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:33.042037 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a32db60-ec49-4972-bda7-ea2d46ad1cd2 None None] The sync data for ids ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'] in n-d-794306-8 is: [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 3, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:33.064404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.105651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-9866d2ac-c999-4953-8db2-7f0d1b97d207 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3961062 Jul 22 14:29:33.106673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.199280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b1538-8614-4b84-a6e6-c09e84f18d07 req-9f3ef6cc-cc9d-42d8-b51d-714dc2d637f4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:33.206731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b2b1538-8614-4b84-a6e6-c09e84f18d07 req-9f3ef6cc-cc9d-42d8-b51d-714dc2d637f4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.1393280 Jul 22 14:29:33.214580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.216024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.218686 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.310660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.311001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff43b744-44f3-46d6-a765-491366f80550 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:33.317976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.319244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f77f816-fa15-43df-ae91-bde90f34ac63 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ff43b744-44f3-46d6-a765-491366f80550 HTTP/1.1" status: 204 len: 168 time: 3.9739861 Jul 22 14:29:33.332568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:33.342248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:33.356644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-51ea7193-96b8-4ee5-b910-2b03793872ab admin admin] 10.222.0.60 "PUT /v2.0/routers/c121b548-47cd-459a-ba51-de904806fa47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9705889 Jul 22 14:29:33.356908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Sync routers for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:33.373713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:33.374665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:33.419766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:33.430376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b2b1538-8614-4b84-a6e6-c09e84f18d07 req-af4bfd1a-62fb-4124-a0fe-f725ba957fcc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227125 Jul 22 14:29:33.462949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:33.470225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:33.478414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:33.609084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:33.620815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.633526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-9c3e3664-0bdc-4ffe-87e6-1d86a9dca024 service neutron] 10.222.0.61 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516294 Jul 22 14:29:33.760866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:33.942013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72c0814a-bf4e-40b5-a33a-7a86d09d7695 req-0d6d4165-3fa1-42cc-98e3-4e01d3537d5b service neutron] 10.222.0.61 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022983 Jul 22 14:29:33.988997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.083262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79ac30-f09b-415e-8377-10a7bcc8b494 req-3bf327f5-a912-4a61-9c21-f288661f9ec2 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:34.090967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe79ac30-f09b-415e-8377-10a7bcc8b494 req-3bf327f5-a912-4a61-9c21-f288661f9ec2 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 943 time: 0.3535361 Jul 22 14:29:34.096031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 2, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:34.098433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Deleting port 2f46377a-56a4-4033-8e3b-569633add6f5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:34.099087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.133012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Checking router: c121b548-47cd-459a-ba51-de904806fa47 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:34.133382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Updating router c121b548-47cd-459a-ba51-de904806fa47 port c4cc0d6a-87d6-4228-a240-f29c73c9824b binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:34.164704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-a3b721fc-e9d0-4e69-b87c-f099de72fbbc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:34.166292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-a3b721fc-e9d0-4e69-b87c-f099de72fbbc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.4278731 Jul 22 14:29:34.195052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.209707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.360311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-75aa1e06-0bdb-4e5e-8a87-ce09ba909a1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/quotas/198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 375 time: 0.1527603 Jul 22 14:29:34.361338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] For port 2f46377a-56a4-4033-8e3b-569633add6f5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2f46377a-56a4-4033-8e3b-569633add6f5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:34.362707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.392996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Calling delete_port for 2f46377a-56a4-4033-8e3b-569633add6f5 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:34.444171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe79ac30-f09b-415e-8377-10a7bcc8b494 req-a2e7d5d5-390e-472a-b0be-3317821ce65e tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522439 Jul 22 14:29:34.557980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:34.595798 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.616262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.625637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Transition to ACTIVE for port object c4cc0d6a-87d6-4228-a240-f29c73c9824b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:34.666506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.701069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.720943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.775775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f46377a-56a4-4033-8e3b-569633add6f5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.811638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.836304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723e2c-eac7-4dbd-b85e-53c160675786 None None] Pushing event updated for resources: {'Port': ['ID=c4cc0d6a-87d6-4228-a240-f29c73c9824b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:34.865968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,segment=NetworkSegment(f57445f7-cb28-4192-82d3-363510f537a4),segment_id=f57445f7-cb28-4192-82d3-363510f537a4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:34.901647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.919423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6', 'network_id': 'c670336d-3be2-4555-8533-8ecb9de1932a', 'port_id': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6', 'mac_address': 'fa:16:3e:8b:1d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97e0806-6156-4fb9-b3cc-8ded3ece8c33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:34.933671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Attempting to bind port c4cc0d6a-87d6-4228-a240-f29c73c9824b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:34.934336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Attempting to bind port c4cc0d6a-87d6-4228-a240-f29c73c9824b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:34.934987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Attempting to bind port c4cc0d6a-87d6-4228-a240-f29c73c9824b on network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:34.961212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:34.961599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Checking segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:34.962016 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.962417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Bound using segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:34.962943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Bound port: c4cc0d6a-87d6-4228-a240-f29c73c9824b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:34.963326 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:34.991231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:35.021133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-1c73b538-a3b3-42cb-804f-8b6d214a228f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6175280 Jul 22 14:29:35.057468 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.084685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.086946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.100593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c00e9-5ece-402e-8e4c-dfd887279290 req-3233ab72-6d2c-4826-a74a-5696a5887649 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:35.101384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:35.108535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-304c00e9-5ece-402e-8e4c-dfd887279290 req-3233ab72-6d2c-4826-a74a-5696a5887649 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.4815853 Jul 22 14:29:35.150557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,segment=NetworkSegment(f57445f7-cb28-4192-82d3-363510f537a4),segment_id=f57445f7-cb28-4192-82d3-363510f537a4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:35.152271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] For port c4cc0d6a-87d6-4228-a240-f29c73c9824b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:35.166053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.171350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] For port c4cc0d6a-87d6-4228-a240-f29c73c9824b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c4cc0d6a-87d6-4228-a240-f29c73c9824b,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:35.199836 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.206320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.207019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4023c1fd-68b7-4e00-b8db-dd395b09ebcf {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:35.214107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.218738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3ae7d0e-6277-4282-b3b4-f675e917caa5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "DELETE /v2.0/routers/4023c1fd-68b7-4e00-b8db-dd395b09ebcf HTTP/1.1" status: 204 len: 168 time: 1.8738625 Jul 22 14:29:35.223506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:35.228882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2103515214', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:35.297186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.298628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.314992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:35.407187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:35.424502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['80a61818-c55c-483a-a3b9-e6ffb64d4bc6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:35.432689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:35.434032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:35.477933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-304c00e9-5ece-402e-8e4c-dfd887279290 req-c1067e87-7af1-4d3d-aeaa-5e9b564ce64a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670158 Jul 22 14:29:35.507643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:35.520530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:35.534624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-91f133c7-f7c1-4465-98cd-6cbb3745c3e5 service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739385 Jul 22 14:29:35.832042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-0417399c-b3c9-4438-bf30-f51d73089c6f service neutron] 10.222.0.60 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788928 Jul 22 14:29:35.921119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-2519c2c9-9981-4d9a-80a1-ed76af11948c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:35.922660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-2519c2c9-9981-4d9a-80a1-ed76af11948c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1101 time: 0.7405434 Jul 22 14:29:36.021047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1723e2c-eac7-4dbd-b85e-53c160675786 None None] Pushing event updated for resources: {'Port': ['ID=c4cc0d6a-87d6-4228-a240-f29c73c9824b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:36.027195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device adc18e1d-6941-427b-bcdd-862d0f7abb6f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:36.184184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:36.194088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-847d2a54-b68d-4ecc-bdfc-7624960050be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:36.196960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-847d2a54-b68d-4ecc-bdfc-7624960050be service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2419295 Jul 22 14:29:36.207620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:36.224877 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.282374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-32c37156-4df4-4db1-9db3-e2c78296553a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 217 time: 0.0703065 Jul 22 14:29:36.314023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port adc18e1d-6941-427b-bcdd-862d0f7abb6f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:36.322728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port adc18e1d-6941-427b-bcdd-862d0f7abb6f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:36.323115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.497578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05166-1e3b-40c7-9f39-9c1b98b6c746 req-a083bea3-eaca-4407-98b5-a498917843f3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:36.506735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-acf05166-1e3b-40c7-9f39-9c1b98b6c746 req-a083bea3-eaca-4407-98b5-a498917843f3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.6634519 Jul 22 14:29:36.555107 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.572927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.586478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port adc18e1d-6941-427b-bcdd-862d0f7abb6f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=adc18e1d-6941-427b-bcdd-862d0f7abb6f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:36.598458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:35Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:36.601166 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.602628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:36.634084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-a20ed671-14a8-4cf0-89d1-9999604873f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:36.635638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-a20ed671-14a8-4cf0-89d1-9999604873f0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.3427393 Jul 22 14:29:36.659902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67de269-e212-4b97-bc70-5b50d88a3b8f None None] The sync data for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 is: [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:35Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:36.665009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:36.679046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-099b664b-d954-41a8-b0df-cb3059b869b3 admin admin] 10.222.0.60 "PUT /v2.0/routers/6b00d7e5-7a91-40ed-899e-fbb05c62e058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9961390 Jul 22 14:29:36.679177 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Sync routers for ids ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:36.689201 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Routers {'6b00d7e5-7a91-40ed-899e-fbb05c62e058'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:36.689859 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:36.752792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-acf05166-1e3b-40c7-9f39-9c1b98b6c746 req-cea229b2-c48d-4ebb-bca1-52792fcd81b8 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210088 Jul 22 14:29:36.806027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=adc18e1d-6941-427b-bcdd-862d0f7abb6f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:36.877288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Allocated IP 172.25.3.203 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/1a139826-cc2a-4d47-a77d-df0124e7203a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:36.919089 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Set router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:37.050330 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.182844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.234712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.304890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:37.313372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:37.317591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:37.344064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event updated for resources: {'Port': ['ID=1a139826-cc2a-4d47-a77d-df0124e7203a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:37.412173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75698d-75ca-4d20-9b8d-092f29862348 req-76e1ef6d-ab66-43e9-a7c6-109acfdcb925 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:37.423936 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 4, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a9ff5a02-5997-484a-b453-ff4dc8d12bb8', 'name': '', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'mac_address': 'fa:16:3e:83:68:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:32Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 2, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'subnets': [{'id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:37.424556 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e75698d-75ca-4d20-9b8d-092f29862348 req-76e1ef6d-ab66-43e9-a7c6-109acfdcb925 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 944 time: 1.0096915 Jul 22 14:29:37.469642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.494322 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Checking router: 6b00d7e5-7a91-40ed-899e-fbb05c62e058 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:29:37.494997 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Updating router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:29:37.507268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0b1ed9a-5812-4e8e-a60e-b8a571f053e8 req-02d2899e-6f55-44ff-bb28-b1750a3afc7e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 210 time: 0.1071506 Jul 22 14:29:37.513361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-a681dc0c-2b89-4edb-9cfe-3c730f0f9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:37.514901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-a681dc0c-2b89-4edb-9cfe-3c730f0f9622 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8635297 Jul 22 14:29:37.608638 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.631083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e75698d-75ca-4d20-9b8d-092f29862348 req-461ad7d1-632b-4168-8e60-1bce4ffca577 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055552 Jul 22 14:29:37.712433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c4cc0d6a-87d6-4228-a240-f29c73c9824b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:37.857119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c4cc0d6a-87d6-4228-a240-f29c73c9824b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:37.866285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c4cc0d6a-87d6-4228-a240-f29c73c9824b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:37.867280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.953284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:37.975547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-3fa59f34-3931-46eb-8a30-5eff3d096dfb service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280705 Jul 22 14:29:38.004781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19af3b0-bd96-4738-aac9-5f3d62b0595d req-e71c8370-1ad6-44c8-8889-205c6b7b197d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:38.020367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a19af3b0-bd96-4738-aac9-5f3d62b0595d req-e71c8370-1ad6-44c8-8889-205c6b7b197d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.3546910 Jul 22 14:29:38.057286 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.121777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port c4cc0d6a-87d6-4228-a240-f29c73c9824b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c4cc0d6a-87d6-4228-a240-f29c73c9824b,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:38.135910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.141379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device adc18e1d-6941-427b-bcdd-862d0f7abb6f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:38.148216 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.184381 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Transition to ACTIVE for port object a9ff5a02-5997-484a-b453-ff4dc8d12bb8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:38.205027 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.340933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=c4cc0d6a-87d6-4228-a240-f29c73c9824b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:38.342788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-ecc9bdee-dd2f-4002-98d5-665e2af5929b service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194335 Jul 22 14:29:38.351893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:38.439919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port adc18e1d-6941-427b-bcdd-862d0f7abb6f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:38.440506 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.443282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:38.469693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:38.470344 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.490620 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf2be8-43a4-4e86-84da-a636b1a3f066 None None] Pushing event updated for resources: {'Port': ['ID=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:38.625183 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a19af3b0-bd96-4738-aac9-5f3d62b0595d req-9325b855-42e3-4c55-9bc3-670294798869 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640469 Jul 22 14:29:38.625686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Attempting to bind port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:38.625686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Attempting to bind port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:38.625686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Attempting to bind port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:38.637132 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:38.638697 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Checking segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:38.639931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-2a1d5d86-0265-4729-822b-46600cc17585 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:38.640603 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.642108 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Bound using segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:38.642320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-2a1d5d86-0265-4729-822b-46600cc17585 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 807 time: 0.6944003 Jul 22 14:29:38.642460 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Bound port: a9ff5a02-5997-484a-b453-ff4dc8d12bb8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:38.643076 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.691912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-184bb229-c74d-44ab-806c-e61a8caa7ea1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:38.697141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-184bb229-c74d-44ab-806c-e61a8caa7ea1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 818 time: 0.3534069 Jul 22 14:29:38.733662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-fcf56d9b-2eba-4fd7-83e1-82cdef9bd367 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/quotas/d97c1a8c7a17495f8024cd69b90c5774 HTTP/1.1" status: 200 len: 375 time: 0.0298181 Jul 22 14:29:38.742992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Request body: {'port': {'device_id': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'admin_state_up': True, 'tenant_id': '198c12f4df084d93ab51cbda83369201'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:38.790401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2f46377a-56a4-4033-8e3b-569633add6f5 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:38.794005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] For port a9ff5a02-5997-484a-b453-ff4dc8d12bb8, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:38.798788 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] For port a9ff5a02-5997-484a-b453-ff4dc8d12bb8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:38.806865 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.875560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 2f46377a-56a4-4033-8e3b-569633add6f5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:38.875836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2f46377a-56a4-4033-8e3b-569633add6f5 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:38.877697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:38.908150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7373533-f321-4a76-948f-429fe830076c req-e2f194d7-79ba-4843-b84a-20adbf82a2d6 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:38.910564 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf2be8-43a4-4e86-84da-a636b1a3f066 None None] Pushing event updated for resources: {'Port': ['ID=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:38.915325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7373533-f321-4a76-948f-429fe830076c req-e2f194d7-79ba-4843-b84a-20adbf82a2d6 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.1094236 Jul 22 14:29:38.937988 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Routers {'6b00d7e5-7a91-40ed-899e-fbb05c62e058'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:38.938984 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:38.943932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:38.945685 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d887a9-d182-48f7-b17e-635351c8a1bd" -d '{"events": [{"server_uuid": "6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d", "name": "network-vif-plugged", "status": "completed", "tag": "80a61818-c55c-483a-a3b9-e6ffb64d4bc6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:38.966736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7373533-f321-4a76-948f-429fe830076c req-afc1924a-70b6-4f31-8425-fdfac56392e0 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464079 Jul 22 14:29:38.984355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,segment=NetworkSegment(f57445f7-cb28-4192-82d3-363510f537a4),segment_id=f57445f7-cb28-4192-82d3-363510f537a4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:38.990152 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.013427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-fa574f99-1f49-4495-a5ec-2dfda0b25711 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2537661 Jul 22 14:29:39.068686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Made reservation on behalf of 198c12f4df084d93ab51cbda83369201 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:39.075118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.103649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:39.172538 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] Set router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:29:39.174579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.221802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-4199f56d-e0d5-4812-839a-0253417b73b8 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072589 Jul 22 14:29:39.233306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe0ba1c8-d588-418d-9234-f8d6f094752e req-929a2729-d0c0-4993-b03a-097caf16b9ee tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 210 time: 0.0485711 Jul 22 14:29:39.469054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Router 5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:39.483937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-98194d47-75ee-4bcf-8bf5-c0e7b5eb3317 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397349 Jul 22 14:29:39.533244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c4cc0d6a-87d6-4228-a240-f29c73c9824b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:39.554212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Allocated IP 172.20.0.3 (15e0f227-3ca8-4d4c-bcba-fd256f8a453e/62eca478-f328-41b8-8d86-93c075bc900a/c23e4d32-6b26-4308-b96e-ab35fec6db78) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:39.587811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedf403-9117-42c6-925f-d2751e77e3d3 req-4e239565-98db-44bc-8ad2-826e4e903f9a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:39.596088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fedf403-9117-42c6-925f-d2751e77e3d3 req-4e239565-98db-44bc-8ad2-826e4e903f9a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.2402694 Jul 22 14:29:39.614102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c4cc0d6a-87d6-4228-a240-f29c73c9824b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:39.614641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.657069 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 4, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a9ff5a02-5997-484a-b453-ff4dc8d12bb8', 'name': '', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'mac_address': 'fa:16:3e:83:68:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:32Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 4, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'subnets': [{'id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:39.700065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fedf403-9117-42c6-925f-d2751e77e3d3 req-cca8a389-e211-4068-aabc-897e79d5c812 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943100 Jul 22 14:29:39.711959 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80a063-0344-4a20-a803-66921dbde001 None None] The sync data for ids ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'] in n-d-794306-8 is: [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:29:34Z', 'revision_number': 4, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'a9ff5a02-5997-484a-b453-ff4dc8d12bb8', 'name': '', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'mac_address': 'fa:16:3e:83:68:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:32Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 4, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'subnets': [{'id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:39.787113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:39.820723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.824543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7a9670d6-0b02-442c-a2d2-502c0130fbb6 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5993485 Jul 22 14:29:39.830423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:39.843686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': False}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:39.853847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] Sync routers for ids ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:39.902727 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9cbe7-4c6c-4dc9-97d8-edb4c30c1dd7 x-openstack-request-id: req-36f9cbe7-4c6c-4dc9-97d8-edb4c30c1dd7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:39.903067 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d", "name": "network-vif-plugged", "status": "completed", "tag": "80a61818-c55c-483a-a3b9-e6ffb64d4bc6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:39.911446 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36f9cbe7-4c6c-4dc9-97d8-edb4c30c1dd7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:39.912743 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6', 'code': 200} Jul 22 14:29:39.925974 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c6939c6-d009-4735-ad25-10adffdd8291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:39.934755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] Routers {'5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:39.938695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.001923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.020536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] Routers {'5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:40.021605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.078699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:40.079551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8b44e-f21d-4188-8b1e-8ff328e64d10 None None] The sync data for ids ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:40.104468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.184165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.207737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['7433836d-3634-4218-9ae5-df070b209453'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:40.215915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17944f84-2939-4d60-acd7-a0e76d844143 req-9286d9bb-961f-4fd3-8c18-2d173ae19c4f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 210 time: 0.1484015 Jul 22 14:29:40.325889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:40.452684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:40.465023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813994d0-e7ca-481d-8973-ee8053c18b2e req-9b560a10-41d3-49b1-a25f-8ee408338c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:40.466607 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-813994d0-e7ca-481d-8973-ee8053c18b2e req-9b560a10-41d3-49b1-a25f-8ee408338c83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 1096 time: 0.4730334 Jul 22 14:29:40.479171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97322911-0c02-41b9-b22e-86f988d0c7f4 req-1e58a29f-cb5b-4e5c-8fd0-7049dd219a83 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:40.487352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97322911-0c02-41b9-b22e-86f988d0c7f4 req-1e58a29f-cb5b-4e5c-8fd0-7049dd219a83 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.4188316 Jul 22 14:29:40.488761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:40.510094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:40.672070 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97322911-0c02-41b9-b22e-86f988d0c7f4 req-8a7fefce-b356-47f7-a91a-eb474d2a0df6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797018 Jul 22 14:29:40.704221 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-813994d0-e7ca-481d-8973-ee8053c18b2e req-88f3eabf-d64e-4c35-a31b-f8831955dfc1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131281 Jul 22 14:29:40.722274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc70e0-7bcb-44f8-9382-b310d1c3ee10 req-5b74c403-fe62-4638-a8ab-33aa259b52df tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:40.736209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ebc70e0-7bcb-44f8-9382-b310d1c3ee10 req-5b74c403-fe62-4638-a8ab-33aa259b52df tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.3509138 Jul 22 14:29:40.736751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:40.739300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:40.775763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-e4d94eb5-4440-407c-902b-212df2bf6b97 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0578887 Jul 22 14:29:40.789663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Request body: {'port': {'device_id': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:40.895998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ebc70e0-7bcb-44f8-9382-b310d1c3ee10 req-36317c9a-e863-41c1-b3bb-cc10f5a8e448 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588938 Jul 22 14:29:41.009235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.045957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084da80-c020-4076-be7f-c5cfff218662 req-ece8d5d4-2e4f-4d69-aac9-84851822fcc6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:41.061815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1084da80-c020-4076-be7f-c5cfff218662 req-ece8d5d4-2e4f-4d69-aac9-84851822fcc6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 931 time: 0.2793882 Jul 22 14:29:41.209603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1084da80-c020-4076-be7f-c5cfff218662 req-52d80f46-5641-4148-be3b-00bac00039b7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272421 Jul 22 14:29:41.239934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.500843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23e4d32-6b26-4308-b96e-ab35fec6db78 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:41.509645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.526746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Transition to ACTIVE for port object c23e4d32-6b26-4308-b96e-ab35fec6db78 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:41.534162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.617066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-19e6f54a-ae60-4bb8-adb7-b5b8e5a181b2 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:41.618836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-19e6f54a-ae60-4bb8-adb7-b5b8e5a181b2 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 818 time: 0.4933157 Jul 22 14:29:41.657951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:41.700299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ff5a02-5997-484a-b453-ff4dc8d12bb8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:41.729502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-5f4bf4f1-6525-45ce-a3b7-dd6197efaab8 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/quotas/d97c1a8c7a17495f8024cd69b90c5774 HTTP/1.1" status: 200 len: 375 time: 0.1024439 Jul 22 14:29:41.835160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:41.837170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c544ac-e6ee-4c23-96fe-36084d0f915b req-298b8c55-c491-4d5d-a2b4-cc4ab8f19441 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:41.840876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:41.841569 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:41.847241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2c544ac-e6ee-4c23-96fe-36084d0f915b req-298b8c55-c491-4d5d-a2b4-cc4ab8f19441 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.5075831 Jul 22 14:29:41.997029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2c544ac-e6ee-4c23-96fe-36084d0f915b req-23d13fc8-3212-4998-93db-588a0df3e601 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487482 Jul 22 14:29:42.016661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.017588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-df66ef4d-2d3b-42f1-ba9d-d4d82c09f9ad tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.021749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-df66ef4d-2d3b-42f1-ba9d-d4d82c09f9ad tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 818 time: 0.2622302 Jul 22 14:29:42.045513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Request body: {'port': {'device_id': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'admin_state_up': True, 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:42.073338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-f8becfe6-0596-4d1e-9647-34546ac5c6ea tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3428419 Jul 22 14:29:42.132152 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90a53fbf-98cf-4d8b-b8c3-e3bcec391566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.137831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a9ff5a02-5997-484a-b453-ff4dc8d12bb8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:42.145975 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.182743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:42.183291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:42.183765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:42.191162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:42.191619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:42.203935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:42.204451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:42.204940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:42.206054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Bound port: c23e4d32-6b26-4308-b96e-ab35fec6db78, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:42.206542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.303632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 265adc46-c825-48ab-88ae-46602bee18ac details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:42.323536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-801d5ab8-f7c7-4781-9be1-743b72f6d8b2 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393932 Jul 22 14:29:42.328901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:42.333911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.336734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Made reservation on behalf of d97c1a8c7a17495f8024cd69b90c5774 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:42.341288 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.390706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:42.436554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:42.447357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.526218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:42.537245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f0ed4-d394-434f-a104-42de38ad5531 req-104353d1-6966-4d2c-8e3c-8ad79942646e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.537955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.539416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.545005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e7f0ed4-d394-434f-a104-42de38ad5531 req-104353d1-6966-4d2c-8e3c-8ad79942646e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2372065 Jul 22 14:29:42.547022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '265adc46-c825-48ab-88ae-46602bee18ac', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'port_id': '265adc46-c825-48ab-88ae-46602bee18ac', 'mac_address': 'fa:16:3e:26:c0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e98b83-82a2-47eb-a34e-f6069b67f4b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:42.554770 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] 10.222.0.72 "PUT /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 1091 time: 1.7677455 Jul 22 14:29:42.564947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:42.575115 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a1ad4c-2058-44b9-a296-c5451439d4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:42.630889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e7f0ed4-d394-434f-a104-42de38ad5531 req-dbe282ce-8b75-45a9-b1b1-28e101c6e745 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768406 Jul 22 14:29:42.634555 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.666107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 265adc46-c825-48ab-88ae-46602bee18ac {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:42.668494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-fa1231b7-7f79-49bd-883b-7e738f3371f8 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958167 Jul 22 14:29:42.701802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:42.711810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad7ef3-53c8-4613-b3d8-95b237e8364d service neutron] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:42.723542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.733872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Allocated IP 172.20.0.14 (d1a5eae4-61ad-46d4-9f1b-f7e676c69d02/7e5f4df5-37b0-484e-84e9-6527ebb95314/b353832a-d174-49c9-a4cc-600394bfe8ce) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:42.801990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-971f3c20-ed35-456b-9131-23e8336206cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:42.803627 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-971f3c20-ed35-456b-9131-23e8336206cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1094 time: 0.1878209 Jul 22 14:29:42.858300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:42.862101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.865214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-0f9c3f0e-61bb-4f0e-b5cd-b4b2d681986a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 217 time: 0.0533612 Jul 22 14:29:42.895252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:42.951942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['265adc46-c825-48ab-88ae-46602bee18ac'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:43.014445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-657d6745-c614-48ba-860d-479626934fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:43.016397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-657d6745-c614-48ba-860d-479626934fe2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1288252 Jul 22 14:29:43.108181 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-601cecb1-c788-4b7e-bd5a-c8c405fcb8b0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416272 Jul 22 14:29:43.210849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-820284d0-91c2-43db-90b0-e2fb714141fa service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932233 Jul 22 14:29:43.276569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.385118 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82e5b996-25ae-495a-9a20-7f2289bab642 req-1aed4cf4-7ec4-42e4-9ace-22ef7b94d85f service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606548 Jul 22 14:29:43.442779 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.505135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:43.513531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ff5a02-5997-484a-b453-ff4dc8d12bb8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:43.538923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:43.541482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:43.633713 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.644768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Pushing event updated for resources: {'Port': ['ID=b353832a-d174-49c9-a4cc-600394bfe8ce,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:43.697144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:43.697559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.701813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:43.702757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.724360 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-dc36d574-f3c2-4cd4-965d-d5af2dd2b816 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6874976 Jul 22 14:29:43.737782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Request body: {'port': {'device_id': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:43.757778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c8017-f5ee-4ec3-ae58-d532266e6e3f req-dae78e03-3897-45ba-b3f4-ae48a507ce52 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:43.765909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e51c8017-f5ee-4ec3-ae58-d532266e6e3f req-dae78e03-3897-45ba-b3f4-ae48a507ce52 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 945 time: 0.8878009 Jul 22 14:29:43.818876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Router 5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:29:43.848583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7c95-dc7d-4f7f-81eb-9e8deb578f0a req-cf3e11b9-b731-4768-9978-fe966ea47f3c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:43.850253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f99a7c95-dc7d-4f7f-81eb-9e8deb578f0a req-cf3e11b9-b731-4768-9978-fe966ea47f3c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2427688 Jul 22 14:29:43.873959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:43.910817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e51c8017-f5ee-4ec3-ae58-d532266e6e3f req-1de33f76-db6e-41a5-b3bb-735574e1c1d5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435719 Jul 22 14:29:44.036577 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5084c1ce-1bc2-4ad3-bc21-9aec5bb068ce x-openstack-request-id: req-5084c1ce-1bc2-4ad3-bc21-9aec5bb068ce {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:44.036979 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:44.037867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f99a7c95-dc7d-4f7f-81eb-9e8deb578f0a req-e03ceb42-8563-4f3d-8cf0-563c22ead447 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740215 Jul 22 14:29:44.038365 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5084c1ce-1bc2-4ad3-bc21-9aec5bb068ce {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:44.039147 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'status': 'completed', 'code': 200} Jul 22 14:29:44.125074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:44.133635 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] Sync routers for ids ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:44.134545 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.135800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb68ce94-5107-4c9c-a104-ee5cafd025a5 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "PUT /v2.0/routers/5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 HTTP/1.1" status: 200 len: 922 time: 4.3022962 Jul 22 14:29:44.138452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47764) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:44.153488 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] Routers {'5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:44.154116 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:44.264462 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:44.279505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 265adc46-c825-48ab-88ae-46602bee18ac up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:44.285590 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] Routers {'5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:44.286361 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:44.289758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-60a79607-9844-4625-8084-16a1fe1a5ca0 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 HTTP/1.1" status: 200 len: 922 time: 0.1501389 Jul 22 14:29:44.292426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:44.353783 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:44.355298 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d0fb26-a40d-4f41-b4d9-8a33cb4a7ac7 None None] The sync data for ids ['5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:44.386053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 265adc46-c825-48ab-88ae-46602bee18ac triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:44.386463 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.421453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f8ab60d-9737-453d-8565-c0522c18c999 req-5ec16e68-e2ab-4ad3-9d36-123472531e95 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 210 time: 0.1467440 Jul 22 14:29:44.441150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b353832a-d174-49c9-a4cc-600394bfe8ce {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:44.526136 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.579799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-f60ef0ce-8f2a-40f8-ac2f-2263581d59cd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:44.581317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-f60ef0ce-8f2a-40f8-ac2f-2263581d59cd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 818 time: 0.1336758 Jul 22 14:29:44.586745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.604281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Request body: {'port': {'device_id': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'admin_state_up': True, 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:44.606565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:44.607790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:44.613051 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cc8dc6-16a8-49b9-9065-b4c02f2d907b" -d '{"events": [{"server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "name": "network-vif-plugged", "status": "completed", "tag": "265adc46-c825-48ab-88ae-46602bee18ac"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:44.622778 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.638062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-d0bc4851-87cc-4fa8-bb62-549254497bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:44.640210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-d0bc4851-87cc-4fa8-bb62-549254497bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1094 time: 0.5927179 Jul 22 14:29:44.647768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Transition to ACTIVE for port object b353832a-d174-49c9-a4cc-600394bfe8ce will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:44.693752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c27d4a-61b1-4459-9072-d462905d40aa req-3caeed60-4a8e-4a50-86fa-e4412531ca80 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:44.696799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:44.698712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56c27d4a-61b1-4459-9072-d462905d40aa req-3caeed60-4a8e-4a50-86fa-e4412531ca80 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.4337978 Jul 22 14:29:44.733495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc6814a-f0bf-42bb-be77-b5b223977c5e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:44.735720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0cc6814a-f0bf-42bb-be77-b5b223977c5e tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4409809 Jul 22 14:29:44.738016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:44.742296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:44.807124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56c27d4a-61b1-4459-9072-d462905d40aa req-e8224a82-5ea9-4e73-9325-9f43e9ba5a2c tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757682 Jul 22 14:29:44.822982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40254936-9449-4131-a1ae-eef3478d8751 req-60a59fe0-345a-4428-a32f-8050fc163190 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:44.839135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40254936-9449-4131-a1ae-eef3478d8751 req-60a59fe0-345a-4428-a32f-8050fc163190 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2111013 Jul 22 14:29:44.905902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40254936-9449-4131-a1ae-eef3478d8751 req-1af471ea-5913-4c46-8615-59b831904364 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Jul 22 14:29:44.925884 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646c4569-5a13-4926-ab0d-12d6b156c7dd x-openstack-request-id: req-646c4569-5a13-4926-ab0d-12d6b156c7dd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:44.926268 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "name": "network-vif-plugged", "status": "completed", "tag": "265adc46-c825-48ab-88ae-46602bee18ac", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:44.926538 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-646c4569-5a13-4926-ab0d-12d6b156c7dd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:44.926956 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac', 'code': 200} Jul 22 14:29:45.209327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.294458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221c497-8f2d-4258-bf49-f710a84fb545 req-f9c1bc1e-36c5-4f75-bc3f-ad52b8ece8c3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.304818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e221c497-8f2d-4258-bf49-f710a84fb545 req-f9c1bc1e-36c5-4f75-bc3f-ad52b8ece8c3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.3000414 Jul 22 14:29:45.318300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-2c0e2fb5-2c07-44d5-9fe4-6f42d4e88f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.320113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-2c0e2fb5-2c07-44d5-9fe4-6f42d4e88f19 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.6709287 Jul 22 14:29:45.320692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.61', 55721) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:45.338219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc1c28-9471-49bc-940d-7b46b6ae0083 req-04840be7-b07c-40ed-aaf2-b07878352f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.340072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2dc1c28-9471-49bc-940d-7b46b6ae0083 req-04840be7-b07c-40ed-aaf2-b07878352f59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 1097 time: 0.2624502 Jul 22 14:29:45.411142 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e221c497-8f2d-4258-bf49-f710a84fb545 req-4e7ab019-ef1c-4661-acbd-53c9032a8d17 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050916 Jul 22 14:29:45.428056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2dc1c28-9471-49bc-940d-7b46b6ae0083 req-670cb470-18c8-4f50-8e21-b3a8f2a67fe1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692377 Jul 22 14:29:45.441160 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-aecb21ef-1d07-4a4d-91be-47516f362cd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 217 time: 0.0560908 Jul 22 14:29:45.468866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e31f-fe53-4007-b032-9f7b9790bd9e req-a7e2bb71-6a15-4039-8e11-0f82d180b09b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.470639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6009e31f-fe53-4007-b032-9f7b9790bd9e req-a7e2bb71-6a15-4039-8e11-0f82d180b09b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.1564102 Jul 22 14:29:45.534609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-f1dd8e40-527f-408d-b013-ec430940a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.537207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-f1dd8e40-527f-408d-b013-ec430940a130 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0706367 Jul 22 14:29:45.565678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6009e31f-fe53-4007-b032-9f7b9790bd9e req-04ed7e28-3b68-4b18-8783-d8c32fdcd758 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864153 Jul 22 14:29:45.604993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f3bbe-4948-4679-b186-3c50e460ef1e req-8413b080-bae0-40e2-927a-a7ce924190e0 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.607448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a22f3bbe-4948-4679-b186-3c50e460ef1e req-8413b080-bae0-40e2-927a-a7ce924190e0 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.1154532 Jul 22 14:29:45.625037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd723004-63fd-4455-b430-f261f8482055 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.629893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dd723004-63fd-4455-b430-f261f8482055 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.8887141 Jul 22 14:29:45.633718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47788) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:45.661872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b353832a-d174-49c9-a4cc-600394bfe8ce,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:45.671666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-bfa008db-384f-4efa-a27b-fef5ee2a4940 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872936 Jul 22 14:29:45.672922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d664965-063e-40d6-97d5-63807fbf7880 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 HTTP/1.1" status: 200 len: 205 time: 0.0373595 Jul 22 14:29:45.675284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:45.697378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a22f3bbe-4948-4679-b186-3c50e460ef1e req-ca4172d8-61f0-49d9-8323-5f933ad48f5b tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840230 Jul 22 14:29:45.729002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21f0fe22-37a2-484a-863d-47599b987e99 req-42330ebd-db38-4a8c-ab67-812223c3f61e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 210 time: 0.0486383 Jul 22 14:29:45.854172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Made reservation on behalf of d97c1a8c7a17495f8024cd69b90c5774 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:45.857938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:45.867690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66029c-a857-40d9-9ec0-551380760d3f req-e98b7b07-3a75-46e5-89dc-3d5e0af11354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:45.869209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-e98b7b07-3a75-46e5-89dc-3d5e0af11354 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=84c6f27c1c8c435e924da2d96f52b583&device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 1096 time: 0.5246770 Jul 22 14:29:46.040299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Attempting to bind port b353832a-d174-49c9-a4cc-600394bfe8ce on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:46.040634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Attempting to bind port b353832a-d174-49c9-a4cc-600394bfe8ce by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:46.040973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Attempting to bind port b353832a-d174-49c9-a4cc-600394bfe8ce on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:46.099600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a9212-5833-44a0-a5a0-9e188a561559 req-9807b319-2502-4a7e-8df4-7de626472008 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.101166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-541a9212-5833-44a0-a5a0-9e188a561559 req-9807b319-2502-4a7e-8df4-7de626472008 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.0933444 Jul 22 14:29:46.101688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Port b353832a-d174-49c9-a4cc-600394bfe8ce on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:46.102116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Attempting to bind port b353832a-d174-49c9-a4cc-600394bfe8ce on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:46.126782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-56a5f179-4b24-41a8-8464-6863d9ae7339 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370418 Jul 22 14:29:46.153299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:46.153644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Checking segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:46.154044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Bound using segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:46.154500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Bound port: b353832a-d174-49c9-a4cc-600394bfe8ce, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:46.154891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.158887 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.163972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-541a9212-5833-44a0-a5a0-9e188a561559 req-32c7e687-0731-4f18-b492-192128bd5b88 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556283 Jul 22 14:29:46.298713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66029c-a857-40d9-9ec0-551380760d3f req-2540fce7-2ffb-412b-b371-0a1239b784df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.300209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-2540fce7-2ffb-412b-b371-0a1239b784df service neutron] 10.222.0.61 "GET /v2.0/networks?id=c670336d-3be2-4555-8533-8ecb9de1932a HTTP/1.1" status: 200 len: 914 time: 0.4124293 Jul 22 14:29:46.436216 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-c27cb649-f269-473d-97c8-55d6a5c9db0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6 HTTP/1.1" status: 200 len: 217 time: 0.1195498 Jul 22 14:29:46.471495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Allocated IP 172.20.0.5 (d1a5eae4-61ad-46d4-9f1b-f7e676c69d02/7e5f4df5-37b0-484e-84e9-6527ebb95314/0134850f-8f16-4198-88a9-157f07b04b33) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:46.530207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] For port b353832a-d174-49c9-a4cc-600394bfe8ce, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:46.544183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-12a1ad4c-2058-44b9-a296-c5451439d4d7 req-53f7e9ac-228c-4da2-924f-c9dca6157330 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993471 Jul 22 14:29:46.565226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] For port b353832a-d174-49c9-a4cc-600394bfe8ce, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b353832a-d174-49c9-a4cc-600394bfe8ce,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:46.565481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabc647-a548-429a-90f5-c065b7a82137 req-cef8a675-335c-4458-b0d3-2ce99af6c27d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.567660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4eabc647-a548-429a-90f5-c065b7a82137 req-cef8a675-335c-4458-b0d3-2ce99af6c27d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.0855854 Jul 22 14:29:46.580432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.587932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.591683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66029c-a857-40d9-9ec0-551380760d3f req-d7c7c339-8218-47bb-9910-d744020f9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.593267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-d7c7c339-8218-47bb-9910-d744020f9a5d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b97e0806-6156-4fb9-b3cc-8ded3ece8c33 HTTP/1.1" status: 200 len: 853 time: 0.1483204 Jul 22 14:29:46.617051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4eabc647-a548-429a-90f5-c065b7a82137 req-d38d0c24-3fdb-4aa8-9d67-76b696ca6f2a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Jul 22 14:29:46.675800 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-a68577de-dc0b-408d-ae4d-3f1fa5e18954 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c670336d-3be2-4555-8533-8ecb9de1932a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705621 Jul 22 14:29:46.683301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.684452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.685921 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 1092 time: 2.9541123 Jul 22 14:29:46.687137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'tag': 'b353832a-d174-49c9-a4cc-600394bfe8ce'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:46.689376 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c128e-6666-458a-bf56-b9c8583b76ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d8493d83-755c-44b7-a732-5b9212e44e01", "tag": "b353832a-d174-49c9-a4cc-600394bfe8ce"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:46.738031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc3844-bc01-49f7-98bd-292157a44b49 req-27ba1b8c-f5bf-4e09-bcdf-f4e71ddc2ba0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.739637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18dc3844-bc01-49f7-98bd-292157a44b49 req-27ba1b8c-f5bf-4e09-bcdf-f4e71ddc2ba0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.0857058 Jul 22 14:29:46.818960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c593dc-72a2-4152-ac65-ae671df888d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b353832a-d174-49c9-a4cc-600394bfe8ce,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:46.827944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18dc3844-bc01-49f7-98bd-292157a44b49 req-35c3f24a-c5ed-4a61-b574-b9e4ea6f77fe tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742123 Jul 22 14:29:46.883571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c22d6-dc5d-45e9-9e00-b2ae04a9781f req-99995948-fa54-4a68-928c-bb03918a96cf tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.886306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c4c22d6-dc5d-45e9-9e00-b2ae04a9781f req-99995948-fa54-4a68-928c-bb03918a96cf tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.1446238 Jul 22 14:29:46.900253 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bdf6e0-1159-41a1-a509-9d53dca2a873 x-openstack-request-id: req-71bdf6e0-1159-41a1-a509-9d53dca2a873 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:46.900540 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8493d83-755c-44b7-a732-5b9212e44e01", "tag": "b353832a-d174-49c9-a4cc-600394bfe8ce", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:46.900790 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71bdf6e0-1159-41a1-a509-9d53dca2a873 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:46.901533 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'tag': 'b353832a-d174-49c9-a4cc-600394bfe8ce', 'status': 'completed', 'code': 200} Jul 22 14:29:46.947650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c4c22d6-dc5d-45e9-9e00-b2ae04a9781f req-037443bd-d2a3-4009-868e-eb3cf17d23f6 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503685 Jul 22 14:29:46.968769 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.979948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-9b57e150-43da-4ea9-b813-e8686a09c802 service neutron] 10.222.0.61 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858069 Jul 22 14:29:46.990197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Deleting port 1a139826-cc2a-4d47-a77d-df0124e7203a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:46.990561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:46.993307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-c0859681-d925-4082-ba1c-e76d37d3730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:46.994821 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-c0859681-d925-4082-ba1c-e76d37d3730f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1095 time: 0.2370863 Jul 22 14:29:47.057804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7a4f-5c96-4beb-aa51-ceaa64e37579 req-530a99a5-9065-43dd-a1da-62827104c665 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.060274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79df7a4f-5c96-4beb-aa51-ceaa64e37579 req-530a99a5-9065-43dd-a1da-62827104c665 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.1095812 Jul 22 14:29:47.079283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-8dc8f7d5-20b7-4c89-934c-42cace614c32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.0753469 Jul 22 14:29:47.101928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-504e4ef5-ada1-4490-b0dc-395f42fff370 req-21f7ec3c-c4e5-4014-b90a-a4a044a020a4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 210 time: 0.0706594 Jul 22 14:29:47.134697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79df7a4f-5c96-4beb-aa51-ceaa64e37579 req-860cc73b-67d1-4e6a-ac9c-ebbc420b1a8f tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Jul 22 14:29:47.247264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.254741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-06796602-49a4-4b99-aea8-56653d244e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.256330 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-06796602-49a4-4b99-aea8-56653d244e31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1657746 Jul 22 14:29:47.263058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.334749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-bf34b537-bc75-4881-aecc-9007311759fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630577 Jul 22 14:29:47.335639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Calling delete_port for 1a139826-cc2a-4d47-a77d-df0124e7203a owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:47.342776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b66029c-a857-40d9-9ec0-551380760d3f req-6a905614-fd3d-4687-a9b8-405027528e48 service neutron] 10.222.0.61 "GET /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542957 Jul 22 14:29:47.378120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0e0b1-9d78-4452-9a7f-a39fd950a364 req-15553260-a09f-4d16-b07d-b00f6659ab5f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.383679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:47.387990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fb0e0b1-9d78-4452-9a7f-a39fd950a364 req-15553260-a09f-4d16-b07d-b00f6659ab5f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1002896 Jul 22 14:29:47.428974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:47.430794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Pushing event updated for resources: {'Port': ['ID=0134850f-8f16-4198-88a9-157f07b04b33,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:47.435850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:47.446626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fb0e0b1-9d78-4452-9a7f-a39fd950a364 req-517660d5-5571-4ea4-9154-c93e24ba022f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 Jul 22 14:29:47.546855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-2a0dab29-1e55-477e-843d-c41e6412670b service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992533 Jul 22 14:29:47.554761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.555422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:47.642791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-782a46f0-37e0-4b10-af46-68e7f943c53c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0428452 Jul 22 14:29:47.678291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Request body: {'port': {'device_id': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:47.686735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-6059d84c-74cb-475a-8257-5744a2f13b5d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:47.689130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-6059d84c-74cb-475a-8257-5744a2f13b5d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 814 time: 0.1283197 Jul 22 14:29:47.706198 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-1e83cb58-7325-4a07-a84a-90abf958c6aa tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/quotas/940f3a6c006444068881019919177897 HTTP/1.1" status: 200 len: 375 time: 0.0102038 Jul 22 14:29:47.808956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-c971067b-9a47-40dd-9d41-b1edced85aa8 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767004 Jul 22 14:29:47.959104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-979e424b-5ca7-4db3-ac97-e2b788bb6752 service neutron] 10.222.0.60 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390941 Jul 22 14:29:48.079331 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25c625e8-cf54-4b90-8646-0189d7a21f6c req-98b806e5-0bf2-4b98-90ec-4580bfc1fba9 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5210893 Jul 22 14:29:48.102210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39784d-1525-44a9-975e-52c13f7db6e5 req-c6b0aaf4-c271-403c-8113-fe314f461ad4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:48.104226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d39784d-1525-44a9-975e-52c13f7db6e5 req-c6b0aaf4-c271-403c-8113-fe314f461ad4 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.1612890 Jul 22 14:29:48.132237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.135058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.174080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-d39f60c9-fb65-4b96-9d33-31b4a64acba2 service neutron] 10.222.0.60 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116072 Jul 22 14:29:48.184092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event deleted for resources: {'Port': ['ID=1a139826-cc2a-4d47-a77d-df0124e7203a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:48.204010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d39784d-1525-44a9-975e-52c13f7db6e5 req-b3f0728a-bfc7-4704-9013-3a2bd4b1a40d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895171 Jul 22 14:29:48.356892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2db7d-2b01-4161-804d-79ab2dc37aa0 req-11d2a717-d52e-4455-ac8a-8a5cb4cad1bb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:48.359451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93e2db7d-2b01-4161-804d-79ab2dc37aa0 req-11d2a717-d52e-4455-ac8a-8a5cb4cad1bb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 931 time: 0.0843222 Jul 22 14:29:48.404942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93e2db7d-2b01-4161-804d-79ab2dc37aa0 req-ebdad1ca-fa20-4f6f-8ffe-3d1c5022037b tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387437 Jul 22 14:29:48.434732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.499465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-bb819f90-b4fd-436a-a560-d85db999caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:48.501425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-bb819f90-b4fd-436a-a560-d85db999caf3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1095 time: 0.3291337 Jul 22 14:29:48.507775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e270da-e14b-4ebe-8353-a47cb31c8363 req-adc79747-43b2-43de-b613-1180154c8d1a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:48.509311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29e270da-e14b-4ebe-8353-a47cb31c8363 req-adc79747-43b2-43de-b613-1180154c8d1a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.1029768 Jul 22 14:29:48.604287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09c86356-7a96-47fd-befe-a4ee545c0321 req-561cca88-2588-432e-a8b1-285361e1491a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 210 time: 0.0414939 Jul 22 14:29:48.609786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29e270da-e14b-4ebe-8353-a47cb31c8363 req-5eb679de-e204-4bfe-a226-e47e552a6a64 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948279 Jul 22 14:29:48.684090 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.691333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.831483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ccfa-4296-4aba-884e-f5af951957c2 req-0f7fe08e-e581-45ef-ad0e-fdead15f4acc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:48.842608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8961ccfa-4296-4aba-884e-f5af951957c2 req-0f7fe08e-e581-45ef-ad0e-fdead15f4acc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1144810 Jul 22 14:29:48.895818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.896346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:48.899120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8961ccfa-4296-4aba-884e-f5af951957c2 req-6a6219ec-7125-4f47-a5e4-c17c9f491fec tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554128 Jul 22 14:29:48.918276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.919526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-041882b2-3bf3-41a2-aed9-cbc40ea18335 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 HTTP/1.1" status: 204 len: 168 time: 3.2361679 Jul 22 14:29:48.925187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:48.931063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-220332228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:48.940161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-a3efd385-28aa-4af9-b79e-f042ceab7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:48.941943 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-a3efd385-28aa-4af9-b79e-f042ceab7cd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.3581553 Jul 22 14:29:48.973192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:48.974715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.010364 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-2cfbc21c-c908-4433-b336-f8254b40d714 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.0576913 Jul 22 14:29:49.062888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-30175b4a-a3f2-4231-b6b6-387a04c041e1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:49.065632 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-30175b4a-a3f2-4231-b6b6-387a04c041e1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.61 "GET /v2.0/ports?device_id=cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4 HTTP/1.1" status: 200 len: 946 time: 0.4011447 Jul 22 14:29:49.098061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.114713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.145807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f3b3e-effc-4f47-bf0b-92197fec3b8d req-af9f2c94-4be6-4226-9baf-e0b94df78c14 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:49.147567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d5f3b3e-effc-4f47-bf0b-92197fec3b8d req-af9f2c94-4be6-4226-9baf-e0b94df78c14 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.1151557 Jul 22 14:29:49.148919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.150050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0134850f-8f16-4198-88a9-157f07b04b33 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:49.153069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5af06bd5-744e-4978-ba00-9c6ae07120a9 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2267387 Jul 22 14:29:49.153767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47858) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:49.158562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:49.164387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.168273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-2b40bc81-3eda-40da-a350-da9585c2815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:49.169713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-2b40bc81-3eda-40da-a350-da9585c2815d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1509328 Jul 22 14:29:49.241844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Transition to ACTIVE for port object 0134850f-8f16-4198-88a9-157f07b04b33 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:49.245302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-9f4ec961-8c8a-43e3-a34a-ecbfcfdac83c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677309 Jul 22 14:29:49.270768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.412845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Pushing event updated for resources: {'Port': ['ID=0134850f-8f16-4198-88a9-157f07b04b33,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:49.490369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Deleting port 265adc46-c825-48ab-88ae-46602bee18ac {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:49.490904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.498823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-b0a44e4f-214a-4c8e-912f-d1f21fb09daa service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456405 Jul 22 14:29:49.501465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d5f3b3e-effc-4f47-bf0b-92197fec3b8d req-1c4a761f-718f-42b1-b56c-0619c132bc71 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214877 Jul 22 14:29:49.555037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.577081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c7e2c-15f0-4aab-9c18-00e384e301d8 req-f4faadb5-9b8d-4b4b-9d02-83121494ac5a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:49.581071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-504c7e2c-15f0-4aab-9c18-00e384e301d8 req-f4faadb5-9b8d-4b4b-9d02-83121494ac5a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2502208 Jul 22 14:29:49.679494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Attempting to bind port 0134850f-8f16-4198-88a9-157f07b04b33 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:49.679845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Attempting to bind port 0134850f-8f16-4198-88a9-157f07b04b33 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:49.680250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Attempting to bind port 0134850f-8f16-4198-88a9-157f07b04b33 on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:49.716507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-504c7e2c-15f0-4aab-9c18-00e384e301d8 req-557f48eb-fd92-44e8-b9c3-bdf836671061 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201975 Jul 22 14:29:49.716708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Port 0134850f-8f16-4198-88a9-157f07b04b33 on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:49.717194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Attempting to bind port 0134850f-8f16-4198-88a9-157f07b04b33 on network d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:49.740162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] For port 265adc46-c825-48ab-88ae-46602bee18ac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=265adc46-c825-48ab-88ae-46602bee18ac,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:49.740162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.770546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:49.771149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Checking segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:49.771664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Bound using segment: {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:49.772261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Bound port: 0134850f-8f16-4198-88a9-157f07b04b33, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44bf1b-51a4-4d70-b153-7f431e6f1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:49.772763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:49.781368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf1c128e-6666-458a-bf56-b9c8583b76ed req-b075ffb5-2490-4587-b848-a92476a4f315 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670326 Jul 22 14:29:49.796336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Calling delete_port for 265adc46-c825-48ab-88ae-46602bee18ac owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:49.819423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0247c-34c2-49a5-a3fe-0ece7c86429a req-c4c05469-010b-47fd-b365-ac68576caadb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:49.827156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95f0247c-34c2-49a5-a3fe-0ece7c86429a req-c4c05469-010b-47fd-b365-ac68576caadb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 943 time: 0.1976254 Jul 22 14:29:49.874963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95f0247c-34c2-49a5-a3fe-0ece7c86429a req-e81cfc98-8aef-4871-9391-1990af66e4b9 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Jul 22 14:29:49.932844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-1071dc48-4bf7-44cf-bd5c-246655c8a06b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:49.934460 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-1071dc48-4bf7-44cf-bd5c-246655c8a06b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 814 time: 0.2884474 Jul 22 14:29:49.959242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Request body: {'port': {'device_id': '7e45763d-58a3-4040-9728-115269f5b417', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'admin_state_up': True, 'tenant_id': '940f3a6c006444068881019919177897'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:49.990786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9552dfc2-3981-4f69-a886-9829f7ec8d29 req-952f77c2-fa01-4bf7-9b5d-403bad3c3f40 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 210 time: 0.0546286 Jul 22 14:29:50.018581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] For port 0134850f-8f16-4198-88a9-157f07b04b33, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:50.058966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.066724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] For port 0134850f-8f16-4198-88a9-157f07b04b33, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0134850f-8f16-4198-88a9-157f07b04b33,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:50.076072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.083445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.163347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:50.164083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.165579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] 10.222.0.61 "PUT /v2.0/ports/0134850f-8f16-4198-88a9-157f07b04b33 HTTP/1.1" status: 200 len: 1091 time: 2.4936202 Jul 22 14:29:50.168951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'tag': '0134850f-8f16-4198-88a9-157f07b04b33'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:50.171237 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad714fbb-143e-4cae-ba93-c86407fa97bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ea4c76-06e6-4114-b20d-223d4df5a400", "tag": "0134850f-8f16-4198-88a9-157f07b04b33"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:50.177220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44bc07-8895-4ef5-adf8-e3a2e6c179d6 req-a1656213-8426-4320-bfeb-286244afe807 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:50.185826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb44bc07-8895-4ef5-adf8-e3a2e6c179d6 req-a1656213-8426-4320-bfeb-286244afe807 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1888154 Jul 22 14:29:50.217988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9a1ec-080b-46a5-9f46-f3163e7f5926 service neutron] Pushing event updated for resources: {'Port': ['ID=0134850f-8f16-4198-88a9-157f07b04b33,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:50.229787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.245111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['265adc46-c825-48ab-88ae-46602bee18ac'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:50.246968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Made reservation on behalf of 940f3a6c006444068881019919177897 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:50.251301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.276114 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d910fd-d15f-497b-94b8-bed0c0a018d6 x-openstack-request-id: req-f7d910fd-d15f-497b-94b8-bed0c0a018d6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:50.276464 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ea4c76-06e6-4114-b20d-223d4df5a400", "tag": "0134850f-8f16-4198-88a9-157f07b04b33", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:50.276728 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d910fd-d15f-497b-94b8-bed0c0a018d6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:50.277165 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'tag': '0134850f-8f16-4198-88a9-157f07b04b33', 'status': 'completed', 'code': 200} Jul 22 14:29:50.293140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b353832a-d174-49c9-a4cc-600394bfe8ce details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:50.318243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Allocated IP 172.25.3.181 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/344fc230-0fe8-405f-9f02-7f1d8df914d8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:50.336114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Pushing event deleted for resources: {'Port': ['ID=265adc46-c825-48ab-88ae-46602bee18ac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:50.391917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb44bc07-8895-4ef5-adf8-e3a2e6c179d6 req-29ba6afb-5fed-4be1-b624-62ea24ffb7d7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027867 Jul 22 14:29:50.473929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] No DVR routers for this DVR port 265adc46-c825-48ab-88ae-46602bee18ac on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:50.488106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.491211 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c3f9dc4-dd04-4337-a77b-fb1b4b275da2 req-f726cf07-de11-4f4d-a610-859281511795 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.61 "DELETE /v2.0/ports/265adc46-c825-48ab-88ae-46602bee18ac HTTP/1.1" status: 204 len: 173 time: 1.4036467 Jul 22 14:29:50.598732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b353832a-d174-49c9-a4cc-600394bfe8ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b353832a-d174-49c9-a4cc-600394bfe8ce,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:50.600219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.603139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b353832a-d174-49c9-a4cc-600394bfe8ce', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'port_id': 'b353832a-d174-49c9-a4cc-600394bfe8ce', 'mac_address': 'fa:16:3e:c0:3d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:50.611022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-4a86a726-9c18-4929-9631-b86d6dfa5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:50.612616 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-4a86a726-9c18-4929-9631-b86d6dfa5b48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 1094 time: 0.3742671 Jul 22 14:29:50.684398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-38256648-f1cb-4355-8614-43ba49d59ae2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0134850f-8f16-4198-88a9-157f07b04b33 HTTP/1.1" status: 200 len: 217 time: 0.0618734 Jul 22 14:29:50.729012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.756437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b353832a-d174-49c9-a4cc-600394bfe8ce {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:50.770042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-a2dead04-fbd7-4a3e-85cd-5beaadf4b2a2 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:50.774277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-a2dead04-fbd7-4a3e-85cd-5beaadf4b2a2 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.61 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.3957291 Jul 22 14:29:50.778730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.810457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b353832a-d174-49c9-a4cc-600394bfe8ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b353832a-d174-49c9-a4cc-600394bfe8ce,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:50.816222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:50.838236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Allocated IP 172.20.0.12 (0273bbfe-b053-4ee7-a6e9-2f4c15f09406/a1e98b83-82a2-47eb-a34e-f6069b67f4b7/a03536ec-8450-4163-a283-0111baf1f513) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:50.843958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdefc2-76ec-446d-873b-028418823d7e req-9f079912-b4c4-41e5-8a21-828031d442d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:50.846085 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-9f079912-b4c4-41e5-8a21-828031d442d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1535473 Jul 22 14:29:50.889973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b353832a-d174-49c9-a4cc-600394bfe8ce,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:50.895210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-38eeb9c2-ea90-46b6-ac31-aa05eb6fa9aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351486 Jul 22 14:29:50.926929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event updated for resources: {'Port': ['ID=344fc230-0fe8-405f-9f02-7f1d8df914d8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:50.937325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:50.946562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:50.951389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:51.002864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e16fe-5bb8-4352-9fb6-d027e338f344 req-9d1f1e0c-6921-4f9d-99fe-cacdbb8c677a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:51.012628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b353832a-d174-49c9-a4cc-600394bfe8ce'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:51.028262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d1e16fe-5bb8-4352-9fb6-d027e338f344 req-9d1f1e0c-6921-4f9d-99fe-cacdbb8c677a tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 945 time: 0.3745692 Jul 22 14:29:51.105340 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-b44afb96-564d-40ad-8625-69c51da14b7c service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000453 Jul 22 14:29:51.152435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Deleting port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:51.152811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.211453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97ddbc-220b-4749-a789-e7c2844fbac2 req-4a548d51-4840-442c-a04f-caa0aba89b39 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:51.213341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a97ddbc-220b-4749-a789-e7c2844fbac2 req-4a548d51-4840-442c-a04f-caa0aba89b39 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.3413808 Jul 22 14:29:51.281056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d1e16fe-5bb8-4352-9fb6-d027e338f344 req-7bdca04c-1996-4620-b9b0-07965d21c73e tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/security-groups?id=528b6e4b-a366-45e2-8823-ab24396f7292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516906 Jul 22 14:29:51.708129 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05fdefc2-76ec-446d-873b-028418823d7e req-6d43b0b9-effd-49eb-a683-f6158022ecbb service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671308 Jul 22 14:29:51.758925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.797438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a97ddbc-220b-4749-a789-e7c2844fbac2 req-8b58f618-3904-41e7-a304-3d734c7f658f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274577 Jul 22 14:29:51.848612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] For port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,segment=NetworkSegment(f57445f7-cb28-4192-82d3-363510f537a4),segment_id=f57445f7-cb28-4192-82d3-363510f537a4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:51.849264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:51.876322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbf417-587f-4c01-823b-604c5c441b1d req-bd3e862a-8feb-4fb4-be18-d8e1129c857d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:51.877094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Calling delete_port for 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:51.878987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3acbf417-587f-4c01-823b-604c5c441b1d req-bd3e862a-8feb-4fb4-be18-d8e1129c857d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 943 time: 0.1528640 Jul 22 14:29:51.994938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-db1c30b3-6263-443d-85c0-bf9eefc927fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:51.996838 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-db1c30b3-6263-443d-85c0-bf9eefc927fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 1094 time: 0.2352920 Jul 22 14:29:52.020748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12e6c3f3-2279-4e37-85fd-6819f298e69e req-df379f3b-9692-4045-837b-7fc21c0d3554 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 210 time: 0.1255894 Jul 22 14:29:52.039257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.078048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3acbf417-587f-4c01-823b-604c5c441b1d req-4e4cdad9-8608-4da9-b108-6a3df114e1ce tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626971 Jul 22 14:29:52.140976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.141932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:52.155063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:52.179105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:52.237869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:52.256369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-6f980e14-11e7-411b-b4a5-bc0e6acac173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:52.257337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ed1cd-2d8d-48fb-8212-7fa071fdabdc req-3a7a0d4c-afbf-40d8-bd0d-da05e5a04fba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:52.257900 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-6f980e14-11e7-411b-b4a5-bc0e6acac173 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.2521636 Jul 22 14:29:52.258929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-879ed1cd-2d8d-48fb-8212-7fa071fdabdc req-3a7a0d4c-afbf-40d8-bd0d-da05e5a04fba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1594925 Jul 22 14:29:52.281472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'name': 'network-vif-deleted', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:52.284310 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7aa40f-2cea-42cb-b20f-dc49a6c85c16" -d '{"events": [{"server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "name": "network-vif-deleted", "tag": "265adc46-c825-48ab-88ae-46602bee18ac"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:52.287193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.304935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['80a61818-c55c-483a-a3b9-e6ffb64d4bc6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:52.311292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b353832a-d174-49c9-a4cc-600394bfe8ce up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:52.378188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:52.380065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.410349 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-f59f60db-f9fe-4ca3-be94-6b4e92d15bf0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0134850f-8f16-4198-88a9-157f07b04b33 HTTP/1.1" status: 200 len: 217 time: 0.1408110 Jul 22 14:29:52.419872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port b353832a-d174-49c9-a4cc-600394bfe8ce completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:52.424983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-879ed1cd-2d8d-48fb-8212-7fa071fdabdc req-681c69ea-1370-4f05-9130-9befe11c2932 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512816 Jul 22 14:29:52.425905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b353832a-d174-49c9-a4cc-600394bfe8ce triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:52.426288 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.428255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-164803e6-f8b2-4df9-87bd-5fded17e08a3 req-800a1c52-ef2c-431d-ba60-f55108b44d87 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d HTTP/1.1" status: 200 len: 210 time: 0.0600202 Jul 22 14:29:52.461841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-e9a0d732-7885-4581-b83e-c746dc29442e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5062492 Jul 22 14:29:52.515774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.523762 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.567471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.605860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-3264bb83-c6e3-48e4-a852-1f50f76a449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:52.608597 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-3264bb83-c6e3-48e4-a852-1f50f76a449d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1443579 Jul 22 14:29:52.618254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Request body: {'port': {'device_id': '7e45763d-58a3-4040-9728-115269f5b417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:52.642459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b353832a-d174-49c9-a4cc-600394bfe8ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b353832a-d174-49c9-a4cc-600394bfe8ce,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:52.643571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b353832a-d174-49c9-a4cc-600394bfe8ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:52.646245 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c0e46d-db3e-4612-8b8b-3b4d60c75ee9" -d '{"events": [{"server_uuid": "d8493d83-755c-44b7-a732-5b9212e44e01", "name": "network-vif-plugged", "status": "completed", "tag": "b353832a-d174-49c9-a4cc-600394bfe8ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:52.650325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.651269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 265adc46-c825-48ab-88ae-46602bee18ac no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:52.678069 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fa5adf-2a42-4d06-8521-d5ac85e3f3ea x-openstack-request-id: req-d6fa5adf-2a42-4d06-8521-d5ac85e3f3ea {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:52.678650 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4", "name": "network-vif-deleted", "tag": "265adc46-c825-48ab-88ae-46602bee18ac", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:52.679012 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6fa5adf-2a42-4d06-8521-d5ac85e3f3ea {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:52.680268 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdd43f6-c7c2-4eec-a13c-27f93b6ff6d4', 'name': 'network-vif-deleted', 'tag': '265adc46-c825-48ab-88ae-46602bee18ac', 'status': 'completed', 'code': 200} Jul 22 14:29:52.680942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Pushing event deleted for resources: {'Port': ['ID=80a61818-c55c-483a-a3b9-e6ffb64d4bc6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:52.696407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 265adc46-c825-48ab-88ae-46602bee18ac {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:52.696753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 265adc46-c825-48ab-88ae-46602bee18ac not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:52.697179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:29:52.721494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:29:52.721830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:29:52.752525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b353832a-d174-49c9-a4cc-600394bfe8ce,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:52.754248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Router 9701e595-ca18-4a48-aec9-00b642fd31bd is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:52.770023 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8806c099-f1d4-4c93-aa7d-e1822d51bad8 x-openstack-request-id: req-8806c099-f1d4-4c93-aa7d-e1822d51bad8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:52.770293 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8493d83-755c-44b7-a732-5b9212e44e01", "name": "network-vif-plugged", "status": "completed", "tag": "b353832a-d174-49c9-a4cc-600394bfe8ce", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:52.770707 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8806c099-f1d4-4c93-aa7d-e1822d51bad8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:52.771284 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b353832a-d174-49c9-a4cc-600394bfe8ce', 'code': 200} Jul 22 14:29:52.789558 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-5a2c152c-0262-4df4-9252-1601c8964987 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002934 Jul 22 14:29:52.830174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] No DVR routers for this DVR port 80a61818-c55c-483a-a3b9-e6ffb64d4bc6 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:29:52.852765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:52.855376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc24bae8-ff56-4a19-b5fb-d35bb6cfa80a req-11fbebcb-80bc-4c2a-965e-f2d67faa2765 tempest-InstanceActionsTestJSON-1424323561 tempest-InstanceActionsTestJSON-1424323561-project] 10.222.0.61 "DELETE /v2.0/ports/80a61818-c55c-483a-a3b9-e6ffb64d4bc6 HTTP/1.1" status: 204 len: 173 time: 2.0631452 Jul 22 14:29:52.928058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.040381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:53.049875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-7b292041-6d44-422b-a20e-e717bbcfa603 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349524 Jul 22 14:29:53.054119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] Sync routers for ids ['9701e595-ca18-4a48-aec9-00b642fd31bd'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:53.055409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.056734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-61f77ac1-aa58-4502-b544-f74935e5872e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "PUT /v2.0/routers/9701e595-ca18-4a48-aec9-00b642fd31bd HTTP/1.1" status: 200 len: 879 time: 3.9019103 Jul 22 14:29:53.059233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47914) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.080071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] Routers {'9701e595-ca18-4a48-aec9-00b642fd31bd'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:53.081796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9701e595-ca18-4a48-aec9-00b642fd31bd'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:53.111754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55373d-d1d2-450b-a06b-85a3e1712fc2 req-ee81e82e-a296-48e3-8b14-c71485db5127 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.113353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf55373d-d1d2-450b-a06b-85a3e1712fc2 req-ee81e82e-a296-48e3-8b14-c71485db5127 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2230034 Jul 22 14:29:53.143781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a8f5d-297a-4b67-9cc4-4aa4b8f53a15 req-506b858f-ae69-4e95-b198-1d962e994e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.145296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f89a8f5d-297a-4b67-9cc4-4aa4b8f53a15 req-506b858f-ae69-4e95-b198-1d962e994e61 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.3022096 Jul 22 14:29:53.159030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:53.171361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] Routers {'9701e595-ca18-4a48-aec9-00b642fd31bd'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:53.172944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9701e595-ca18-4a48-aec9-00b642fd31bd'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:53.218079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:53.219184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70633801-21d9-4668-8d18-dedcc94d8c66 None None] The sync data for ids ['9701e595-ca18-4a48-aec9-00b642fd31bd'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:53.235077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf55373d-d1d2-450b-a06b-85a3e1712fc2 req-43ef7447-7085-469f-9c53-f7fdea9ea085 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920162 Jul 22 14:29:53.266251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-58840eb5-b6be-4edc-b22b-3365f62286b0 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/9701e595-ca18-4a48-aec9-00b642fd31bd HTTP/1.1" status: 200 len: 920 time: 0.2058849 Jul 22 14:29:53.267857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47918) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.307713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f89a8f5d-297a-4b67-9cc4-4aa4b8f53a15 req-78e9f93f-33a9-4ea8-816d-f20083b6589d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456718 Jul 22 14:29:53.311744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ff828-5c7a-4acc-8a10-67058e66b750 req-1914b683-55cc-4e7c-a801-6ba241e73363 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.313314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-513ff828-5c7a-4acc-8a10-67058e66b750 req-1914b683-55cc-4e7c-a801-6ba241e73363 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 932 time: 0.1636741 Jul 22 14:29:53.319107 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ad714fbb-143e-4cae-ba93-c86407fa97bb req-2f9b9f9f-b307-4aa5-8651-30a60fdd28ef service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984513 Jul 22 14:29:53.423076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-513ff828-5c7a-4acc-8a10-67058e66b750 req-d29be3ab-4e05-48ed-b8d8-fa9a2a4d97b6 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021376 Jul 22 14:29:53.425224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b5d13c-f068-43cd-9d89-1396b89b9f0a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.427285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e8b5d13c-f068-43cd-9d89-1396b89b9f0a tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=9701e595-ca18-4a48-aec9-00b642fd31bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1581426 Jul 22 14:29:53.429598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.475683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03536ec-8450-4163-a283-0111baf1f513 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:53.485720 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.505597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Transition to ACTIVE for port object a03536ec-8450-4163-a283-0111baf1f513 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:29:53.514361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.559886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa1b59-5761-4796-ae5d-f6c3dc5e87bb req-2d0a2eb6-3361-4c48-8da6-fa1151bce2d6 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.566419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ffa1b59-5761-4796-ae5d-f6c3dc5e87bb req-2d0a2eb6-3361-4c48-8da6-fa1151bce2d6 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 943 time: 0.2332990 Jul 22 14:29:53.603697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c05e6c-86db-4d6e-84fc-750ddd2d3334 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.608233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:53.608428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d9c05e6c-86db-4d6e-84fc-750ddd2d3334 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.1744084 Jul 22 14:29:53.629210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.646340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ffa1b59-5761-4796-ae5d-f6c3dc5e87bb req-012e3ba5-41b9-4eed-a99f-742ddafb29f6 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789995 Jul 22 14:29:53.678354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6022b489-c9f8-4326-8967-798e0374745d tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=9701e595-ca18-4a48-aec9-00b642fd31bd HTTP/1.1" status: 200 len: 205 time: 0.0457959 Jul 22 14:29:53.679489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.736717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d3b4f-b082-476d-a621-75e4afe5fbc9 req-446e429f-f18b-4058-a2f3-3c98f9124e3c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:53.751943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-373d3b4f-b082-476d-a621-75e4afe5fbc9 req-446e429f-f18b-4058-a2f3-3c98f9124e3c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1605709 Jul 22 14:29:53.757932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47942) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:53.819584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Attempting to bind port a03536ec-8450-4163-a283-0111baf1f513 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:29:53.819832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Attempting to bind port a03536ec-8450-4163-a283-0111baf1f513 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:29:53.820320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Attempting to bind port a03536ec-8450-4163-a283-0111baf1f513 on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:53.827975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Port a03536ec-8450-4163-a283-0111baf1f513 on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:29:53.828565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Attempting to bind port a03536ec-8450-4163-a283-0111baf1f513 on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:29:53.837808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Deleting subnet b97e0806-6156-4fb9-b3cc-8ded3ece8c33 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:29:53.842159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:29:53.842572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Checking segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:53.842959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Bound using segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:29:53.843414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Bound port: a03536ec-8450-4163-a283-0111baf1f513, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:29:53.843574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-373d3b4f-b082-476d-a621-75e4afe5fbc9 req-20fc5a34-8075-49ee-9851-9cf8a35fdae3 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904906 Jul 22 14:29:53.843841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.845467 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.889818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.894103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.932224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.994719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:53.997113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:29:54.002152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:29:54.012482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.028405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.030830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b97e0806-6156-4fb9-b3cc-8ded3ece8c33 HTTP/1.1" status: 204 len: 168 time: 0.2703273 Jul 22 14:29:54.032444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c94dc1-c8e6-49a0-97d6-258535cedb55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97e0806-6156-4fb9-b3cc-8ded3ece8c33,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.035419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47944) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:54.070333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.071407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.073398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] 10.222.0.72 "PUT /v2.0/ports/a03536ec-8450-4163-a283-0111baf1f513 HTTP/1.1" status: 200 len: 1092 time: 1.4631414 Jul 22 14:29:54.080267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.103249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8a285-b580-4df3-97c1-a5752b131dda service neutron] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.135782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.202338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Deleting port 344fc230-0fe8-405f-9f02-7f1d8df914d8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:29:54.202722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.226114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.226768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-6e7ad1d1-78ce-463e-849e-1309d77c31be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.228304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-6e7ad1d1-78ce-463e-849e-1309d77c31be service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 1095 time: 0.0959833 Jul 22 14:29:54.243929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c670336d-3be2-4555-8533-8ecb9de1932a']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:54.254694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57445f7-cb28-4192-82d3-363510f537a4') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:54.255112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57445f7-cb28-4192-82d3-363510f537a4') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:54.268187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.278578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0134850f-8f16-4198-88a9-157f07b04b33 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:54.290938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.298345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:29:54.298775 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.305938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-c0beb6a0-0d0f-4057-b0f2-1accefedafa7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a03536ec-8450-4163-a283-0111baf1f513 HTTP/1.1" status: 200 len: 217 time: 0.0693955 Jul 22 14:29:54.366551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:29:54.380435 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:29:54.384084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-aa38132e-25b4-4141-93ee-14535779ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.385569 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-aa38132e-25b4-4141-93ee-14535779ee88 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0698485 Jul 22 14:29:54.386493 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Calling delete_port for 344fc230-0fe8-405f-9f02-7f1d8df914d8 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:29:54.398214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.412678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.415468 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c670336d-3be2-4555-8533-8ecb9de1932a HTTP/1.1" status: 204 len: 168 time: 0.3790197 Jul 22 14:29:54.431255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-2d953b64-478d-4dab-a9bf-9d1ffb50509c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353713 Jul 22 14:29:54.437857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0134850f-8f16-4198-88a9-157f07b04b33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0134850f-8f16-4198-88a9-157f07b04b33,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:54.454110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17a08-3894-4da9-84f2-048874864052 admin admin] Pushing event deleted for resources: {'Network': ['ID=c670336d-3be2-4555-8533-8ecb9de1932a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.468422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '0134850f-8f16-4198-88a9-157f07b04b33', 'network_id': 'd1a5eae4-61ad-46d4-9f1b-f7e676c69d02', 'port_id': '0134850f-8f16-4198-88a9-157f07b04b33', 'mac_address': 'fa:16:3e:86:14:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5f4df5-37b0-484e-84e9-6527ebb95314', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:54.523270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:54.569843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.595341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27584889-2126-475e-85ae-943164796b2d req-863f1372-24c2-4d80-a9e2-4bd233ea142d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.597335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27584889-2126-475e-85ae-943164796b2d req-863f1372-24c2-4d80-a9e2-4bd233ea142d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2160327 Jul 22 14:29:54.616267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0134850f-8f16-4198-88a9-157f07b04b33 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:54.618421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:54.661465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27584889-2126-475e-85ae-943164796b2d req-b9f6a156-6648-41f0-aded-ab22adf0d690 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537086 Jul 22 14:29:54.676385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bec15f-37ec-46e1-bbcb-3130b64e4f31 req-d39c4af0-193a-47a8-bfeb-462019a61634 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:54.684230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18bec15f-37ec-46e1-bbcb-3130b64e4f31 req-d39c4af0-193a-47a8-bfeb-462019a61634 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 944 time: 0.1592979 Jul 22 14:29:54.685739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0134850f-8f16-4198-88a9-157f07b04b33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0134850f-8f16-4198-88a9-157f07b04b33,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:54.696036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'name': 'network-vif-deleted', 'tag': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6'}, {'name': 'network-changed', 'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:54.699579 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b97b87-52e7-4a39-ab5a-660176c9a671" -d '{"events": [{"server_uuid": "6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d", "name": "network-vif-deleted", "tag": "80a61818-c55c-483a-a3b9-e6ffb64d4bc6"}, {"name": "network-changed", "server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "tag": "a03536ec-8450-4163-a283-0111baf1f513"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:54.711999 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.751015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18bec15f-37ec-46e1-bbcb-3130b64e4f31 req-3ddb2f98-7d7d-431e-8780-01590e52c621 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584888 Jul 22 14:29:54.760883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-fb889841-98e3-45e7-a47c-6fd2069535fd service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963338 Jul 22 14:29:54.814027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:54.845374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e', 'port_id': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'mac_address': 'fa:16:3e:07:ba:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eca478-f328-41b8-8d86-93c075bc900a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:54.854659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=0134850f-8f16-4198-88a9-157f07b04b33,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:54.878240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47964) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:54.882075 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3351ca28-524a-4f18-8fc7-f972d509945c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84c6f27c1c8c435e924da2d96f52b583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603867 Jul 22 14:29:54.889863 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a9877-047b-4b6a-a9f7-02f2919edf00 x-openstack-request-id: req-bd7a9877-047b-4b6a-a9f7-02f2919edf00 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:54.890168 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d", "name": "network-vif-deleted", "tag": "80a61818-c55c-483a-a3b9-e6ffb64d4bc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "tag": "a03536ec-8450-4163-a283-0111baf1f513", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:54.890425 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd7a9877-047b-4b6a-a9f7-02f2919edf00 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:54.890880 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fffc1e5-9293-4e28-8ff5-c4bc9a1d289d', 'name': 'network-vif-deleted', 'tag': '80a61818-c55c-483a-a3b9-e6ffb64d4bc6', 'status': 'completed', 'code': 200} Jul 22 14:29:54.891141 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513', 'status': 'completed', 'code': 200} Jul 22 14:29:54.896469 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:54.914157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['0134850f-8f16-4198-88a9-157f07b04b33'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:54.968464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23e4d32-6b26-4308-b96e-ab35fec6db78 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:54.984411 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9055f732-2156-46d0-b9c3-bd8270cd2029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.009400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782fd31-3450-4635-8645-bd71eef3881a req-557e7459-ee23-42aa-9874-b9f9f6a4014f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.013102 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5782fd31-3450-4635-8645-bd71eef3881a req-557e7459-ee23-42aa-9874-b9f9f6a4014f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 944 time: 0.2154081 Jul 22 14:29:55.022387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:55.033366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.055120 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.071952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event deleted for resources: {'Port': ['ID=344fc230-0fe8-405f-9f02-7f1d8df914d8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:55.076742 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4c8d2901-c8fa-40d5-ae8b-94eada4a2a3d req-a659e7f6-c521-417d-b91a-71b473a3c3ad service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784984 Jul 22 14:29:55.105539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:55.106493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9055f732-2156-46d0-b9c3-bd8270cd2029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.161237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5782fd31-3450-4635-8645-bd71eef3881a req-e83180ee-3598-4888-bf6c-25124b8d3484 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391673 Jul 22 14:29:55.191699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.217330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38906bf-ab94-4072-a0f6-49b5bb08c42a req-73761597-7ec4-41a5-8582-58e7a3f468e0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.219078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c38906bf-ab94-4072-a0f6-49b5bb08c42a req-73761597-7ec4-41a5-8582-58e7a3f468e0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1746869 Jul 22 14:29:55.250459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9055f732-2156-46d0-b9c3-bd8270cd2029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.253172 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9055f732-2156-46d0-b9c3-bd8270cd2029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.256688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9055f732-2156-46d0-b9c3-bd8270cd2029 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/528b6e4b-a366-45e2-8823-ab24396f7292 HTTP/1.1" status: 204 len: 168 time: 0.3740890 Jul 22 14:29:55.278625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055f732-2156-46d0-b9c3-bd8270cd2029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528b6e4b-a366-45e2-8823-ab24396f7292,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:55.337100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c38906bf-ab94-4072-a0f6-49b5bb08c42a req-290be8f7-b6c4-469d-a966-73dfbba46ad8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099069 Jul 22 14:29:55.347897 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.350918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.361564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['c23e4d32-6b26-4308-b96e-ab35fec6db78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:55.394801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-923fcb7b-f0ce-4c0c-b653-207a8255b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.396651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-923fcb7b-f0ce-4c0c-b653-207a8255b3cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 1095 time: 0.2435722 Jul 22 14:29:55.426909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.427585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Fanout notify agent at l3_agent the message router_deleted on router 9701e595-ca18-4a48-aec9-00b642fd31bd {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:29:55.442912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.451074 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-684029b5-db53-435c-bf1e-5e7d1348db46 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/9701e595-ca18-4a48-aec9-00b642fd31bd HTTP/1.1" status: 204 len: 168 time: 1.7668495 Jul 22 14:29:55.452069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47978) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:55.456431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1223489896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:55.504346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.505573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.540154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-5874f93e-15d2-4f5b-a74e-ed89170276ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.542277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-5874f93e-15d2-4f5b-a74e-ed89170276ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 915 time: 0.1297700 Jul 22 14:29:55.585599 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.600649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-4eaff771-68f5-4ebf-a2ed-9606441b1117 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a03536ec-8450-4163-a283-0111baf1f513 HTTP/1.1" status: 200 len: 217 time: 0.0453305 Jul 22 14:29:55.602392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.621581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:55.626117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0e2cbea3-5138-4b89-8eca-97304b3e312f tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1705067 Jul 22 14:29:55.626339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:55.631430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': True}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:55.664048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-347a975f-de98-4620-8b88-91768c169354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:55.666243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-347a975f-de98-4620-8b88-91768c169354 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0589356 Jul 22 14:29:55.731087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-74bde32c-fdce-42f0-b4f3-83367f795cb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569658 Jul 22 14:29:55.876535 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-792f03b7-6147-4be6-a244-fccdb97e8c21 service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352170 Jul 22 14:29:56.263082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48008) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:56.295121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0134850f-8f16-4198-88a9-157f07b04b33 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:56.335656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.410461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 0134850f-8f16-4198-88a9-157f07b04b33 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:56.413399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6588e-9b24-48fd-ab16-60d22e9ddbce req-6310c498-2e81-45ef-868d-ea56554ba22e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:56.415051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ca6588e-9b24-48fd-ab16-60d22e9ddbce req-6310c498-2e81-45ef-868d-ea56554ba22e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 944 time: 0.6125262 Jul 22 14:29:56.415343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 0134850f-8f16-4198-88a9-157f07b04b33 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:56.415724 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.437827 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08b97b87-52e7-4a39-ab5a-660176c9a671 req-9d62639f-b821-416a-b22e-b04e3154fe41 service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405777 Jul 22 14:29:56.466484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea022ac-8432-4aa7-ac20-ace25e7457b7 req-3ce6ca94-e2b3-4324-a2b0-505e6760bcfe tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:56.468079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ea022ac-8432-4aa7-ac20-ace25e7457b7 req-3ce6ca94-e2b3-4324-a2b0-505e6760bcfe tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 944 time: 0.2040968 Jul 22 14:29:56.478002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2143170019-network', 'tenant_id': '5ea4d36dfe4849bfbac715268cee3bae'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:56.506884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:29:56.546986 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.547830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ca6588e-9b24-48fd-ab16-60d22e9ddbce req-7996fc6f-fe73-42dd-a93f-1f971c691efc tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198015 Jul 22 14:29:56.584732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0134850f-8f16-4198-88a9-157f07b04b33'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:56.587165 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b73848-5b54-4a76-abc8-5599e08e1ca9" -d '{"events": [{"server_uuid": "d2ea4c76-06e6-4114-b20d-223d4df5a400", "name": "network-vif-plugged", "status": "completed", "tag": "0134850f-8f16-4198-88a9-157f07b04b33"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:56.593398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ea022ac-8432-4aa7-ac20-ace25e7457b7 req-607f2684-ea65-43cd-98ad-ce1ab9932520 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104465 Jul 22 14:29:56.599442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Made reservation on behalf of 5ea4d36dfe4849bfbac715268cee3bae for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:56.602296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.602687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0134850f-8f16-4198-88a9-157f07b04b33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0134850f-8f16-4198-88a9-157f07b04b33,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:56.607919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port c23e4d32-6b26-4308-b96e-ab35fec6db78 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:29:56.612132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.617058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port c23e4d32-6b26-4308-b96e-ab35fec6db78 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:29:56.617420 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.629123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.714590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=0134850f-8f16-4198-88a9-157f07b04b33,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:56.769603 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.806368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:56.811069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.861316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:56.913971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:56.954063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.003925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9741-52db-4aa9-b9d7-407c87fc7276 req-1a3b794c-7929-46ca-a1d0-f6a4631e31fc tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.006105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a7b9741-52db-4aa9-b9d7-407c87fc7276 req-1a3b794c-7929-46ca-a1d0-f6a4631e31fc tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2633426 Jul 22 14:29:57.008326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.020266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5048a-393a-4949-927b-4622ea2357f9 req-9eb916ae-58af-47e3-86f1-529032b379b1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.022393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59a5048a-393a-4949-927b-4622ea2357f9 req-9eb916ae-58af-47e3-86f1-529032b379b1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2593186 Jul 22 14:29:57.063485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.133989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:29:57.229913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.230164 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Added segment 377a5440-ce61-4127-b2cb-5aa6fd0ec760 of type vlan for network 70371079-a26d-435b-8f65-c9a364721a9f Jul 22 14:29:57.259721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a7b9741-52db-4aa9-b9d7-407c87fc7276 req-e17c9edc-9459-49d7-a5c9-ba41d7853a78 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310064 Jul 22 14:29:57.260029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0505691f-4501-48e7-9c6c-1347c960cb3c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.267257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59a5048a-393a-4949-927b-4622ea2357f9 req-55045b21-fa77-4aa4-b66a-bdb71659b682 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047727 Jul 22 14:29:57.317383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.376197 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee7aba8-41da-4e74-9b74-2c901139dd0d x-openstack-request-id: req-3ee7aba8-41da-4e74-9b74-2c901139dd0d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:57.376899 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ea4c76-06e6-4114-b20d-223d4df5a400", "name": "network-vif-plugged", "status": "completed", "tag": "0134850f-8f16-4198-88a9-157f07b04b33", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:57.377169 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ee7aba8-41da-4e74-9b74-2c901139dd0d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:57.377764 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0134850f-8f16-4198-88a9-157f07b04b33', 'code': 200} Jul 22 14:29:57.395486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Allocated IP 172.25.3.100 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/6b18699f-a5e6-44cd-ae03-f73ddef8e9be) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:29:57.469645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.471071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.471815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.511226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c35a8d-3024-4868-9f69-1552f1cd1215 req-4b890934-e55b-490a-9702-a43de34897d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.513189 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93c35a8d-3024-4868-9f69-1552f1cd1215 req-4b890934-e55b-490a-9702-a43de34897d0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 1096 time: 0.0781946 Jul 22 14:29:57.554852 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93c35a8d-3024-4868-9f69-1552f1cd1215 req-2cdf651f-6371-4ba9-b286-bd0608e245bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350690 Jul 22 14:29:57.563756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2982442 Jul 22 14:29:57.568227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:57.576886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Request body: {'subnet': {'network_id': '70371079-a26d-435b-8f65-c9a364721a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2143170019-subnet', 'tenant_id': '5ea4d36dfe4849bfbac715268cee3bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:29:57.613033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Made reservation on behalf of 5ea4d36dfe4849bfbac715268cee3bae for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:29:57.617716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.618030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7eaef5-acad-4f30-be7d-99241eeb0ebf admin admin] Pushing event updated for resources: {'Network': ['ID=70371079-a26d-435b-8f65-c9a364721a9f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.629760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 70371079-a26d-435b-8f65-c9a364721a9f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:29:57.637658 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:29:57.728053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.833800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228f029-99be-49e7-b6c9-5c57a858266a req-037faff1-b37d-4a52-a8bf-d55bf10b7e8f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.835390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9228f029-99be-49e7-b6c9-5c57a858266a req-037faff1-b37d-4a52-a8bf-d55bf10b7e8f tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1985323 Jul 22 14:29:57.856875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.881880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807c660-cc60-4a02-bdfc-d377d28591e5 req-7492428f-83e3-4a38-bacd-35e9bea82acc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.884095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0807c660-cc60-4a02-bdfc-d377d28591e5 req-7492428f-83e3-4a38-bacd-35e9bea82acc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 944 time: 0.1519732 Jul 22 14:29:57.887195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.918989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Pushing event updated for resources: {'Subnet': ['ID=836672ce-7151-45e8-9ae4-9846f620c514,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.926875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Checking segment: {'id': '377a5440-ce61-4127-b2cb-5aa6fd0ec760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:29:57.927445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Network hostable DHCP agents. Network: 70371079-a26d-435b-8f65-c9a364721a9f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:29:57.945773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Network 70371079-a26d-435b-8f65-c9a364721a9f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:29:57.948299 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9228f029-99be-49e7-b6c9-5c57a858266a req-645e77ca-4c41-43e8-a0de-fef5a647e2e0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023827 Jul 22 14:29:57.963553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:29:57.970727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:57.972226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 70371079-a26d-435b-8f65-c9a364721a9f) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:29:57.973876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Port': ['ID=6b18699f-a5e6-44cd-ae03-f73ddef8e9be,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:57.976190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:29:57.977494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:57.978394 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:57.988686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259fb8c-8ca1-4e08-ad21-f965cb754668 None None] Network 70371079-a26d-435b-8f65-c9a364721a9f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:58.014173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b686e326-af91-4f64-a4b7-ebf337a349be admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4425266 Jul 22 14:29:58.045003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0807c660-cc60-4a02-bdfc-d377d28591e5 req-c40e30df-1f65-4223-b597-a3d5423a139d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464036 Jul 22 14:29:58.177071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a3709a-b8fc-4b83-972f-6159da611879 None None] Network 70371079-a26d-435b-8f65-c9a364721a9f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:29:58.419593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.512897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:29:58.599222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c9c95-027b-47b1-90f8-287d414b2f6a req-ad62ad95-ef92-4c85-9912-2ef87067e5ee tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.600830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f7c9c95-027b-47b1-90f8-287d414b2f6a req-ad62ad95-ef92-4c85-9912-2ef87067e5ee tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2293513 Jul 22 14:29:58.626312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:58.637815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'a03536ec-8450-4163-a283-0111baf1f513', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'port_id': 'a03536ec-8450-4163-a283-0111baf1f513', 'mac_address': 'fa:16:3e:23:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e98b83-82a2-47eb-a34e-f6069b67f4b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:29:58.661198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-25a8ef86-3b4f-4b68-920d-6970ed0ecf93 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:58.662710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-25a8ef86-3b4f-4b68-920d-6970ed0ecf93 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/networks?id=70371079-a26d-435b-8f65-c9a364721a9f HTTP/1.1" status: 200 len: 809 time: 0.1816514 Jul 22 14:29:58.673451 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.686361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03536ec-8450-4163-a283-0111baf1f513 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:29:58.705880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:29:58.709482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.744800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f7c9c95-027b-47b1-90f8-287d414b2f6a req-5122e4db-ebd6-4733-8584-46499714e717 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323915 Jul 22 14:29:58.749619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-e8a8be9d-448d-43dc-aed7-21076ca52f75 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/quotas/5ea4d36dfe4849bfbac715268cee3bae HTTP/1.1" status: 200 len: 375 time: 0.0478132 Jul 22 14:29:58.794728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-a1b11cf0-9a92-4f41-998e-11a3aa15c892 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ea4d36dfe4849bfbac715268cee3bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375769 Jul 22 14:29:58.848781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.879396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:58.890188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:29:58.985974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['a03536ec-8450-4163-a283-0111baf1f513'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:29:59.014059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-ec9d6c83-c3a3-41cd-b33d-8bb6209e3cea service neutron] 10.222.0.60 "GET /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093964 Jul 22 14:29:59.028566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb866f6-714c-42b4-b0e3-12457790a374 req-b6875112-f5e7-4466-8ade-c4816fca929d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.030189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb866f6-714c-42b4-b0e3-12457790a374 req-b6875112-f5e7-4466-8ade-c4816fca929d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2025239 Jul 22 14:29:59.142813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcb866f6-714c-42b4-b0e3-12457790a374 req-d4f7773e-6ff5-45b0-9e25-8b89931ac427 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002362 Jul 22 14:29:59.185897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-56881639-a7e9-4c70-bc10-86e750458c1c service neutron] 10.222.0.60 "GET /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528323 Jul 22 14:29:59.187074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Router 73ef085c-40c2-4231-b32d-716d87a4e477 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:29:59.348790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:29:59.354283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:29:59.355495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c46ab367-aa3c-4ce6-b741-e74734cc25ea tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "PUT /v2.0/routers/73ef085c-40c2-4231-b32d-716d87a4e477 HTTP/1.1" status: 200 len: 915 time: 3.7275405 Jul 22 14:29:59.358018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.362663 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] Sync routers for ids ['73ef085c-40c2-4231-b32d-716d87a4e477'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:29:59.375421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d45307-adec-4833-ba01-8c5e0a3f7876 req-abb525bb-33be-4440-94b5-263bfd1aa0be tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.377100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3d45307-adec-4833-ba01-8c5e0a3f7876 req-abb525bb-33be-4440-94b5-263bfd1aa0be tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1452730 Jul 22 14:29:59.378270 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] Routers {'73ef085c-40c2-4231-b32d-716d87a4e477'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:59.379303 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['73ef085c-40c2-4231-b32d-716d87a4e477'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:59.379802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:29:59.382315 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee8dba-c6e5-4989-8eb5-01f7cdd298cf" -d '{"events": [{"server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "name": "network-vif-plugged", "status": "completed", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:29:59.425520 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:59.436718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] Routers {'73ef085c-40c2-4231-b32d-716d87a4e477'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:29:59.437387 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['73ef085c-40c2-4231-b32d-716d87a4e477'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:59.485110 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:29:59.486000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c6d527-a8e5-4266-bafb-fd8cca738ed3 None None] The sync data for ids ['73ef085c-40c2-4231-b32d-716d87a4e477'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:29:59.546416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3d45307-adec-4833-ba01-8c5e0a3f7876 req-270a8bba-b4fa-4777-8566-587bddfe03ad tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313093 Jul 22 14:29:59.574955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ac2a0c76-1f9e-4973-bd94-d282e2e8aacd tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/73ef085c-40c2-4231-b32d-716d87a4e477 HTTP/1.1" status: 200 len: 921 time: 0.2156005 Jul 22 14:29:59.577511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.588177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997c69e-3613-4812-870d-b5f835cb0a46 req-c84f8855-12e9-4de4-916a-083e4e7678d4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.590217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0997c69e-3613-4812-870d-b5f835cb0a46 req-c84f8855-12e9-4de4-916a-083e4e7678d4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 945 time: 0.2240238 Jul 22 14:29:59.645524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0997c69e-3613-4812-870d-b5f835cb0a46 req-505cec86-0967-4fb0-9dea-a6957b9999fe tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493255 Jul 22 14:29:59.714603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed5fe9-6639-4a1d-a8e4-f71680a8d4d1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.716859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0ed5fe9-6639-4a1d-a8e4-f71680a8d4d1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=73ef085c-40c2-4231-b32d-716d87a4e477&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1376553 Jul 22 14:29:59.719408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.750082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-259c1a60-1edf-4a15-b062-2478bf510133 req-5dba5f69-a243-431b-a239-ba70d981b9d2 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 210 time: 0.0435321 Jul 22 14:29:59.751127 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bb37e9-5d0e-4058-a96f-2309bb16106f x-openstack-request-id: req-46bb37e9-5d0e-4058-a96f-2309bb16106f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:29:59.752164 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "name": "network-vif-plugged", "status": "completed", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:29:59.752417 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46bb37e9-5d0e-4058-a96f-2309bb16106f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:29:59.753145 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'code': 200} Jul 22 14:29:59.858978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86e570-a181-41c9-b58f-2c405d7cc35c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.860606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d86e570-a181-41c9-b58f-2c405d7cc35c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.1401000 Jul 22 14:29:59.865672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48084) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.899163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-37021d18-fbea-4400-bf8d-eb60988e971e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ef085c-40c2-4231-b32d-716d87a4e477 HTTP/1.1" status: 200 len: 205 time: 0.0312631 Jul 22 14:29:59.902706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:29:59.939420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3fab1-6853-497c-a4fa-339205bd9b4c req-d2111a97-7b42-437f-9ff1-ef9b569b1c86 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:29:59.951106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6a3fab1-6853-497c-a4fa-339205bd9b4c req-d2111a97-7b42-437f-9ff1-ef9b569b1c86 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1179733 Jul 22 14:29:59.996042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6a3fab1-6853-497c-a4fa-339205bd9b4c req-a95334a1-ca83-4706-aef8-8cca8698619b tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Jul 22 14:29:59.999190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde07ca-3d86-49f9-a00c-eb9c99267d77 req-93ac16e9-8b79-4e1c-89a4-45afc5c58514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.001006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-adde07ca-3d86-49f9-a00c-eb9c99267d77 req-93ac16e9-8b79-4e1c-89a4-45afc5c58514 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1096 time: 0.1810386 Jul 22 14:30:00.050810 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-adde07ca-3d86-49f9-a00c-eb9c99267d77 req-e3a4ee0e-6325-4eec-b497-737e1a82d5d4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Jul 22 14:30:00.078141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.309050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.386049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca32d0-6253-4672-abdb-e6760e283886 req-28fefd8a-1f74-41bb-a12a-727dc62f7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.388502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-28fefd8a-1f74-41bb-a12a-727dc62f7fed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 1096 time: 0.1876910 Jul 22 14:30:00.525324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:00.539937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-d15830ec-9e8f-4e28-88ad-102914ef9c6a service neutron] 10.222.0.72 "GET /v2.0/ports/34809a80-2dbf-44bf-9fe8-dbcf3e941668/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 382 time: 0.1698556 Jul 22 14:30:00.565748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Deleting port 6b18699f-a5e6-44cd-ae03-f73ddef8e9be {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:00.566238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.637707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port a03536ec-8450-4163-a283-0111baf1f513 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:00.647442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port a03536ec-8450-4163-a283-0111baf1f513 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:00.651145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.662242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca32d0-6253-4672-abdb-e6760e283886 req-d2b6d7b0-73a3-4205-944e-a27405694b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.664420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-d2b6d7b0-73a3-4205-944e-a27405694b13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.2548835 Jul 22 14:30:00.780423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-3b4dc628-ca0e-4bf5-910c-c41e1c73b108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0134850f-8f16-4198-88a9-157f07b04b33 HTTP/1.1" status: 200 len: 217 time: 0.0954151 Jul 22 14:30:00.832635 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.856098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50ef29-dce1-45c7-ae33-c7782f9729f4 req-0ef46044-a8b5-4880-b8f1-6ff1d965efa3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.858030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a50ef29-dce1-45c7-ae33-c7782f9729f4 req-0ef46044-a8b5-4880-b8f1-6ff1d965efa3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.6413350 Jul 22 14:30:00.871176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f4c11-6c30-41a7-8fd4-caedf1c460a6 req-a00a9c13-0bf7-435d-a612-5b6141faf450 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.878910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-496f4c11-6c30-41a7-8fd4-caedf1c460a6 req-a00a9c13-0bf7-435d-a612-5b6141faf450 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1898975 Jul 22 14:30:00.922714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:00.929819 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:00.930796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:00.931235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-bb1f6f1c-6d94-43f5-944b-2cc4f5a0c55d tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:00.932825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-bb1f6f1c-6d94-43f5-944b-2cc4f5a0c55d tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.61 "GET /v2.0/networks?id=70371079-a26d-435b-8f65-c9a364721a9f HTTP/1.1" status: 200 len: 809 time: 0.4120405 Jul 22 14:30:00.940270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a50ef29-dce1-45c7-ae33-c7782f9729f4 req-6f34652e-9404-4857-afe2-e3a7ae558334 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585952 Jul 22 14:30:00.982040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-496f4c11-6c30-41a7-8fd4-caedf1c460a6 req-decf6636-0288-48b0-a8bc-bff9ecf799ce tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968645 Jul 22 14:30:01.046755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Request body: {'port': {'device_id': '23134583-6c24-4649-ba7c-0501725d3a4c', 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f', 'admin_state_up': True, 'tenant_id': '5ea4d36dfe4849bfbac715268cee3bae'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:01.133867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:01.156818 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.186307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca32d0-6253-4672-abdb-e6760e283886 req-0f4922c1-e335-4524-bef0-ad04b1523310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.191867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2878a-1baa-45d7-b917-f052349037e1 req-143bdede-54a8-447d-ae6d-b807b9c24dc4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.199891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83b2878a-1baa-45d7-b917-f052349037e1 req-143bdede-54a8-447d-ae6d-b807b9c24dc4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1532235 Jul 22 14:30:01.202874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-0f4922c1-e335-4524-bef0-ad04b1523310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.3717902 Jul 22 14:30:01.205286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:01.213913 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.228253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303098d7-2cb6-4428-accb-c3809114b9ab req-ce7d46be-c58d-424f-bd4c-4614fb27cb45 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.230241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-303098d7-2cb6-4428-accb-c3809114b9ab req-ce7d46be-c58d-424f-bd4c-4614fb27cb45 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1457963 Jul 22 14:30:01.259760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.282394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83b2878a-1baa-45d7-b917-f052349037e1 req-1db9d8d9-b669-4ac6-9c8a-12039049c830 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811570 Jul 22 14:30:01.305264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:01.309783 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-734a9cc4-4082-49a7-b08d-adda1bea6f8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854480 Jul 22 14:30:01.317448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Calling delete_port for 6b18699f-a5e6-44cd-ae03-f73ddef8e9be owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:01.319758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-303098d7-2cb6-4428-accb-c3809114b9ab req-b8bb7dfd-7c4a-438a-a297-7b0ec1c472f2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781929 Jul 22 14:30:01.373328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Made reservation on behalf of 5ea4d36dfe4849bfbac715268cee3bae for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:01.376782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.423419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aaea7185-7c80-488f-b330-d6afc18bb292 req-de2b16ce-d47d-4dfe-a0d2-e8bb8e80c723 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 210 time: 0.0378268 Jul 22 14:30:01.427260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-8baad2b4-0cb3-47ff-beaf-dbbe8d507ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.428916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-8baad2b4-0cb3-47ff-beaf-dbbe8d507ac8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c&tenant_id=ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 1101 time: 0.4916692 Jul 22 14:30:01.645501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-3cf04b37-af4c-4c98-96c8-8840081a4ab4 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201327 Jul 22 14:30:01.754296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513'}, {'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:01.756880 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81766db-e2dc-410f-904b-15df9f8fbf46" -d '{"events": [{"server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "name": "network-vif-plugged", "status": "completed", "tag": "a03536ec-8450-4163-a283-0111baf1f513"}, {"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-unplugged", "status": "completed", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:01.808801 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d3bc26-2315-4871-9876-e437aab0d1f2 x-openstack-request-id: req-25d3bc26-2315-4871-9876-e437aab0d1f2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:01.809111 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "name": "network-vif-plugged", "status": "completed", "tag": "a03536ec-8450-4163-a283-0111baf1f513", "code": 200}, {"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-unplugged", "status": "completed", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:01.809368 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25d3bc26-2315-4871-9876-e437aab0d1f2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:01.809851 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513', 'code': 200} Jul 22 14:30:01.810111 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'code': 200} Jul 22 14:30:01.814585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-e121dc0d-782c-4512-b369-bf39b792596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.816112 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-e121dc0d-782c-4512-b369-bf39b792596d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1099 time: 0.3465812 Jul 22 14:30:01.822922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Allocated IP 172.20.0.12 (70371079-a26d-435b-8f65-c9a364721a9f/836672ce-7151-45e8-9ae4-9846f620c514/e76fd151-4355-4484-9e74-ebd495d433cb) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:01.883735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:01.946180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event deleted for resources: {'Port': ['ID=6b18699f-a5e6-44cd-ae03-f73ddef8e9be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:01.960263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34525b0b-bd49-4ac5-8330-8889f30b9cca req-b3ab39ac-2d8d-4de0-b4ad-c769506310b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:01.962319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34525b0b-bd49-4ac5-8330-8889f30b9cca req-b3ab39ac-2d8d-4de0-b4ad-c769506310b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 1097 time: 0.0720479 Jul 22 14:30:01.992287 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04ca32d0-6253-4672-abdb-e6760e283886 req-572318a3-2ad9-416e-b825-1c0c6f9366d7 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385863 Jul 22 14:30:02.013627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34525b0b-bd49-4ac5-8330-8889f30b9cca req-c182c9a2-5a8a-454c-8088-8a1b3a5e990c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Jul 22 14:30:02.130493 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.132810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-8fd01261-acf0-4c08-8166-bb0ede9e910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.134923 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-8fd01261-acf0-4c08-8166-bb0ede9e910d service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3026674 Jul 22 14:30:02.184201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a9639-56bc-4abd-9279-2e147a5232dd req-ddd0f918-b1dc-423f-8b90-e90ab4b5e8b8 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.186332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a16a9639-56bc-4abd-9279-2e147a5232dd req-ddd0f918-b1dc-423f-8b90-e90ab4b5e8b8 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1205342 Jul 22 14:30:02.201093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8ee54-c4a0-4bac-91b0-6e2e5182574c req-85cb28b3-a8a6-4422-b473-138cf0e2e476 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.202656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27c8ee54-c4a0-4bac-91b0-6e2e5182574c req-85cb28b3-a8a6-4422-b473-138cf0e2e476 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 0.1166303 Jul 22 14:30:02.262888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a16a9639-56bc-4abd-9279-2e147a5232dd req-4fefc934-f441-4357-bc36-b141cfa58191 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588398 Jul 22 14:30:02.276182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27c8ee54-c4a0-4bac-91b0-6e2e5182574c req-100c942d-836c-461f-8e14-4ed61fd10d08 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Jul 22 14:30:02.293533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-e37a673a-6051-4632-b155-908bbd7e525d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 217 time: 0.1301088 Jul 22 14:30:02.295207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.301084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.317198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48126) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:02.322803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-156254796'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:02.362567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:02.371300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.396558 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.397064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Fanout notify agent at l3_agent the message router_deleted on router 73ef085c-40c2-4231-b32d-716d87a4e477 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:30:02.410192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.411306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9e95437c-3ec9-42ef-a023-a3bde0057c12 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/73ef085c-40c2-4231-b32d-716d87a4e477 HTTP/1.1" status: 204 len: 168 time: 2.5085807 Jul 22 14:30:02.419547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:02.425333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.429948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-782116637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:02.439415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-f4f34fe9-a058-432a-b837-1004a7e4e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.440838 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-f4f34fe9-a058-432a-b837-1004a7e4e9dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1378899 Jul 22 14:30:02.464963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:30:02.482628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.482986 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Added segment 8e7d6364-9acc-4667-9b0e-0d2e38964c9b of type vlan for network be309c81-43af-4842-8b97-b76670f59d45 Jul 22 14:30:02.499383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.500385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.543670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea503697-0104-4370-8353-3b6ca3e14c84 req-5f02100a-af6e-4f60-890d-28274ef22169 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.545109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea503697-0104-4370-8353-3b6ca3e14c84 req-5f02100a-af6e-4f60-890d-28274ef22169 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1961265 Jul 22 14:30:02.555525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.565760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785ad0e-a2f3-40a2-8835-7f5b416cc389 req-062dc5d9-1ee5-4334-ab97-5ac961c2eda0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.567259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c785ad0e-a2f3-40a2-8835-7f5b416cc389 req-062dc5d9-1ee5-4334-ab97-5ac961c2eda0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1690140 Jul 22 14:30:02.576919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.581087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.591444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.637042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-2717af0e-24fd-456c-b25f-0a70fb34fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.638823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-2717af0e-24fd-456c-b25f-0a70fb34fbf6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1887381 Jul 22 14:30:02.645253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea503697-0104-4370-8353-3b6ca3e14c84 req-1118a188-18f6-44f3-91e7-067950afa1db tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924258 Jul 22 14:30:02.646290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.649666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Network 70371079-a26d-435b-8f65-c9a364721a9f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:02.651697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:02.652320 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.653196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:02.656916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b7132763-c4c1-4348-b068-908d688d746a tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2339029 Jul 22 14:30:02.657504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:02.659861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c785ad0e-a2f3-40a2-8835-7f5b416cc389 req-0883b717-71cb-406d-85fa-da978bf035f6 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850894 Jul 22 14:30:02.668183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48136) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:02.678888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:02.683380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Pushing event updated for resources: {'Port': ['ID=e76fd151-4355-4484-9e74-ebd495d433cb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:02.712337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': False}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:02.809107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4906018 Jul 22 14:30:02.828577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48140) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:02.849833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1117026961'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:02.928133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a0131-6850-45bb-afc0-db9372476e95 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Network': ['ID=be309c81-43af-4842-8b97-b76670f59d45,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:02.944675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network be309c81-43af-4842-8b97-b76670f59d45 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:30:03.043763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:03.047592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.084750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.085341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.107946 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-1b1ba4b4-414f-4906-a494-3812020a320f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0746417 Jul 22 14:30:03.121269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Request body: {'port': {'device_id': '23134583-6c24-4649-ba7c-0501725d3a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:03.124775 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-226f63a9-f8aa-45a3-80d8-24f9581605e0 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534869 Jul 22 14:30:03.148237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.159408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:30:03.178445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45186e-e0ee-4ed8-ad5b-25f1c6bda3a5 req-c24409af-89e4-4a30-8834-e3d86576a173 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.180054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b45186e-e0ee-4ed8-ad5b-25f1c6bda3a5 req-c24409af-89e4-4a30-8834-e3d86576a173 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 932 time: 0.4056895 Jul 22 14:30:03.188641 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.188989 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Added segment ba8db705-af5a-4f05-8a5a-1d11cc544c14 of type vlan for network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 Jul 22 14:30:03.218263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc37dca-8b04-4660-9d48-a06a09e1325e req-2c2d525d-c3d4-4f5d-8ed8-05995f4b7e6c tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.219806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cc37dca-8b04-4660-9d48-a06a09e1325e req-2c2d525d-c3d4-4f5d-8ed8-05995f4b7e6c tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1096 time: 0.3934107 Jul 22 14:30:03.263984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.277404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.282934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-900f043b-d9bb-4b48-8dfd-301cef12636f req-c3e16a90-8036-4e0e-90fc-d9e8ee28398d service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360719 Jul 22 14:30:03.321981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b45186e-e0ee-4ed8-ad5b-25f1c6bda3a5 req-e16ab0d5-a1a9-4d0e-9155-a747e43cbcfd tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346200 Jul 22 14:30:03.368999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cc37dca-8b04-4660-9d48-a06a09e1325e req-8f6aa615-a8f8-40bf-a2c5-77e16ee42b67 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227996 Jul 22 14:30:03.370041 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.378640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.379889 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.476991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6310499 Jul 22 14:30:03.483628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:03.488568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'subnet': {'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:03.529540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b94b64-def7-4e32-bc17-1dc5fbcd9ae5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Network': ['ID=888b63ac-a1ba-404c-a66c-d6d8c8449cb9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:03.539837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:30:03.636878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:03.640298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.671292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49969010-7135-4628-b4e3-1787bd2e7ce7 req-f78a1ede-41de-4154-8f1f-1f7c059d7bc6 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.672556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76fd151-4355-4484-9e74-ebd495d433cb {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:03.672732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49969010-7135-4628-b4e3-1787bd2e7ce7 req-f78a1ede-41de-4154-8f1f-1f7c059d7bc6 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2175734 Jul 22 14:30:03.682404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c40756-9ef8-4364-bb52-c208ca893fd1 req-25d45297-43d3-4f92-ab15-f09597fbd642 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:03.684334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.684510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87c40756-9ef8-4364-bb52-c208ca893fd1 req-25d45297-43d3-4f92-ab15-f09597fbd642 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 0.2130604 Jul 22 14:30:03.731867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Transition to ACTIVE for port object e76fd151-4355-4484-9e74-ebd495d433cb will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:03.737183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.779528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49969010-7135-4628-b4e3-1787bd2e7ce7 req-5ebaf173-7f7a-4106-8032-20735e68c558 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941360 Jul 22 14:30:03.780902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.785737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87c40756-9ef8-4364-bb52-c208ca893fd1 req-b22494a1-8bc2-4abc-b4eb-763228edf3c9 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915897 Jul 22 14:30:03.804103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.809331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=e76fd151-4355-4484-9e74-ebd495d433cb,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:03.956424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Attempting to bind port e76fd151-4355-4484-9e74-ebd495d433cb on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:03.956805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Attempting to bind port e76fd151-4355-4484-9e74-ebd495d433cb by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '377a5440-ce61-4127-b2cb-5aa6fd0ec760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:03.957200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Attempting to bind port e76fd151-4355-4484-9e74-ebd495d433cb on network 70371079-a26d-435b-8f65-c9a364721a9f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:03.961898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:03.970178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Port e76fd151-4355-4484-9e74-ebd495d433cb on network 70371079-a26d-435b-8f65-c9a364721a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:03.970534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Attempting to bind port e76fd151-4355-4484-9e74-ebd495d433cb on network 70371079-a26d-435b-8f65-c9a364721a9f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:03.986215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Allocated IP 172.25.3.249 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a84c8d41-7037-479c-b9c5-0dde28bbda09) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:04.000055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:04.000485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Checking segment: {'id': '377a5440-ce61-4127-b2cb-5aa6fd0ec760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:04.000805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Bound using segment: {'id': '377a5440-ce61-4127-b2cb-5aa6fd0ec760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:04.001251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Bound port: e76fd151-4355-4484-9e74-ebd495d433cb, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '377a5440-ce61-4127-b2cb-5aa6fd0ec760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:04.001617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.057125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d6aee-7acf-442b-849f-47484a82bd18 req-ad3ce98a-ff32-4dd5-9d6e-5c0257f533db tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.059286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-886d6aee-7acf-442b-849f-47484a82bd18 req-ad3ce98a-ff32-4dd5-9d6e-5c0257f533db tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1617672 Jul 22 14:30:04.061265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Subnet': ['ID=8899851c-9ba2-4ee1-9fac-64fc6b8d7910,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.081804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Checking segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:04.082181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network hostable DHCP agents. Network: be309c81-43af-4842-8b97-b76670f59d45, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:30:04.088545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82485039-a0b5-4d57-bd15-37eea5721186 req-db53ddf4-9d09-4805-b23c-d872cffd2d67 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.090112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82485039-a0b5-4d57-bd15-37eea5721186 req-db53ddf4-9d09-4805-b23c-d872cffd2d67 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1096 time: 0.1936963 Jul 22 14:30:04.113762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] For port e76fd151-4355-4484-9e74-ebd495d433cb, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:04.117320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] For port e76fd151-4355-4484-9e74-ebd495d433cb, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e76fd151-4355-4484-9e74-ebd495d433cb,segment=NetworkSegment(377a5440-ce61-4127-b2cb-5aa6fd0ec760),segment_id=377a5440-ce61-4127-b2cb-5aa6fd0ec760)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:04.118826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network be309c81-43af-4842-8b97-b76670f59d45 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:30:04.125404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.153585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, be309c81-43af-4842-8b97-b76670f59d45) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:04.158112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.158750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.166497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304b6ba2-fcf6-4818-9e10-79af1f8ec71a None None] Network be309c81-43af-4842-8b97-b76670f59d45 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:04.168985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-886d6aee-7acf-442b-849f-47484a82bd18 req-09842266-a0ce-4f2b-85fc-d5604ac462e6 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763695 Jul 22 14:30:04.172906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.173791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.175253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] 10.222.0.61 "PUT /v2.0/ports/e76fd151-4355-4484-9e74-ebd495d433cb HTTP/1.1" status: 200 len: 1092 time: 1.0589390 Jul 22 14:30:04.180114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23134583-6c24-4649-ba7c-0501725d3a4c', 'tag': 'e76fd151-4355-4484-9e74-ebd495d433cb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:04.181745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.183160 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e84d6d-6ab9-45c7-879d-8ccf719de348" -d '{"events": [{"name": "network-changed", "server_uuid": "23134583-6c24-4649-ba7c-0501725d3a4c", "tag": "e76fd151-4355-4484-9e74-ebd495d433cb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:04.185494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82485039-a0b5-4d57-bd15-37eea5721186 req-4a4ea3b1-170f-4174-8bab-55a00e4d9805 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856154 Jul 22 14:30:04.208829 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b071aca5-8647-46e7-8d17-423c63472942 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7213094 Jul 22 14:30:04.209083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48156) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:04.218907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b4dea-8a21-4875-af9c-0a476d5d5e07 service neutron] Pushing event updated for resources: {'Port': ['ID=e76fd151-4355-4484-9e74-ebd495d433cb,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.219146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'subnet': {'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:04.327929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.338790 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79786a-33c7-4733-b876-ae58a5425c26 x-openstack-request-id: req-3a79786a-33c7-4733-b876-ae58a5425c26 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:04.339104 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23134583-6c24-4649-ba7c-0501725d3a4c", "tag": "e76fd151-4355-4484-9e74-ebd495d433cb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:04.340210 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a79786a-33c7-4733-b876-ae58a5425c26 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:04.340711 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23134583-6c24-4649-ba7c-0501725d3a4c', 'tag': 'e76fd151-4355-4484-9e74-ebd495d433cb', 'status': 'completed', 'code': 200} Jul 22 14:30:04.382989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-be309c81-43af-4842-8b97-b76670f59d45', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:04.384187 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.388407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:04.389361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-2228006b-12d9-4049-9bf6-c038c0a23d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.391019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-2228006b-12d9-4049-9bf6-c038c0a23d2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ea4d36dfe4849bfbac715268cee3bae&device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 1095 time: 0.1389365 Jul 22 14:30:04.400582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:04.412273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:04.444113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-d2cc4fa5-393c-4a5f-bcc6-2139f4e601cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e76fd151-4355-4484-9e74-ebd495d433cb HTTP/1.1" status: 200 len: 217 time: 0.0445924 Jul 22 14:30:04.452013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:04.455421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.458053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Pushing event updated for resources: {'Port': ['ID=a84c8d41-7037-479c-b9c5-0dde28bbda09,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.497511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-bf486d00-50fb-475a-985c-f9dfc58529b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.499498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-bf486d00-50fb-475a-985c-f9dfc58529b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=836672ce-7151-45e8-9ae4-9846f620c514 HTTP/1.1" status: 200 len: 849 time: 0.0495396 Jul 22 14:30:04.541210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-10e9f7cc-c6ec-41e1-9d32-b749a5fd0e54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70371079-a26d-435b-8f65-c9a364721a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353229 Jul 22 14:30:04.541876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Allocated IP 10.1.1.2 (be309c81-43af-4842-8b97-b76670f59d45/8899851c-9ba2-4ee1-9fac-64fc6b8d7910/58733407-73c4-40fe-bfab-cac41d7a3b48) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:04.638931 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-ef726097-fe1d-4d3b-aaea-061b1fd47738 service neutron] 10.222.0.61 "GET /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916331 Jul 22 14:30:04.699259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.708264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Transition to ACTIVE for port object 58733407-73c4-40fe-bfab-cac41d7a3b48 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:04.719664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a2d28-e4af-4a5d-9467-7a0196a40692 req-0ca631f5-1a7b-4ceb-b23c-dd4cc9fd39e0 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.721119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f73a2d28-e4af-4a5d-9467-7a0196a40692 req-0ca631f5-1a7b-4ceb-b23c-dd4cc9fd39e0 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.3256788 Jul 22 14:30:04.726027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Transition to ACTIVE for port object 58733407-73c4-40fe-bfab-cac41d7a3b48 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:04.737454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.743729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20c057bc-ab60-4bcf-a878-1bbf17af03f6 req-01779a93-223e-422d-b166-0566e70ae2cc service neutron] 10.222.0.61 "GET /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966222 Jul 22 14:30:04.768004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e83609-ac44-44a7-ad8e-ada56414e5d4 req-4c4f155f-df08-480b-aa37-8578245242af tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.769490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45e83609-ac44-44a7-ad8e-ada56414e5d4 req-4c4f155f-df08-480b-aa37-8578245242af tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 944 time: 0.3089108 Jul 22 14:30:04.782456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Network be309c81-43af-4842-8b97-b76670f59d45 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:04.785452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:04.789024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:04.796534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Pushing event updated for resources: {'Port': ['ID=58733407-73c4-40fe-bfab-cac41d7a3b48,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:04.856751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-aab3a109-21c8-4890-a9ca-388d16f99110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.857119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Attempting to bind port 58733407-73c4-40fe-bfab-cac41d7a3b48 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:04.857478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Attempting to bind port 58733407-73c4-40fe-bfab-cac41d7a3b48 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:04.857849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Attempting to bind port 58733407-73c4-40fe-bfab-cac41d7a3b48 on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:04.859598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-aab3a109-21c8-4890-a9ca-388d16f99110 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5ea4d36dfe4849bfbac715268cee3bae&device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 1095 time: 0.0674880 Jul 22 14:30:04.863214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:04.863596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Checking segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:04.864002 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.864399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Bound using segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:04.864927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Bound port: 58733407-73c4-40fe-bfab-cac41d7a3b48, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:04.865319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.940346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] For port 58733407-73c4-40fe-bfab-cac41d7a3b48, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:04.944040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] For port 58733407-73c4-40fe-bfab-cac41d7a3b48, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=58733407-73c4-40fe-bfab-cac41d7a3b48,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:04.947455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f73a2d28-e4af-4a5d-9467-7a0196a40692 req-850d7d68-936e-4228-82d3-db3d655669d3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088678 Jul 22 14:30:04.950841 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:04.961913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45e83609-ac44-44a7-ad8e-ada56414e5d4 req-6f03ab4e-250c-4c6e-8b8b-cbbdd2a8240f tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803713 Jul 22 14:30:04.964451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-6961e8ee-3109-43d8-abee-c49002742562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:04.966150 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-6961e8ee-3109-43d8-abee-c49002742562 service neutron] 10.222.0.61 "GET /v2.0/networks?id=70371079-a26d-435b-8f65-c9a364721a9f HTTP/1.1" status: 200 len: 910 time: 0.0995526 Jul 22 14:30:04.978924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.015890 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.052524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-9de29f17-2780-4a55-97f4-26f5faa506e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e76fd151-4355-4484-9e74-ebd495d433cb HTTP/1.1" status: 200 len: 217 time: 0.0723104 Jul 22 14:30:05.079275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c98c9-d1f5-4c46-8582-5bfef8262ac4 None None] Pushing event updated for resources: {'Port': ['ID=58733407-73c4-40fe-bfab-cac41d7a3b48,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:05.122393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-dc32638d-b265-41d6-9e04-fd4ce20a3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.123925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-dc32638d-b265-41d6-9e04-fd4ce20a3085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=836672ce-7151-45e8-9ae4-9846f620c514 HTTP/1.1" status: 200 len: 849 time: 0.0647683 Jul 22 14:30:05.172339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-098e9d3a-34aa-431b-970b-e6f9d8b6d002 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70371079-a26d-435b-8f65-c9a364721a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368543 Jul 22 14:30:05.179047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Subnet': ['ID=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:05.358871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-82ecc224-fd39-478d-987f-ff65f651cf62 service neutron] 10.222.0.61 "GET /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785960 Jul 22 14:30:05.488162 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5e84d6d-6ab9-45c7-879d-8ccf719de348 req-d56134b3-9644-45cc-950b-9a3d75349aed service neutron] 10.222.0.61 "GET /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213531 Jul 22 14:30:05.543117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 58733407-73c4-40fe-bfab-cac41d7a3b48 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:05.600928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 58733407-73c4-40fe-bfab-cac41d7a3b48 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:05.664640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Checking segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:05.665003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network hostable DHCP agents. Network: 888b63ac-a1ba-404c-a66c-d6d8c8449cb9, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:30:05.720078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c287bf-3d5a-4dd2-9744-21ee911f3524 req-c4dcd008-bc04-47d0-9701-1b7b99dd21f0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.721562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5c287bf-3d5a-4dd2-9744-21ee911f3524 req-c4dcd008-bc04-47d0-9701-1b7b99dd21f0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 0.6649895 Jul 22 14:30:05.757328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:30:05.781572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 888b63ac-a1ba-404c-a66c-d6d8c8449cb9) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:05.787087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:05.787839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.791454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f7fa3c-346a-4038-b222-620d87bc69d4 None None] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:05.802644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.808358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5c287bf-3d5a-4dd2-9744-21ee911f3524 req-7384b2eb-f75f-4e92-9dde-5469d5a19f27 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779977 Jul 22 14:30:05.815615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:05.822083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ec73170c-4150-4c40-9c14-7701349f1d38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6100693 Jul 22 14:30:05.823005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:05.828909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'name': 'tempest-TaggedBootDevicesTest_v242-304411321', 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:06.022697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:06.052758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'fixed_ips': [{'subnet_id': 'fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:06.055235 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.142851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c9c95-ca3e-41ea-b13f-82ed4aabcda0 req-78f0c465-b22b-4ce5-8141-cf3015e0692e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:06.154760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-361c9c95-ca3e-41ea-b13f-82ed4aabcda0 req-78f0c465-b22b-4ce5-8141-cf3015e0692e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2373686 Jul 22 14:30:06.177162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Router c9fb0722-3bab-45b4-969b-f1cd7be44a6b is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:30:06.182369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.203986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-361c9c95-ca3e-41ea-b13f-82ed4aabcda0 req-a8f1621a-f15e-45a7-a96b-ab8c26177258 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 Jul 22 14:30:06.214011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-fe83a034-d296-40fd-9a7d-b050bcb0c4c3 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:30:06.215106 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-fe83a034-d296-40fd-9a7d-b050bcb0c4c3 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064232 Jul 22 14:30:06.220737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] device_id is not set on port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:06.304607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Allocated IP 10.2.2.2 (888b63ac-a1ba-404c-a66c-d6d8c8449cb9/fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0/839e7807-f2d5-4d70-b3de-9f4be90b268d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:06.341404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Request body: {'binding': {'host': 'n-h2-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:06.341923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:30:06.345726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e76fd151-4355-4484-9e74-ebd495d433cb details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:06.359976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:06.377279 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:06.381319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4c2c8560-4d1f-42ed-9d55-fb16fd0bc55c tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "PUT /v2.0/routers/c9fb0722-3bab-45b4-969b-f1cd7be44a6b HTTP/1.1" status: 200 len: 915 time: 3.7087412 Jul 22 14:30:06.381800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48200) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.403556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] Sync routers for ids ['c9fb0722-3bab-45b4-969b-f1cd7be44a6b'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:06.428440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] Routers {'c9fb0722-3bab-45b4-969b-f1cd7be44a6b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:06.429164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c9fb0722-3bab-45b4-969b-f1cd7be44a6b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:06.520458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:06.530563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c85e794-6f04-4cda-8fed-fc66734e8002 None None] Network be309c81-43af-4842-8b97-b76670f59d45 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:06.543298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:06.555748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-22a0723d-2a02-4903-b4f5-d79ede061cc1 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/c9fb0722-3bab-45b4-969b-f1cd7be44a6b HTTP/1.1" status: 200 len: 921 time: 0.1702268 Jul 22 14:30:06.556187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48204) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.652263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a8e8b-e75a-450c-a8ea-ee29235f5872 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:06.657677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b02a8e8b-e75a-450c-a8ea-ee29235f5872 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=c9fb0722-3bab-45b4-969b-f1cd7be44a6b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0980077 Jul 22 14:30:06.660288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.749649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d5184-884d-4a56-87b3-110c7ed17958 req-424cddde-0607-4f55-995b-c180bdc9ce27 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:06.751197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d1d5184-884d-4a56-87b3-110c7ed17958 req-424cddde-0607-4f55-995b-c180bdc9ce27 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 944 time: 0.1064224 Jul 22 14:30:06.756339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] Routers {'c9fb0722-3bab-45b4-969b-f1cd7be44a6b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:06.756981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c9fb0722-3bab-45b4-969b-f1cd7be44a6b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:06.770202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] Provisioning for port 58733407-73c4-40fe-bfab-cac41d7a3b48 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:06.803562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d1d5184-884d-4a56-87b3-110c7ed17958 req-42d1654b-c575-44e9-a77d-cc2772ce46fa tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Jul 22 14:30:06.808023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 10.1.1.216 (be309c81-43af-4842-8b97-b76670f59d45/8899851c-9ba2-4ee1-9fac-64fc6b8d7910/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:06.820181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d1467-5acf-49fb-be8b-7a9932d888c7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:06.821594 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd5d1467-5acf-49fb-be8b-7a9932d888c7 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.1560709 Jul 22 14:30:06.826682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48208) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.873726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on host n-h2-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:06.874120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:06.874436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:06.884617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a9863178-6217-4337-80fa-904b1f8cbf61 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9fb0722-3bab-45b4-969b-f1cd7be44a6b HTTP/1.1" status: 200 len: 205 time: 0.0553813 Jul 22 14:30:06.885280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:06.894173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:06.894568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:06.929108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:06.931265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:06.931265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:06.931265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Bound port: c23e4d32-6b26-4308-b96e-ab35fec6db78, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:06.988813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:06.989472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd734203-561f-4efa-9ff0-b6605dbe9164 None None] The sync data for ids ['c9fb0722-3bab-45b4-969b-f1cd7be44a6b'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:06.997383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] Provisioning complete for port 58733407-73c4-40fe-bfab-cac41d7a3b48 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:06.997760 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.018611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:07.058270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.063559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:07.069613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb73ea-27cd-47f2-ad4a-d01b4b2a7cae req-2d2c7a8f-c400-4d69-bfb9-2b16de2887ec tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.071231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fbb73ea-27cd-47f2-ad4a-d01b4b2a7cae req-2d2c7a8f-c400-4d69-bfb9-2b16de2887ec tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1369596 Jul 22 14:30:07.082455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e76fd151-4355-4484-9e74-ebd495d433cb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e76fd151-4355-4484-9e74-ebd495d433cb,segment=NetworkSegment(377a5440-ce61-4127-b2cb-5aa6fd0ec760),segment_id=377a5440-ce61-4127-b2cb-5aa6fd0ec760)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:07.105783 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.118619 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.120772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'mac_address': 'fa:16:3e:31:54:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:07.123148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object e302d967-f2f8-4e2e-8791-5d4f7a0ae37f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:07.127535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'e76fd151-4355-4484-9e74-ebd495d433cb', 'network_id': '70371079-a26d-435b-8f65-c9a364721a9f', 'port_id': 'e76fd151-4355-4484-9e74-ebd495d433cb', 'mac_address': 'fa:16:3e:2c:ea:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '836672ce-7151-45e8-9ae4-9846f620c514', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:07.151145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.152532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-46b63f56-537f-4fac-bd68-9e03f888474c service neutron] 10.222.0.60 "POST /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78/bindings HTTP/1.1" status: 201 len: 389 time: 0.8190861 Jul 22 14:30:07.153942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.163302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Transition to ACTIVE for port object 839e7807-f2d5-4d70-b3de-9f4be90b268d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:07.172398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.178231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fbb73ea-27cd-47f2-ad4a-d01b4b2a7cae req-b9fef624-dd06-40ae-9879-78c0ed9c343e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769446 Jul 22 14:30:07.226058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.244673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Transition to ACTIVE for port object 839e7807-f2d5-4d70-b3de-9f4be90b268d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:07.279819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network be309c81-43af-4842-8b97-b76670f59d45 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:07.283067 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.286890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:07.300141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:07.301411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.332173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:07.350561 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.382767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.383745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.384455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34809a80-2dbf-44bf-9fe8-dbcf3e941668 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:07.410145 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-883a4c86-50b5-4df2-8b9d-a9ad04f59fd5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5835695 Jul 22 14:30:07.411107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:07.419695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'name': 'tempest-TaggedBootDevicesTest_v242-27200791', 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:07.432933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76fd151-4355-4484-9e74-ebd495d433cb {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:07.440493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:07.444236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Deleting port a84c8d41-7037-479c-b9c5-0dde28bbda09 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:07.444634 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.458759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.481581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e76fd151-4355-4484-9e74-ebd495d433cb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e76fd151-4355-4484-9e74-ebd495d433cb,segment=NetworkSegment(377a5440-ce61-4127-b2cb-5aa6fd0ec760),segment_id=377a5440-ce61-4127-b2cb-5aa6fd0ec760)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:07.491825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Pushing event updated for resources: {'Port': ['ID=839e7807-f2d5-4d70-b3de-9f4be90b268d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:07.494201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:07.515684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:07.529479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:07.555805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] For port 58733407-73c4-40fe-bfab-cac41d7a3b48, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=58733407-73c4-40fe-bfab-cac41d7a3b48,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:07.557635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-ccbd84f8-0f4e-4bcd-a0e0-b9aca1162905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.559839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-ccbd84f8-0f4e-4bcd-a0e0-b9aca1162905 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1096 time: 0.1235909 Jul 22 14:30:07.562556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b29c-8e60-407d-86b7-f371ff1193fd req-7831a66c-29f9-4fd0-8ea1-3fa4e98c78f0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.564313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5005b29c-8e60-407d-86b7-f371ff1193fd req-7831a66c-29f9-4fd0-8ea1-3fa4e98c78f0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 948 time: 0.2161536 Jul 22 14:30:07.575524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.603731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc612-4213-41fa-a576-572460df00a6 req-c4e0ed69-783a-47b5-b6bd-f305122f2703 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.607071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cccbc612-4213-41fa-a576-572460df00a6 req-c4e0ed69-783a-47b5-b6bd-f305122f2703 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.2067199 Jul 22 14:30:07.610900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.613148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Calling delete_port for a84c8d41-7037-479c-b9c5-0dde28bbda09 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:07.613331 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.619516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.620219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.625525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.625671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.625983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.626325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.626786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.627140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.627504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.627878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.628174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.628503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.628832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.629159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:07.659828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:07.660514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5005b29c-8e60-407d-86b7-f371ff1193fd req-8af0251f-c0a7-4579-9381-63a091b8d493 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808692 Jul 22 14:30:07.663157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Attempting to bind port 839e7807-f2d5-4d70-b3de-9f4be90b268d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:07.663539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Attempting to bind port 839e7807-f2d5-4d70-b3de-9f4be90b268d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:07.663916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Attempting to bind port 839e7807-f2d5-4d70-b3de-9f4be90b268d on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:07.676246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.683165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:07.683555 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Checking segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:07.683970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.684377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Bound using segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:07.684867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Bound port: 839e7807-f2d5-4d70-b3de-9f4be90b268d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:07.685255 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.706049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] device_id is not set on port af55c9cc-531e-4b73-b767-43281f9c279c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:07.722711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:07.725520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-69176d78-2ef6-42cc-b596-0b332586af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.727531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-69176d78-2ef6-42cc-b596-0b332586af9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1611204 Jul 22 14:30:07.818056 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-8daebe45-e8fc-4773-9a0d-8c12155cc39a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 217 time: 0.0592494 Jul 22 14:30:07.818345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e76fd151-4355-4484-9e74-ebd495d433cb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:07.830002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] For port 839e7807-f2d5-4d70-b3de-9f4be90b268d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:07.867704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] For port 839e7807-f2d5-4d70-b3de-9f4be90b268d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=839e7807-f2d5-4d70-b3de-9f4be90b268d,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:07.874718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e76fd151-4355-4484-9e74-ebd495d433cb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:07.905099 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:07.926768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-7c8349bf-8381-4e9e-b494-d73c4cb0e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:07.928629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-7c8349bf-8381-4e9e-b494-d73c4cb0e946 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1030047 Jul 22 14:30:07.947852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbc525-620f-4966-b376-d6f28a973f53 None None] Pushing event updated for resources: {'Port': ['ID=58733407-73c4-40fe-bfab-cac41d7a3b48,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:07.954290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:07.961282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cccbc612-4213-41fa-a576-572460df00a6 req-8b09cdd3-aa7b-47fb-be76-c9dae743f4a8 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178046 Jul 22 14:30:08.004923 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-565e28d8-0aa1-4328-8563-b75df43e2ef3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685167 Jul 22 14:30:08.053840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adea502-0ff6-4ce7-b1e3-25abb524194e req-05c32fb0-a6a0-4ec4-a180-99827dd51753 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:08.063012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5adea502-0ff6-4ce7-b1e3-25abb524194e req-05c32fb0-a6a0-4ec4-a180-99827dd51753 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.3133478 Jul 22 14:30:08.100301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582ac7a-6977-47f7-9738-d9a3a740fdc7 None None] Pushing event updated for resources: {'Port': ['ID=839e7807-f2d5-4d70-b3de-9f4be90b268d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:08.110882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 10.1.1.167 (be309c81-43af-4842-8b97-b76670f59d45/8899851c-9ba2-4ee1-9fac-64fc6b8d7910/af55c9cc-531e-4b73-b767-43281f9c279c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:08.188373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5adea502-0ff6-4ce7-b1e3-25abb524194e req-6c770de5-4ac3-4bea-83f2-b51936bdcb55 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193182 Jul 22 14:30:08.190691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-6c92e5d3-c5fd-4811-9e62-af7ec4be3054 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768272 Jul 22 14:30:08.220585 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.227000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a3a06176-b91d-4241-8de6-f1295c5a266c None None] Provisioning complete for port 58733407-73c4-40fe-bfab-cac41d7a3b48 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:08.227613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3a06176-b91d-4241-8de6-f1295c5a266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.356763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event deleted for resources: {'Port': ['ID=a84c8d41-7037-479c-b9c5-0dde28bbda09,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:08.411757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-2e03d908-9573-433e-9278-bf4c6b71ea91 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039857 Jul 22 14:30:08.472205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e62b3-62ca-4725-8d4b-87e8d9e2ee67 req-1dfe95f2-460d-43a1-af8b-9ddf851330d7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:08.486378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b5e62b3-62ca-4725-8d4b-87e8d9e2ee67 req-1dfe95f2-460d-43a1-af8b-9ddf851330d7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.3834829 Jul 22 14:30:08.510884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.532553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object af55c9cc-531e-4b73-b767-43281f9c279c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:08.561497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b5e62b3-62ca-4725-8d4b-87e8d9e2ee67 req-43b4dea9-1e70-4d4e-9115-f0844ca69a31 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706894 Jul 22 14:30:08.589606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.615134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.716188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a3a06176-b91d-4241-8de6-f1295c5a266c None None] Provisioning for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:08.725625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a3a06176-b91d-4241-8de6-f1295c5a266c None None] Provisioning complete for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:08.726955 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3a06176-b91d-4241-8de6-f1295c5a266c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.727546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network be309c81-43af-4842-8b97-b76670f59d45 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:08.760074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:08.762642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:08.794694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.802020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.831241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a3a06176-b91d-4241-8de6-f1295c5a266c None None] Port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:08.855267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:08.904185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.904798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Fanout notify agent at l3_agent the message router_deleted on router c9fb0722-3bab-45b4-969b-f1cd7be44a6b {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:30:08.936121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.937325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a7c673d8-fa5d-4fc5-919f-3537b0714b6e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/c9fb0722-3bab-45b4-969b-f1cd7be44a6b HTTP/1.1" status: 204 len: 168 time: 2.0508358 Jul 22 14:30:08.950194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45691b-aea4-4a13-a951-54e866b13f94 req-8888c563-27e3-47b0-bddc-cd0583d26d55 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:08.953475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:08.957995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df45691b-aea4-4a13-a951-54e866b13f94 req-8888c563-27e3-47b0-bddc-cd0583d26d55 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 945 time: 0.2974770 Jul 22 14:30:08.971175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-621a7fcd-751c-47f0-9e4a-54966add1fda None None] Provisioning complete for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:08.971557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-621a7fcd-751c-47f0-9e4a-54966add1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:08.977604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1098805802', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:09.043866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df45691b-aea4-4a13-a951-54e866b13f94 req-c749bec8-3193-4418-b338-5f74f6b71a0d tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Jul 22 14:30:09.091037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-621a7fcd-751c-47f0-9e4a-54966add1fda None None] Port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:09.124822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.126215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.157065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.158103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.197367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6e006259-12cf-4fd4-9c80-4982b0160a3a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7806911 Jul 22 14:30:09.199120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedb542-314f-4cf9-ba7e-a9e18177d84f req-77670ef6-3b4e-4e0d-89c0-0d8871cbc275 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.215414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8a0b1644-1fd8-42a8-8ddc-383e53055018 None None] Provisioning for port af55c9cc-531e-4b73-b767-43281f9c279c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:09.218564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbedb542-314f-4cf9-ba7e-a9e18177d84f req-77670ef6-3b4e-4e0d-89c0-0d8871cbc275 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 949 time: 0.1644423 Jul 22 14:30:09.227841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8a0b1644-1fd8-42a8-8ddc-383e53055018 None None] Provisioning complete for port af55c9cc-531e-4b73-b767-43281f9c279c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:09.228218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a0b1644-1fd8-42a8-8ddc-383e53055018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.252933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aea85-3534-4aaf-adb9-957e8698808a req-f8c42c3b-b633-4cb3-9aa1-a03c4c8909fa tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.254547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-f8c42c3b-b633-4cb3-9aa1-a03c4c8909fa tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c&tenant_id=ca83168bfa1045e9b68525236f520275&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 949 time: 0.5249100 Jul 22 14:30:09.322242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b1644-1fd8-42a8-8ddc-383e53055018 None None] Port af55c9cc-531e-4b73-b767-43281f9c279c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:09.348604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbedb542-314f-4cf9-ba7e-a9e18177d84f req-7963d43e-e3d8-4d74-b3fd-75c4029cebff tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218605 Jul 22 14:30:09.352805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.380551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933f323-db7e-4ae5-84f3-e04e69c4681e req-49e2ae86-11e7-462b-8acf-bbf4ec26fb1a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.389038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e933f323-db7e-4ae5-84f3-e04e69c4681e req-49e2ae86-11e7-462b-8acf-bbf4ec26fb1a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1644919 Jul 22 14:30:09.449970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e933f323-db7e-4ae5-84f3-e04e69c4681e req-4fc8235e-9b4d-4a22-b9ee-67ece9375a9b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Jul 22 14:30:09.555717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c53acaa-c131-4642-bd3d-e23db1d67c3e None None] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:09.606873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52233134-029f-4f9a-9507-5a230c6cd924 req-b6c0c3c2-c586-41a1-8ad2-49597e1257b8 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.608529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52233134-029f-4f9a-9507-5a230c6cd924 req-b6c0c3c2-c586-41a1-8ad2-49597e1257b8 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.0902133 Jul 22 14:30:09.666598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:09.679136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1946618288', 'description': 'tempest-description--453676677'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:09.700438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 839e7807-f2d5-4d70-b3de-9f4be90b268d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:09.715471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52233134-029f-4f9a-9507-5a230c6cd924 req-4e71c888-6b3d-4ec8-b8e2-6d2573d19f6e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995560 Jul 22 14:30:09.744593 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.745876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.761367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aea85-3534-4aaf-adb9-957e8698808a req-2c57a57f-70e6-48d3-be6c-f9c705575d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.762577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-2c57a57f-70e6-48d3-be6c-f9c705575d36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1100 time: 0.4280238 Jul 22 14:30:09.802909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-975bef76-52b5-435d-a6ff-396fffc9880b None None] Provisioning for port 839e7807-f2d5-4d70-b3de-9f4be90b268d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:09.853273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba47cc5a-dee8-4b5c-a403-7c85ed4c9228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.879554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 839e7807-f2d5-4d70-b3de-9f4be90b268d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:09.913706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aea85-3534-4aaf-adb9-957e8698808a req-f357e5bd-77de-4c2d-9b4f-30126b075664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.915986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-f357e5bd-77de-4c2d-9b4f-30126b075664 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1238608 Jul 22 14:30:09.918598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 839e7807-f2d5-4d70-b3de-9f4be90b268d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:09.919204 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.925782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84015cca-9b33-4804-885f-f8cd0602d0af req-b05fec19-4b5a-47f0-b6bd-c68ba0c698c5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:09.933026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84015cca-9b33-4804-885f-f8cd0602d0af req-b05fec19-4b5a-47f0-b6bd-c68ba0c698c5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1073151 Jul 22 14:30:09.955734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:09.965891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.001193 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-ed1e16b5-00e2-4455-a3e0-319ca913c5f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 217 time: 0.0725486 Jul 22 14:30:10.009701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.011003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3419678 Jul 22 14:30:10.018626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48258) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:10.029464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'security_group_rule': {'security_group_id': '925f059a-1764-4a2d-80b2-2ea4401c74bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:10.031287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.102666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 839e7807-f2d5-4d70-b3de-9f4be90b268d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=839e7807-f2d5-4d70-b3de-9f4be90b268d,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:10.108185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.111530 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.113119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 58733407-73c4-40fe-bfab-cac41d7a3b48 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:10.150705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84015cca-9b33-4804-885f-f8cd0602d0af req-de23aa94-b972-4d23-86e4-9277cd8644d2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933663 Jul 22 14:30:10.161336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc02b5-4f64-48c0-8729-cc9902d8fd38 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925f059a-1764-4a2d-80b2-2ea4401c74bb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.246384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=839e7807-f2d5-4d70-b3de-9f4be90b268d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.300199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 58733407-73c4-40fe-bfab-cac41d7a3b48 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:10.300583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.302282 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.316384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.338196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ddbee0-89da-4690-8384-f1283f62d2e3,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.364946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008617e4-a727-4f3b-b7e8-18988d72b65d req-3dbc65d6-c303-46f4-b9a2-ed244bc06bc6 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.372958 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-008617e4-a727-4f3b-b7e8-18988d72b65d req-3dbc65d6-c303-46f4-b9a2-ed244bc06bc6 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 945 time: 0.1808691 Jul 22 14:30:10.374187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e76fd151-4355-4484-9e74-ebd495d433cb up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:10.398442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.402693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-92387b78-f6cf-4e88-b47b-6c653d64a19e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3774500 Jul 22 14:30:10.403322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48264) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:10.408519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'security_group_rule': {'security_group_id': '925f059a-1764-4a2d-80b2-2ea4401c74bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:10.452375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-008617e4-a727-4f3b-b7e8-18988d72b65d req-f0629171-2e59-42c9-bbd2-465b97d54c32 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781560 Jul 22 14:30:10.519373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8842cc47-63b3-4b9d-b255-3568456a4220 None None] Provisioning complete for port 839e7807-f2d5-4d70-b3de-9f4be90b268d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:10.521122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8842cc47-63b3-4b9d-b255-3568456a4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.531590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.580948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:10.590072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aea85-3534-4aaf-adb9-957e8698808a req-d216e4d4-68fe-4be2-beaf-d4d9186c3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.591913 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-d216e4d4-68fe-4be2-beaf-d4d9186c3ba8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.5517988 Jul 22 14:30:10.611649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port e76fd151-4355-4484-9e74-ebd495d433cb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:10.626150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port e76fd151-4355-4484-9e74-ebd495d433cb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:10.626590 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.656576 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.671521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aa9f4-03a6-4ed2-907c-7242054ec520 req-11aa2506-31d7-43e0-abd4-27a234117ceb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.673707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b8aa9f4-03a6-4ed2-907c-7242054ec520 req-11aa2506-31d7-43e0-abd4-27a234117ceb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 949 time: 0.2203591 Jul 22 14:30:10.679190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.709553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:10.710825 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.753970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972261a-9e34-4c5d-91af-e8307df17fba req-7aa609bf-7367-4266-87fd-c7eeac627ef3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.763133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2972261a-9e34-4c5d-91af-e8307df17fba req-7aa609bf-7367-4266-87fd-c7eeac627ef3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.2167213 Jul 22 14:30:10.771565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.779294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aea85-3534-4aaf-adb9-957e8698808a req-60e3e3b7-dd91-4498-aa03-888e3e462a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:10.780824 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-60e3e3b7-dd91-4498-aa03-888e3e462a9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812146 Jul 22 14:30:10.788877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e4cb8d-6664-4572-a045-f94086c4fded,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.807469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.817820 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.840452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2972261a-9e34-4c5d-91af-e8307df17fba req-bad78f94-162d-4cf0-889f-8ab7ece2de73 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763404 Jul 22 14:30:10.848815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23134583-6c24-4649-ba7c-0501725d3a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd151-4355-4484-9e74-ebd495d433cb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:10.849017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.851628 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38944b4b-88c6-402d-abaa-20b298f74d6f" -d '{"events": [{"server_uuid": "23134583-6c24-4649-ba7c-0501725d3a4c", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd151-4355-4484-9e74-ebd495d433cb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:10.855443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7cfa4966-3248-4b90-b549-3f507f9252df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4478683 Jul 22 14:30:10.867514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e76fd151-4355-4484-9e74-ebd495d433cb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e76fd151-4355-4484-9e74-ebd495d433cb,segment=NetworkSegment(377a5440-ce61-4127-b2cb-5aa6fd0ec760),segment_id=377a5440-ce61-4127-b2cb-5aa6fd0ec760)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:10.874904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:10.880826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:10.913308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b8aa9f4-03a6-4ed2-907c-7242054ec520 req-908c9510-a14e-4f58-b074-c1ac6030d397 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266486 Jul 22 14:30:10.917321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:10.969881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e76fd151-4355-4484-9e74-ebd495d433cb,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:10.972635 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.027359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.029345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07f41f-6692-4125-8854-014a38e40e05 req-72a049cb-f099-4c4b-8d9e-eb15431ececc tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:11.040126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe07f41f-6692-4125-8854-014a38e40e05 req-72a049cb-f099-4c4b-8d9e-eb15431ececc tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.0933239 Jul 22 14:30:11.056008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:11.065289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.091037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Allocated IP 172.25.3.138 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/e0eb0e9c-6143-41e8-8826-cb84fcbe1121) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:11.092237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe07f41f-6692-4125-8854-014a38e40e05 req-70bc2fc7-e4f8-4bb1-8a60-dda3a9786e73 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509434 Jul 22 14:30:11.118636 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5982f151-767e-4427-a571-d817d095c381 x-openstack-request-id: req-5982f151-767e-4427-a571-d817d095c381 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:11.119001 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23134583-6c24-4649-ba7c-0501725d3a4c", "name": "network-vif-plugged", "status": "completed", "tag": "e76fd151-4355-4484-9e74-ebd495d433cb", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:11.119257 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5982f151-767e-4427-a571-d817d095c381 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:11.119754 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23134583-6c24-4649-ba7c-0501725d3a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76fd151-4355-4484-9e74-ebd495d433cb', 'code': 200} Jul 22 14:30:11.155948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-d0588127-9eea-4b68-a7ab-f8dced7d445f service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574257 Jul 22 14:30:11.159147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:11.343115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebd0b3-0006-49e1-8299-506ac469d6e4 req-be6a47da-5ac2-4304-b210-2f7a629e8790 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:11.347182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03ebd0b3-0006-49e1-8299-506ac469d6e4 req-be6a47da-5ac2-4304-b210-2f7a629e8790 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1195509 Jul 22 14:30:11.366588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.446302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03ebd0b3-0006-49e1-8299-506ac469d6e4 req-50efced9-e3b3-42da-83c4-ed703ba153aa tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887539 Jul 22 14:30:11.469724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-424aea85-3534-4aaf-adb9-957e8698808a req-bf5de041-e15e-4d3b-ab07-7edd1724f112 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932210 Jul 22 14:30:11.510778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7636d-1169-4163-8d63-229b41ea2094 req-8ba6c791-39af-4d6b-8418-1e6ded1f016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:11.512288 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2fc7636d-1169-4163-8d63-229b41ea2094 req-8ba6c791-39af-4d6b-8418-1e6ded1f016f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 1097 time: 0.3236790 Jul 22 14:30:11.514847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.545996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 839e7807-f2d5-4d70-b3de-9f4be90b268d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:11.595141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:11.607888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:11.617255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:11.619654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event updated for resources: {'Port': ['ID=e0eb0e9c-6143-41e8-8826-cb84fcbe1121,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:11.654872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2fc7636d-1169-4163-8d63-229b41ea2094 req-21651522-d92a-4d4d-9100-80681029cfd2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316915 Jul 22 14:30:11.668003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.739745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 839e7807-f2d5-4d70-b3de-9f4be90b268d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:11.740625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:11.909868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f2e4-bfef-41b8-9403-97ef5b007e8f req-fb0c0aa2-1a4b-4cb0-b7ba-5c9b7ed666a6 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:11.918618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88e8f2e4-bfef-41b8-9403-97ef5b007e8f req-fb0c0aa2-1a4b-4cb0-b7ba-5c9b7ed666a6 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 946 time: 0.2280891 Jul 22 14:30:11.927884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 172.25.3.15 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7b18003c-119d-4c2a-89b9-b0b88347a33c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:12.000075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88e8f2e4-bfef-41b8-9403-97ef5b007e8f req-b063de1b-25ff-41fc-a9ba-443b17e47252 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806491 Jul 22 14:30:12.065568 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e622bc78-22b0-430c-ade0-1fb51c75708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.147233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2d616-66a2-44b1-b5d2-fb00e14ba230 req-02369330-ad28-4f0d-bc53-5edf1a36e67c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:12.153725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89a2d616-66a2-44b1-b5d2-fb00e14ba230 req-02369330-ad28-4f0d-bc53-5edf1a36e67c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.2033863 Jul 22 14:30:12.215140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.281763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.343781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89a2d616-66a2-44b1-b5d2-fb00e14ba230 req-aae8ae5e-08d2-456a-9b77-a2447a438ca1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798763 Jul 22 14:30:12.394222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629725d-f558-4a29-80bb-97584622d44b req-1da8c227-5a72-4498-89c8-57a2c8d254ea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:12.402762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0629725d-f558-4a29-80bb-97584622d44b req-1da8c227-5a72-4498-89c8-57a2c8d254ea tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2163398 Jul 22 14:30:12.461432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.473997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0629725d-f558-4a29-80bb-97584622d44b req-f823f76d-04c5-47c0-b4c6-1441769d9dd4 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663047 Jul 22 14:30:12.839004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21737032-9b08-4418-a38d-cd3fc1a47c56 req-b4fb13f9-d300-4e9f-8a0f-ee0b9fdbcb54 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:12.846412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21737032-9b08-4418-a38d-cd3fc1a47c56 req-b4fb13f9-d300-4e9f-8a0f-ee0b9fdbcb54 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1351941 Jul 22 14:30:12.847276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:12.865097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409133-bab9-4e3c-83cf-fec227c91bde req-5c4d6077-a2df-4a9c-91d3-7669a1b87b6f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:12.873060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b409133-bab9-4e3c-83cf-fec227c91bde req-5c4d6077-a2df-4a9c-91d3-7669a1b87b6f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2590387 Jul 22 14:30:12.900204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=7b18003c-119d-4c2a-89b9-b0b88347a33c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:12.925017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:12.928634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:12.933129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:12.960528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.121207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:13.124388 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baaffe2-a6d5-417b-ba03-5cf747a6a37b" -d '{"events": [{"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-plugged", "status": "completed", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:13.166565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.172515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Router 86733692-5c75-473b-b38c-17d838ed2d1c is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:30:13.266787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21737032-9b08-4418-a38d-cd3fc1a47c56 req-6966cd34-9ecf-4c1e-8f09-88b532f75f29 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194057 Jul 22 14:30:13.295029 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.326727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b409133-bab9-4e3c-83cf-fec227c91bde req-4c39bc13-2420-4d5a-9206-896361673f1d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524860 Jul 22 14:30:13.368211 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b3573a-4980-462f-9445-99c35748089b x-openstack-request-id: req-65b3573a-4980-462f-9445-99c35748089b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:13.368510 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-plugged", "status": "completed", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:13.368768 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65b3573a-4980-462f-9445-99c35748089b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:13.369164 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'code': 200} Jul 22 14:30:13.385168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:13.400315 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] Sync routers for ids ['86733692-5c75-473b-b38c-17d838ed2d1c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:13.413569 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] Routers {'86733692-5c75-473b-b38c-17d838ed2d1c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:13.414437 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['86733692-5c75-473b-b38c-17d838ed2d1c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:13.446370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.451313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ae5162da-5b81-4bb8-9845-8f0f5d0f294b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4742463 Jul 22 14:30:13.451513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f42c35-2b6d-4d55-beb8-ff6cad11b55c req-032bd1c9-e01b-4b37-90cb-3536f42643f2 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:13.451629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:13.456489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59f42c35-2b6d-4d55-beb8-ff6cad11b55c req-032bd1c9-e01b-4b37-90cb-3536f42643f2 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 946 time: 0.1127522 Jul 22 14:30:13.457173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:13.472160 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:13.482148 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] Routers {'86733692-5c75-473b-b38c-17d838ed2d1c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:13.482923 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['86733692-5c75-473b-b38c-17d838ed2d1c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:13.531072 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:13.532047 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38642d-d2a9-46a5-9785-ce75a2c7f957 None None] The sync data for ids ['86733692-5c75-473b-b38c-17d838ed2d1c'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:13.533236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59f42c35-2b6d-4d55-beb8-ff6cad11b55c req-a0700fea-b340-426b-92e7-4365d2ed0474 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692842 Jul 22 14:30:13.548008 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.594055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4c8a0-6c24-4ed0-994f-0f72dc61df12 req-f7369de7-0e11-4ff7-ab82-c3d269e4bebe tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:13.596309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07a4c8a0-6c24-4ed0-994f-0f72dc61df12 req-f7369de7-0e11-4ff7-ab82-c3d269e4bebe tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1179497 Jul 22 14:30:13.695046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07a4c8a0-6c24-4ed0-994f-0f72dc61df12 req-738fa106-bcb7-4f0b-9fc7-bc03724057ee tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924034 Jul 22 14:30:13.728359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635f8b-56f4-4930-992c-3c20cd80b126 req-f2a7d247-22cf-41c1-bbd1-d2d0bf46fa3f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:13.731098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52635f8b-56f4-4930-992c-3c20cd80b126 req-f2a7d247-22cf-41c1-bbd1-d2d0bf46fa3f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.1096923 Jul 22 14:30:13.770664 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.779840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:13.783459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52635f8b-56f4-4930-992c-3c20cd80b126 req-fb0ff545-4c80-41ed-9318-69e2c93fb692 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Jul 22 14:30:14.049834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d4532-c272-41e7-a6b6-2f95fafdbc9f req-28f280fa-c17a-4596-a942-8a67683ec110 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.052455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-769d4532-c272-41e7-a6b6-2f95fafdbc9f req-28f280fa-c17a-4596-a942-8a67683ec110 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.0918198 Jul 22 14:30:14.112139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-769d4532-c272-41e7-a6b6-2f95fafdbc9f req-32289991-1456-40c4-b4ed-f232021610a9 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Jul 22 14:30:14.326684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=7b18003c-119d-4c2a-89b9-b0b88347a33c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:14.345389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.371174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.372735 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4464d560-6393-4434-bda2-4f8ee4decadf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4909182 Jul 22 14:30:14.440905 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.464552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.479936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9845a50-3ae8-4df7-b0c3-24a95c439be7 req-5f7c3ce1-f02d-4eec-be85-2a5837fec1ad tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.481984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9845a50-3ae8-4df7-b0c3-24a95c439be7 req-5f7c3ce1-f02d-4eec-be85-2a5837fec1ad tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1119692 Jul 22 14:30:14.537569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Deleting port e0eb0e9c-6143-41e8-8826-cb84fcbe1121 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:14.537909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.563126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9845a50-3ae8-4df7-b0c3-24a95c439be7 req-8bac6634-4f4c-4fec-9cdc-0fc680185267 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Jul 22 14:30:14.599490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90da0fe-8910-4836-bbb0-c7d3cc7fcc74 req-0434a635-bcf1-46aa-b839-ec03304c2308 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.601464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c90da0fe-8910-4836-bbb0-c7d3cc7fcc74 req-0434a635-bcf1-46aa-b839-ec03304c2308 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1012735 Jul 22 14:30:14.632740 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.643574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c90da0fe-8910-4836-bbb0-c7d3cc7fcc74 req-8eb8e42a-b7b6-4778-a474-6c5b59977a8d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359199 Jul 22 14:30:14.645728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Calling delete_port for e0eb0e9c-6143-41e8-8826-cb84fcbe1121 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:14.672755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-1fc764c6-3ad9-47db-8428-2e141b6a5141 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268712 Jul 22 14:30:14.805582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-77277abb-42c6-41d2-b781-4e3ac78cb1ee tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1946618288&fields=id&tenant_id=f3be39b69c1b47aabba900396f4fde05 HTTP/1.1" status: 200 len: 267 time: 0.0541289 Jul 22 14:30:14.813358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-e949f222-121a-4ef6-b1f7-0613ddb00fad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.814920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-e949f222-121a-4ef6-b1f7-0613ddb00fad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359141 Jul 22 14:30:14.834291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.858314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Pushing event deleted for resources: {'Port': ['ID=e0eb0e9c-6143-41e8-8826-cb84fcbe1121,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:14.870228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-0ef7fd80-4065-4dd9-9cb6-e97b2e5abffb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/quotas/ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 375 time: 0.0432036 Jul 22 14:30:14.917523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0de37248-a9ea-4bfa-89c1-70369e8558c5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.923019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0de37248-a9ea-4bfa-89c1-70369e8558c5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 936 time: 0.1070843 Jul 22 14:30:14.933539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:14.990248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-7506a081-a0df-42e1-b776-2254cf1b58d0 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:14.991582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-7506a081-a0df-42e1-b776-2254cf1b58d0 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 935 time: 0.0666165 Jul 22 14:30:15.013841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-c44d86c5-0009-4f65-a5cf-38e00926b2f8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427181 Jul 22 14:30:15.061948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-cbbf4fc0-61c1-40ae-9e9e-8da8cf18be86 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0631819 Jul 22 14:30:15.099732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-006e0d61-8756-4d34-bf0b-d2c000c2704a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0317278 Jul 22 14:30:15.159559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.164952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.208346 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.265689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Router 86733692-5c75-473b-b38c-17d838ed2d1c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:15.273987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0d89ca12-7595-4828-a150-5403e8fda97e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:15.281862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0d89ca12-7595-4828-a150-5403e8fda97e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:15.287917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0d89ca12-7595-4828-a150-5403e8fda97e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:15.289614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0d89ca12-7595-4828-a150-5403e8fda97e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/networks?id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 1995 time: 0.1834345 Jul 22 14:30:15.332613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-d4e2bbfa-71cf-485e-b1ee-b3767f72a633 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/quotas/f3be39b69c1b47aabba900396f4fde05 HTTP/1.1" status: 200 len: 375 time: 0.0308869 Jul 22 14:30:15.352983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:15.359679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.360870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d330384b-953b-4fb7-89b9-9011493110c8 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "PUT /v2.0/routers/86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 200 len: 706 time: 1.9083252 Jul 22 14:30:15.363707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:15.368037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] Sync routers for ids ['86733692-5c75-473b-b38c-17d838ed2d1c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:15.378102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] Routers {'86733692-5c75-473b-b38c-17d838ed2d1c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:15.378882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['86733692-5c75-473b-b38c-17d838ed2d1c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:15.400280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0549c09-6fa5-42dc-9955-2a16fced4707 req-2384a9ec-9ca8-4fe0-853b-9512fa30c6fc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:15.402023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0549c09-6fa5-42dc-9955-2a16fced4707 req-2384a9ec-9ca8-4fe0-853b-9512fa30c6fc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1114428 Jul 22 14:30:15.421428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:15.433012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] Routers {'86733692-5c75-473b-b38c-17d838ed2d1c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:15.433901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['86733692-5c75-473b-b38c-17d838ed2d1c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:15.477353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-87b782d6-876e-4d4f-9a29-c50253a40bef tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/routers/86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 200 len: 741 time: 0.1125216 Jul 22 14:30:15.480689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:15.499464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-65869189-b9cf-4e64-b8b3-d7d13ffd58f1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1496446 Jul 22 14:30:15.528188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0549c09-6fa5-42dc-9955-2a16fced4707 req-c6aaa058-089a-4a24-904a-3b70c396c109 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129467 Jul 22 14:30:15.550911 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ee254d55-937e-40e3-bfdb-77caac0ad6d3 tempest-RoutersAdminTest-1227843040 tempest-RoutersAdminTest-1227843040-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 200 len: 205 time: 0.0689566 Jul 22 14:30:15.551829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:15.592423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-52dbf6bd-b856-433f-8990-842d67803def tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 200 len: 205 time: 0.0392067 Jul 22 14:30:15.593035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:15.627321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:15.628006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecd2c6-880f-4dd8-9af4-d671456f3f1a None None] The sync data for ids ['86733692-5c75-473b-b38c-17d838ed2d1c'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:15.687129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.687639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-4059b6d4-0363-4040-876d-5d75bd9024a0 service neutron] 10.222.0.60 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830730 Jul 22 14:30:15.743326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80f8e933-873e-4ee3-8b32-b2ae0041a9ed req-c58afe60-25ec-4bf3-9dbc-692d2d753568 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 210 time: 0.0456858 Jul 22 14:30:15.835446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-fbf85d85-a802-457b-9809-ea185c217b01 service neutron] 10.222.0.60 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468501 Jul 22 14:30:15.879882 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.882634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.907079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-1f82bfad-4970-4fe3-8c5e-d2056834f6b4 service neutron] 10.222.0.60 "GET /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639868 Jul 22 14:30:15.940009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.940713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Fanout notify agent at l3_agent the message router_deleted on router 86733692-5c75-473b-b38c-17d838ed2d1c {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:30:15.953383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:15.954565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d834dda-4036-4e6d-a001-ddbee1c9545b tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 204 len: 168 time: 0.3605707 Jul 22 14:30:15.959077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:15.989505 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c3b4b9f5-33db-4233-acfc-df61421efb48 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 200 len: 205 time: 0.0290623 Jul 22 14:30:15.991854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.033517 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-67a4e47b-be1d-4f9d-89de-e9bdb32bb018 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] delete failed (client error): The resource could not be found. Jul 22 14:30:16.034716 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-67a4e47b-be1d-4f9d-89de-e9bdb32bb018 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/86733692-5c75-473b-b38c-17d838ed2d1c HTTP/1.1" status: 404 len: 336 time: 0.0416360 Jul 22 14:30:16.037255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.055573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a0a4941d-64ee-4d49-9e6e-e0e3bc88b18f service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408954 Jul 22 14:30:16.067754 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-99a88762-3d64-437e-b125-82a7d0f366de tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=c9fb0722-3bab-45b4-969b-f1cd7be44a6b HTTP/1.1" status: 200 len: 205 time: 0.0293868 Jul 22 14:30:16.068001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9935da-65fe-4b59-a7de-f06cc034a987 req-6543b1a6-75f6-45e4-b8d4-e73ee4cf3e16 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.069221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c9935da-65fe-4b59-a7de-f06cc034a987 req-6543b1a6-75f6-45e4-b8d4-e73ee4cf3e16 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1299341 Jul 22 14:30:16.070551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.111364 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-949e9d3a-a177-4426-982e-3d7e96663d14 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] delete failed (client error): The resource could not be found. Jul 22 14:30:16.113177 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-949e9d3a-a177-4426-982e-3d7e96663d14 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/c9fb0722-3bab-45b4-969b-f1cd7be44a6b HTTP/1.1" status: 404 len: 336 time: 0.0416548 Jul 22 14:30:16.115342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.156592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cdac9eff-5bac-4c5e-89d5-13b51af0bf98 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=73ef085c-40c2-4231-b32d-716d87a4e477 HTTP/1.1" status: 200 len: 205 time: 0.0402687 Jul 22 14:30:16.158998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.160717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c9935da-65fe-4b59-a7de-f06cc034a987 req-21ba16cb-7e26-4cbb-b8aa-e4a0b7c60094 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824578 Jul 22 14:30:16.198810 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a79e23e9-c26a-487d-b681-08f82efb7bb2 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] delete failed (client error): The resource could not be found. Jul 22 14:30:16.198810 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a79e23e9-c26a-487d-b681-08f82efb7bb2 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/73ef085c-40c2-4231-b32d-716d87a4e477 HTTP/1.1" status: 404 len: 336 time: 0.0380721 Jul 22 14:30:16.201152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.211490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-be010f7e-4f54-4e92-9b4b-71482910f80e service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410868 Jul 22 14:30:16.240447 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1f04b441-490d-43ed-b622-3f8f1eaba39e tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=9701e595-ca18-4a48-aec9-00b642fd31bd HTTP/1.1" status: 200 len: 205 time: 0.0365465 Jul 22 14:30:16.242750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48404) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.284722 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-231746e8-e119-47c7-a105-c8ad0e6dc270 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] delete failed (client error): The resource could not be found. Jul 22 14:30:16.288562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-077af44a-2691-49a2-bb45-113da2e16037 service neutron] 10.222.0.60 "GET /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0728137 Jul 22 14:30:16.288754 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-231746e8-e119-47c7-a105-c8ad0e6dc270 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/9701e595-ca18-4a48-aec9-00b642fd31bd HTTP/1.1" status: 404 len: 336 time: 0.0420651 Jul 22 14:30:16.289871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.340493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e093af9e-eb04-4cb4-bb2d-287ef0298779 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 HTTP/1.1" status: 200 len: 205 time: 0.0464239 Jul 22 14:30:16.340493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-3c29234b-bba2-4c2a-86ca-7f9dbc83e4d2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397639 Jul 22 14:30:16.341056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.349886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e942190-f9fe-45ab-8e22-9dea169e68c0 req-01fa97b3-81cd-4f3d-bda6-62797400f6b2 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.351458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e942190-f9fe-45ab-8e22-9dea169e68c0 req-01fa97b3-81cd-4f3d-bda6-62797400f6b2 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1111162 Jul 22 14:30:16.394692 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1a4c973e-f766-47ca-af57-e2dc8c3a0598 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] delete failed (client error): The resource could not be found. Jul 22 14:30:16.396332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a4c973e-f766-47ca-af57-e2dc8c3a0598 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/5c8212a1-06b4-4f5d-a2f2-11a3585c3eb2 HTTP/1.1" status: 404 len: 336 time: 0.0542943 Jul 22 14:30:16.399663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48410) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.439240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-44953338-2708-432e-9853-28239bfe1f58 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "GET /v2.0/ports?device_id=345c20f5-d34a-4378-b7b6-9f7749f3ab38 HTTP/1.1" status: 200 len: 205 time: 0.0384059 Jul 22 14:30:16.441635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.458375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e942190-f9fe-45ab-8e22-9dea169e68c0 req-93d8f887-df7c-4808-8dac-23087f4f9310 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801570 Jul 22 14:30:16.460413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-1e4c868e-f9a5-4ccf-8722-0144eb9890ab service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620524 Jul 22 14:30:16.512553 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-9f3028dd-cf9d-4d22-91eb-dc1d9b8f6252 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] delete failed (client error): The resource could not be found. Jul 22 14:30:16.513599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f3028dd-cf9d-4d22-91eb-dc1d9b8f6252 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/routers/345c20f5-d34a-4378-b7b6-9f7749f3ab38 HTTP/1.1" status: 404 len: 336 time: 0.0710225 Jul 22 14:30:16.516298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.551821 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-448efea6-5b0c-45b6-89aa-203a2d44c803 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] DELETE failed (client error): The resource could not be found. Jul 22 14:30:16.552339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448efea6-5b0c-45b6-89aa-203a2d44c803 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:30:16.554284 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-448efea6-5b0c-45b6-89aa-203a2d44c803 tempest-RoutersAdminTest-291059876 tempest-RoutersAdminTest-291059876-project] 10.222.0.60 "DELETE /v2.0/subnets/5a363206-1ff7-45df-9bb3-248eb4bdc299 HTTP/1.1" status: 404 len: 337 time: 0.0370553 Jul 22 14:30:16.575690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-81473c8f-1a65-47cf-b052-81bec98fb6ff tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.577198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-81473c8f-1a65-47cf-b052-81bec98fb6ff tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290311 Jul 22 14:30:16.578319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20a71b76-87a8-44f8-b49f-aecf63b0b5f8 service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111264 Jul 22 14:30:16.596368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Request body: {'port': {'device_id': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'ca83168bfa1045e9b68525236f520275'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:16.733132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Made reservation on behalf of ca83168bfa1045e9b68525236f520275 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:16.736674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.736956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6b5eee5c-c458-4f5f-9ffa-acf749d75d2d service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528978 Jul 22 14:30:16.788721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74451f-c03c-4205-a1d1-19f62cb94a6b req-da5c85a2-bca4-4fd6-9595-6f5f9f539930 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:16.790302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f74451f-c03c-4205-a1d1-19f62cb94a6b req-da5c85a2-bca4-4fd6-9595-6f5f9f539930 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1296256 Jul 22 14:30:16.814805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:16.877108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f74451f-c03c-4205-a1d1-19f62cb94a6b req-ee658396-17dd-4a7c-becb-0794348361e3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551896 Jul 22 14:30:16.882744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-dae2eed0-caa4-4cf2-9988-64bf8f1589c6 service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390762 Jul 22 14:30:16.892465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Allocated IP 192.168.233.194 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/bd99bb84-086b-448a-a06c-0b091a90ae0e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:16.973191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05e7fa59-7082-4c80-b371-3ce7c310deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:16.995447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-1aa22fb5-57fe-4af0-8ce0-19357cb5ef27 service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040919 Jul 22 14:30:17.108868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-22d9d561-4c69-4db8-a6f0-7082c79b80a0 service neutron] 10.222.0.60 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067889 Jul 22 14:30:17.116863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.138536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Transition to ACTIVE for port object bd99bb84-086b-448a-a06c-0b091a90ae0e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:17.155762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd1b3881-384d-4e0d-9695-864ac476ab21 req-2cd06e28-1391-45b2-8781-e885d55d155e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 210 time: 0.0494189 Jul 22 14:30:17.181049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05e7fa59-7082-4c80-b371-3ce7c310deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.195748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05e7fa59-7082-4c80-b371-3ce7c310deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.247809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-0e8caa44-95a8-47b6-9004-bcc3c2bea924 service neutron] 10.222.0.60 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285479 Jul 22 14:30:17.256875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-05e7fa59-7082-4c80-b371-3ce7c310deb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd6a775502e445a4a39e566b98087e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386458 Jul 22 14:30:17.256875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7fa59-7082-4c80-b371-3ce7c310deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b9c1dc-0fef-4565-9cfe-334e43dc1805,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:17.258361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:17.265762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.278473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21', '34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:17.340620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:17.347526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:17.353161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:17.377318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:17.384078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7655-4129-4551-8366-b85d08cb78a2 req-287fb33a-47c9-4d69-8e94-d7ac19c40269 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:17.386164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-554f7655-4129-4551-8366-b85d08cb78a2 req-287fb33a-47c9-4d69-8e94-d7ac19c40269 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1342404 Jul 22 14:30:17.398447 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc98f58d-febf-474d-915f-adbc27559895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.411002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-d6abebc7-38fb-4d6c-88d1-f0e831fa11ef service neutron] 10.222.0.60 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475060 Jul 22 14:30:17.435554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:17.436185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.455472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc98f58d-febf-474d-915f-adbc27559895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.484753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-4dbf3d50-50ca-42f4-83df-004e1a47ed01 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8937976 Jul 22 14:30:17.488281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-554f7655-4129-4551-8366-b85d08cb78a2 req-82101f20-88be-4404-8c5a-78b8b210a319 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631430 Jul 22 14:30:17.515430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Request body: {'port': {'device_id': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:17.594361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-61b64e1e-2b1c-451b-9a71-78fc38f4a6b4 service neutron] 10.222.0.60 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704779 Jul 22 14:30:17.598093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc98f58d-febf-474d-915f-adbc27559895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.601086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bc98f58d-febf-474d-915f-adbc27559895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.602590 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bc98f58d-febf-474d-915f-adbc27559895 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8b9c1dc-0fef-4565-9cfe-334e43dc1805 HTTP/1.1" status: 204 len: 168 time: 0.3428159 Jul 22 14:30:17.622854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98f58d-febf-474d-915f-adbc27559895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b9c1dc-0fef-4565-9cfe-334e43dc1805,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:17.624682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.764972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f26a8f26-f9db-424c-aba3-b33ed2082b7c None None] Provisioning for port bd99bb84-086b-448a-a06c-0b091a90ae0e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:17.766129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-248f9e4a-3723-4e7d-a6ef-4dd81e69f867 service neutron] 10.222.0.60 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648319 Jul 22 14:30:17.770620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f26a8f26-f9db-424c-aba3-b33ed2082b7c None None] Provisioning complete for port bd99bb84-086b-448a-a06c-0b091a90ae0e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:17.771742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f26a8f26-f9db-424c-aba3-b33ed2082b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:17.851269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f26a8f26-f9db-424c-aba3-b33ed2082b7c None None] Port bd99bb84-086b-448a-a06c-0b091a90ae0e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:17.904263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29220665-3065-451a-afda-e6ab888a6b53 req-9b6b6e28-359d-4044-a040-9c5cd2093efd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:17.905954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29220665-3065-451a-afda-e6ab888a6b53 req-9b6b6e28-359d-4044-a040-9c5cd2093efd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.0941200 Jul 22 14:30:17.968166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29220665-3065-451a-afda-e6ab888a6b53 req-4485c17d-3b36-48ab-b305-f49fbc95b989 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557804 Jul 22 14:30:18.027442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48458) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.048213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd99bb84-086b-448a-a06c-0b091a90ae0e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:18.059591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.074105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Transition to ACTIVE for port object bd99bb84-086b-448a-a06c-0b091a90ae0e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:18.078848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.088849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f48e9d9-801c-4384-8dfd-e996f3ed6ed1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54b23c3afc4b4fd5a44867318ba5067f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602403 Jul 22 14:30:18.091280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:18.158386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:18.175820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a16df399-570e-4275-8870-44e7be83fdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.241480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a16df399-570e-4275-8870-44e7be83fdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.247551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:18.248161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:18.248877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:18.255844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:18.256503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:18.265072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:18.265390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:18.266726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:18.266726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Bound port: bd99bb84-086b-448a-a06c-0b091a90ae0e, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:18.266726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.315560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682c4b6-1e51-4e6a-bed7-dc261e3a1d31 req-d9a78f88-324c-4f89-b9a8-844af414667f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:18.317274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3682c4b6-1e51-4e6a-bed7-dc261e3a1d31 req-d9a78f88-324c-4f89-b9a8-844af414667f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1215336 Jul 22 14:30:18.331283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a16df399-570e-4275-8870-44e7be83fdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.334863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a16df399-570e-4275-8870-44e7be83fdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.338098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a16df399-570e-4275-8870-44e7be83fdce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0fe3bc1-1f8f-4be5-ac87-10c8044f4b0b HTTP/1.1" status: 204 len: 168 time: 0.2429135 Jul 22 14:30:18.363429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16df399-570e-4275-8870-44e7be83fdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe3bc1-1f8f-4be5-ac87-10c8044f4b0b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:18.376468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:18.380845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:18.388625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.388809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3682c4b6-1e51-4e6a-bed7-dc261e3a1d31 req-7c72a937-2472-4eef-a000-2cebe696fd59 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601008 Jul 22 14:30:18.446059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:18.446918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:18.448562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] 10.222.0.61 "PUT /v2.0/ports/bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 1096 time: 0.9503911 Jul 22 14:30:18.449223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:18.451564 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72490bed-4b26-4a4c-b3d5-abbb94020ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:18.476043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35b88a-dd8d-42c2-8940-8cf36c18eb8b service neutron] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:18.621874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-13c53fbb-61ba-4c57-b9e4-39f71c7c2f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:18.626111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-13c53fbb-61ba-4c57-b9e4-39f71c7c2f1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1099 time: 0.1219966 Jul 22 14:30:18.726698 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb78f4b2-ad87-4540-bcbb-a8c8f2c5be88 x-openstack-request-id: req-eb78f4b2-ad87-4540-bcbb-a8c8f2c5be88 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:18.727024 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:18.727249 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb78f4b2-ad87-4540-bcbb-a8c8f2c5be88 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:18.727669 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'status': 'completed', 'code': 200} Jul 22 14:30:18.730371 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-a15f6bc0-29c9-4ad4-a1cf-7658dc467795 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0988989 Jul 22 14:30:18.747306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f6598-c66e-4d58-8f78-4dda4e32216b req-5cfecd77-8127-48e3-bfd7-a6b3de63441c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:18.755931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-008f6598-c66e-4d58-8f78-4dda4e32216b req-5cfecd77-8127-48e3-bfd7-a6b3de63441c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.1206779 Jul 22 14:30:18.828631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-8a5c18a0-838c-4d78-b919-0d98ef58feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:18.830229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-8a5c18a0-838c-4d78-b919-0d98ef58feb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0923347 Jul 22 14:30:18.852391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40e33438-2237-4411-9033-c7cf2d6107dd req-a5aa88f7-187f-4696-ad8f-8d56feae3d23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0768547 Jul 22 14:30:18.906676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-008f6598-c66e-4d58-8f78-4dda4e32216b req-92d14c2c-8a92-4933-a8c4-bfa1857ff581 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435950 Jul 22 14:30:18.933933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-7492d48a-3b4f-4215-959f-fe54df5b3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:18.935726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-7492d48a-3b4f-4215-959f-fe54df5b3eac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976260 Jul 22 14:30:19.079285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-e1958ff6-e041-4bd3-a861-700dd20f94e6 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266675 Jul 22 14:30:19.082397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba92cc-3cb7-4352-b46e-5094f7e1c502 req-5ec5509c-98df-409b-93e5-9301af6408ad tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.083990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2ba92cc-3cb7-4352-b46e-5094f7e1c502 req-5ec5509c-98df-409b-93e5-9301af6408ad tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1117251 Jul 22 14:30:19.171179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2ba92cc-3cb7-4352-b46e-5094f7e1c502 req-20b494eb-db98-4b06-a0af-ed116b84f6d1 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800302 Jul 22 14:30:19.209089 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5ac057f-c0b8-4338-8b12-6a5e4cab5707 req-0f2d1a39-e878-4f56-9d16-41fe1800007b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190109 Jul 22 14:30:19.221634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50140d7-20fe-4375-a2ff-fba0a48f66fb req-3267e800-c6ac-4711-b777-b4f165bea283 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.238808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e50140d7-20fe-4375-a2ff-fba0a48f66fb req-3267e800-c6ac-4711-b777-b4f165bea283 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1046882 Jul 22 14:30:19.303110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e50140d7-20fe-4375-a2ff-fba0a48f66fb req-114d6b33-795e-4de3-9db3-8bc6faf1c63e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628505 Jul 22 14:30:19.357798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-4686c066-107b-4046-9f40-d03a2097dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.359444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-4686c066-107b-4046-9f40-d03a2097dfac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1099 time: 0.0921562 Jul 22 14:30:19.509436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-001e9487-6761-4d27-a815-2b279e58afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.511639 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-001e9487-6761-4d27-a815-2b279e58afae service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1425712 Jul 22 14:30:19.563329 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-9ea2a1dc-5518-4113-9472-185c43e16ee4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0435951 Jul 22 14:30:19.564322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3830bc0-8e83-437a-ab91-1ff229771c26 req-9b19c36b-0581-4dab-b1dd-1bc29490d88c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.565871 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3830bc0-8e83-437a-ab91-1ff229771c26 req-9b19c36b-0581-4dab-b1dd-1bc29490d88c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.0894048 Jul 22 14:30:19.597754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48528) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:19.618137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-42c8d960-ba2d-4f67-904f-edc220e0aad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.619849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-42c8d960-ba2d-4f67-904f-edc220e0aad5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0497041 Jul 22 14:30:19.645225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3830bc0-8e83-437a-ab91-1ff229771c26 req-ab43adae-42d6-4eec-977c-1b0b972e2366 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Jul 22 14:30:19.685431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d453a9e-dce0-45b2-bdde-17019a5373cc req-15089f14-adf2-41eb-b0bc-aaa445098de2 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.687247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d453a9e-dce0-45b2-bdde-17019a5373cc req-15089f14-adf2-41eb-b0bc-aaa445098de2 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 946 time: 0.1045294 Jul 22 14:30:19.742605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-917624232'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:19.753152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-d5e1284c-5f7d-4df3-b754-a354f0889525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.754786 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-d5e1284c-5f7d-4df3-b754-a354f0889525 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206098 Jul 22 14:30:19.758638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d453a9e-dce0-45b2-bdde-17019a5373cc req-a3d8e5eb-abff-4b5e-9891-d1b43ae37028 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631702 Jul 22 14:30:19.764825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-ee5ab522-5a6f-4b3a-9826-76b69bda87d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0958757 Jul 22 14:30:19.777261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Made reservation on behalf of 9ef3e29016fa4ebbac0814c9d0811a33 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:19.782044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.792241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.896883 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.903726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.908372 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-cb2640c8-8409-47df-ad2c-8adbb66e8e31 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381218 Jul 22 14:30:19.933276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:30:19.965138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-fba5c329-d85e-48fd-bba7-2fe112d62246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:19.967917 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-fba5c329-d85e-48fd-bba7-2fe112d62246 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.1328120 Jul 22 14:30:19.974164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a0166a9-ae7e-4203-b430-cd4f96af3d0a req-c55dde68-b999-4552-9d11-a1fd8be88f62 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0456095 Jul 22 14:30:19.977576 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:19.977933 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Added segment 8eb74e0a-4f49-4b19-ba87-394484829195 of type vlan for network 5c903c94-1887-4015-817b-c808e93bef21 Jul 22 14:30:19.979445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0973a2be-351e-426a-a263-c5c16769effa,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:20.060514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:20.118346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:20.125962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.127472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:20.162617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfe2a9-b364-46fb-a421-9cf696515a47 req-f4f783ea-03a7-453b-932c-bc71c54c83e3 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.164525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59cfe2a9-b364-46fb-a421-9cf696515a47 req-f4f783ea-03a7-453b-932c-bc71c54c83e3 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.1511598 Jul 22 14:30:20.169185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-ffff5acd-7efd-4f60-9524-5ceee390137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.170559 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-ffff5acd-7efd-4f60-9524-5ceee390137a service neutron] 10.222.0.72 "GET /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 1032 time: 0.1499450 Jul 22 14:30:20.174080 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72490bed-4b26-4a4c-b3d5-abbb94020ec9 req-3658c726-aa64-4927-a512-696f65b4cc23 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565954 Jul 22 14:30:20.237948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6378777 Jul 22 14:30:20.242369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:20.250703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Request body: {'subnet': {'network_id': '5c903c94-1887-4015-817b-c808e93bef21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:20.288589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-ddfd2076-8c38-4b03-8711-75d80bde536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.290073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-ddfd2076-8c38-4b03-8711-75d80bde536e service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.2590292 Jul 22 14:30:20.291214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e2da1-b1ce-47da-8db5-2da8e90a15dd tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event updated for resources: {'Network': ['ID=5c903c94-1887-4015-817b-c808e93bef21,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:20.308378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-1f3fbea5-1501-4a2a-ade8-ff88b42eb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.309339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-1f3fbea5-1501-4a2a-ade8-ff88b42eb615 service neutron] 10.222.0.72 "GET /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 1031 time: 0.1154819 Jul 22 14:30:20.309682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5c903c94-1887-4015-817b-c808e93bef21 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:30:20.374533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59cfe2a9-b364-46fb-a421-9cf696515a47 req-6037b2a9-a3b9-43a2-910d-e6f956e50c34 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854343 Jul 22 14:30:20.442495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-febdaa3c-e3b1-4ed9-b50b-43cfc0b0b5a8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2693348 Jul 22 14:30:20.492842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead07a35-0fe3-4bbb-8a40-b52f3c52a884 req-5823caf0-1900-4b4a-adeb-17bb13560470 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.494864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ead07a35-0fe3-4bbb-8a40-b52f3c52a884 req-5823caf0-1900-4b4a-adeb-17bb13560470 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.2122498 Jul 22 14:30:20.591777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ead07a35-0fe3-4bbb-8a40-b52f3c52a884 req-6dd6e2a8-674e-45ee-850b-ec749535d157 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892091 Jul 22 14:30:20.606353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0d11-27ef-4f70-b3d3-7b4133995af8 req-108ef97b-9594-48e6-aa29-920b1c1bde53 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.607962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161c0d11-27ef-4f70-b3d3-7b4133995af8 req-108ef97b-9594-48e6-aa29-920b1c1bde53 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1627779 Jul 22 14:30:20.646232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-0336005c-d47d-4c6c-becf-89652474b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.647805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-0336005c-d47d-4c6c-becf-89652474b971 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 1096 time: 0.1475699 Jul 22 14:30:20.669017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161c0d11-27ef-4f70-b3d3-7b4133995af8 req-70dcdbbd-84e7-482b-aa49-3042189f1a25 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Jul 22 14:30:20.711073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-ceae9f2e-de50-46f4-b896-c4d719df5827 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.4112623 Jul 22 14:30:20.826705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-4caf81ed-505e-45a5-a448-f021b8a89956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.828766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-4caf81ed-505e-45a5-a448-f021b8a89956 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.1494746 Jul 22 14:30:20.874732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Made reservation on behalf of 9ef3e29016fa4ebbac0814c9d0811a33 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:20.878308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:20.882841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-f0ce919f-484e-4912-955c-be6739124734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.884294 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-f0ce919f-484e-4912-955c-be6739124734 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1442578 Jul 22 14:30:20.894891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-9e12ce02-50b0-4787-b928-a4bd7feb8369 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 200 len: 217 time: 0.0566697 Jul 22 14:30:20.959459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-dd409d9e-3a2c-42b7-a7ea-51af0f197719 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.964906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a11a4-c852-4f61-99fb-07d3b0a72fba req-4d944559-9911-4292-8bdc-91e127ba545c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.965463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-dd409d9e-3a2c-42b7-a7ea-51af0f197719 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.966813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-481a11a4-c852-4f61-99fb-07d3b0a72fba req-4d944559-9911-4292-8bdc-91e127ba545c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.2175689 Jul 22 14:30:20.971402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-dd409d9e-3a2c-42b7-a7ea-51af0f197719 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.973141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-dd409d9e-3a2c-42b7-a7ea-51af0f197719 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "GET /v2.0/networks?id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 1995 time: 0.2754126 Jul 22 14:30:20.979188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-88a1a45d-d80f-40e0-8299-5520188a925e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686421 Jul 22 14:30:20.988221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-3468d207-427e-4cde-8ee9-5e56f84b15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:20.990208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-3468d207-427e-4cde-8ee9-5e56f84b15a0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.0851803 Jul 22 14:30:21.045516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-d4db929c-fe88-4ab4-95a8-42c3a47b3466 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448811 Jul 22 14:30:21.058920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-e797cb88-543a-4533-86cb-c049eb837e5e tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.060526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-e797cb88-543a-4533-86cb-c049eb837e5e tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.3764353 Jul 22 14:30:21.087809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:21.109620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-481a11a4-c852-4f61-99fb-07d3b0a72fba req-0917b2c3-9e78-4c97-bad6-9e17e8fc88ed tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167495 Jul 22 14:30:21.169605 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b65ac0b9-d759-40dd-aba3-6b967719f62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3be39b69c1b47aabba900396f4fde05 HTTP/1.1" status: 200 len: 380 time: 0.1867819 Jul 22 14:30:21.187650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'admin_state_up': True, 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'security_groups': ['925f059a-1764-4a2d-80b2-2ea4401c74bb']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:21.392512 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-454299ed-eaa2-43f2-aca7-bbcfd4defb9f service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739944 Jul 22 14:30:21.419894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.519524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5982b-afa7-4b82-802a-516e3125329e req-92c55afb-4daa-4bb2-b536-6d7f72474971 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.521149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3f5982b-afa7-4b82-802a-516e3125329e req-92c55afb-4daa-4bb2-b536-6d7f72474971 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 946 time: 0.6300251 Jul 22 14:30:21.551235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2247c3ab-802b-4377-aa54-eb6b851e948c req-eebf5963-3a90-4f81-b413-38d11ce23916 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0539048 Jul 22 14:30:21.589944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-4b2a1eea-9d22-4808-aaee-eae7b5758de3 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374312 Jul 22 14:30:21.613403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.616908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3f5982b-afa7-4b82-802a-516e3125329e req-2cb13132-3839-44da-9326-4bff3b2d2987 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/security-groups?id=0505691f-4501-48e7-9c6c-1347c960cb3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719361 Jul 22 14:30:21.701913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-93083ab0-5de1-413c-85d2-02ce60ed4e43 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.703781 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-93083ab0-5de1-413c-85d2-02ce60ed4e43 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.61 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 946 time: 0.4983799 Jul 22 14:30:21.797984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:21.801716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:21.816233 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65ea5f7d-ad43-4491-93e6-7705142395d4 req-25eedd14-1040-41f2-8ec5-87333be77ab4 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082229 Jul 22 14:30:21.839208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e71eacf-e07f-40e7-b0ed-0000734c0e14 req-18a0587b-236b-40a5-bc06-ad04cbe90a03 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403738 Jul 22 14:30:21.860546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b48dea-fbf3-4a74-8605-6be231137cc8 req-7bbc822b-aedc-4102-9ead-dd62ef48956d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.862044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79b48dea-fbf3-4a74-8605-6be231137cc8 req-7bbc822b-aedc-4102-9ead-dd62ef48956d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.1726010 Jul 22 14:30:21.868793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event updated for resources: {'Subnet': ['ID=98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:21.889103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd6cda-c2d3-423b-aa71-426d752c7ef0 req-1197c6a6-270d-4f36-987c-33ad1db505c7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:21.896495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cbd6cda-c2d3-423b-aa71-426d752c7ef0 req-1197c6a6-270d-4f36-987c-33ad1db505c7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 945 time: 0.1844985 Jul 22 14:30:21.966894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79b48dea-fbf3-4a74-8605-6be231137cc8 req-1b03c5ad-5e11-4608-90bb-07fa8f0f978e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876458 Jul 22 14:30:21.972689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Checking segment: {'id': '8eb74e0a-4f49-4b19-ba87-394484829195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c903c94-1887-4015-817b-c808e93bef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:21.973066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Network hostable DHCP agents. Network: 5c903c94-1887-4015-817b-c808e93bef21, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:30:21.980962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cbd6cda-c2d3-423b-aa71-426d752c7ef0 req-c93a1c8c-c13e-43a3-a83b-bbbd71391354 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757341 Jul 22 14:30:22.016345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:22.097378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Network 5c903c94-1887-4015-817b-c808e93bef21 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:30:22.129717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93f08c-837c-4022-b0c7-705562dc9b2d req-83d2c2f4-e25a-48e5-9e5f-7e4a74497f3c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:22.137934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb93f08c-837c-4022-b0c7-705562dc9b2d req-83d2c2f4-e25a-48e5-9e5f-7e4a74497f3c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.0843089 Jul 22 14:30:22.149800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5c903c94-1887-4015-817b-c808e93bef21) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:22.165357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:22.165927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.167675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd2561c-eb38-4c79-be13-c572e3aff61b None None] Network 5c903c94-1887-4015-817b-c808e93bef21 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:22.169259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:22.205485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb93f08c-837c-4022-b0c7-705562dc9b2d req-e860347a-59b1-45e1-80bc-97434168a04e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631359 Jul 22 14:30:22.219659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 172.20.0.12 (f5704e7c-bf34-4cd8-992e-e4e4b563fc42/57c75868-48b5-43c0-9a8f-0a002a099812/af64618b-3f4c-45c0-a594-4da43f230196) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:22.236962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Deleting port e76fd151-4355-4484-9e74-ebd495d433cb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:22.237330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.249846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ca902395-638e-4d1f-ad7d-368a13c0f1bc tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0017459 Jul 22 14:30:22.250779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48560) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:22.258177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Request body: {'port': {'network_id': '5c903c94-1887-4015-817b-c808e93bef21', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1620023253'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:22.290669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:22.293706 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf173e84-05e3-4ecc-bfde-e30ceb221aa6" -d '{"events": [{"server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "name": "network-vif-unplugged", "status": "completed", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:22.303846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.359533 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.385908 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481f9ef5-b8f7-4ee8-891b-3c40965c6902 x-openstack-request-id: req-481f9ef5-b8f7-4ee8-891b-3c40965c6902 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:22.386205 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "name": "network-vif-unplugged", "status": "completed", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:22.386456 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-481f9ef5-b8f7-4ee8-891b-3c40965c6902 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:22.387534 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'code': 200} Jul 22 14:30:22.408107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:22.500983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] For port e76fd151-4355-4484-9e74-ebd495d433cb, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e76fd151-4355-4484-9e74-ebd495d433cb,segment=NetworkSegment(377a5440-ce61-4127-b2cb-5aa6fd0ec760),segment_id=377a5440-ce61-4127-b2cb-5aa6fd0ec760)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:22.501367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7fbc-1d4a-4067-bed5-307652fdebba req-7d7f6137-dd6c-4c58-b7c2-8c419ccf8841 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:22.501536 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.515155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-149b7fbc-1d4a-4067-bed5-307652fdebba req-7d7f6137-dd6c-4c58-b7c2-8c419ccf8841 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1418176 Jul 22 14:30:22.517416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Made reservation on behalf of 9ef3e29016fa4ebbac0814c9d0811a33 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:22.521509 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.535916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:22.588343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] device_id is not set on port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:22.606023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on host n-h1-794306-8 for vnic_type normal with profile {"migrating_to": "n-h2-794306-8"} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:22.607004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:22.607555 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:22.627995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-5c903c94-1887-4015-817b-c808e93bef21', 'network_id': '5c903c94-1887-4015-817b-c808e93bef21', 'tenant_id': '9ef3e29016fa4ebbac0814c9d0811a33', 'fixed_ips': [{'subnet_id': '98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:30:22.629115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.636909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Calling delete_port for e76fd151-4355-4484-9e74-ebd495d433cb owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:22.639792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:22.640268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:22.645599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-149b7fbc-1d4a-4067-bed5-307652fdebba req-bfa67550-07e1-4430-8cfc-63e2133d8162 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201339 Jul 22 14:30:22.677185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:22.677727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:22.678652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:22.679413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Bound port: c23e4d32-6b26-4308-b96e-ab35fec6db78, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:22.679916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.706872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:22.770397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Allocated IP 2001:db8::26f (5c903c94-1887-4015-817b-c808e93bef21/98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5/1d84f4b7-9f7b-4579-92be-ae218c3f96cc) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:22.799434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on host n-h1-794306-8 for vnic_type normal with profile {"migrating_to": "n-h2-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:22.800381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:22.800928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:22.820814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:22.821416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Attempting to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 on network 15e0f227-3ca8-4d4c-bcba-fd256f8a453e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:22.833306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:22.833770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.837046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:22.843931 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.846072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:22.846624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Checking segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:22.847177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Bound using segment: {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:22.847807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Bound port: c23e4d32-6b26-4308-b96e-ab35fec6db78, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '15e0f227-3ca8-4d4c-bcba-fd256f8a453e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:22.848359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.874880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object af64618b-3f4c-45c0-a594-4da43f230196 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:22.975120 n-d-794306-8 neutron-server[93813]: WARNING neutron.plugins.ml2.plugin [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Concurrent port binding operations failed on port c23e4d32-6b26-4308-b96e-ab35fec6db78 Jul 22 14:30:22.975398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:22.976181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 has no active binding in host n-h2-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:30:22.976656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:22.984027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:22.984341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:22.992990 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Attempt 2 to bind port c23e4d32-6b26-4308-b96e-ab35fec6db78 Jul 22 14:30:22.993244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Transition to ACTIVE for port object 1d84f4b7-9f7b-4579-92be-ae218c3f96cc will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:23.001729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.002356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.004105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-d9eecd2d-9c62-4871-b840-bd3ba1cf658a service neutron] 10.222.0.61 "PUT /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 1121 time: 1.9324830 Jul 22 14:30:23.032641 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.038317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.094165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d007b39e-ba9a-435b-a39d-f59b00e2231e req-8f5e58af-924c-46d8-b34f-d1d32b1af316 tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.60 "GET /v2.0/ports?device_id=23134583-6c24-4649-ba7c-0501725d3a4c HTTP/1.1" status: 200 len: 210 time: 0.0821393 Jul 22 14:30:23.171417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:23.179830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:23.194414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:23.196977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] No DVR routers for this DVR port e76fd151-4355-4484-9e74-ebd495d433cb on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:23.199065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:23.206360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.209140 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0fe5f84-8bfb-462e-bb10-2d46130c210a req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] 10.222.0.61 "DELETE /v2.0/ports/e76fd151-4355-4484-9e74-ebd495d433cb HTTP/1.1" status: 204 len: 173 time: 1.4904969 Jul 22 14:30:23.219936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.231252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'mac_address': 'fa:16:3e:51:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:23.238372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.271633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840d8c3-0fe7-4a96-be34-0593463fdb3e tempest-ServerTagsTestJSON-417911616 tempest-ServerTagsTestJSON-417911616-project] Pushing event deleted for resources: {'Port': ['ID=e76fd151-4355-4484-9e74-ebd495d433cb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.293728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e76fd151-4355-4484-9e74-ebd495d433cb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:23.298099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event updated for resources: {'Port': ['ID=1d84f4b7-9f7b-4579-92be-ae218c3f96cc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:23.308762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14dc3b-36cc-4477-89e3-10f6a3fa2029 req-02881cba-e99f-475d-a1c8-bd7072ff96fc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.317076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a14dc3b-36cc-4477-89e3-10f6a3fa2029 req-02881cba-e99f-475d-a1c8-bd7072ff96fc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 932 time: 0.3113322 Jul 22 14:30:23.353092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.354343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.391007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Network 5c903c94-1887-4015-817b-c808e93bef21 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:23.395658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-20b12725-33fc-4d07-bf93-543b1f5ff454 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2140827 Jul 22 14:30:23.402468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:23.407602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['c23e4d32-6b26-4308-b96e-ab35fec6db78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:23.411633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'admin_state_up': True, 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'security_groups': ['925f059a-1764-4a2d-80b2-2ea4401c74bb']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:23.415052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:23.433604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.434287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.466796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a14dc3b-36cc-4477-89e3-10f6a3fa2029 req-c5d2268b-df0e-4ce0-a981-07a4d58c3104 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487863 Jul 22 14:30:23.481152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-481e3a58-a117-492b-a110-df10179fda07 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2286341 Jul 22 14:30:23.484636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:23.490176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449b5bd-6bbd-411f-b887-c100ff01ba78 req-bbba9c46-ef95-4f61-a95a-118bd8c5c2d0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.491832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d449b5bd-6bbd-411f-b887-c100ff01ba78 req-bbba9c46-ef95-4f61-a95a-118bd8c5c2d0 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2630045 Jul 22 14:30:23.499260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['c23e4d32-6b26-4308-b96e-ab35fec6db78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:23.501306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Request body: {'port': {'network_id': '5c903c94-1887-4015-817b-c808e93bef21', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2046739618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:23.504231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] bootfile-name is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:30:23.506684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] tftp-server is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:30:23.507225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] server-ip-address is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:30:23.562100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d449b5bd-6bbd-411f-b887-c100ff01ba78 req-655512d6-c5c3-4bcd-9b2b-c778622db1ee tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610909 Jul 22 14:30:23.636949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Allocated IP 2001:db8::2 (5c903c94-1887-4015-817b-c808e93bef21/98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5/a75c9a99-83ff-48e3-9d5a-6cccb9c9328d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:23.655014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.723873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd99bb84-086b-448a-a06c-0b091a90ae0e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:23.739992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f39c3b-2960-4ac2-bad5-94f2e3881032 req-1a7bde16-317c-4e1d-8de9-bbc025cc2e0d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.741684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79f39c3b-2960-4ac2-bad5-94f2e3881032 req-1a7bde16-317c-4e1d-8de9-bbc025cc2e0d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.1404412 Jul 22 14:30:23.753748 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:23.774177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82934808-14fa-49f0-a0b2-7c29f50d3b1a None None] Provisioning for port af64618b-3f4c-45c0-a594-4da43f230196 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:23.783561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82934808-14fa-49f0-a0b2-7c29f50d3b1a None None] Provisioning complete for port af64618b-3f4c-45c0-a594-4da43f230196 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:23.783927 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82934808-14fa-49f0-a0b2-7c29f50d3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.793433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:30:23.793433 n-d-794306-8 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:30:23.793433 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id_1': 'f3be39b69c1b47aabba900396f4fde05', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 30, 23, 785794)}] Jul 22 14:30:23.793433 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:30:23.794386 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:30:23.800911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.809897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Made reservation on behalf of 9ef3e29016fa4ebbac0814c9d0811a33 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:23.814551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:23.830661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79f39c3b-2960-4ac2-bad5-94f2e3881032 req-9c288997-c076-4532-a86b-d0f6f21540ac tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817325 Jul 22 14:30:23.840392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] device_id is not set on port b9327bed-9117-4921-a490-4464abec1fc9 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:30:23.908756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b9478-e162-443d-ac17-ba22ca647dc3 req-4dea4b04-fe92-4017-a016-2cad03de05b3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:23.921775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a8b9478-e162-443d-ac17-ba22ca647dc3 req-4dea4b04-fe92-4017-a016-2cad03de05b3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1271193 Jul 22 14:30:23.984500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-82934808-14fa-49f0-a0b2-7c29f50d3b1a None None] Port af64618b-3f4c-45c0-a594-4da43f230196 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:24.007452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.038039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a8b9478-e162-443d-ac17-ba22ca647dc3 req-7b24cccb-f5e6-4e50-988e-ae815125abbe tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145961 Jul 22 14:30:24.095418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a01a9-86ee-43ed-a698-d744399f9965 req-c1595654-aee5-4ca8-b2d5-db824c6e1bb5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.097230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc4a01a9-86ee-43ed-a698-d744399f9965 req-c1595654-aee5-4ca8-b2d5-db824c6e1bb5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.1234758 Jul 22 14:30:24.143579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc4a01a9-86ee-43ed-a698-d744399f9965 req-b6820111-8588-42e4-b796-2ca42bd85898 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 Jul 22 14:30:24.146218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.155175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48582) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.169019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Transition to ACTIVE for port object a75c9a99-83ff-48e3-9d5a-6cccb9c9328d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:24.173505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd99bb84-086b-448a-a06c-0b091a90ae0e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:24.204016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Deleting subnet 836672ce-7151-45e8-9ae4-9846f620c514 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:24.207357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.232709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Transition to ACTIVE for port object a75c9a99-83ff-48e3-9d5a-6cccb9c9328d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:24.250192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.275070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.309219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Network 5c903c94-1887-4015-817b-c808e93bef21 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:24.313494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:24.322024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:24.329932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Pushing event updated for resources: {'Port': ['ID=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.380858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Allocated IP 2001:db8::18c (5c903c94-1887-4015-817b-c808e93bef21/98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5/b9327bed-9117-4921-a490-4464abec1fc9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:24.383525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.387837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:24.391819 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.409853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Attempting to bind port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:24.410359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Attempting to bind port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8eb74e0a-4f49-4b19-ba87-394484829195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c903c94-1887-4015-817b-c808e93bef21'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:24.410869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Attempting to bind port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d on network 5c903c94-1887-4015-817b-c808e93bef21 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:24.414191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78'}, {'server_uuid': '23134583-6c24-4649-ba7c-0501725d3a4c', 'name': 'network-vif-deleted', 'tag': 'e76fd151-4355-4484-9e74-ebd495d433cb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:24.417486 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78"}, {"server_uuid": "23134583-6c24-4649-ba7c-0501725d3a4c", "name": "network-vif-deleted", "tag": "e76fd151-4355-4484-9e74-ebd495d433cb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:24.429489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:24.429984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Checking segment: {'id': '8eb74e0a-4f49-4b19-ba87-394484829195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c903c94-1887-4015-817b-c808e93bef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:24.430495 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.431015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Bound using segment: {'id': '8eb74e0a-4f49-4b19-ba87-394484829195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c903c94-1887-4015-817b-c808e93bef21'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:24.432678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Bound port: a75c9a99-83ff-48e3-9d5a-6cccb9c9328d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb74e0a-4f49-4b19-ba87-394484829195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5c903c94-1887-4015-817b-c808e93bef21'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:24.432678 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.447154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e76fd151-4355-4484-9e74-ebd495d433cb no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:24.480080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: e76fd151-4355-4484-9e74-ebd495d433cb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:24.480625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e76fd151-4355-4484-9e74-ebd495d433cb not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:24.622286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] For port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:24.629510 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b05befe-e9db-4c0c-a94c-ec30ae7ad146 x-openstack-request-id: req-8b05befe-e9db-4c0c-a94c-ec30ae7ad146 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:24.629955 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78", "status": "completed", "code": 200}, {"server_uuid": "23134583-6c24-4649-ba7c-0501725d3a4c", "name": "network-vif-deleted", "tag": "e76fd151-4355-4484-9e74-ebd495d433cb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:24.630314 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b05befe-e9db-4c0c-a94c-ec30ae7ad146 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:24.630911 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'status': 'completed', 'code': 200} Jul 22 14:30:24.631268 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23134583-6c24-4649-ba7c-0501725d3a4c', 'name': 'network-vif-deleted', 'tag': 'e76fd151-4355-4484-9e74-ebd495d433cb', 'status': 'completed', 'code': 200} Jul 22 14:30:24.637854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] For port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,segment=NetworkSegment(8eb74e0a-4f49-4b19-ba87-394484829195),segment_id=8eb74e0a-4f49-4b19-ba87-394484829195)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:24.658763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.685315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.753311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-e573b1ad-495c-4f08-874b-62a3c8b76463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.754884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-e573b1ad-495c-4f08-874b-62a3c8b76463 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1124 time: 0.2108295 Jul 22 14:30:24.764972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a62618-8f7f-4c8c-a733-e803c2a08126 None None] Pushing event updated for resources: {'Port': ['ID=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.767719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836672ce-7151-45e8-9ae4-9846f620c514,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:24.768348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db572c-9427-48e5-87f4-0767f229b895 req-bbf12d55-b6f3-4e64-a7d8-eadd31245432 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.770023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44db572c-9427-48e5-87f4-0767f229b895 req-bbf12d55-b6f3-4e64-a7d8-eadd31245432 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 932 time: 0.1791267 Jul 22 14:30:24.784485 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.793476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c2d4a5b6-cb52-4973-8a52-e14924616900 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/836672ce-7151-45e8-9ae4-9846f620c514 HTTP/1.1" status: 204 len: 168 time: 0.6371880 Jul 22 14:30:24.800472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.802408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:24.859885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Transition to ACTIVE for port object b9327bed-9117-4921-a490-4464abec1fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:24.887726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4d21-c950-4695-9674-52181cc4277f req-cc1fe7a2-d2fa-44e3-8e14-411b5cf644af tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.889385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a48d4d21-c950-4695-9674-52181cc4277f req-cc1fe7a2-d2fa-44e3-8e14-411b5cf644af tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2143645 Jul 22 14:30:24.899922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 10.1.1.33 (be309c81-43af-4842-8b97-b76670f59d45/8899851c-9ba2-4ee1-9fac-64fc6b8d7910/4ff0c42d-bd1b-4594-bb02-6019db12f9cf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:24.932314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:24.946317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44db572c-9427-48e5-87f4-0767f229b895 req-455deeca-4e44-4bca-a360-a6e45aeebbd0 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411974 Jul 22 14:30:24.968757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-c8329e54-52e6-4ffb-9c96-62d52eb3ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:24.975729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-c8329e54-52e6-4ffb-9c96-62d52eb3ffb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.2048554 Jul 22 14:30:24.992913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a48d4d21-c950-4695-9674-52181cc4277f req-56b63b47-0d4f-4d89-8a49-23501e5cf39e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911436 Jul 22 14:30:25.037025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.107950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-4b988ad2-5a54-4087-8363-c562a57f2308 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 217 time: 0.1139181 Jul 22 14:30:25.206507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event updated for resources: {'Port': ['ID=b9327bed-9117-4921-a490-4464abec1fc9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:25.251384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-e5de89aa-59a0-4baf-acea-31c362822fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.252825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-e5de89aa-59a0-4baf-acea-31c362822fff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.1296830 Jul 22 14:30:25.287816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.291489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Network 5c903c94-1887-4015-817b-c808e93bef21 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:25.303042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-12c215a1-b9e4-4877-a1e2-02ad006a7b1c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409198 Jul 22 14:30:25.314354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:25.316739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:25.322330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.323828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.328463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70371079-a26d-435b-8f65-c9a364721a9f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:25.348045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377a5440-ce61-4127-b2cb-5aa6fd0ec760') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:25.348412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377a5440-ce61-4127-b2cb-5aa6fd0ec760') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:25.363926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d493c0-4e89-404f-87ae-16dd40d65c1a req-55a1ae6b-4a36-4282-9282-92c9849df3d7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.365574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20d493c0-4e89-404f-87ae-16dd40d65c1a req-55a1ae6b-4a36-4282-9282-92c9849df3d7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 949 time: 0.2282009 Jul 22 14:30:25.368329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.378705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-203ebd7f-8fc8-4b28-973e-3fa5654efdc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8901711 Jul 22 14:30:25.381856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bc03b-a6df-4889-95bc-06dac219f897 req-704bb3ad-6056-4807-8ed3-a94696806c42 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.382719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d48bc03b-a6df-4889-95bc-06dac219f897 req-704bb3ad-6056-4807-8ed3-a94696806c42 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.1764839 Jul 22 14:30:25.384190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:25.408659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.434228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.488176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:30:25.489080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:30:25.491804 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:30:25.500614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20d493c0-4e89-404f-87ae-16dd40d65c1a req-1d5864ce-0c7f-4534-a1fe-8634247a3980 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152916 Jul 22 14:30:25.505802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-1df1ea42-e162-4dcc-8456-68976261318f service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906748 Jul 22 14:30:25.524321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d48bc03b-a6df-4889-95bc-06dac219f897 req-5743839d-92dc-4083-bfb4-1131708f938d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031599 Jul 22 14:30:25.526950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object 4ff0c42d-bd1b-4594-bb02-6019db12f9cf will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:25.580959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a75c9a99-83ff-48e3-9d5a-6cccb9c9328d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:25.629101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.656647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.661953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] 10.222.0.60 "DELETE /v2.0/networks/70371079-a26d-435b-8f65-c9a364721a9f HTTP/1.1" status: 204 len: 168 time: 0.8551266 Jul 22 14:30:25.661953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b136f-8e22-41e1-9440-b5119a6f2c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=70371079-a26d-435b-8f65-c9a364721a9f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:25.670215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:25.677073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ddd1e1-7e8c-487b-bde8-3c224f26b5cc req-1bde5137-40a6-4b3d-8b3c-7b2abe2bfae3 service neutron] 10.222.0.72 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501522 Jul 22 14:30:25.685308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20a216-e993-44d5-a276-57db5c6f7583 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.691570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20a216-e993-44d5-a276-57db5c6f7583 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.703259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20a216-e993-44d5-a276-57db5c6f7583 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.705030 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d20a216-e993-44d5-a276-57db5c6f7583 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3167481 Jul 22 14:30:25.714535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:25.763165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b17f1-b4ac-4799-9b50-3ca2e2d7b3fa req-64cfc4d1-9e8c-4188-9984-8d84c25932eb tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:25.764942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-758b17f1-b4ac-4799-9b50-3ca2e2d7b3fa req-64cfc4d1-9e8c-4188-9984-8d84c25932eb tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.0868924 Jul 22 14:30:25.777151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:25.842484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-758b17f1-b4ac-4799-9b50-3ca2e2d7b3fa req-17a74446-09d7-428e-a94f-2f477c04b967 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668314 Jul 22 14:30:26.011384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48608) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:26.075960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-93018dab-37e3-4623-a983-02360c4aa5be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ea4d36dfe4849bfbac715268cee3bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620160 Jul 22 14:30:26.078953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48612) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:26.242705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d8cbb-d93d-4995-8ffc-fc4418a2ac17 None None] Network 5c903c94-1887-4015-817b-c808e93bef21 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:26.298760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.330729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99500adf-fbc5-48fd-9300-faf042b2b40a req-185d28a6-1b8b-4ad9-8df3-ef20737032ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.337276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99500adf-fbc5-48fd-9300-faf042b2b40a req-185d28a6-1b8b-4ad9-8df3-ef20737032ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.345190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99500adf-fbc5-48fd-9300-faf042b2b40a req-185d28a6-1b8b-4ad9-8df3-ef20737032ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 1653 time: 0.2383678 Jul 22 14:30:26.351683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network be309c81-43af-4842-8b97-b76670f59d45 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:26.360234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:26.362946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:26.365884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:26.439714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b8ded-9940-4356-bf5e-37d44940d674 req-189365b5-aa64-4363-98d4-40b5e994889b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.442283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d9b8ded-9940-4356-bf5e-37d44940d674 req-189365b5-aa64-4363-98d4-40b5e994889b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2804542 Jul 22 14:30:26.451831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.455912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:26.456427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:26.457096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.476910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Deleting port b9327bed-9117-4921-a490-4464abec1fc9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:26.477255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.531244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] Provisioning for port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:26.544750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] Provisioning complete for port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:26.545130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.651221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port bd99bb84-086b-448a-a06c-0b091a90ae0e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:26.655483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.660530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99500adf-fbc5-48fd-9300-faf042b2b40a req-06a4c4cb-64a8-43d4-ba68-b51f2343c051 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072314 Jul 22 14:30:26.672652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Calling delete_port for b9327bed-9117-4921-a490-4464abec1fc9 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:26.694059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port bd99bb84-086b-448a-a06c-0b091a90ae0e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:26.694470 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.712547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d9b8ded-9940-4356-bf5e-37d44940d674 req-24f46798-7918-4635-a5ba-97c3dde53e8e tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296515 Jul 22 14:30:26.742801 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.745158 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.746319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0505691f-4501-48e7-9c6c-1347c960cb3c HTTP/1.1" status: 204 len: 168 time: 0.6661923 Jul 22 14:30:26.771938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0505691f-4501-48e7-9c6c-1347c960cb3c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:26.788592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.788592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.793617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.794049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.794505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.794878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.795213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.795551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.795889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.796309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.796655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.796985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9722-8f08-4dca-aea9-b75b62a84a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:26.890360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:26.917297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-335d5652-995f-4ddf-b7d3-988313187d49 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5130677 Jul 22 14:30:26.939342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'admin_state_up': True, 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'security_groups': ['925f059a-1764-4a2d-80b2-2ea4401c74bb']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:26.977432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.024320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event deleted for resources: {'Port': ['ID=b9327bed-9117-4921-a490-4464abec1fc9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:27.045550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.113392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] For port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,segment=NetworkSegment(8eb74e0a-4f49-4b19-ba87-394484829195),segment_id=8eb74e0a-4f49-4b19-ba87-394484829195)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:27.121039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.127831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "DELETE /v2.0/ports/b9327bed-9117-4921-a490-4464abec1fc9 HTTP/1.1" status: 204 len: 168 time: 1.4109724 Jul 22 14:30:27.128872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.129226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.129567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.129908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.130253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.130616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.130953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.131441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.131599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.131921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.132248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.132587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b290c3-3476-4663-8beb-1a1cc9d26f22 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:30:27.134275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.143332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcfe7e-babf-46f6-8e20-e1ad107a82a1 req-c1f92f20-ef42-4182-87aa-5036ee4c7bd0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.145652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32dcfe7e-babf-46f6-8e20-e1ad107a82a1 req-c1f92f20-ef42-4182-87aa-5036ee4c7bd0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 949 time: 0.2508030 Jul 22 14:30:27.147373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48624) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:27.160473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:27.163071 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec55601-c7d5-425d-bde4-ec01bcfb9dba" -d '{"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:27.165168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Request body: {'port': {'name': 'tempest-new-port-name-1183300284', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:27.165709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.api.validators [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] bootfile-name is not in valid_values {{(pid=93812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:30:27.166344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.api.validators [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] tftp-server is not in valid_values {{(pid=93812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:30:27.167018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.api.validators [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] server-ip-address is not in valid_values {{(pid=93812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:30:27.199561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:27.212619 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.234388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f9ad3-3a12-429c-95d9-ef09b7810f6b req-b1f7e80d-881d-430b-9659-a4e500501645 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:27.251257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c0f9ad3-3a12-429c-95d9-ef09b7810f6b req-b1f7e80d-881d-430b-9659-a4e500501645 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2838635 Jul 22 14:30:27.281526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e16e5-fa7c-48a2-b9f5-55073155a81f None None] Pushing event updated for resources: {'Port': ['ID=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:27.306180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6b17ffcd-eb2c-4242-af3d-29aac5abd02d None None] Provisioning for port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:27.370297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6b17ffcd-eb2c-4242-af3d-29aac5abd02d None None] Provisioning complete for port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:27.375266 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b17ffcd-eb2c-4242-af3d-29aac5abd02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.384147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32dcfe7e-babf-46f6-8e20-e1ad107a82a1 req-d8849927-6284-467f-9e1f-7d871f9c065b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108021 Jul 22 14:30:27.505961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.539410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:27.549057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:27.562059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:27.597596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c0f9ad3-3a12-429c-95d9-ef09b7810f6b req-dd67f274-9741-40eb-848c-d6669a7f31ba tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445659 Jul 22 14:30:27.605268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6b17ffcd-eb2c-4242-af3d-29aac5abd02d None None] Port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:27.702685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a75c9a99-83ff-48e3-9d5a-6cccb9c9328d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:27.868026 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8af546-4e7b-4591-a634-622142aa2647 x-openstack-request-id: req-dd8af546-4e7b-4591-a634-622142aa2647 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:27.868427 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:27.868796 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd8af546-4e7b-4591-a634-622142aa2647 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:27.869868 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'code': 200} Jul 22 14:30:27.945740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Provisioning for port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:27.956357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Provisioning complete for port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:27.957041 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.078446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:28.081831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 10.1.1.17 (be309c81-43af-4842-8b97-b76670f59d45/8899851c-9ba2-4ee1-9fac-64fc6b8d7910/eaf08ad9-9613-4e6b-bffe-a9721ab56ab5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:28.092060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:28.094558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.312751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caa11d-76ee-4fed-a52c-67c159e7dba0 req-78242ed4-8b30-4282-a3e1-5030fbc59285 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.326344 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56caa11d-76ee-4fed-a52c-67c159e7dba0 req-78242ed4-8b30-4282-a3e1-5030fbc59285 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.6267893 Jul 22 14:30:28.352811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7d5d4-0bcf-4852-89eb-f0ee5cef852b req-ffa263eb-55ac-41de-b651-92cdaad3b945 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.359747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7d5d4-0bcf-4852-89eb-f0ee5cef852b req-ffa263eb-55ac-41de-b651-92cdaad3b945 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.374066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51f7d5d4-0bcf-4852-89eb-f0ee5cef852b req-ffa263eb-55ac-41de-b651-92cdaad3b945 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 1653 time: 0.4749584 Jul 22 14:30:28.379968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeede21-4842-48d0-9911-7c9982bb7d15 req-7904d383-130e-42a6-a93d-1c5ef321ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.382235 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9eeede21-4842-48d0-9911-7c9982bb7d15 req-7904d383-130e-42a6-a93d-1c5ef321ec1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1101 time: 0.4952641 Jul 22 14:30:28.448304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Could not find standard attr ID for object b9327bed-9117-4921-a490-4464abec1fc9. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:28.468141 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.492575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.509321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Provisioning complete for port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:28.510035 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35dc61d6-bd7f-4cc3-84d2-334f4b21f745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.559801 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9eeede21-4842-48d0-9911-7c9982bb7d15 req-b42fb833-b382-4572-8d39-f797d6623a61 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885377 Jul 22 14:30:28.605669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51f7d5d4-0bcf-4852-89eb-f0ee5cef852b req-8abb7e4f-b3bb-4b0e-a2f4-d30cbb9e8983 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096305 Jul 22 14:30:28.623356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] In _notify_port_updated(), no bound segment for port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc on network 5c903c94-1887-4015-817b-c808e93bef21 {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:30:28.637040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:28.639661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.642177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "PUT /v2.0/ports/1d84f4b7-9f7b-4579-92be-ae218c3f96cc HTTP/1.1" status: 200 len: 1130 time: 1.4934323 Jul 22 14:30:28.659981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48652) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:28.707628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56caa11d-76ee-4fed-a52c-67c159e7dba0 req-bad86f66-c6f6-427b-bbbc-881f8858f9f4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698010 Jul 22 14:30:28.713722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:28.756715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:28.769009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dd35f-da40-4361-8ed1-8a9020f67ac2 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event updated for resources: {'Port': ['ID=1d84f4b7-9f7b-4579-92be-ae218c3f96cc,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:28.934082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.169252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network be309c81-43af-4842-8b97-b76670f59d45 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:29.185898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242de7c9-3f8c-4dd7-93c5-cf0587145d1c req-616c0792-065e-4ad8-aadb-e011ea8d38f5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.186605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:29.188167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-242de7c9-3f8c-4dd7-93c5-cf0587145d1c req-616c0792-065e-4ad8-aadb-e011ea8d38f5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.2979376 Jul 22 14:30:29.207590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ed190-d6b0-4668-b8be-a018579413cf tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.209163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9e2ed190-d6b0-4668-b8be-a018579413cf tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "GET /v2.0/ports/1d84f4b7-9f7b-4579-92be-ae218c3f96cc HTTP/1.1" status: 200 len: 1130 time: 0.5480769 Jul 22 14:30:29.212502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:29.214763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7abd7c4c-e68b-438d-9935-385efba397b6 None None] Provisioning complete for port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:29.215253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7abd7c4c-e68b-438d-9935-385efba397b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.224372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:29.227680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:29.292017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7abd7c4c-e68b-438d-9935-385efba397b6 None None] Port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:29.295632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7abd7c4c-e68b-438d-9935-385efba397b6 None None] Could not find standard attr ID for object b9327bed-9117-4921-a490-4464abec1fc9. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:30:29.330845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-242de7c9-3f8c-4dd7-93c5-cf0587145d1c req-7b64e4ca-c5e0-4b79-a01e-15ce36acedd8 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940247 Jul 22 14:30:29.448132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f33d490-7b09-4f64-a77c-934ce374d642 req-8a03d22b-1176-4da7-b78e-77e040626d1e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.470420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f33d490-7b09-4f64-a77c-934ce374d642 req-8a03d22b-1176-4da7-b78e-77e040626d1e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.3699064 Jul 22 14:30:29.476983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.476983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.507679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Deleting port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:29.508433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.633204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f33d490-7b09-4f64-a77c-934ce374d642 req-ad8d9be4-ee89-4919-9e94-a471c4eceea6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616032 Jul 22 14:30:29.663469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72c4fbad-41fa-4b6e-8019-b3628c387fc9 None None] Provisioning complete for port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:29.665862 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72c4fbad-41fa-4b6e-8019-b3628c387fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.684480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.704579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Calling delete_port for 1d84f4b7-9f7b-4579-92be-ae218c3f96cc owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:29.711366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-24c936ab-5810-430e-95e5-cb5c942e1ce3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7760739 Jul 22 14:30:29.724000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'admin_state_up': True, 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'security_groups': ['925f059a-1764-4a2d-80b2-2ea4401c74bb']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:29.730082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04415f1f-4df2-4dad-8014-e66aca5fc641 req-4e8d15f3-57a5-4308-9e07-436bb9bc9490 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:29.733965 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04415f1f-4df2-4dad-8014-e66aca5fc641 req-4e8d15f3-57a5-4308-9e07-436bb9bc9490 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.2478395 Jul 22 14:30:29.761428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-72c4fbad-41fa-4b6e-8019-b3628c387fc9 None None] Port 1d84f4b7-9f7b-4579-92be-ae218c3f96cc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:29.811600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04415f1f-4df2-4dad-8014-e66aca5fc641 req-19fe5409-e2d5-489d-9cda-697a1cd35ddc tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701044 Jul 22 14:30:29.893011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a4e02382-f0e0-4d01-bf09-5da559da5213 None None] Provisioning for port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:29.906619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a4e02382-f0e0-4d01-bf09-5da559da5213 None None] Provisioning complete for port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:29.907078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4e02382-f0e0-4d01-bf09-5da559da5213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:29.991581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:30.014592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.019345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a4e02382-f0e0-4d01-bf09-5da559da5213 None None] Port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:30.041903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d1260-ef39-4804-abb0-a55fdc4f42af req-fa2a9a5f-6f0f-4536-afa0-c0ba9346fd17 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:30.049645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d1260-ef39-4804-abb0-a55fdc4f42af req-fa2a9a5f-6f0f-4536-afa0-c0ba9346fd17 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:30.058438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d1260-ef39-4804-abb0-a55fdc4f42af req-fa2a9a5f-6f0f-4536-afa0-c0ba9346fd17 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:30.061548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-673d1260-ef39-4804-abb0-a55fdc4f42af req-fa2a9a5f-6f0f-4536-afa0-c0ba9346fd17 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 2373 time: 0.1212437 Jul 22 14:30:30.065710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event deleted for resources: {'Port': ['ID=1d84f4b7-9f7b-4579-92be-ae218c3f96cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:30.123737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-673d1260-ef39-4804-abb0-a55fdc4f42af req-beba634b-519d-449e-99bc-dcce3e369ded tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553870 Jul 22 14:30:30.188048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.199656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c775a73a-bc60-4c94-b476-48861744d003 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "DELETE /v2.0/ports/1d84f4b7-9f7b-4579-92be-ae218c3f96cc HTTP/1.1" status: 204 len: 168 time: 0.9704907 Jul 22 14:30:30.202481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:30.269949 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.524625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Deleting subnet 98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:30:30.535291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.596561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-48e1be70-58ec-4d84-b19b-726423e7a94b service neutron] 10.222.0.72 "GET /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.3736084 Jul 22 14:30:30.609674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:30.742819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:30.920245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 10.2.2.100 (888b63ac-a1ba-404c-a66c-d6d8c8449cb9/fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0/e773d76f-2328-4c95-ae74-09ac54f91d44) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:31.113449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252b705-f476-45f9-81b8-db338cbc8f65 req-44e21bc6-2f74-4f22-86c2-3050199068b0 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:31.115534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d252b705-f476-45f9-81b8-db338cbc8f65 req-44e21bc6-2f74-4f22-86c2-3050199068b0 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.8788638 Jul 22 14:30:31.253485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.271811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.292850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object e773d76f-2328-4c95-ae74-09ac54f91d44 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:31.357449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.453405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:31.460894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:31.488972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:31.496047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:31.514750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d252b705-f476-45f9-81b8-db338cbc8f65 req-d05b1f6c-ec61-4743-9e75-9843b546478b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855600 Jul 22 14:30:31.552368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:31.568598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:31.569984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.588694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:31.593332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.608263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-56e0810c-7dd4-4a87-b15a-846beaa4f05b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8867726 Jul 22 14:30:31.619483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'admin_state_up': True, 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'security_groups': ['925f059a-1764-4a2d-80b2-2ea4401c74bb']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:31.703749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659978a-2c84-4320-9b67-61d9c995d03c req-7fac5c10-eba0-443b-889d-889f0e218307 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:31.705351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a659978a-2c84-4320-9b67-61d9c995d03c req-7fac5c10-eba0-443b-889d-889f0e218307 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 943 time: 0.6134202 Jul 22 14:30:31.720280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23e4d32-6b26-4308-b96e-ab35fec6db78 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:31.737157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:31.750862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48eaffa-4e01-4f3b-b3ce-6ae8f59e5c98 None None] Network 5c903c94-1887-4015-817b-c808e93bef21 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:30:31.797596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event deleted for resources: {'Subnet': ['ID=98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:31.804865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:31.808861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-328ceec2-de45-433e-b3e3-ca6ddeeabf75 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "DELETE /v2.0/subnets/98e1cc03-3ef7-4bdc-89a5-b61f5a8e5aa5 HTTP/1.1" status: 204 len: 168 time: 1.6048102 Jul 22 14:30:31.858034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48690) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:31.898119 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.010631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Made reservation on behalf of f3be39b69c1b47aabba900396f4fde05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:32.015994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a659978a-2c84-4320-9b67-61d9c995d03c req-d2b6ee42-97b1-4ccf-ace8-fd0f4993bd94 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472899 Jul 22 14:30:32.017402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.076131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-01997bfb-6282-470f-bd36-42303d98ead5 None None] Provisioning for port e773d76f-2328-4c95-ae74-09ac54f91d44 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:32.084010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-01997bfb-6282-470f-bd36-42303d98ead5 None None] Provisioning complete for port e773d76f-2328-4c95-ae74-09ac54f91d44 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:32.084653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01997bfb-6282-470f-bd36-42303d98ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.124964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] DHCP port deletion for 5c903c94-1887-4015-817b-c808e93bef21 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:30:32.180870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-01997bfb-6282-470f-bd36-42303d98ead5 None None] Port e773d76f-2328-4c95-ae74-09ac54f91d44 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:32.244975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] Deleting port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:32.245375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.372547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] For port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,segment=NetworkSegment(8eb74e0a-4f49-4b19-ba87-394484829195),segment_id=8eb74e0a-4f49-4b19-ba87-394484829195)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:32.372953 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.397250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] Calling delete_port for a75c9a99-83ff-48e3-9d5a-6cccb9c9328d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:32.412107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Allocated IP 10.2.2.200 (888b63ac-a1ba-404c-a66c-d6d8c8449cb9/fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0/9814c676-df41-4908-8d04-f7e0e3a183c5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:32.518216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.548863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] Pushing event deleted for resources: {'Port': ['ID=a75c9a99-83ff-48e3-9d5a-6cccb9c9328d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:32.569361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be4a46-d84c-471d-bdc7-4e571bae2077 None None] No DVR routers for this DVR port a75c9a99-83ff-48e3-9d5a-6cccb9c9328d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:32.593777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd91d2a-e071-4842-9c1a-10193f54d164 req-a7ba9fd9-aa00-4eec-a8f6-1a3796f5472f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:32.601770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fd91d2a-e071-4842-9c1a-10193f54d164 req-a7ba9fd9-aa00-4eec-a8f6-1a3796f5472f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.8950863 Jul 22 14:30:32.652133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.676136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.693530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Transition to ACTIVE for port object 9814c676-df41-4908-8d04-f7e0e3a183c5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:32.711148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fd91d2a-e071-4842-9c1a-10193f54d164 req-ba778e17-93b2-454a-b9b3-028705458d91 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084251 Jul 22 14:30:32.741961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.810484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event updated for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:32.831143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:32.833334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:32.837210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:32.903885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:32.904620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.925613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9d15aa46-9237-479c-b396-5755bf79f52e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3115172 Jul 22 14:30:32.941124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:32.968009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:32.999924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c903c94-1887-4015-817b-c808e93bef21']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:33.018258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb74e0a-4f49-4b19-ba87-394484829195') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:33.019099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb74e0a-4f49-4b19-ba87-394484829195') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:33.031280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.054957 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.060889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.065590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:30:33.066370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:30:33.159492 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:30:33.164510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] Transition to ACTIVE for port object c23e4d32-6b26-4308-b96e-ab35fec6db78 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:33.167469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.185294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ca1f9-c598-4ce1-bf81-f0c99e9bf320 req-f15ee47f-7a2b-4ddd-8529-2a4f02ba37ec tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.186967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-529ca1f9-c598-4ce1-bf81-f0c99e9bf320 req-f15ee47f-7a2b-4ddd-8529-2a4f02ba37ec tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.5785241 Jul 22 14:30:33.237939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.242957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] 10.222.0.60 "DELETE /v2.0/networks/5c903c94-1887-4015-817b-c808e93bef21 HTTP/1.1" status: 204 len: 168 time: 1.3796124 Jul 22 14:30:33.242957 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.335754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3fa8d6a0-d81b-4838-b410-6a4a10e1c62f None None] Provisioning for port 9814c676-df41-4908-8d04-f7e0e3a183c5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:30:33.346133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3fa8d6a0-d81b-4838-b410-6a4a10e1c62f None None] Provisioning complete for port 9814c676-df41-4908-8d04-f7e0e3a183c5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:33.346375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8d99a-c016-44ae-bb09-72d80a3eb7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410 tempest-ExtraDHCPOptionsIpV6TestJSON-1526435410-project] Pushing event deleted for resources: {'Network': ['ID=5c903c94-1887-4015-817b-c808e93bef21,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:33.346689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fa8d6a0-d81b-4838-b410-6a4a10e1c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.401383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8d6a0-d81b-4838-b410-6a4a10e1c62f None None] Port 9814c676-df41-4908-8d04-f7e0e3a183c5 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:30:33.504088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-529ca1f9-c598-4ce1-bf81-f0c99e9bf320 req-0e48841f-d696-4ecb-a0fb-054b500347db tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883780 Jul 22 14:30:33.558431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7395e3-fac2-4cde-9a4b-d86c8adbed35 req-ca401b27-4088-40bb-ab24-d657fc8ddfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.563447 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb7395e3-fac2-4cde-9a4b-d86c8adbed35 req-ca401b27-4088-40bb-ab24-d657fc8ddfa7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 1096 time: 0.1871905 Jul 22 14:30:33.599752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a75c9a99-83ff-48e3-9d5a-6cccb9c9328d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:33.620589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] No DVR routers for this DVR port c23e4d32-6b26-4308-b96e-ab35fec6db78 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:33.641496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:33.656029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a75c9a99-83ff-48e3-9d5a-6cccb9c9328d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:33.657785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a75c9a99-83ff-48e3-9d5a-6cccb9c9328d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:33.670167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-91fd5e60-f521-4d11-98fe-0f14aca79bd8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.687124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-91fd5e60-f521-4d11-98fe-0f14aca79bd8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.696865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-91fd5e60-f521-4d11-98fe-0f14aca79bd8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.706447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-91fd5e60-f521-4d11-98fe-0f14aca79bd8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.715471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-91fd5e60-f521-4d11-98fe-0f14aca79bd8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:33.725924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-91fd5e60-f521-4d11-98fe-0f14aca79bd8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 3815 time: 0.9009039 Jul 22 14:30:33.738863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb7395e3-fac2-4cde-9a4b-d86c8adbed35 req-4b233f3c-1dee-45c3-ad81-6b07cabacb52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569269 Jul 22 14:30:33.755472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af64618b-3f4c-45c0-a594-4da43f230196 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:33.767742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.788476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Transition to ACTIVE for port object af64618b-3f4c-45c0-a594-4da43f230196 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:33.793095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:33.814822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-3913e46d-b077-4e87-adc9-58fa56f360b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78/bindings/n-h2-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 3.2155893 Jul 22 14:30:33.865978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cf5309f-6335-4f7b-9e5e-25ea4885b55b req-b6485dba-e5cb-410c-8988-d184000f0734 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384575 Jul 22 14:30:33.937764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48710) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:33.967209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:34.094950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Attempting to bind port af64618b-3f4c-45c0-a594-4da43f230196 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:34.095553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Attempting to bind port af64618b-3f4c-45c0-a594-4da43f230196 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:34.098223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Attempting to bind port af64618b-3f4c-45c0-a594-4da43f230196 on network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:34.105417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Port af64618b-3f4c-45c0-a594-4da43f230196 on network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:34.105915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Attempting to bind port af64618b-3f4c-45c0-a594-4da43f230196 on network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:34.115148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:34.115576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Checking segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:34.117361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Bound using segment: {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:34.117361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Bound port: af64618b-3f4c-45c0-a594-4da43f230196, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62709307-40d5-4b1a-868a-56f2d8064884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:34.117361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.125069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-9db138af-ead9-4bd6-8f3b-5c3aa46f887a tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:34.125635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-9db138af-ead9-4bd6-8f3b-5c3aa46f887a tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.2264144 Jul 22 14:30:34.300609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-53d35cb6-aef1-4472-88e0-b7510c0302fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ef3e29016fa4ebbac0814c9d0811a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607407 Jul 22 14:30:34.303709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48716) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:34.376467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab2504-870b-4182-b453-10aba384565a req-8e226367-7bc9-4bb8-a369-3f153e15a4f3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:34.378157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00ab2504-870b-4182-b453-10aba384565a req-8e226367-7bc9-4bb8-a369-3f153e15a4f3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.3047042 Jul 22 14:30:34.379221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c555eb4-cfb0-45fb-bbe7-219e2b0dbc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.440241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-bb6d1b0b-e2d5-4368-b8c6-c69a4f2ad570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:34.442486 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-bb6d1b0b-e2d5-4368-b8c6-c69a4f2ad570 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707&tenant_id=198c12f4df084d93ab51cbda83369201 HTTP/1.1" status: 200 len: 1095 time: 0.3075907 Jul 22 14:30:34.444390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:34.451748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af64618b-3f4c-45c0-a594-4da43f230196,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:34.459491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.465356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c555eb4-cfb0-45fb-bbe7-219e2b0dbc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.538305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00ab2504-870b-4182-b453-10aba384565a req-7edc5431-085e-4de5-9b5a-de6432acf5cc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454015 Jul 22 14:30:34.623648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:34.624407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.626098 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] 10.222.0.72 "PUT /v2.0/ports/af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 200 len: 1092 time: 1.6920900 Jul 22 14:30:34.639356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:34.644344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff22ae7-64b1-43af-9c80-1f0ac978a572" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "af64618b-3f4c-45c0-a594-4da43f230196"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:34.653510 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:30:34.661764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:34.732637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c555eb4-cfb0-45fb-bbe7-219e2b0dbc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.735475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c555eb4-cfb0-45fb-bbe7-219e2b0dbc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:34.738730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c555eb4-cfb0-45fb-bbe7-219e2b0dbc43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0973a2be-351e-426a-a263-c5c16769effa HTTP/1.1" status: 204 len: 168 time: 0.4341178 Jul 22 14:30:34.848379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c555eb4-cfb0-45fb-bbe7-219e2b0dbc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0973a2be-351e-426a-a263-c5c16769effa,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:34.956528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b970d-5105-40b2-a07d-75def3e4bd16 service neutron] Pushing event updated for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:34.999266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9764b-129e-4da3-9a5f-642a87d95590 req-c6330cf2-bcff-4b85-825b-89dc809b14d8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.003457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23c9764b-129e-4da3-9a5f-642a87d95590 req-c6330cf2-bcff-4b85-825b-89dc809b14d8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.4839122 Jul 22 14:30:35.021253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-2eb64d24-eda5-4270-b451-51a0d6843ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.027084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-2eb64d24-eda5-4270-b451-51a0d6843ca5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=198c12f4df084d93ab51cbda83369201&device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1095 time: 0.5378819 Jul 22 14:30:35.051485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a6570-fcdf-4630-b420-8352ba2503fa req-60561e82-8d36-4951-b5cb-96cab497a928 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.053447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-491a6570-fcdf-4630-b420-8352ba2503fa req-60561e82-8d36-4951-b5cb-96cab497a928 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 944 time: 0.3021693 Jul 22 14:30:35.150174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.208597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23c9764b-129e-4da3-9a5f-642a87d95590 req-56dbdda4-4f49-4473-a978-48bd834101e7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955884 Jul 22 14:30:35.227251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-491a6570-fcdf-4630-b420-8352ba2503fa req-3b54c26c-134b-4f83-80cd-44bb5b22edf5 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548491 Jul 22 14:30:35.479731 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1980090-4a51-4b23-946d-fd39bf7e50c5 x-openstack-request-id: req-f1980090-4a51-4b23-946d-fd39bf7e50c5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:35.479731 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "af64618b-3f4c-45c0-a594-4da43f230196", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:35.480245 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1980090-4a51-4b23-946d-fd39bf7e50c5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:35.480245 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196', 'status': 'completed', 'code': 200} Jul 22 14:30:35.539741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e302d967-f2f8-4e2e-8791-5d4f7a0ae37f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:35.581571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.612802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Transition to ACTIVE for port object e302d967-f2f8-4e2e-8791-5d4f7a0ae37f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:35.622908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:35.712018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-fc67320c-13c5-4202-8e42-efcf1d8a4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.714050 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-fc67320c-13c5-4202-8e42-efcf1d8a4216 service neutron] 10.222.0.61 "GET /v2.0/networks?id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 200 len: 908 time: 0.6644542 Jul 22 14:30:35.753031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-9b9b396e-3a75-4ee4-8f20-b26d2e7d722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.753681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-9b9b396e-3a75-4ee4-8f20-b26d2e7d722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.754305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-9b9b396e-3a75-4ee4-8f20-b26d2e7d722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.755418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-9b9b396e-3a75-4ee4-8f20-b26d2e7d722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.756747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-9b9b396e-3a75-4ee4-8f20-b26d2e7d722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.760101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-9b9b396e-3a75-4ee4-8f20-b26d2e7d722b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 4362 time: 0.2659194 Jul 22 14:30:35.780056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3b6a1-b9c4-42bf-a43c-73953ca158dd req-77bebdb3-f4e8-46c6-88ab-ddaa0e1c91df tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:35.782455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfb3b6a1-b9c4-42bf-a43c-73953ca158dd req-77bebdb3-f4e8-46c6-88ab-ddaa0e1c91df tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.3525522 Jul 22 14:30:35.806368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-ecb35e2a-c873-411a-8566-6ffcfea160c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 200 len: 217 time: 0.0832121 Jul 22 14:30:36.075801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfb3b6a1-b9c4-42bf-a43c-73953ca158dd req-dd706460-211c-4c08-b813-6ae9d436bb5d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513838 Jul 22 14:30:36.124285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:36.215773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-a01787a6-d782-43e8-a4f3-57947701708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.219076 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-a01787a6-d782-43e8-a4f3-57947701708e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 200 len: 847 time: 0.3796530 Jul 22 14:30:36.253724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Attempting to bind port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:36.257358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Attempting to bind port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:36.258097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Attempting to bind port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:36.296205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-09b71cc1-868b-4fb9-a6bf-eb25c60c2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.296986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-09b71cc1-868b-4fb9-a6bf-eb25c60c2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.297622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-09b71cc1-868b-4fb9-a6bf-eb25c60c2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.311753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-09b71cc1-868b-4fb9-a6bf-eb25c60c2c34 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3be39b69c1b47aabba900396f4fde05&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5229442 Jul 22 14:30:36.319214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-fe71a85b-8812-40d6-8222-2a3c974cceab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=15e0f227-3ca8-4d4c-bcba-fd256f8a453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805490 Jul 22 14:30:36.425740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.432203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.438949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.445348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.453022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f on network be309c81-43af-4842-8b97-b76670f59d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:36.453751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Attempting to bind port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:36.453910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.456403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:36.460489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.469389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-7a8c5f9f-f866-4ef0-ac08-5c99f372a174 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 4604 time: 0.7491102 Jul 22 14:30:36.508131 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-08c82152-fdba-4e42-8d87-7a4d9d458027 service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874943 Jul 22 14:30:36.510569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:36.511970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Checking segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:36.512619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Bound using segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:36.513217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Bound port: e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:36.513957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:36.547930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-980fe261-37fe-40b1-b98d-bce07375bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.553884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ff22ae7-64b1-43af-9c80-1f0ac978a572 req-980fe261-37fe-40b1-b98d-bce07375bb5c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309463 Jul 22 14:30:36.659901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56d96118-5636-4b1a-bcd9-264b0abdb736 req-8c822aa0-512f-4420-8ed3-b9a411fa14fd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879511 Jul 22 14:30:36.697103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf61be-e4ec-4646-95a9-216e5a891746 req-83c64287-eed7-4e97-b478-6aa363623e79 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:36.701962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ecf61be-e4ec-4646-95a9-216e5a891746 req-83c64287-eed7-4e97-b478-6aa363623e79 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.3034606 Jul 22 14:30:36.741637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-76a7af0b-8c84-4767-bc77-90e477cdeaf5 tempest-DvrRoutersNegativeTest-699727534 tempest-DvrRoutersNegativeTest-699727534-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1154137721', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:36.745888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.policy [None req-76a7af0b-8c84-4767-bc77-90e477cdeaf5 tempest-DvrRoutersNegativeTest-699727534 tempest-DvrRoutersNegativeTest-699727534-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93813) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 14:30:36.746212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.policy [None req-76a7af0b-8c84-4767-bc77-90e477cdeaf5 tempest-DvrRoutersNegativeTest-699727534 tempest-DvrRoutersNegativeTest-699727534-project] Failed policy check for 'create_router' {{(pid=93813) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 14:30:36.746790 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-76a7af0b-8c84-4767-bc77-90e477cdeaf5 tempest-DvrRoutersNegativeTest-699727534 tempest-DvrRoutersNegativeTest-699727534-project] create failed (client error): Access was denied to this resource. Jul 22 14:30:36.752913 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-76a7af0b-8c84-4767-bc77-90e477cdeaf5 tempest-DvrRoutersNegativeTest-699727534 tempest-DvrRoutersNegativeTest-699727534-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2884691 Jul 22 14:30:36.788264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:36.817103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:36.834381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:36.835555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ecf61be-e4ec-4646-95a9-216e5a891746 req-3868c0ff-2fd5-4328-963d-0080025d783e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081750 Jul 22 14:30:36.976521 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-207b7a4f-82cd-49ff-99f7-58c086b74a6c service neutron] 10.222.0.61 "GET /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358261 Jul 22 14:30:37.004678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:37.011418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.012934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 1135 time: 2.3573010 Jul 22 14:30:37.075922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.084534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489c39e-45a8-461b-8d8c-a0d7569ce9bd req-35d386d0-d440-4276-80cc-5c905454c2b7 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:37.094034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a489c39e-45a8-461b-8d8c-a0d7569ce9bd req-35d386d0-d440-4276-80cc-5c905454c2b7 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2378688 Jul 22 14:30:37.146375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8d05-b53b-4ce0-9142-a93af12577a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:37.175200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:37.290154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a489c39e-45a8-461b-8d8c-a0d7569ce9bd req-cef3c97a-5d7c-4485-ac5e-dde8e6dc9dc6 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764295 Jul 22 14:30:37.458105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.491115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.514210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'e302d967-f2f8-4e2e-8791-5d4f7a0ae37f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:37.516965 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6639dd95-6428-4a4b-b12e-7cbc477bd92b" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "e302d967-f2f8-4e2e-8791-5d4f7a0ae37f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:37.527159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85344bea-5d25-4e49-95bc-a3bd4a29d1f7 req-fdf8f37b-70e9-4574-9633-5441ee023903 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:37.536033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85344bea-5d25-4e49-95bc-a3bd4a29d1f7 req-fdf8f37b-70e9-4574-9633-5441ee023903 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 944 time: 0.3057585 Jul 22 14:30:37.601865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48786) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:37.668970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85344bea-5d25-4e49-95bc-a3bd4a29d1f7 req-9902e683-304f-4d37-a42b-baf5a4771e51 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164844 Jul 22 14:30:37.786630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-5db2e285-d4e8-479a-ac2b-800a8d94eb23 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:37.789193 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-5db2e285-d4e8-479a-ac2b-800a8d94eb23 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707&tenant_id=198c12f4df084d93ab51cbda83369201&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1095 time: 0.3453205 Jul 22 14:30:37.841142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac83342-75f7-4d13-ab05-43b89c27f053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:37.993097 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd039a7-f0f9-41a5-b39b-271dd456fc86 x-openstack-request-id: req-1bd039a7-f0f9-41a5-b39b-271dd456fc86 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:37.993286 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "e302d967-f2f8-4e2e-8791-5d4f7a0ae37f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:37.993541 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bd039a7-f0f9-41a5-b39b-271dd456fc86 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:37.996458 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'e302d967-f2f8-4e2e-8791-5d4f7a0ae37f', 'status': 'completed', 'code': 200} Jul 22 14:30:38.245923 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac83342-75f7-4d13-ab05-43b89c27f053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.274362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac83342-75f7-4d13-ab05-43b89c27f053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.316275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5ac83342-75f7-4d13-ab05-43b89c27f053 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf3b090f823a4225ba02d163e573d38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130461 Jul 22 14:30:38.330031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48804) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:38.357310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-260b6502-63da-49a3-8cb4-72c66888d569 service neutron] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:38.365608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-260b6502-63da-49a3-8cb4-72c66888d569 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.366802 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7863c147-2bd2-4c4b-b36f-118053c10a3d req-260b6502-63da-49a3-8cb4-72c66888d569 service neutron] 10.222.0.61 "DELETE /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78/bindings/n-h1-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.5700977 Jul 22 14:30:38.377141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af55c9cc-531e-4b73-b767-43281f9c279c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:38.395770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.414020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-a01b2f64-9fd4-4d11-a939-af59af71d206 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3027267 Jul 22 14:30:38.421829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Transition to ACTIVE for port object af55c9cc-531e-4b73-b767-43281f9c279c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:38.433518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:38.451925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.452699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.453358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.454009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.454713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.455385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.457486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-551d93cc-295d-458b-af50-8fd7e0703101 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5290 time: 0.4379466 Jul 22 14:30:38.546787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:38.565878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83342-75f7-4d13-ab05-43b89c27f053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47962f49-0f54-427f-9daa-193ef19f7200,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:38.637073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:30:38.799115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.881920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.892827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.900746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.926690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.957867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:38.968177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-37278143-937d-4cd3-a4f3-2b694d4bdbd1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 4604 time: 0.8702409 Jul 22 14:30:39.043803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:39.060618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'a03536ec-8450-4163-a283-0111baf1f513', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'port_id': 'a03536ec-8450-4163-a283-0111baf1f513', 'mac_address': 'fa:16:3e:23:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e98b83-82a2-47eb-a34e-f6069b67f4b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:30:39.141925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db033f-3b3e-4190-bc43-d198aa860148 req-f67d08fd-5cbb-4b24-b89a-82cae88fc554 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.165159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3db033f-3b3e-4190-bc43-d198aa860148 req-f67d08fd-5cbb-4b24-b89a-82cae88fc554 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.8558660 Jul 22 14:30:39.178277 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.216311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa42a8e3-7b36-4bf6-9e8e-d4397cb142b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.252051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a03536ec-8450-4163-a283-0111baf1f513 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:39.256881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa42a8e3-7b36-4bf6-9e8e-d4397cb142b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.312563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:39.320992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Attempting to bind port af55c9cc-531e-4b73-b767-43281f9c279c on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:39.321388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Attempting to bind port af55c9cc-531e-4b73-b767-43281f9c279c by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:39.321751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Attempting to bind port af55c9cc-531e-4b73-b767-43281f9c279c on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:39.324133 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.337042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Port af55c9cc-531e-4b73-b767-43281f9c279c on network be309c81-43af-4842-8b97-b76670f59d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:39.337430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Attempting to bind port af55c9cc-531e-4b73-b767-43281f9c279c on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:39.351868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:39.352334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Checking segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:39.352712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Bound using segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:39.353702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Bound port: af55c9cc-531e-4b73-b767-43281f9c279c, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:39.354148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.436468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:39.436948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9283161-3ecf-4c23-a777-95a1924cb16d req-e555e1f9-8750-4b6c-a9d1-349a3b90a8d8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4239919 Jul 22 14:30:39.437628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa42a8e3-7b36-4bf6-9e8e-d4397cb142b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.440182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa42a8e3-7b36-4bf6-9e8e-d4397cb142b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.441196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa42a8e3-7b36-4bf6-9e8e-d4397cb142b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47962f49-0f54-427f-9daa-193ef19f7200 HTTP/1.1" status: 204 len: 168 time: 1.0937421 Jul 22 14:30:39.487786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3db033f-3b3e-4190-bc43-d198aa860148 req-e83ff654-c3fa-4267-8796-747da6792191 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174868 Jul 22 14:30:39.490658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42a8e3-7b36-4bf6-9e8e-d4397cb142b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47962f49-0f54-427f-9daa-193ef19f7200,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:39.493453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-4f5c7c4d-7b81-44ed-9650-d8e388291e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.497485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-4f5c7c4d-7b81-44ed-9650-d8e388291e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.499953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-4f5c7c4d-7b81-44ed-9650-d8e388291e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.503548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-4f5c7c4d-7b81-44ed-9650-d8e388291e4d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3be39b69c1b47aabba900396f4fde05&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0329370 Jul 22 14:30:39.639964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['a03536ec-8450-4163-a283-0111baf1f513'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:39.670284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:39.676923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af55c9cc-531e-4b73-b767-43281f9c279c,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:39.691283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.830799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.841875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.847324 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] 10.222.0.72 "PUT /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 1134 time: 2.6866941 Jul 22 14:30:39.852348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-0a7de151-65f4-40ce-9814-37e4667b4b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:39.859635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6639dd95-6428-4a4b-b12e-7cbc477bd92b req-0a7de151-65f4-40ce-9814-37e4667b4b28 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3492558 Jul 22 14:30:39.905881 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04036a33-42be-49dc-ad92-ec33c86e0abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:39.969169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:40.003972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'af55c9cc-531e-4b73-b767-43281f9c279c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:40.016541 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560230b-bd02-49a0-951a-145382b7ebdd" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "af55c9cc-531e-4b73-b767-43281f9c279c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:40.095856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfd706-b3ff-4389-9a52-e29e57ed62c3 service neutron] Pushing event updated for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:40.475627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360e15c-822f-4869-a1d5-8b1b9ebc3853 req-a9e4ad8b-38f9-4909-84a5-5f9e948224ad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:40.478901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0360e15c-822f-4869-a1d5-8b1b9ebc3853 req-a9e4ad8b-38f9-4909-84a5-5f9e948224ad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.5986204 Jul 22 14:30:40.527466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.568357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655b3e-e819-4da7-99f5-2c9861957ba9 req-95be5337-6e34-4db1-8187-c221d2c249cd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:40.575933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b655b3e-e819-4da7-99f5-2c9861957ba9 req-95be5337-6e34-4db1-8187-c221d2c249cd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4585378 Jul 22 14:30:40.588320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0360e15c-822f-4869-a1d5-8b1b9ebc3853 req-1fbda8d3-0925-489d-a2ed-1eedecc27968 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017489 Jul 22 14:30:40.655703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:40.928026 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:40.974457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a03536ec-8450-4163-a283-0111baf1f513 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:41.026400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b655b3e-e819-4da7-99f5-2c9861957ba9 req-d8584160-6abf-4f7e-9452-1233ac6869fa tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493685 Jul 22 14:30:41.051089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:41.065019 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.091499 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3902f90-4eec-4951-b140-62ea7456b08f x-openstack-request-id: req-a3902f90-4eec-4951-b140-62ea7456b08f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:41.092043 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "af55c9cc-531e-4b73-b767-43281f9c279c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:41.092043 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3902f90-4eec-4951-b140-62ea7456b08f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:41.092533 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'af55c9cc-531e-4b73-b767-43281f9c279c', 'status': 'completed', 'code': 200} Jul 22 14:30:41.156541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:41.171192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f15b7-a9f7-48bd-bdcb-7f036ff6a632 req-6614a6e4-7104-48d0-90b4-306cb6585e4c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.172710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d0f15b7-a9f7-48bd-bdcb-7f036ff6a632 req-6614a6e4-7104-48d0-90b4-306cb6585e4c tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 944 time: 0.2204127 Jul 22 14:30:41.229163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.229778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.230539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.231232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.232165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.232843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.233537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.241840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e560230b-bd02-49a0-951a-145382b7ebdd req-0e711679-f8bb-4ed3-a897-57f699fdddc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6217 time: 0.1232591 Jul 22 14:30:41.314282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48866) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:41.339612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d0f15b7-a9f7-48bd-bdcb-7f036ff6a632 req-371a691e-ffaa-48aa-9e82-20a6d8702383 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545763 Jul 22 14:30:41.407511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff0c42d-bd1b-4594-bb02-6019db12f9cf {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:41.426480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.433738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.438549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.445528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.463905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.471454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.479373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.481350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-340ef3de-905b-497b-a2b2-fec2f2196a96 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5380 time: 0.2976263 Jul 22 14:30:41.490438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815632709'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:41.504561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.545155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-c9235c63-6e71-4b87-b614-d01c2962b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.545643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-c9235c63-6e71-4b87-b614-d01c2962b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.546120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-c9235c63-6e71-4b87-b614-d01c2962b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.547856 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e560230b-bd02-49a0-951a-145382b7ebdd req-c9235c63-6e71-4b87-b614-d01c2962b375 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3be39b69c1b47aabba900396f4fde05&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2974887 Jul 22 14:30:41.550192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-0deb47e7-c310-4e27-a44e-e7f13f8a1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.551858 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-0deb47e7-c310-4e27-a44e-e7f13f8a1f06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1101 time: 0.2583048 Jul 22 14:30:41.562233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Transition to ACTIVE for port object 4ff0c42d-bd1b-4594-bb02-6019db12f9cf will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:41.576338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.593662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.661108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6e73b2e-760d-48dc-bc21-018806568b44 req-0c13fa3f-ccfe-454f-8d4e-3a4d75d18d69 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548171 Jul 22 14:30:41.678433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:41.687818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:41.829101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1077006-d2a3-44b1-8783-7d334c59443f req-daf36121-e769-4d69-9ede-5478e950c2c2 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.832647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1077006-d2a3-44b1-8783-7d334c59443f req-daf36121-e769-4d69-9ede-5478e950c2c2 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 944 time: 0.3487561 Jul 22 14:30:41.903867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560230b-bd02-49a0-951a-145382b7ebdd req-da578132-d9de-43fd-a6f2-1df9c6b8a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.906296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e560230b-bd02-49a0-951a-145382b7ebdd req-da578132-d9de-43fd-a6f2-1df9c6b8a148 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3514180 Jul 22 14:30:41.909456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-3ce12063-2b8e-447f-b033-f55d172d6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:41.913541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-3ce12063-2b8e-447f-b033-f55d172d6085 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3496389 Jul 22 14:30:41.969279 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-a800c51e-e503-47da-9877-b49ee23a3134 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0492938 Jul 22 14:30:42.044311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-e68b7128-2ade-41a9-afab-c3ba9a10e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.046123 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-e68b7128-2ade-41a9-afab-c3ba9a10e9fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0648799 Jul 22 14:30:42.050003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.056302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Attempting to bind port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:42.056302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Attempting to bind port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:42.056868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Attempting to bind port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:42.065539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf on network be309c81-43af-4842-8b97-b76670f59d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:42.065883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Attempting to bind port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:42.074415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.076729 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bfa92f9b-33ba-4f49-af74-db11f2037d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.087203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1077006-d2a3-44b1-8783-7d334c59443f req-7ce1366e-8449-4e90-9753-d2a008aa4f5e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524224 Jul 22 14:30:42.103819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:42.104345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Checking segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:42.104749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Bound using segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:42.105232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Bound port: 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:42.105666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.141664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-7cf7b925-df89-46ee-93f9-a61072124b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.144401 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-7cf7b925-df89-46ee-93f9-a61072124b3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890973 Jul 22 14:30:42.154882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0c1d8-3c2f-4e1d-965e-a5e306133a26,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:42.170552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b80f8-400e-4f12-ad58-1c545bc447ab req-49fbd47c-4e94-440b-90ca-e57b2a5d5b0e tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.179039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e34b80f8-400e-4f12-ad58-1c545bc447ab req-49fbd47c-4e94-440b-90ca-e57b2a5d5b0e tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.3876941 Jul 22 14:30:42.315342 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.356179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-b08632cd-4927-4722-8f02-cb8ce575b4d1 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038238 Jul 22 14:30:42.519113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-cca3d5f8-275d-404a-823e-75b05f842dd4 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554608 Jul 22 14:30:42.653622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:30:42.708257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port a03536ec-8450-4163-a283-0111baf1f513 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:30:42.708702 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.751720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e34b80f8-400e-4f12-ad58-1c545bc447ab req-f8b03474-6b53-4a24-99d9-4221f2b47e50 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5716500 Jul 22 14:30:42.753080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:42.800082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:42.814358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.834676 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.841206 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.865111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:42.866576 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.868495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] 10.222.0.72 "PUT /v2.0/ports/4ff0c42d-bd1b-4594-bb02-6019db12f9cf HTTP/1.1" status: 200 len: 1090 time: 2.9160161 Jul 22 14:30:42.871211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:42.875452 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c1419b-b75d-4b76-9c2a-67953896b616" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:42.878038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.908044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:42.911070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:42.914756 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53bf622-36e6-4532-8165-a8f3bfffba44" -d '{"events": [{"server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "name": "network-vif-plugged", "status": "completed", "tag": "a03536ec-8450-4163-a283-0111baf1f513"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:42.927506 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.934706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:42.979273 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:42.980103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6648726 Jul 22 14:30:42.983024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.000140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59c17e-6536-49da-9f5a-7618e5be188f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0dc6c2-7390-4dfe-be20-00cdcfa9af32,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.011011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ece44-0fad-401a-8187-c523831e8355 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.029629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f39227-2e10-4232-a8de-300e103e137a req-eb999857-0a3f-40e8-a142-118eb4206965 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.037158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4f39227-2e10-4232-a8de-300e103e137a req-eb999857-0a3f-40e8-a142-118eb4206965 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.3146958 Jul 22 14:30:43.045114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.105972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c5c0707e-5e8a-47c7-8338-63f9c80c7c19 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1212430 Jul 22 14:30:43.110123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.117312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-security--1289357843', 'description': 'tempest-security-description-451248242'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:43.142956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4f39227-2e10-4232-a8de-300e103e137a req-465ff8a0-d4d5-444c-a25b-95a2e3154238 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009498 Jul 22 14:30:43.155251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.211610 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.345389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.370114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.383808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.393385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "PUT /v2.0/security-groups/cc0dc6c2-7390-4dfe-be20-00cdcfa9af32 HTTP/1.1" status: 200 len: 1779 time: 0.2819312 Jul 22 14:30:43.395717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.491559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384467e5-f18d-4004-b0ca-f8db825450b5 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0dc6c2-7390-4dfe-be20-00cdcfa9af32,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.526299 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b91dfb5c-d89b-441f-baa5-141946c72c8a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups/cc0dc6c2-7390-4dfe-be20-00cdcfa9af32 HTTP/1.1" status: 200 len: 1779 time: 0.1184349 Jul 22 14:30:43.528579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.535815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05be9-e443-4d43-a1f5-d30a88a275d3 req-08b744d7-09c8-4490-9793-d72bdc7c8ecd tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.545294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ca05be9-e443-4d43-a1f5-d30a88a275d3 req-08b744d7-09c8-4490-9793-d72bdc7c8ecd tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 1095 time: 0.2785943 Jul 22 14:30:43.547011 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.594224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.602741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.604591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9150544a-6de4-4a58-b377-748919e77e14 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.610063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.616962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.624897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.631101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.637971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:43.638203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9150544a-6de4-4a58-b377-748919e77e14 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.640044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-46af96af-992e-43ea-b016-751b838c7f5e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5392 time: 0.3671963 Jul 22 14:30:43.692386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9150544a-6de4-4a58-b377-748919e77e14 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.695300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9150544a-6de4-4a58-b377-748919e77e14 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.696614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9150544a-6de4-4a58-b377-748919e77e14 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc0dc6c2-7390-4dfe-be20-00cdcfa9af32 HTTP/1.1" status: 204 len: 168 time: 0.1670065 Jul 22 14:30:43.704794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48908) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.707746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150544a-6de4-4a58-b377-748919e77e14 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0dc6c2-7390-4dfe-be20-00cdcfa9af32,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:43.751374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ca05be9-e443-4d43-a1f5-d30a88a275d3 req-4b056fe7-33e2-439a-b912-a7531b081c19 tempest-LiveMigrationTest-965437544 tempest-LiveMigrationTest-965437544-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051058 Jul 22 14:30:43.765467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bedaa8ee-8121-4221-b0a0-72611f4e54a8 req-e6a113ab-702d-4c06-a7a6-ab0cbbf6f6de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140356 Jul 22 14:30:43.818814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a05bcb1d-6a99-4201-9190-4b20b8def871 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065297 Jul 22 14:30:43.820972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.847771 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a201842-153a-4a9d-adf5-85cfcbee895e x-openstack-request-id: req-3a201842-153a-4a9d-adf5-85cfcbee895e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:43.848074 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:43.848534 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a201842-153a-4a9d-adf5-85cfcbee895e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:43.849813 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf', 'status': 'completed', 'code': 200} Jul 22 14:30:43.873713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:43.886207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.902360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Transition to ACTIVE for port object eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:43.908008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:43.928824 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-2b0b2653-371d-4c63-91c1-96284690d240 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] delete failed (client error): The resource could not be found. Jul 22 14:30:43.929365 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed33ae6-34b1-4328-a8d6-52509d4dd2c4 x-openstack-request-id: req-3ed33ae6-34b1-4328-a8d6-52509d4dd2c4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:43.929965 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b0b2653-371d-4c63-91c1-96284690d240 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc0dc6c2-7390-4dfe-be20-00cdcfa9af32 HTTP/1.1" status: 404 len: 347 time: 0.1079867 Jul 22 14:30:43.930113 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "name": "network-vif-plugged", "status": "completed", "tag": "a03536ec-8450-4163-a283-0111baf1f513", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:43.930743 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ed33ae6-34b1-4328-a8d6-52509d4dd2c4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:43.931979 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513', 'code': 200} Jul 22 14:30:43.939143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48916) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:43.948755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011373594'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:44.022696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.031407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.032102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.032599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.033100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.033554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.034031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.036148 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-d40fdd83-2e65-4273-99f7-2cec84267c2b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6284 time: 0.1718032 Jul 22 14:30:44.099012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Pushing event updated for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:44.158279 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.227272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Attempting to bind port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:44.228066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Attempting to bind port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:44.228667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Attempting to bind port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:44.244539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 on network be309c81-43af-4842-8b97-b76670f59d45 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:44.245286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Attempting to bind port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:44.269956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:44.269956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Checking segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:44.270343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Bound using segment: {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:44.270842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Bound port: eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7d6364-9acc-4667-9b0e-0d2e38964c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:44.271589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.298232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7bc5f-32a5-49dd-97a4-9e6970b61646 req-c62ca019-09fa-4ba1-bd1c-a8ba1ab26d39 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.299554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ea7bc5f-32a5-49dd-97a4-9e6970b61646 req-c62ca019-09fa-4ba1-bd1c-a8ba1ab26d39 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.2855906 Jul 22 14:30:44.306485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-8584cd5b-199a-465f-81b0-b958029bc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.307601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-8584cd5b-199a-465f-81b0-b958029bc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.308284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-8584cd5b-199a-465f-81b0-b958029bc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.310569 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-8584cd5b-199a-465f-81b0-b958029bc798 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3be39b69c1b47aabba900396f4fde05&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2655499 Jul 22 14:30:44.350500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0570d3b-815d-469c-bda9-dedc66c50e44 req-f49fa1b6-2cf5-49fb-add4-f223c9e0e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.351966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f0570d3b-815d-469c-bda9-dedc66c50e44 req-f49fa1b6-2cf5-49fb-add4-f223c9e0e414 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 1097 time: 0.2678404 Jul 22 14:30:44.386151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d3d18-78a3-450a-b6f1-debf3ebcc94c req-b209dd68-0a31-450a-9ec9-be3a3adaabf9 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.387905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-065d3d18-78a3-450a-b6f1-debf3ebcc94c req-b209dd68-0a31-450a-9ec9-be3a3adaabf9 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.3165038 Jul 22 14:30:44.481117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ea7bc5f-32a5-49dd-97a4-9e6970b61646 req-17fc1355-635e-41eb-833c-b58557353a8d tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710267 Jul 22 14:30:44.508785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-065d3d18-78a3-450a-b6f1-debf3ebcc94c req-b10ed6cb-340d-4410-bef2-7e0e02545387 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101875 Jul 22 14:30:44.510042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-7fcd93f8-5afb-40e5-9809-15a19d3017a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.510042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b7c1419b-b75d-4b76-9c2a-67953896b616 req-7fcd93f8-5afb-40e5-9809-15a19d3017a9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905117 Jul 22 14:30:44.516093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:44.521175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f0570d3b-815d-469c-bda9-dedc66c50e44 req-1d839eaa-fa69-4779-9d81-1c6ed2b7773e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587720 Jul 22 14:30:44.525322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:44.528140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.533081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.537509 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.615552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:44.616431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.618829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] 10.222.0.72 "PUT /v2.0/ports/eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 HTTP/1.1" status: 200 len: 1090 time: 1.7194772 Jul 22 14:30:44.629193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.631104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6893010 Jul 22 14:30:44.634145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:44.635846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bcaaca-6536-46c6-a400-3823e59a5335 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901714ba-dd46-47c2-8751-6025ac407b3c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:44.641773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': '901714ba-dd46-47c2-8751-6025ac407b3c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:44.683094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:44.690381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900ba87-fac8-4c7e-b992-dc21d3f1b03b service neutron] Pushing event updated for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:44.747186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.809619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.968654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:44.974818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.003157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0726a8-fac0-46dd-ac25-a83e9980f4fe,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:45.022272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.027737 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1eb50288-02c5-4aa5-8d1b-3b78838cc62f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903675 Jul 22 14:30:45.029309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.128073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f77d9cfb-f129-4b94-b22a-1573d5b4bb97 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.150861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f77d9cfb-f129-4b94-b22a-1573d5b4bb97 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.222299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.226271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f77d9cfb-f129-4b94-b22a-1573d5b4bb97 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.253404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f77d9cfb-f129-4b94-b22a-1573d5b4bb97 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.254681 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f77d9cfb-f129-4b94-b22a-1573d5b4bb97 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fa0726a8-fac0-46dd-ac25-a83e9980f4fe HTTP/1.1" status: 204 len: 168 time: 0.2231381 Jul 22 14:30:45.255543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d9cfb-f129-4b94-b22a-1573d5b4bb97 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa0726a8-fac0-46dd-ac25-a83e9980f4fe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:45.261273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.299559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa6c74-5dca-460f-a255-9aafa721dced req-b434a10d-4ff3-4ac8-bc89-cecf60ac7a76 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.309987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6fa6c74-5dca-460f-a255-9aafa721dced req-b434a10d-4ff3-4ac8-bc89-cecf60ac7a76 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.2238045 Jul 22 14:30:45.326418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d752a6f-26b1-43dd-9f1b-4cd190c6773a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630753 Jul 22 14:30:45.329347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.340095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91880-5b4f-4511-bf13-6550aab073f1 req-cf25acbe-9b0a-4a37-baae-8a7a0852cad7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.347047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84d91880-5b4f-4511-bf13-6550aab073f1 req-cf25acbe-9b0a-4a37-baae-8a7a0852cad7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.5386987 Jul 22 14:30:45.435046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47559685-ae23-4d3a-839f-b92050a46019 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.436387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6fa6c74-5dca-460f-a255-9aafa721dced req-1d821f35-e294-4c49-bc49-578168ffac64 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253917 Jul 22 14:30:45.500671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84d91880-5b4f-4511-bf13-6550aab073f1 req-27e88e91-e4b5-4f4f-8f29-3a3b70e04eb8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481047 Jul 22 14:30:45.561934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47559685-ae23-4d3a-839f-b92050a46019 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.642371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e773d76f-2328-4c95-ae74-09ac54f91d44 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:45.659330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47559685-ae23-4d3a-839f-b92050a46019 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.661786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47559685-ae23-4d3a-839f-b92050a46019 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.662986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-47559685-ae23-4d3a-839f-b92050a46019 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/901714ba-dd46-47c2-8751-6025ac407b3c HTTP/1.1" status: 204 len: 168 time: 0.3324461 Jul 22 14:30:45.669256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.685142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.694723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-3114423b-fa68-49cc-bc7c-3de35ecbc66d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.696261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-3114423b-fa68-49cc-bc7c-3de35ecbc66d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 944 time: 0.2132699 Jul 22 14:30:45.703737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47559685-ae23-4d3a-839f-b92050a46019 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901714ba-dd46-47c2-8751-6025ac407b3c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:45.726428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Transition to ACTIVE for port object e773d76f-2328-4c95-ae74-09ac54f91d44 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:45.745660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f6e06-0a4e-49e2-9087-85b9fa55c4f6 req-8be11b36-7cf8-48a5-8f76-1249b4521976 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.747298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e68f6e06-0a4e-49e2-9087-85b9fa55c4f6 req-8be11b36-7cf8-48a5-8f76-1249b4521976 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 944 time: 0.2045507 Jul 22 14:30:45.752375 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.782847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.789074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.789790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6425c65f-7044-4da1-a355-cb31e4660d0b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1186237 Jul 22 14:30:45.790437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48950) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:45.795227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.797547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--860104323'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:45.801137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.808075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.813900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.820140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:45.822888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-2c306126-ff58-41b1-9d98-994c00390e7f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5404 time: 0.2030129 Jul 22 14:30:45.831362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:45.854209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:45.856479 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:45.915918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Pushing event updated for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:45.989716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Deleting port c23e4d32-6b26-4308-b96e-ab35fec6db78 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:45.990130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac1dfd76-7122-43ee-873c-4b76979e7b78 req-ab87c1c6-7de9-45f9-8f4f-0424b0f74da0 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375329 Jul 22 14:30:45.990273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.030570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e68f6e06-0a4e-49e2-9087-85b9fa55c4f6 req-405006c1-efc6-4d1b-a8e3-eaf91530c62d tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675223 Jul 22 14:30:46.106548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Attempting to bind port e773d76f-2328-4c95-ae74-09ac54f91d44 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:46.107290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Attempting to bind port e773d76f-2328-4c95-ae74-09ac54f91d44 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:46.109017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Attempting to bind port e773d76f-2328-4c95-ae74-09ac54f91d44 on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:46.125812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Port e773d76f-2328-4c95-ae74-09ac54f91d44 on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:46.126378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Attempting to bind port e773d76f-2328-4c95-ae74-09ac54f91d44 on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:46.138199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:46.138935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Checking segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:46.139512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Bound using segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:46.140143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Bound port: e773d76f-2328-4c95-ae74-09ac54f91d44, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:46.140830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.167454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.177714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.236958 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8cc14b-7d7b-4f26-8e8c-489a838d2385 x-openstack-request-id: req-9e8cc14b-7d7b-4f26-8e8c-489a838d2385 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:46.237337 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:46.237483 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e8cc14b-7d7b-4f26-8e8c-489a838d2385 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:46.242275 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5', 'status': 'completed', 'code': 200} Jul 22 14:30:46.314195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.321345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5275052 Jul 22 14:30:46.324343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.326586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] For port c23e4d32-6b26-4308-b96e-ab35fec6db78, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c23e4d32-6b26-4308-b96e-ab35fec6db78,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:46.327226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.336319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'd0b83956-8511-45ed-8ba1-9dc8d0cc35e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:46.345791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:46.361036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e773d76f-2328-4c95-ae74-09ac54f91d44,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:46.375206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.376929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345276d-ed76-49df-836e-1e791068c872 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b83956-8511-45ed-8ba1-9dc8d0cc35e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:46.418225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Calling delete_port for c23e4d32-6b26-4308-b96e-ab35fec6db78 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:46.468460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Pushing event updated for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:46.483935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.485302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.487471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a5bd6b50-b305-4502-8e73-708996e46c7a service neutron] 10.222.0.72 "PUT /v2.0/ports/e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 200 len: 1091 time: 1.8128173 Jul 22 14:30:46.518805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Request body: {'port': {'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:46.731633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.877526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48980) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:46.929651 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:46.971333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.971846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.972320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.972793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.973253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.973719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.974178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:46.976166 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-80dbe668-e981-4073-a0d1-542a5e6a4639 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6376 time: 0.7665417 Jul 22 14:30:47.071331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5c62-27d3-464b-8f8d-8be3d2d65f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.072716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.095061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0a3c-e65b-4f3d-9340-72e404473160 req-a2fa28a4-b516-490d-9859-4f903b3f6b89 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.096796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35dc0a3c-e65b-4f3d-9340-72e404473160 req-a2fa28a4-b516-490d-9859-4f903b3f6b89 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.2909877 Jul 22 14:30:47.125504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.157513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e986fd9-1b29-4154-82e4-4cc08db56886 req-337514dd-ab19-4f9c-b6f0-b96129dca9e8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.159184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e986fd9-1b29-4154-82e4-4cc08db56886 req-337514dd-ab19-4f9c-b6f0-b96129dca9e8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.3195229 Jul 22 14:30:47.161228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1844b61d-ab4e-473d-beec-c15595fd15b1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:47.174412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.175680 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-93bbd72c-0c1b-40c9-99bc-1fd24ff8cfc0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8449776 Jul 22 14:30:47.183386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48988) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:47.193124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'd0b83956-8511-45ed-8ba1-9dc8d0cc35e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:47.196137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-53d4eb97-2a38-4974-9ca2-67715096d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.196647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-53d4eb97-2a38-4974-9ca2-67715096d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.197120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-53d4eb97-2a38-4974-9ca2-67715096d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.199234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-53d4eb97-2a38-4974-9ca2-67715096d874 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=f3be39b69c1b47aabba900396f4fde05&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2132485 Jul 22 14:30:47.199749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.214653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['7433836d-3634-4218-9ae5-df070b209453'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:47.241324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event deleted for resources: {'Port': ['ID=c23e4d32-6b26-4308-b96e-ab35fec6db78,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:47.289643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35dc0a3c-e65b-4f3d-9340-72e404473160 req-461be41d-9580-4087-8b3e-ba50377d3f3a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814203 Jul 22 14:30:47.316088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] No DVR routers for this DVR port c23e4d32-6b26-4308-b96e-ab35fec6db78 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:47.324584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e986fd9-1b29-4154-82e4-4cc08db56886 req-b49319f0-bf91-42de-adcc-de4154e524d0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552355 Jul 22 14:30:47.345398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.347792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7aed2170-d7c2-4fde-9604-1db8c0609a89 req-ec3b7cf4-7868-4a74-bfb8-9ca994178994 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.61 "DELETE /v2.0/ports/c23e4d32-6b26-4308-b96e-ab35fec6db78 HTTP/1.1" status: 204 len: 173 time: 1.6421940 Jul 22 14:30:47.348271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'name': 'network-vif-deleted', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:47.350761 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a154e4d5-98bc-46dd-aaf0-06f6f3a59089" -d '{"events": [{"server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "name": "network-vif-deleted", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:47.418938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-d606aa23-3401-4e27-a7b6-7ec6a10a87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.425548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7ae8d9e-7580-41e0-958d-0cb7a2baa89d req-d606aa23-3401-4e27-a7b6-7ec6a10a87e9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136672 Jul 22 14:30:47.482041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9814c676-df41-4908-8d04-f7e0e3a183c5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:47.529332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.560242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5c62-27d3-464b-8f8d-8be3d2d65f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.570610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Transition to ACTIVE for port object 9814c676-df41-4908-8d04-f7e0e3a183c5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:47.576837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5c62-27d3-464b-8f8d-8be3d2d65f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.593535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.687479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1a1e5c62-27d3-464b-8f8d-8be3d2d65f3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04f4026d05c242babd2bc9a2a66999fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079491 Jul 22 14:30:47.689348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:47.700894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e5c62-27d3-464b-8f8d-8be3d2d65f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34f77ea-335c-4c1d-9213-465ea0ec1836,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:47.708929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.758626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-830d96ae-afb1-4b53-8625-be6f4da25f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.762509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.768797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.775234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.781180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.784003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-830d96ae-afb1-4b53-8625-be6f4da25f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.787315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.793634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.799632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.801787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-6817dc61-a7de-4e35-8d22-4f137971b62c tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5416 time: 0.3479300 Jul 22 14:30:47.842719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777f80-d7ed-4456-a6ee-c2e6a394e93b req-eb35b808-6205-4b12-9988-6544b8c678f1 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:47.844528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d777f80-d7ed-4456-a6ee-c2e6a394e93b req-eb35b808-6205-4b12-9988-6544b8c678f1 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.3981962 Jul 22 14:30:47.852079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Pushing event updated for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:47.872778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-830d96ae-afb1-4b53-8625-be6f4da25f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.878671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-830d96ae-afb1-4b53-8625-be6f4da25f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:47.882188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-830d96ae-afb1-4b53-8625-be6f4da25f9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a34f77ea-335c-4c1d-9213-465ea0ec1836 HTTP/1.1" status: 204 len: 168 time: 0.1893106 Jul 22 14:30:47.908584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d96ae-afb1-4b53-8625-be6f4da25f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34f77ea-335c-4c1d-9213-465ea0ec1836,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:47.987869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea8af4b6-53fe-4e93-800d-448250f18849 req-ebbcba94-db73-4778-9666-bc8c6964047e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571200 Jul 22 14:30:48.003704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d777f80-d7ed-4456-a6ee-c2e6a394e93b req-de897d44-0328-4797-b7ed-fa2c79c833a1 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups?id=08e7ba56-b8b8-44fd-b2ec-da56f2becef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482604 Jul 22 14:30:48.007017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.008860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Attempting to bind port 9814c676-df41-4908-8d04-f7e0e3a183c5 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:48.009270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Attempting to bind port 9814c676-df41-4908-8d04-f7e0e3a183c5 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:48.009968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Attempting to bind port 9814c676-df41-4908-8d04-f7e0e3a183c5 on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:48.015716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Port 9814c676-df41-4908-8d04-f7e0e3a183c5 on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:48.016046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Attempting to bind port 9814c676-df41-4908-8d04-f7e0e3a183c5 on network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:48.018888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.057259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:48.057897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Checking segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:48.058416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Bound using segment: {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:48.059240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Bound port: 9814c676-df41-4908-8d04-f7e0e3a183c5, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8db705-af5a-4f05-8a5a-1d11cc544c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:48.059732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.132251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40ca9cb-b32e-47f5-b8e1-e3e1b7894676,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:48.173299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-ea190619-f724-4ea7-9a02-2a7fbfacb28e tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.175097 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-ea190619-f724-4ea7-9a02-2a7fbfacb28e tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.72 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 945 time: 0.0755885 Jul 22 14:30:48.191708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.195386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05d98511-3c2b-49df-90cd-37aa01e57c94 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0038774 Jul 22 14:30:48.198286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8357db2e-59ad-43cb-8598-58f47419272d req-1c7d22b8-3cdd-47f1-abf4-1b8765e4af55 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 210 time: 0.1304753 Jul 22 14:30:48.199648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:48.210969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'd0b83956-8511-45ed-8ba1-9dc8d0cc35e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:48.244802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:48.247244 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d162f5eb-ba77-4c94-b6ef-f740cfceef25" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:48.254841 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32390b4e-278f-4ad2-81b2-fc0df6adbce2 x-openstack-request-id: req-32390b4e-278f-4ad2-81b2-fc0df6adbce2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:48.255227 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aba610b-63b3-44aa-a738-5c0312ae9707", "name": "network-vif-deleted", "tag": "c23e4d32-6b26-4308-b96e-ab35fec6db78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:48.255483 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32390b4e-278f-4ad2-81b2-fc0df6adbce2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:48.255937 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aba610b-63b3-44aa-a738-5c0312ae9707', 'name': 'network-vif-deleted', 'tag': 'c23e4d32-6b26-4308-b96e-ab35fec6db78', 'status': 'completed', 'code': 200} Jul 22 14:30:48.281559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:48.289480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9814c676-df41-4908-8d04-f7e0e3a183c5,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:48.300171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.323398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.380742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.381511 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.383016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] 10.222.0.72 "PUT /v2.0/ports/9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 200 len: 1091 time: 1.8689542 Jul 22 14:30:48.415550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b802b-5197-460e-b758-53fdf756f617 req-6f7570b9-98f8-4c17-9b18-3db1a73e573c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.419607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Deleting port 1bf68f7d-7329-4157-8e89-4401d84a6a9b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:48.420099 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.423761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-939b802b-5197-460e-b758-53fdf756f617 req-6f7570b9-98f8-4c17-9b18-3db1a73e573c tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.3004177 Jul 22 14:30:48.467741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17378fd-3739-40df-8cac-aee375a33639 service neutron] Pushing event updated for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:48.559327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-939b802b-5197-460e-b758-53fdf756f617 req-85ab20b1-1116-4b2a-83f1-4438b5cb5ca5 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296325 Jul 22 14:30:48.562716 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.575364 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8edecb9-4ae0-4ffd-9d08-276249577ca6 x-openstack-request-id: req-d8edecb9-4ae0-4ffd-9d08-276249577ca6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:48.575364 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:48.575364 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8edecb9-4ae0-4ffd-9d08-276249577ca6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:48.575364 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44', 'status': 'completed', 'code': 200} Jul 22 14:30:48.581376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:48.603167 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.625006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: c23e4d32-6b26-4308-b96e-ab35fec6db78 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:48.625628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c23e4d32-6b26-4308-b96e-ab35fec6db78 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:48.642691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ea7998-d524-4eb3-8da0-4960a28ee621,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:48.689032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.689541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.690037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.690492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.691011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.691566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.692043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.694050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3a61652d-c2bb-46ed-90e8-9a632cc0ce6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6485 time: 0.2483072 Jul 22 14:30:48.707085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.708282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba68033a-036f-4cad-ad96-39575a29e164 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5060055 Jul 22 14:30:48.718338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:48.734687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] For port 1bf68f7d-7329-4157-8e89-4401d84a6a9b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1bf68f7d-7329-4157-8e89-4401d84a6a9b,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:48.735066 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:48.761391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'd0b83956-8511-45ed-8ba1-9dc8d0cc35e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:48.787723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-3250e053-9087-4da0-a821-8c47022096e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:48.789252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-3250e053-9087-4da0-a821-8c47022096e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.2056124 Jul 22 14:30:49.155998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-2db0c470-7520-4ebe-8f2d-3e84a34002a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 200 len: 217 time: 0.4385781 Jul 22 14:30:49.168495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-73588bff-54f0-4e82-9784-5a0319afdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.170007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-73588bff-54f0-4e82-9784-5a0319afdb07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.3418095 Jul 22 14:30:49.228535 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-8696c609-a73f-4ee0-9a96-1cd8ce725cdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.0499237 Jul 22 14:30:49.239067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.260499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-28b09c48-365b-46a4-bc9a-be0501a6d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.261899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-28b09c48-365b-46a4-bc9a-be0501a6d611 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57c75868-48b5-43c0-9a8f-0a002a099812 HTTP/1.1" status: 200 len: 856 time: 0.0967946 Jul 22 14:30:49.274414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f37d6-a106-4c3d-bdfc-68f0f292adff req-ac2aaa48-8d48-4739-a908-904a66bf0566 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.281430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b68f37d6-a106-4c3d-bdfc-68f0f292adff req-ac2aaa48-8d48-4739-a908-904a66bf0566 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.6047845 Jul 22 14:30:49.313972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980944b3-4f78-493c-92a9-bf2a1054d97f req-0521a212-1754-4a3f-81d0-32704f7d9b79 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.321024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-980944b3-4f78-493c-92a9-bf2a1054d97f req-0521a212-1754-4a3f-81d0-32704f7d9b79 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.6258588 Jul 22 14:30:49.326112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.329319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.329319 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Floating IP 7251857b-0150-4897-a0a6-48bb2425676e disassociated. External IP: 172.25.3.172, port: 1bf68f7d-7329-4157-8e89-4401d84a6a9b. Jul 22 14:30:49.329319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Calling delete_port for 1bf68f7d-7329-4157-8e89-4401d84a6a9b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:49.367325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-b9bc664c-696d-46f3-9673-cc68914bfcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.370043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-b9bc664c-696d-46f3-9673-cc68914bfcc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1308436 Jul 22 14:30:49.444458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b68f37d6-a106-4c3d-bdfc-68f0f292adff req-3fb6d0d2-3299-4149-bb8c-98a7e46f7661 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577358 Jul 22 14:30:49.447826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.468153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-11d78180-b73c-4fd3-bee8-96d8b4e0efa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456610 Jul 22 14:30:49.468753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-980944b3-4f78-493c-92a9-bf2a1054d97f req-627ec965-ad7e-4e23-8488-cb82ff1e695a tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462498 Jul 22 14:30:49.473959 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.538265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2765e60-a682-4ab6-9864-e66805eba572,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:49.560640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-98d75e0b-2132-4779-8f78-f78ed964caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.562936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-98d75e0b-2132-4779-8f78-f78ed964caa5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737448 Jul 22 14:30:49.564644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.566129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-68c91779-e392-4772-ad2a-f939542f9abd tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8234684 Jul 22 14:30:49.569202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49050) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:49.583788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'd0b83956-8511-45ed-8ba1-9dc8d0cc35e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:49.635395 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-972419bb-0280-4708-8475-988d1a0487b1 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612523 Jul 22 14:30:49.717017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.732489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:49.751370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-405b3e83-751a-4005-aae1-17e61ee5755f service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785984 Jul 22 14:30:49.767797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event deleted for resources: {'Port': ['ID=1bf68f7d-7329-4157-8e89-4401d84a6a9b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:49.775874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.782056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.787962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.794787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.800712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.809433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.815432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:49.830605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-7a9acec0-3921-4618-80db-8495b557a157 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.2550981 Jul 22 14:30:49.906003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0825f3c2-c684-4f8f-8eeb-96e0e471f8d6 req-e2a4e249-1e88-4823-9342-b4f4f0bd390a service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588987 Jul 22 14:30:49.954849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Router fe2e7cea-c8dc-404b-ace5-63d208946d9d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:50.035139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27ef1fa9-f9a6-42bc-b3a2-350b243aa85c req-09ba08e5-2bd5-4cff-bc1d-9e46bd7db8c6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/ports?device_id=b287c913-4b4d-4165-89b0-455f1914e241 HTTP/1.1" status: 200 len: 210 time: 0.0861433 Jul 22 14:30:50.040315 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.073313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5cd24c-50d3-4b07-a770-e683dda9b5d0 req-f3aca17b-a74e-45dc-91e0-52cbe89355df tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487032 Jul 22 14:30:50.076738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.108048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecbda20-0a05-445e-ae02-977e34603dcf,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:50.114281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3123f867-aad8-43ef-bff5-b97a76c56225 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850962 Jul 22 14:30:50.120301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.121951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c8d41462-5949-4bd3-a115-5c958349b618 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5509698 Jul 22 14:30:50.125534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.179300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-89e8fe3a-dc0b-4d11-9dde-91c175776aa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 217 time: 0.0557930 Jul 22 14:30:50.218965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f26dbe-b771-4033-a57a-20c5072737b0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.223476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34b225a5-9f41-48b1-8177-b375049a5379 req-bb49934a-1d82-4d48-86e5-ccee7b424e49 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 210 time: 0.0474157 Jul 22 14:30:50.274425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f26dbe-b771-4033-a57a-20c5072737b0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.307493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8a3c2ee9-565f-43c5-a94e-3ba44a43cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.307745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8a3c2ee9-565f-43c5-a94e-3ba44a43cd7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1142476 Jul 22 14:30:50.318120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f26dbe-b771-4033-a57a-20c5072737b0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.325899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37f26dbe-b771-4033-a57a-20c5072737b0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.327155 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-37f26dbe-b771-4033-a57a-20c5072737b0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fecbda20-0a05-445e-ae02-977e34603dcf HTTP/1.1" status: 204 len: 168 time: 0.1987729 Jul 22 14:30:50.335612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.356636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:50.367217 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] Sync routers for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:50.389392 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:50.390619 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:50.395367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f26dbe-b771-4033-a57a-20c5072737b0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fecbda20-0a05-445e-ae02-977e34603dcf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:50.527935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] No DVR routers for this DVR port 1bf68f7d-7329-4157-8e89-4401d84a6a9b on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:50.532085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.534095 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32abc5cd-2a9f-4365-a10b-fba23c385c22 req-6c1ab2ef-5e00-4ca2-be4b-2b07daf62aa6 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.72 "DELETE /v2.0/ports/1bf68f7d-7329-4157-8e89-4401d84a6a9b HTTP/1.1" status: 204 len: 173 time: 2.3530757 Jul 22 14:30:50.550652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'name': 'network-vif-deleted', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:50.559072 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a0fb26-b283-471f-8b5e-a57116b217e1" -d '{"events": [{"server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "name": "network-vif-deleted", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:50.588848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-c9dccd77-54be-4cb6-b33b-e903088cbfc3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.596197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-c9dccd77-54be-4cb6-b33b-e903088cbfc3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 814 time: 0.3240719 Jul 22 14:30:50.600699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:50.604135 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f03e390-19c8-41b1-82f5-9a640a13c13f" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:50.629687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-04e3f16f-340f-44d2-9844-40cc7cced3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:50.632517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-04e3f16f-340f-44d2-9844-40cc7cced3d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3126473 Jul 22 14:30:50.659339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-76817107-4a75-4c6e-8b27-cd069c916710 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3223107 Jul 22 14:30:50.669373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.672156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-79665083-e56e-4415-9803-f90d73f65e53 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/quotas/940f3a6c006444068881019919177897 HTTP/1.1" status: 200 len: 375 time: 0.0749953 Jul 22 14:30:50.703740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:50.739254 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e190eecd-1aba-42c0-b29f-98508b5458d0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.761321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e190eecd-1aba-42c0-b29f-98508b5458d0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.830013 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e190eecd-1aba-42c0-b29f-98508b5458d0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.840158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e190eecd-1aba-42c0-b29f-98508b5458d0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:50.841540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e190eecd-1aba-42c0-b29f-98508b5458d0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e2765e60-a682-4ab6-9864-e66805eba572 HTTP/1.1" status: 204 len: 168 time: 0.1687863 Jul 22 14:30:50.849792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.850850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190eecd-1aba-42c0-b29f-98508b5458d0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2765e60-a682-4ab6-9864-e66805eba572,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:50.920600 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ae018d6-bbcc-4519-bbe7-31115e4ed297 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0640543 Jul 22 14:30:50.921388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:50.977132 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:39Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:50.977931 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0bed12c-a855-4d66-bdb9-d4e00668beea tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.003356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0bed12c-a855-4d66-bdb9-d4e00668beea tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.029323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab338a7-db7a-4874-bc8b-974a716d1d50 req-57a6d5f8-b73f-42a0-bd1a-0b26e1a3ac5f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.047238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab338a7-db7a-4874-bc8b-974a716d1d50 req-57a6d5f8-b73f-42a0-bd1a-0b26e1a3ac5f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.4479070 Jul 22 14:30:51.052092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-347dd6ea-1dbc-4773-bfd5-74404ab57b1d service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944335 Jul 22 14:30:51.064580 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] Checking router: fe2e7cea-c8dc-404b-ace5-63d208946d9d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:30:51.078775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-e3e3c564-4fe2-4118-8aa4-6cc132e2d603 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4056869 Jul 22 14:30:51.094686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:51.096595 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:51.100676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0bed12c-a855-4d66-bdb9-d4e00668beea tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.112980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0bed12c-a855-4d66-bdb9-d4e00668beea tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.120587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e0bed12c-a855-4d66-bdb9-d4e00668beea tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/54ea7998-d524-4eb3-8da0-4960a28ee621 HTTP/1.1" status: 204 len: 168 time: 0.1981418 Jul 22 14:30:51.124450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.164547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed12c-a855-4d66-bdb9-d4e00668beea tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54ea7998-d524-4eb3-8da0-4960a28ee621,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:51.286333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab338a7-db7a-4874-bc8b-974a716d1d50 req-0de078f1-0719-43e0-82d1-c6685acc61ac tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382917 Jul 22 14:30:51.289481 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:51.372270 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-675af6f9-74f0-4d1f-83be-2e68ce405cd9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2432697 Jul 22 14:30:51.375485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49118) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.476408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-581969ee-726d-4dee-b91b-8004b2b9e94a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.492351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-581969ee-726d-4dee-b91b-8004b2b9e94a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.547250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-0ff5b0bf-f0c9-4385-8392-62a1a6901093 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.552020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-0ff5b0bf-f0c9-4385-8392-62a1a6901093 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "GET /v2.0/ports?device_id=7e45763d-58a3-4040-9728-115269f5b417 HTTP/1.1" status: 200 len: 946 time: 0.3887038 Jul 22 14:30:51.570158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-c176f106-3838-41b6-9799-ad3bdd80d039 service neutron] 10.222.0.60 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904604 Jul 22 14:30:51.572606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-d7254429-a143-43cc-b292-40ac9249b64b service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4915938 Jul 22 14:30:51.629526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-68e62c1d-644e-414f-a5b9-0f9939f24d4d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 217 time: 0.0440249 Jul 22 14:30:51.657175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-581969ee-726d-4dee-b91b-8004b2b9e94a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.683999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-581969ee-726d-4dee-b91b-8004b2b9e94a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.688004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-581969ee-726d-4dee-b91b-8004b2b9e94a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f40ca9cb-b32e-47f5-b8e1-e3e1b7894676 HTTP/1.1" status: 204 len: 168 time: 0.3043065 Jul 22 14:30:51.689681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.691720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581969ee-726d-4dee-b91b-8004b2b9e94a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f40ca9cb-b32e-47f5-b8e1-e3e1b7894676,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:51.767978 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-acd19fa2-61d3-44c6-af5f-3e645480d66b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0772607 Jul 22 14:30:51.781470 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:39Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:51.801366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49126) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.815596 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adb86fd-4521-4e4e-b24d-6e92b1d98d54 None None] The sync data for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 is: [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3848c44f-8145-4427-bbb3-6f3a8ed3de1c', 'name': '', 'network_id': 'c8900cfc-48e9-4c33-89bf-d6d1a29266cc', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'mac_address': 'fa:16:3e:8c:21:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:31Z', 'updated_at': '2021-07-22T14:28:39Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'subnets': [{'id': '782894cb-1c80-4852-bf7d-9ba1983a10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:30:51.837750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d781e4be-c11a-4c1a-a8d8-42ce26c3ef0d tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.850885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d781e4be-c11a-4c1a-a8d8-42ce26c3ef0d tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.906634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e1f03-6185-47ff-8088-8345cd55f300 req-651cdeb8-99c8-4d67-924f-b327063a3a4f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.917385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-125e1f03-6185-47ff-8088-8345cd55f300 req-651cdeb8-99c8-4d67-924f-b327063a3a4f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4806159 Jul 22 14:30:51.920033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-d8764a39-97b1-40ce-ad6a-3900879732ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:51.922282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Deleting port a03536ec-8450-4163-a283-0111baf1f513 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:51.923306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-d8764a39-97b1-40ce-ad6a-3900879732ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.2758458 Jul 22 14:30:51.923691 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.966855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d781e4be-c11a-4c1a-a8d8-42ce26c3ef0d tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.971584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d781e4be-c11a-4c1a-a8d8-42ce26c3ef0d tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:51.972915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d781e4be-c11a-4c1a-a8d8-42ce26c3ef0d tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1844b61d-ab4e-473d-beec-c15595fd15b1 HTTP/1.1" status: 204 len: 168 time: 0.1693039 Jul 22 14:30:51.981342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49128) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:51.992272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d781e4be-c11a-4c1a-a8d8-42ce26c3ef0d tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1844b61d-ab4e-473d-beec-c15595fd15b1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:52.073407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-a08b1e98-c5ad-45a8-97ac-b91f820aa152 service neutron] 10.222.0.60 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4973054 Jul 22 14:30:52.122052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-125e1f03-6185-47ff-8088-8345cd55f300 req-08810875-8d6f-411d-af3b-dd12c609f008 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976655 Jul 22 14:30:52.133626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] For port a03536ec-8450-4163-a283-0111baf1f513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a03536ec-8450-4163-a283-0111baf1f513,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:52.135578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.168394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Calling delete_port for a03536ec-8450-4163-a283-0111baf1f513 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:52.186567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4a89d1a-ed8f-4fc2-948b-66104fdc8270 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1866970 Jul 22 14:30:52.188284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49132) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:52.211099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8db1e104-ec39-422c-8bbb-0ed4704dc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.220133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8db1e104-ec39-422c-8bbb-0ed4704dc043 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2837560 Jul 22 14:30:52.254755 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c626c-cc9c-41f8-82aa-e8145c388d3a x-openstack-request-id: req-c46c626c-cc9c-41f8-82aa-e8145c388d3a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:52.255285 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b287c913-4b4d-4165-89b0-455f1914e241", "name": "network-vif-deleted", "tag": "1bf68f7d-7329-4157-8e89-4401d84a6a9b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:52.255686 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c46c626c-cc9c-41f8-82aa-e8145c388d3a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:52.256312 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b287c913-4b4d-4165-89b0-455f1914e241', 'name': 'network-vif-deleted', 'tag': '1bf68f7d-7329-4157-8e89-4401d84a6a9b', 'status': 'completed', 'code': 200} Jul 22 14:30:52.371519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b98cf484-9c50-4f05-811b-21b5213f5558 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260769 Jul 22 14:30:52.375869 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac198f-036f-4377-bfc9-c9e0cc01b15a x-openstack-request-id: req-4aac198f-036f-4377-bfc9-c9e0cc01b15a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:52.376180 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:52.376374 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4aac198f-036f-4377-bfc9-c9e0cc01b15a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:52.376777 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5', 'status': 'completed', 'code': 200} Jul 22 14:30:52.392047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e5d74-7b1c-44db-9684-a96a590b767f None None] New status for floating IP 7251857b-0150-4897-a0a6-48bb2425676e: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:30:52.450571 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379d5a55-6f9c-47cf-b7bc-34a09c71a779 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.542698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2ac3471-853f-4c6d-9f95-120f152823cc req-27a363f4-1648-4a77-ab27-331e424d3971 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 210 time: 0.0385311 Jul 22 14:30:52.568831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.629446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379d5a55-6f9c-47cf-b7bc-34a09c71a779 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.642637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['a03536ec-8450-4163-a283-0111baf1f513'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:30:52.644324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Pushing event deleted for resources: {'Port': ['ID=a03536ec-8450-4163-a283-0111baf1f513,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:52.687140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b8badff-6ef3-48a9-8f05-a64f23476928 req-48cd79c5-c66d-4f18-9fd2-6b85f5073542 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 210 time: 0.0802541 Jul 22 14:30:52.730840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1bf68f7d-7329-4157-8e89-4401d84a6a9b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:52.775135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] No DVR routers for this DVR port a03536ec-8450-4163-a283-0111baf1f513 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:30:52.783847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 1bf68f7d-7329-4157-8e89-4401d84a6a9b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:52.784445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:52.784660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1bf68f7d-7329-4157-8e89-4401d84a6a9b not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:52.793209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-984f250c-bd49-4ac7-a166-1986d30a2c71 req-9a72c67b-660a-4b05-9aa6-1ea24ede0bc1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "DELETE /v2.0/ports/a03536ec-8450-4163-a283-0111baf1f513 HTTP/1.1" status: 204 len: 173 time: 1.2306197 Jul 22 14:30:52.795405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-9e6d249d-e04f-4382-b3dd-1dcc7f4a9549 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145508 Jul 22 14:30:52.877595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3bb2c04e-af87-49b3-9724-6525ad5c05cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf HTTP/1.1" status: 200 len: 217 time: 0.0700662 Jul 22 14:30:52.909800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.916497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.922542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.932813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.943266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.960059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49150) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:52.965076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.984557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:52.986552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-644514d5-1917-471a-b3c8-6299d000ce40 req-ddbf115b-5643-4ed8-b659-8d747eb69ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.4954309 Jul 22 14:30:53.030027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379d5a55-6f9c-47cf-b7bc-34a09c71a779 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.032973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-379d5a55-6f9c-47cf-b7bc-34a09c71a779 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.036773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-379d5a55-6f9c-47cf-b7bc-34a09c71a779 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/d0b83956-8511-45ed-8ba1-9dc8d0cc35e8 HTTP/1.1" status: 204 len: 168 time: 0.8444664 Jul 22 14:30:53.037012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.084381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d5a55-6f9c-47cf-b7bc-34a09c71a779 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b83956-8511-45ed-8ba1-9dc8d0cc35e8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:53.107591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-ab160a68-406c-4379-a8ae-92a87d4f939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:53.109787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-ab160a68-406c-4379-a8ae-92a87d4f939c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.2230062 Jul 22 14:30:53.122094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-644514d5-1917-471a-b3c8-6299d000ce40 req-34a593b6-6f91-4411-8685-16924c52280b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0943203 Jul 22 14:30:53.164335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e0d5200b-2b31-4d60-962c-f48920bead9e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239209 Jul 22 14:30:53.171695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49158) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.182005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266977859'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:53.199910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5ff656d-f7c2-4666-bae9-619220fa3de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.218043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511c71b-68d2-488b-b41e-e0262bdf5cf9 req-c4ee8a7f-d147-42eb-97cb-7caea928aa8a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:53.225605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c511c71b-68d2-488b-b41e-e0262bdf5cf9 req-c4ee8a7f-d147-42eb-97cb-7caea928aa8a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.4259684 Jul 22 14:30:53.230015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49160) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.230899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.336825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c511c71b-68d2-488b-b41e-e0262bdf5cf9 req-1355ba40-13f8-4d4b-bbf6-f846c5099ef6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101460 Jul 22 14:30:53.411296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a4b7dd27-71cb-4308-bfe1-56fa999eab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:53.412824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a4b7dd27-71cb-4308-bfe1-56fa999eab6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2962749 Jul 22 14:30:53.430492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5ff656d-f7c2-4666-bae9-619220fa3de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.436723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5ff656d-f7c2-4666-bae9-619220fa3de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.487241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab252-8a68-4b08-abec-76bf2d4be580 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.497671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff656d-f7c2-4666-bae9-619220fa3de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bea8c9-e2ce-4b55-bced-5facf877eff9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:53.504682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a5ff656d-f7c2-4666-bae9-619220fa3de1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c17b2d87d1f8438bb9e1a5eb8896e6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434844 Jul 22 14:30:53.508105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.612144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed915b7b-d879-4f74-9e12-009935967317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.617059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab252-8a68-4b08-abec-76bf2d4be580 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.680699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed915b7b-d879-4f74-9e12-009935967317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.689024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec186f-4bbe-4376-b0d1-fbbc7746dc89 req-f4ba2cb3-d814-4585-87ee-cd331ee06468 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:53.690622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2eec186f-4bbe-4376-b0d1-fbbc7746dc89 req-f4ba2cb3-d814-4585-87ee-cd331ee06468 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.3976214 Jul 22 14:30:53.744310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c5d5a1ac-1afb-49e2-b25d-cdca0b293aaa service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219151 Jul 22 14:30:53.775388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed915b7b-d879-4f74-9e12-009935967317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.780671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3b42f90-60fc-427b-b471-3c1493404ccd req-a8af11d6-1e28-4981-a62f-2047707c035b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5aba610b-63b3-44aa-a738-5c0312ae9707 HTTP/1.1" status: 200 len: 210 time: 0.0796895 Jul 22 14:30:53.782110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed915b7b-d879-4f74-9e12-009935967317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.783439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ed915b7b-d879-4f74-9e12-009935967317 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36bea8c9-e2ce-4b55-bced-5facf877eff9 HTTP/1.1" status: 204 len: 168 time: 0.2743726 Jul 22 14:30:53.797095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed915b7b-d879-4f74-9e12-009935967317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bea8c9-e2ce-4b55-bced-5facf877eff9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:53.860897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2eec186f-4bbe-4376-b0d1-fbbc7746dc89 req-4651fdd4-a968-4ced-9742-0879143168cd tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452215 Jul 22 14:30:53.944852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.958896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96ecba87-1292-486a-8980-67b46c4b0b2b req-be29829e-5b64-4918-90a9-2f2a45d01159 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 210 time: 0.0575662 Jul 22 14:30:53.959638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab252-8a68-4b08-abec-76bf2d4be580 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.963146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0c5ab252-8a68-4b08-abec-76bf2d4be580 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:53.964274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0c5ab252-8a68-4b08-abec-76bf2d4be580 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "DELETE /v2.0/security-groups/08e7ba56-b8b8-44fd-b2ec-da56f2becef2 HTTP/1.1" status: 204 len: 168 time: 0.7305884 Jul 22 14:30:53.975891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:53.998616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.015830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ab252-8a68-4b08-abec-76bf2d4be580 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e7ba56-b8b8-44fd-b2ec-da56f2becef2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:54.045935 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-35b2ca4e-2a40-4a00-bbfe-5296e3db04eb tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] show failed (client error): The resource could not be found. Jul 22 14:30:54.050020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35b2ca4e-2a40-4a00-bbfe-5296e3db04eb tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "GET /v2.0/security-groups/08e7ba56-b8b8-44fd-b2ec-da56f2becef2 HTTP/1.1" status: 404 len: 347 time: 0.0700285 Jul 22 14:30:54.052671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:54.071927 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.076571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8993635 Jul 22 14:30:54.077194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49176) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:54.086034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'f39cdf52-0900-460c-b760-713200cf5d83', 'direction': 'ingress', 'protocol': 17}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:54.100720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-5c2a8419-792f-4921-ab14-337bc50316a0 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304574 Jul 22 14:30:54.149179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8860d-acec-4419-b59a-f13ba03c0bb9 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39cdf52-0900-460c-b760-713200cf5d83,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:54.155126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-71b92aa9-5fcc-4267-83dc-3ebe1716decf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 HTTP/1.1" status: 200 len: 217 time: 0.0456998 Jul 22 14:30:54.171684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.237866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-2c06deb4-07da-44c5-bbe4-42ea46693a0b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.240187 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-2c06deb4-07da-44c5-bbe4-42ea46693a0b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 814 time: 0.3529429 Jul 22 14:30:54.259850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Request body: {'port': {'device_id': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'admin_state_up': True, 'tenant_id': '940f3a6c006444068881019919177897'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:54.266026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'name': 'network-vif-deleted', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:54.268464 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48658fe-a60d-4bf6-9dbf-026e6ee53796" -d '{"events": [{"server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "name": "network-vif-deleted", "tag": "a03536ec-8450-4163-a283-0111baf1f513"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:54.294836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-16b52912-42ba-4c0b-a8b1-2ecefe3e9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.296342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-16b52912-42ba-4c0b-a8b1-2ecefe3e9ac5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1259599 Jul 22 14:30:54.299296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49182) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:54.333787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fe92f1c-87c0-474e-a980-77b9e8ec74fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.366601 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ac3c13-1506-48d5-b64c-fa9d452930e2 x-openstack-request-id: req-e3ac3c13-1506-48d5-b64c-fa9d452930e2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:54.366981 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e45763d-58a3-4040-9728-115269f5b417", "name": "network-vif-deleted", "tag": "a03536ec-8450-4163-a283-0111baf1f513", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:54.367319 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3ac3c13-1506-48d5-b64c-fa9d452930e2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:54.367792 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e45763d-58a3-4040-9728-115269f5b417', 'name': 'network-vif-deleted', 'tag': 'a03536ec-8450-4163-a283-0111baf1f513', 'status': 'completed', 'code': 200} Jul 22 14:30:54.377110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.388880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.392280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Deleting port 23575678-3b74-4239-9177-02899d4cc3f3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:54.392737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.452455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291593f7-c276-4619-a04f-b29bd694ae5c,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:54.503168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.503702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.517563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Calling delete_port for 23575678-3b74-4239-9177-02899d4cc3f3 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:54.670763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:54.849752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.855899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.862074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.868272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.874340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.880452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.887048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.889761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-d3566a4c-2996-4f1c-9141-28ca2c8e694f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.6409953 Jul 22 14:30:54.929018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-ee01a458-752d-48de-bbee-d98c67f6d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:54.930628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-ee01a458-752d-48de-bbee-d98c67f6d98f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6183615 Jul 22 14:30:54.958422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Pushing event deleted for resources: {'Port': ['ID=23575678-3b74-4239-9177-02899d4cc3f3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:55.032497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.035640 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.042217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a524ef10-d4b9-4053-a64a-251f4d35e6e7 tempest-ServersTestManualDisk-1185220341 tempest-ServersTestManualDisk-1185220341-project] 10.222.0.60 "DELETE /v2.0/floatingips/7251857b-0150-4897-a0a6-48bb2425676e HTTP/1.1" status: 204 len: 168 time: 0.9830389 Jul 22 14:30:55.042426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d22d273-c64d-4870-8592-dd3d50e86672 req-c973016a-486a-49a1-9cf6-79c17d8c9f47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1205835 Jul 22 14:30:55.042599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:55.098533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c47f-5b41-49cb-b966-772cbecf9df4 req-2fac145f-9535-4ee8-8703-0159cc923b2f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:55.103169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec18c47f-5b41-49cb-b966-772cbecf9df4 req-2fac145f-9535-4ee8-8703-0159cc923b2f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.6794515 Jul 22 14:30:55.161217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fe92f1c-87c0-474e-a980-77b9e8ec74fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.163883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-2899a1fd-3841-431f-8fb5-8cd7fb0b35bb service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244346 Jul 22 14:30:55.168641 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fe92f1c-87c0-474e-a980-77b9e8ec74fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.206060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2fe92f1c-87c0-474e-a980-77b9e8ec74fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db1b086be4034821abca2bb967456c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9035075 Jul 22 14:30:55.215642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49196) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:55.329873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec18c47f-5b41-49cb-b966-772cbecf9df4 req-6ab010e3-5c70-48ab-9e87-afc0548212c3 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234626 Jul 22 14:30:55.331254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe92f1c-87c0-474e-a980-77b9e8ec74fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0fe07e-3600-45a8-b182-36f8138a2f8e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:55.359627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Made reservation on behalf of 940f3a6c006444068881019919177897 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:30:55.363704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.426304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.427628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-30150523-66c5-4451-a903-70cfb8aaf320 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3454289 Jul 22 14:30:55.434551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49200) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:55.488422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-384e34f0-d7cf-443b-8745-e6d9a4e84618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.544377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50244066-db0f-48bc-980d-cb4634f48221 req-38df570b-6018-48e8-80ab-c8fb22967bbc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 210 time: 0.1032758 Jul 22 14:30:55.591755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-b087cb0c-3bb3-4e9b-8ce9-52c236d2dc8d service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994861 Jul 22 14:30:55.605727 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-384e34f0-d7cf-443b-8745-e6d9a4e84618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.667980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Allocated IP 172.20.0.8 (0273bbfe-b053-4ee7-a6e9-2f4c15f09406/a1e98b83-82a2-47eb-a34e-f6069b67f4b7/6c42a9e8-dc73-4105-9f65-907d1622104a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:30:55.675918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca031dda-6640-4877-9cc6-6b835fa9ace7 req-f51bd80a-0728-42c0-80ee-ef60041849b5 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:55.686377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca031dda-6640-4877-9cc6-6b835fa9ace7 req-f51bd80a-0728-42c0-80ee-ef60041849b5 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.3616960 Jul 22 14:30:55.704232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-3ea3ecd8-ab74-40b4-8f54-9665a175c0e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 200 len: 217 time: 0.0962903 Jul 22 14:30:55.767149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.795722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb835c81-7231-4f1a-a349-9c4aeb5501c2 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.820527 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb835c81-7231-4f1a-a349-9c4aeb5501c2 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.888458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca031dda-6640-4877-9cc6-6b835fa9ace7 req-43b15219-b2a1-4aee-b7de-bfd21a1af52e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008889 Jul 22 14:30:55.920740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6518735e-f56a-44d2-8c2f-51158eac9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:55.923735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6518735e-f56a-44d2-8c2f-51158eac9566 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.2020140 Jul 22 14:30:55.927737 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-384e34f0-d7cf-443b-8745-e6d9a4e84618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.933237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-384e34f0-d7cf-443b-8745-e6d9a4e84618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.935647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-384e34f0-d7cf-443b-8745-e6d9a4e84618 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c0fe07e-3600-45a8-b182-36f8138a2f8e HTTP/1.1" status: 204 len: 168 time: 0.7142973 Jul 22 14:30:55.942936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb835c81-7231-4f1a-a349-9c4aeb5501c2 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.947523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb835c81-7231-4f1a-a349-9c4aeb5501c2 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:55.949373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb835c81-7231-4f1a-a349-9c4aeb5501c2 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/f39cdf52-0900-460c-b760-713200cf5d83 HTTP/1.1" status: 204 len: 168 time: 0.5094681 Jul 22 14:30:55.960394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:55.993644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e34f0-d7cf-443b-8745-e6d9a4e84618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0fe07e-3600-45a8-b182-36f8138a2f8e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:56.014931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb835c81-7231-4f1a-a349-9c4aeb5501c2 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39cdf52-0900-460c-b760-713200cf5d83,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:56.066410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6642b908-468d-4964-972f-3a6349bdffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.070079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-6642b908-468d-4964-972f-3a6349bdffbf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325994 Jul 22 14:30:56.253486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.306162 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-a1880afd-7b5c-4ab0-90fd-cb7373a24bc5 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223625 Jul 22 14:30:56.320077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8783def0-53b2-4ed9-9a91-08c6503b7f92 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3580718 Jul 22 14:30:56.321157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49210) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:56.394849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872139809'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:56.435639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.556955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.563619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.573621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.583479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.590172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.590442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Pushing event updated for resources: {'Port': ['ID=6c42a9e8-dc73-4105-9f65-907d1622104a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:56.596263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.604013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.606190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-f16dd80f-1b09-4b2f-90eb-4c09b327a4ab tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.4693544 Jul 22 14:30:56.607749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:30:56.610123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.635549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:30:56.638665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:30:56.707894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.708574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.711217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6915235-dc6e-4cef-bfd6-ba21cceb61c2 req-1e060c9c-55f8-4dca-8dbe-43b37a4395e1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0778847 Jul 22 14:30:56.714632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-8466576b-33e1-4685-ae48-4313f5ea95d6 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916728 Jul 22 14:30:56.744407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:30:56.760367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Deleting port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:30:56.760937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.797449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: a03536ec-8450-4163-a283-0111baf1f513 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:30:56.798019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a03536ec-8450-4163-a283-0111baf1f513 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:30:56.830259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-d1a3c623-4a93-47a0-9374-0b5a26cfbe53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 200 len: 217 time: 0.1036878 Jul 22 14:30:56.866831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae30e1-a58e-497b-8da2-d9f350f15d81 req-9c7852eb-ee57-4771-aa6e-4da8b15c6425 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:56.869242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfae30e1-a58e-497b-8da2-d9f350f15d81 req-9c7852eb-ee57-4771-aa6e-4da8b15c6425 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.3432198 Jul 22 14:30:56.915276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] For port 3848c44f-8145-4427-bbb3-6f3a8ed3de1c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:30:56.915879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:56.934690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Calling delete_port for 3848c44f-8145-4427-bbb3-6f3a8ed3de1c owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:30:57.007261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-fe20d006-d0fc-4872-b29f-d8eebeea646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:57.008836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-fe20d006-d0fc-4872-b29f-d8eebeea646b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.1683736 Jul 22 14:30:57.048084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfae30e1-a58e-497b-8da2-d9f350f15d81 req-9c587ceb-5d0e-495b-bc2f-921324bcf21c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231754 Jul 22 14:30:57.055911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.077582 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.108875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac8a6d-8d23-4572-a411-ffcbba2a8248 req-0b8cc580-39df-4db8-a0d8-dff0da5a540a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:57.115692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90ac8a6d-8d23-4572-a411-ffcbba2a8248 req-0b8cc580-39df-4db8-a0d8-dff0da5a540a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 931 time: 0.2740734 Jul 22 14:30:57.160171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.161425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8119452 Jul 22 14:30:57.171502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c096e-d554-4cea-9c59-fa7bb69aa222 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=075693b5-b7e2-4503-aa2c-07a3b99c1e1f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:57.174803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49240) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:57.203008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497694004'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:57.255877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90ac8a6d-8d23-4572-a411-ffcbba2a8248 req-b9722041-8a16-43a5-b4a8-bfa8096868b9 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387844 Jul 22 14:30:57.274836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-42badc41-eb9b-4b34-8202-324b7a62b4f7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0228634 Jul 22 14:30:57.293473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Request body: {'port': {'device_id': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:57.297702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.299956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c3bbf3a3-efd8-4766-b9f0-9ee4ef378a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:57.301570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-c3bbf3a3-efd8-4766-b9f0-9ee4ef378a89 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2709045 Jul 22 14:30:57.306960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.386468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3848c44f-8145-4427-bbb3-6f3a8ed3de1c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:57.429080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3cc0d-eb7a-4564-a49f-21111693fbe0 req-faed73e6-07cc-4dc1-8a90-c7d9f6fa8ad2 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:57.430837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4eb3cc0d-eb7a-4564-a49f-21111693fbe0 req-faed73e6-07cc-4dc1-8a90-c7d9f6fa8ad2 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2773535 Jul 22 14:30:57.620318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-23b8e059-516e-45b5-afa4-f4ab832e0511 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100898 Jul 22 14:30:57.643740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4eb3cc0d-eb7a-4564-a49f-21111693fbe0 req-0f2a8051-690d-4f09-88bc-d5dd83d21404 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859519 Jul 22 14:30:57.671047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.749844 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.759835 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.877545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e806add2-3d9c-408c-a233-c5e6f6856de3 req-80440bc7-9868-48c3-895d-5464e7b8da0a service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494860 Jul 22 14:30:57.882751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:57.884894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7056611 Jul 22 14:30:57.895065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:57.898887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f0098-752e-4352-aa45-aed09522a78e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae9d09b-3234-4b03-8d0a-e08b90b6bea6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:57.908894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': '075693b5-b7e2-4503-aa2c-07a3b99c1e1f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4ae9d09b-3234-4b03-8d0a-e08b90b6bea6', 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:30:58.041259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.113993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.120179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.126716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.133672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.147294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.158155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.165637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.167987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a47c291-d286-4903-94ca-d4596d32b739 req-2a2bd1bc-fba8-4196-9376-2fca942c4c16 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.2935572 Jul 22 14:30:58.241436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.241685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.242174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.242680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.245120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.245999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.246189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c42a9e8-dc73-4105-9f65-907d1622104a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:30:58.247641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.249848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-6d90c1a1-114f-49e3-ba2f-78aed9c3aa63 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6485 time: 0.2561588 Jul 22 14:30:58.251508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.263472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.341067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.349112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Transition to ACTIVE for port object 6c42a9e8-dc73-4105-9f65-907d1622104a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:30:58.361301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.369330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.392955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a47c291-d286-4903-94ca-d4596d32b739 req-8218bdf6-2c31-4abd-8622-713042f8e317 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1977720 Jul 22 14:30:58.466344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.468274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5705855 Jul 22 14:30:58.469321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dd213-10c3-4455-b1dd-33c7f16e232e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f78d78-05a9-4637-bd24-430ee7e8b1c0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:58.471538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Pushing event updated for resources: {'Port': ['ID=6c42a9e8-dc73-4105-9f65-907d1622104a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:58.473815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:58.550423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfd64c-44a5-4b95-8f19-23f4116f45e0 req-bbce5736-a25d-4f2d-8de6-1b9d0bb09a49 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.552273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eccfd64c-44a5-4b95-8f19-23f4116f45e0 req-bbce5736-a25d-4f2d-8de6-1b9d0bb09a49 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.3829699 Jul 22 14:30:58.589062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-618ab5ca-f224-4521-933e-4f828ff8b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.591042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-618ab5ca-f224-4521-933e-4f828ff8b698 service neutron] 10.222.0.72 "GET /v2.0/networks?id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 903 time: 0.3128250 Jul 22 14:30:58.614011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fa11188-f79a-414f-ad61-c481ac3b4dcf tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.640481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fa11188-f79a-414f-ad61-c481ac3b4dcf tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.653171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Attempting to bind port 6c42a9e8-dc73-4105-9f65-907d1622104a on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:30:58.653524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Attempting to bind port 6c42a9e8-dc73-4105-9f65-907d1622104a by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:30:58.653911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Attempting to bind port 6c42a9e8-dc73-4105-9f65-907d1622104a on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:58.665690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-e6d64647-fb71-4289-a1c9-a387d1797a17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 200 len: 217 time: 0.0601532 Jul 22 14:30:58.669273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eccfd64c-44a5-4b95-8f19-23f4116f45e0 req-ad4682d9-6c5e-4889-b7fc-2b081044b2ad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101975 Jul 22 14:30:58.689943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Port 6c42a9e8-dc73-4105-9f65-907d1622104a on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:30:58.689943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Attempting to bind port 6c42a9e8-dc73-4105-9f65-907d1622104a on network 0273bbfe-b053-4ee7-a6e9-2f4c15f09406 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:30:58.720316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:30:58.720687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Checking segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:30:58.721046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Bound using segment: {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:30:58.721506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Bound port: 6c42a9e8-dc73-4105-9f65-907d1622104a, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563a5837-3d53-4e22-bfc6-168660f91948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:30:58.721878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.737211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c14e4c-393b-41de-b1e0-1bcd8c2217ef req-7d5867f9-0f45-438c-acf3-85fb827c4ae4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.738477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fa11188-f79a-414f-ad61-c481ac3b4dcf tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.738983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27c14e4c-393b-41de-b1e0-1bcd8c2217ef req-7d5867f9-0f45-438c-acf3-85fb827c4ae4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 943 time: 0.2505946 Jul 22 14:30:58.748754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fa11188-f79a-414f-ad61-c481ac3b4dcf tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:58.753107 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3fa11188-f79a-414f-ad61-c481ac3b4dcf tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/75f78d78-05a9-4637-bd24-430ee7e8b1c0 HTTP/1.1" status: 204 len: 168 time: 0.2552278 Jul 22 14:30:58.753615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:58.762820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa11188-f79a-414f-ad61-c481ac3b4dcf tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75f78d78-05a9-4637-bd24-430ee7e8b1c0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:58.792159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Router fe2e7cea-c8dc-404b-ace5-63d208946d9d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:30:58.804091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-97af3c35-e64d-4ca6-8fa4-da7f1506e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:58.805600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-97af3c35-e64d-4ca6-8fa4-da7f1506e803 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.1317482 Jul 22 14:30:58.910897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27c14e4c-393b-41de-b1e0-1bcd8c2217ef req-a5fe5891-137b-430b-91ec-b952a94a6cc3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635718 Jul 22 14:30:58.925335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c7923bdb-2c5f-422c-ac4c-c627383c3fee tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1653702 Jul 22 14:30:58.932721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49294) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:58.937398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] For port 6c42a9e8-dc73-4105-9f65-907d1622104a, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:30:58.942063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] For port 6c42a9e8-dc73-4105-9f65-907d1622104a, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6c42a9e8-dc73-4105-9f65-907d1622104a,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:30:58.950871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.026302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545790-1229-4a01-8e07-cbb7b63dc45c req-6810e303-e5e1-4722-94fd-e34777708258 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.028451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9545790-1229-4a01-8e07-cbb7b63dc45c req-6810e303-e5e1-4722-94fd-e34777708258 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2316658 Jul 22 14:30:59.048269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-40b1d079-fbd3-44cd-a817-5f94eb375d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.049819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-40b1d079-fbd3-44cd-a817-5f94eb375d2f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2176881 Jul 22 14:30:59.061657 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd618f5d-fc24-47a6-8286-177da0b9b3a6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.131803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd618f5d-fc24-47a6-8286-177da0b9b3a6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.187630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9545790-1229-4a01-8e07-cbb7b63dc45c req-72aa7701-b675-432e-9d6b-8517a6c79bac tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459796 Jul 22 14:30:59.246726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-bbd1dbbb-0a4b-4b9e-ba2e-31a3876c7e7a service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876357 Jul 22 14:30:59.253037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd618f5d-fc24-47a6-8286-177da0b9b3a6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.256626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd618f5d-fc24-47a6-8286-177da0b9b3a6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.260333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cd618f5d-fc24-47a6-8286-177da0b9b3a6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/4ae9d09b-3234-4b03-8d0a-e08b90b6bea6 HTTP/1.1" status: 204 len: 168 time: 0.3242741 Jul 22 14:30:59.263832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:59.314607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618f5d-fc24-47a6-8286-177da0b9b3a6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae9d09b-3234-4b03-8d0a-e08b90b6bea6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:59.386502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:30:59.396066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d162f5eb-ba77-4c94-b6ef-f740cfceef25 req-1682bd24-725f-449d-abbf-d847f4391d97 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365404 Jul 22 14:30:59.397546 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] Sync routers for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:30:59.402034 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d2a4773-7957-4dfe-a69c-99dbcc93d8b4 admin admin] 10.222.0.60 "PUT /v2.0/routers/fe2e7cea-c8dc-404b-ace5-63d208946d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3593497 Jul 22 14:30:59.407798 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:30:59.408551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:30:59.412621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.413592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.415935 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c42a9e8-dc73-4105-9f65-907d1622104a HTTP/1.1" status: 200 len: 1091 time: 2.1321514 Jul 22 14:30:59.420853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:59.421733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'tag': '6c42a9e8-dc73-4105-9f65-907d1622104a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:30:59.424390 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d159a8-f573-4ccf-896a-6405bc586633" -d '{"events": [{"name": "network-changed", "server_uuid": "17154c97-9bc0-4d3a-816f-6a8eab08424b", "tag": "6c42a9e8-dc73-4105-9f65-907d1622104a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:30:59.438064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3ea82-445e-45b0-8bab-b9ecdebc8876 service neutron] Pushing event updated for resources: {'Port': ['ID=6c42a9e8-dc73-4105-9f65-907d1622104a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:30:59.526207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f7892fb-5205-4658-845b-79cf044ed70f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2356300 Jul 22 14:30:59.537851 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa4ef4d-d9ea-4bd8-8906-856b7845df45 x-openstack-request-id: req-5aa4ef4d-d9ea-4bd8-8906-856b7845df45 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:30:59.538281 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17154c97-9bc0-4d3a-816f-6a8eab08424b", "tag": "6c42a9e8-dc73-4105-9f65-907d1622104a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:30:59.538712 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5aa4ef4d-d9ea-4bd8-8906-856b7845df45 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:30:59.539213 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'tag': '6c42a9e8-dc73-4105-9f65-907d1622104a', 'status': 'completed', 'code': 200} Jul 22 14:30:59.540790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:59.660443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.667315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.674176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.682755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.689670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.718757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.733600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.745399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-08fb8eb4-d699-4e2f-8f71-2603cdd54d19 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.2164531 Jul 22 14:30:59.745981 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c876e2e0-9bb3-43ab-8b6c-acc49c624b3c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.748512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.754955 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:30:59.755834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:30:59.831945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.832583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.834315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.834719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.835205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.835680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.836439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.838982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-37b27625-1738-428b-9fea-254ba543c6f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6485 time: 0.2962608 Jul 22 14:30:59.840463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-3fda32b9-d015-4da4-a5ca-9f1bb5f35fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.842368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-3fda32b9-d015-4da4-a5ca-9f1bb5f35fea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 1094 time: 0.3541257 Jul 22 14:30:59.858400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c876e2e0-9bb3-43ab-8b6c-acc49c624b3c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:30:59.919451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-75d9c67e-2600-428f-8d08-0e771149ce20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42a9e8-dc73-4105-9f65-907d1622104a HTTP/1.1" status: 200 len: 217 time: 0.0631874 Jul 22 14:30:59.955429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-d5c0d784-9fd1-4f42-8425-2c9edd6ac533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:30:59.957499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-d5c0d784-9fd1-4f42-8425-2c9edd6ac533 service neutron] 10.222.0.72 "GET /v2.0/networks?id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 903 time: 0.0957928 Jul 22 14:30:59.965897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78e6c7e4-8b09-4973-a460-5520edf1ca84 req-c9ca371c-cd76-45d5-972f-af95e38cce4d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2129986 Jul 22 14:31:00.007059 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:30:57Z', 'revision_number': 5, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port': {'id': '78272e11-429f-4bec-bff9-c16ba24bc6bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:85:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:00.024217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.024217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54ac84-0245-41f1-9540-f68946a107fb req-63451c7e-a4af-45d8-9b4e-dff193977fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.024217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-63451c7e-a4af-45d8-9b4e-dff193977fe6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.0926001 Jul 22 14:31:00.024217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c876e2e0-9bb3-43ab-8b6c-acc49c624b3c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.025275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c876e2e0-9bb3-43ab-8b6c-acc49c624b3c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.026023 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c876e2e0-9bb3-43ab-8b6c-acc49c624b3c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/075693b5-b7e2-4503-aa2c-07a3b99c1e1f HTTP/1.1" status: 204 len: 168 time: 0.4828675 Jul 22 14:31:00.040124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:00.069763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1426f537-1f29-4700-8424-480e872a576e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.087370 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] Checking router: fe2e7cea-c8dc-404b-ace5-63d208946d9d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:00.102056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876e2e0-9bb3-43ab-8b6c-acc49c624b3c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=075693b5-b7e2-4503-aa2c-07a3b99c1e1f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:00.115601 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] Routers {'fe2e7cea-c8dc-404b-ace5-63d208946d9d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:00.116344 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:30:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:00.117339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-ea93deba-f237-45c9-81cd-5a3e603f081a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790491 Jul 22 14:31:00.245831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-42dae2cd-3be7-4a69-ba54-c4911c5a20b6 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2031295 Jul 22 14:31:00.256718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:00.281608 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] Set router fe2e7cea-c8dc-404b-ace5-63d208946d9d gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:00.296817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276062155'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:00.351106 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:31:00Z', 'revision_number': 6, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:00.372215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Deleting port 78272e11-429f-4bec-bff9-c16ba24bc6bc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:00.372727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.382475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-44bc7dfd-05fb-4699-aad4-f80d8c6a7ae5 service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430732 Jul 22 14:31:00.388667 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9601b-285b-4181-a982-a29006dd2bbb None None] The sync data for ids ['fe2e7cea-c8dc-404b-ace5-63d208946d9d'] in n-d-794306-8 is: [{'id': 'fe2e7cea-c8dc-404b-ace5-63d208946d9d', 'name': 'tempest-ServersTestManualDisk-20779184-router', 'tenant_id': 'b8f587056deb49a8a10cd779fa0f794c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:28:26Z', 'updated_at': '2021-07-22T14:31:00Z', 'revision_number': 6, 'project_id': 'b8f587056deb49a8a10cd779fa0f794c', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:00.456976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-0dbcebf4-7361-4201-8146-a9a3d98ccba8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 200 len: 217 time: 0.4850290 Jul 22 14:31:00.547148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdb6ba-b611-42e0-a1d5-0471384aa419 req-0d8f907a-21a3-4b1f-b58e-9551437913cc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.548687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49bdb6ba-b611-42e0-a1d5-0471384aa419 req-0d8f907a-21a3-4b1f-b58e-9551437913cc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.7461076 Jul 22 14:31:00.553039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1426f537-1f29-4700-8424-480e872a576e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.558940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-c1e2a6f9-8877-400c-8ed2-4abd9e3c65bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.560768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-c1e2a6f9-8877-400c-8ed2-4abd9e3c65bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.0937765 Jul 22 14:31:00.576764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1426f537-1f29-4700-8424-480e872a576e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.621741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7b71-4ff5-4f3d-a3ac-a532794d83ac req-41c34cad-806d-474d-9656-b9fae2a7f2c9 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.623191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-113c7b71-4ff5-4f3d-a3ac-a532794d83ac req-41c34cad-806d-474d-9656-b9fae2a7f2c9 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 943 time: 0.1714091 Jul 22 14:31:00.642588 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7f54ac84-0245-41f1-9540-f68946a107fb req-47a37d09-6dde-4329-919a-01a4be14b9fd service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474213 Jul 22 14:31:00.645285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] For port 78272e11-429f-4bec-bff9-c16ba24bc6bc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=78272e11-429f-4bec-bff9-c16ba24bc6bc,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:00.645657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.655809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49bdb6ba-b611-42e0-a1d5-0471384aa419 req-c95cb40f-2673-40a5-8868-aaa4534aba86 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011395 Jul 22 14:31:00.656261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.663264 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1426f537-1f29-4700-8424-480e872a576e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85374370a27648e2823d34daccfec35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9056070 Jul 22 14:31:00.666718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49338) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:00.673256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Calling delete_port for 78272e11-429f-4bec-bff9-c16ba24bc6bc owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:00.676665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426f537-1f29-4700-8424-480e872a576e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a00dd99-7caf-4d8b-9c65-9ca6396d37e6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:00.713652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-113c7b71-4ff5-4f3d-a3ac-a532794d83ac req-0f11ec97-f0a2-4cf1-8dc1-d3148ab3fffc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818152 Jul 22 14:31:00.755062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-a80cb67b-d60d-4267-8b59-6b059eaa4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.757495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-a80cb67b-d60d-4267-8b59-6b059eaa4af0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1881566 Jul 22 14:31:00.859145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a482906d-37b7-4453-8f05-9aa8bb0d0318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.942201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a482906d-37b7-4453-8f05-9aa8bb0d0318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.980821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159a8-f573-4ccf-896a-6405bc586633 req-abae4751-4e17-42d4-9f86-293f3306206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.982328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-abae4751-4e17-42d4-9f86-293f3306206f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=940f3a6c006444068881019919177897&device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 1094 time: 0.2243698 Jul 22 14:31:00.989749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:00.997551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca9a59-3b36-4587-9644-27d345474430 req-5d5ac8bc-b82a-4629-b9a7-b8f1d2ccd8d8 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:00.999092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4bca9a59-3b36-4587-9644-27d345474430 req-5d5ac8bc-b82a-4629-b9a7-b8f1d2ccd8d8 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 944 time: 0.2331798 Jul 22 14:31:01.009547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fcde7-a27c-4feb-b538-68c3d0b2854c req-50296110-cab3-4495-9a9c-90e2d1eff884 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.009996 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.011079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c88fcde7-a27c-4feb-b538-68c3d0b2854c req-50296110-cab3-4495-9a9c-90e2d1eff884 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 944 time: 0.2599051 Jul 22 14:31:01.016898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-36bd8326-1e17-49a7-a7b8-3aa36ba18ef0 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473078 Jul 22 14:31:01.027800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ce796-3ca7-43a8-a680-5ee1868399ae req-bc3ffa0e-4ae2-4e66-9ead-2c6aa432154f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.029375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-766ce796-3ca7-43a8-a680-5ee1868399ae req-bc3ffa0e-4ae2-4e66-9ead-2c6aa432154f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2250850 Jul 22 14:31:01.126165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.127434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8353827 Jul 22 14:31:01.135925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d475-30c9-42b6-983a-416507ae9520 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0de1cd5-04fb-4a78-aa0c-f2689853b2bb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.143284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.147287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c88fcde7-a27c-4feb-b538-68c3d0b2854c req-252706a1-a873-4cc9-abe7-c7b8097b551a tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280189 Jul 22 14:31:01.147951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a482906d-37b7-4453-8f05-9aa8bb0d0318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.149966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': 'f0de1cd5-04fb-4a78-aa0c-f2689853b2bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:01.151019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a482906d-37b7-4453-8f05-9aa8bb0d0318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.154437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a482906d-37b7-4453-8f05-9aa8bb0d0318 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a00dd99-7caf-4d8b-9c65-9ca6396d37e6 HTTP/1.1" status: 204 len: 168 time: 0.4841061 Jul 22 14:31:01.176095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-766ce796-3ca7-43a8-a680-5ee1868399ae req-19c8914f-c329-4d37-9f87-a9bcd0b0f94c tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315618 Jul 22 14:31:01.181867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482906d-37b7-4453-8f05-9aa8bb0d0318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a00dd99-7caf-4d8b-9c65-9ca6396d37e6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.209890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f03e390-19c8-41b1-82f5-9a640a13c13f req-5728e5a5-e086-4f47-b7a2-b958773d8df9 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785965 Jul 22 14:31:01.261943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.312758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Pushing event deleted for resources: {'Port': ['ID=78272e11-429f-4bec-bff9-c16ba24bc6bc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.318640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159a8-f573-4ccf-896a-6405bc586633 req-dc62c322-b6bd-495f-a147-1c17d055f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.320899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-dc62c322-b6bd-495f-a147-1c17d055f904 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 200 len: 915 time: 0.3198779 Jul 22 14:31:01.322884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.362677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.369459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.375517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.382222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.389487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.395654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.401758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.403719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-5d5f729a-6d3c-46c9-8a53-37d457ebb197 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.1224658 Jul 22 14:31:01.438381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-fdd850f7-059e-440e-b78c-61302360e70b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c42a9e8-dc73-4105-9f65-907d1622104a HTTP/1.1" status: 200 len: 217 time: 0.1083498 Jul 22 14:31:01.455997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf9d9d90-de28-418b-9c3e-3e2dabb8a67e req-c4820230-fa84-4075-aece-fb11a330f000 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461648 Jul 22 14:31:01.506180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Deleting port 7433836d-3634-4218-9ae5-df070b209453 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:01.506497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.550900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.551084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49348) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.554199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3848c44f-8145-4427-bbb3-6f3a8ed3de1c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:01.565032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-089df405-6060-4e48-b16b-27e7382f6d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.565886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.575558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3848c44f-8145-4427-bbb3-6f3a8ed3de1c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:01.575767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3848c44f-8145-4427-bbb3-6f3a8ed3de1c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:01.576083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78272e11-429f-4bec-bff9-c16ba24bc6bc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:01.597257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 78272e11-429f-4bec-bff9-c16ba24bc6bc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:01.597257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78272e11-429f-4bec-bff9-c16ba24bc6bc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:01.636205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d159a8-f573-4ccf-896a-6405bc586633 req-f1ca994d-0dd7-44e4-be90-0d84f50a869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.637998 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-f1ca994d-0dd7-44e4-be90-0d84f50a869c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 200 len: 854 time: 0.1898112 Jul 22 14:31:01.658529 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-089df405-6060-4e48-b16b-27e7382f6d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.663121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-089df405-6060-4e48-b16b-27e7382f6d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.666653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.703740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df405-6060-4e48-b16b-27e7382f6d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f499297-515e-4bae-904f-76bfd0e70b21,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.708852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-089df405-6060-4e48-b16b-27e7382f6d57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81ab105aa0ae4d6fbbd76fb66b0bddf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566806 Jul 22 14:31:01.711389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49352) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.733964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.757798 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.761096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-c276556f-42f4-45a0-840c-981ac694bd4f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0273bbfe-b053-4ee7-a6e9-2f4c15f09406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871954 Jul 22 14:31:01.768356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ed9990-0906-474f-9cb7-1c573f4d9a51,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:01.795718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.796936 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8fcf00c-5bc9-4105-ad71-e9ba5bcd2f66 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6526978 Jul 22 14:31:01.800138 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618c0293-d9fa-4754-a5c2-d5e149a1dda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.803582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49356) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.861987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.862497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2e7cea-c8dc-404b-ace5-63d208946d9d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:31:01.875261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.878676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8647f7ec-092d-4c45-9b8a-29d19f636946 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fe2e7cea-c8dc-404b-ace5-63d208946d9d HTTP/1.1" status: 204 len: 168 time: 2.4475091 Jul 22 14:31:01.884392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] For port 7433836d-3634-4218-9ae5-df070b209453, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=7433836d-3634-4218-9ae5-df070b209453,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:01.884768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.886975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:01.896298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618c0293-d9fa-4754-a5c2-d5e149a1dda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.905998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47b80abe-29de-45c3-8c23-410a43f0a3da tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.915644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9c77f-b5e8-4711-81c0-f0d562d777e3 req-b4572158-07c9-4596-802e-3407d7829444 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:01.917200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfb9c77f-b5e8-4711-81c0-f0d562d777e3 req-b4572158-07c9-4596-802e-3407d7829444 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.1768765 Jul 22 14:31:01.928638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47b80abe-29de-45c3-8c23-410a43f0a3da tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:01.967313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Calling delete_port for 7433836d-3634-4218-9ae5-df070b209453 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:02.014685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab948b-5c36-49f9-8673-d475b7952f7c req-2dcf33c3-248e-40ed-baab-d83446919cb1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.016191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0cab948b-5c36-49f9-8673-d475b7952f7c req-2dcf33c3-248e-40ed-baab-d83446919cb1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 943 time: 0.2187948 Jul 22 14:31:02.017562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Deleting subnet 782894cb-1c80-4852-bf7d-9ba1983a10c5 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:02.022359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.025293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47b80abe-29de-45c3-8c23-410a43f0a3da tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.025903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-98d083dd-adea-427e-b26c-f1b1bd66ee99 service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493262 Jul 22 14:31:02.042990 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47b80abe-29de-45c3-8c23-410a43f0a3da tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.044067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-47b80abe-29de-45c3-8c23-410a43f0a3da tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/86ed9990-0906-474f-9cb7-1c573f4d9a51 HTTP/1.1" status: 204 len: 168 time: 0.2317812 Jul 22 14:31:02.049065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49360) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.053721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfb9c77f-b5e8-4711-81c0-f0d562d777e3 req-79610574-6c55-466c-bf0b-8de0e975cb69 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236017 Jul 22 14:31:02.066004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b80abe-29de-45c3-8c23-410a43f0a3da tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ed9990-0906-474f-9cb7-1c573f4d9a51,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.091879 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618c0293-d9fa-4754-a5c2-d5e149a1dda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.094380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618c0293-d9fa-4754-a5c2-d5e149a1dda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.095595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-618c0293-d9fa-4754-a5c2-d5e149a1dda0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f499297-515e-4bae-904f-76bfd0e70b21 HTTP/1.1" status: 204 len: 168 time: 0.3830574 Jul 22 14:31:02.131615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ef4b3192-0e75-4169-8e8a-3d7603a43782 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0809963 Jul 22 14:31:02.132532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c0293-d9fa-4754-a5c2-d5e149a1dda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f499297-515e-4bae-904f-76bfd0e70b21,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.136963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0cab948b-5c36-49f9-8673-d475b7952f7c req-4f0a1bd9-476f-4fd0-a9cb-81dd428699f3 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136537 Jul 22 14:31:02.137363 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.209531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce4c64eb-2667-459c-8c16-2c31d7447dc8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.277728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce4c64eb-2667-459c-8c16-2c31d7447dc8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.400548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce4c64eb-2667-459c-8c16-2c31d7447dc8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.403586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ce4c64eb-2667-459c-8c16-2c31d7447dc8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.405291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ce4c64eb-2667-459c-8c16-2c31d7447dc8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/f0de1cd5-04fb-4a78-aa0c-f2689853b2bb HTTP/1.1" status: 204 len: 168 time: 0.2666876 Jul 22 14:31:02.418329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27440695-0b21-40d8-81be-4f37ec6f088b req-15116ba8-a711-42c0-b9bf-14d812dddd53 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.419927 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27440695-0b21-40d8-81be-4f37ec6f088b req-15116ba8-a711-42c0-b9bf-14d812dddd53 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=dad5d855-cab4-40ad-965e-bfbef448fad1 HTTP/1.1" status: 200 len: 944 time: 0.1682882 Jul 22 14:31:02.420621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49372) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.447830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a6c91-cb3d-42df-bc7c-f1a991c5a3bb req-840184c2-67ca-4fd1-9d99-29ed987b7a82 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.454683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db3a6c91-cb3d-42df-bc7c-f1a991c5a3bb req-840184c2-67ca-4fd1-9d99-29ed987b7a82 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.1751609 Jul 22 14:31:02.456878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c64eb-2667-459c-8c16-2c31d7447dc8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0de1cd5-04fb-4a78-aa0c-f2689853b2bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.467678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.556661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27440695-0b21-40d8-81be-4f37ec6f088b req-5df40819-883d-490f-b8db-5b82e24c15c2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180673 Jul 22 14:31:02.558948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-27d159a8-f573-4ccf-896a-6405bc586633 req-7bb5abb7-7f72-4e21-aaec-7421e049a83e service neutron] 10.222.0.72 "GET /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862144 Jul 22 14:31:02.573604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db3a6c91-cb3d-42df-bc7c-f1a991c5a3bb req-1c2b5897-e049-461c-a35d-9cb8d99ce03d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158702 Jul 22 14:31:02.579862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-53d9cbf3-fc2b-47e0-9757-bf64dd96249a tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530497 Jul 22 14:31:02.580544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.585756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155602087'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:02.618018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.713793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.744882 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.758009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['7433836d-3634-4218-9ae5-df070b209453'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:02.771564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.777549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.782155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event deleted for resources: {'Port': ['ID=7433836d-3634-4218-9ae5-df070b209453,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.784403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.790800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.796961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.803044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.809247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:02.811358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-4c51009b-f9bb-4680-aa5e-fb04b68d3261 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.1536078 Jul 22 14:31:02.846152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.848776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] No DVR routers for this DVR port 7433836d-3634-4218-9ae5-df070b209453 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:02.851711 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.854490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4bca9a59-3b36-4587-9644-27d345474430 req-871b6872-e0cb-4c61-8aa0-2cdedfec0c89 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "DELETE /v2.0/ports/7433836d-3634-4218-9ae5-df070b209453 HTTP/1.1" status: 204 len: 173 time: 1.8396785 Jul 22 14:31:02.854981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'name': 'network-vif-deleted', 'tag': '7433836d-3634-4218-9ae5-df070b209453'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:02.855610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.857520 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5f2c17-ed86-417e-9c71-155f898dda2e" -d '{"events": [{"server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "name": "network-vif-deleted", "tag": "7433836d-3634-4218-9ae5-df070b209453"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:02.866021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.894955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05d31b27-131b-4c61-a1e8-2bc0c36609a4 req-a485697f-f34c-4ad4-8164-31b7d5df1044 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691731 Jul 22 14:31:02.900053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782894cb-1c80-4852-bf7d-9ba1983a10c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:02.921538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.921987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:02.924263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-caa87742-f7bb-4381-86bb-17692e64dbfe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/782894cb-1c80-4852-bf7d-9ba1983a10c5 HTTP/1.1" status: 204 len: 168 time: 1.0361650 Jul 22 14:31:02.928405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e03379-c830-4090-9912-9f4be2abb6b7 None None] Network c8900cfc-48e9-4c33-89bf-d6d1a29266cc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:02.929212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3474340 Jul 22 14:31:02.930950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49394) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.931340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49396) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:02.941753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': '643525c2-3fdf-42cb-b6bb-c90b9b0ae054', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:02.985332 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1764c08a-fbbb-479b-a885-5950ac68462e x-openstack-request-id: req-1764c08a-fbbb-479b-a885-5950ac68462e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:02.985633 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad5d855-cab4-40ad-965e-bfbef448fad1", "name": "network-vif-deleted", "tag": "7433836d-3634-4218-9ae5-df070b209453", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:02.985883 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1764c08a-fbbb-479b-a885-5950ac68462e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:02.986285 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad5d855-cab4-40ad-965e-bfbef448fad1', 'name': 'network-vif-deleted', 'tag': '7433836d-3634-4218-9ae5-df070b209453', 'status': 'completed', 'code': 200} Jul 22 14:31:02.997570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40dc57-d5a9-40f4-829a-8d62f712f40e tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643525c2-3fdf-42cb-b6bb-c90b9b0ae054,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.062746 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.074076 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.155514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.183744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.210377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] DHCP port deletion for c8900cfc-48e9-4c33-89bf-d6d1a29266cc request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:31:03.279918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] Deleting port 920354e7-6a9e-4eb9-a0b1-44762c4a180a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:03.280310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.289622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd4f999-9708-42e1-bf45-f34898fdb9be,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.304432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.305777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-12f64e57-adf1-4ea3-b0f8-7808caa0632f tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3689995 Jul 22 14:31:03.308562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.326845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Deleting port 920354e7-6a9e-4eb9-a0b1-44762c4a180a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:03.327194 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.333403 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0d9b8fce-035d-4831-8878-dde6453df5e7 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules/6bd4f999-9708-42e1-bf45-f34898fdb9be HTTP/1.1" status: 200 len: 763 time: 0.0233414 Jul 22 14:31:03.346948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.364509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] For port 920354e7-6a9e-4eb9-a0b1-44762c4a180a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=920354e7-6a9e-4eb9-a0b1-44762c4a180a,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:03.365404 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.378875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] Calling delete_port for 920354e7-6a9e-4eb9-a0b1-44762c4a180a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:03.379727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3e7e-b448-43b6-a52e-1406f017870a req-45899e9c-1dc7-4bb1-beb5-a6b2c471fd59 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:03.381307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-668c3e7e-b448-43b6-a52e-1406f017870a req-45899e9c-1dc7-4bb1-beb5-a6b2c471fd59 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 943 time: 0.1569874 Jul 22 14:31:03.399323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba665c0-450e-46a1-b81d-fcd45f243666 req-4f5ac827-1012-4d4c-9a2f-2c26fa793dc2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:03.406495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bba665c0-450e-46a1-b81d-fcd45f243666 req-4f5ac827-1012-4d4c-9a2f-2c26fa793dc2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.2496564 Jul 22 14:31:03.440179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b4b1dc9a-4b0c-4cc1-a778-32413baa1d32 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0908659 Jul 22 14:31:03.442843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.484717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] For port 920354e7-6a9e-4eb9-a0b1-44762c4a180a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=920354e7-6a9e-4eb9-a0b1-44762c4a180a,segment=NetworkSegment(93c28158-b6cf-4430-a410-28cc84d949ca),segment_id=93c28158-b6cf-4430-a410-28cc84d949ca)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:03.485016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.495826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.511290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd91bee-ab87-4468-9ca6-b863a0614652 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.520840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd91bee-ab87-4468-9ca6-b863a0614652 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.529283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Calling delete_port for 920354e7-6a9e-4eb9-a0b1-44762c4a180a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:03.532569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] Pushing event deleted for resources: {'Port': ['ID=920354e7-6a9e-4eb9-a0b1-44762c4a180a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.536890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f17d7-6536-4299-a7fd-a26bec2a1456 None None] No DVR routers for this DVR port 920354e7-6a9e-4eb9-a0b1-44762c4a180a on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:03.548314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-668c3e7e-b448-43b6-a52e-1406f017870a req-9c40211e-537b-40f8-bed4-a384c94e4377 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599221 Jul 22 14:31:03.561241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bba665c0-450e-46a1-b81d-fcd45f243666 req-02568c7a-8791-4e75-9a65-3895e2285f31 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535609 Jul 22 14:31:03.594192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd91bee-ab87-4468-9ca6-b863a0614652 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.601795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd91bee-ab87-4468-9ca6-b863a0614652 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.603033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-efd91bee-ab87-4468-9ca6-b863a0614652 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6bd4f999-9708-42e1-bf45-f34898fdb9be HTTP/1.1" status: 204 len: 168 time: 0.1585422 Jul 22 14:31:03.606166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49422) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.627699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 920354e7-6a9e-4eb9-a0b1-44762c4a180a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:03.651894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd91bee-ab87-4468-9ca6-b863a0614652 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bd4f999-9708-42e1-bf45-f34898fdb9be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.668409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 920354e7-6a9e-4eb9-a0b1-44762c4a180a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:03.675933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 920354e7-6a9e-4eb9-a0b1-44762c4a180a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:03.710601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc54c648-75ef-4d6d-9a04-217a434a8385 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0932875 Jul 22 14:31:03.713050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.721573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': '643525c2-3fdf-42cb-b6bb-c90b9b0ae054', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:03.757647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.777435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.808519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=920354e7-6a9e-4eb9-a0b1-44762c4a180a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.813385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] No DVR routers for this DVR port 920354e7-6a9e-4eb9-a0b1-44762c4a180a on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:03.827472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf3dca-7d4c-4c4d-ab45-ce9ceececfbe req-772da4f3-747c-4c2b-a277-94d99ccb68b1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:03.829028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cdf3dca-7d4c-4c4d-ab45-ce9ceececfbe req-772da4f3-747c-4c2b-a277-94d99ccb68b1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.1399159 Jul 22 14:31:03.849750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.855743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.890934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c62f55f-912e-4903-81ac-5de5be1fdf2b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:03.898659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.900023 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-70e8e5b5-abf5-48bf-8474-3840396e6d1b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1841717 Jul 22 14:31:03.902829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.912444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.923761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8900cfc-48e9-4c33-89bf-d6d1a29266cc']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:03.925977 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7366d934-388e-4992-bf61-d17c16e5a67c tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules/6c62f55f-912e-4903-81ac-5de5be1fdf2b HTTP/1.1" status: 200 len: 763 time: 0.0217454 Jul 22 14:31:03.928566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.940518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c28158-b6cf-4430-a410-28cc84d949ca') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:03.940912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c28158-b6cf-4430-a410-28cc84d949ca') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:03.950298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:03.979711 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b849ece9-9a28-437c-910f-22f22206d4a8 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0499644 Jul 22 14:31:03.980328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49444) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:03.999464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.008061 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad125c0-fd5f-4a5e-b24a-b50ecd123411 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.010396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:04.010825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:04.014081 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:04.018190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad125c0-fd5f-4a5e-b24a-b50ecd123411 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.047810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad125c0-fd5f-4a5e-b24a-b50ecd123411 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.049795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cdf3dca-7d4c-4c4d-ab45-ce9ceececfbe req-7591ae51-441d-4df0-886b-74c620dea741 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032943 Jul 22 14:31:04.054373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aad125c0-fd5f-4a5e-b24a-b50ecd123411 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.058792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aad125c0-fd5f-4a5e-b24a-b50ecd123411 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6c62f55f-912e-4903-81ac-5de5be1fdf2b HTTP/1.1" status: 204 len: 168 time: 0.0743647 Jul 22 14:31:04.061457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.069776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad125c0-fd5f-4a5e-b24a-b50ecd123411 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c62f55f-912e-4903-81ac-5de5be1fdf2b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.094427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.103702 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.107922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8900cfc-48e9-4c33-89bf-d6d1a29266cc HTTP/1.1" status: 204 len: 168 time: 1.1702030 Jul 22 14:31:04.126088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107dfcd-0ad3-4151-904a-26685a033d35 req-09c101de-7427-4fd9-ad07-9148e0cdc0bd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.126312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ca73436d-1743-433c-8131-498a42f47282 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611186 Jul 22 14:31:04.126418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5107dfcd-0ad3-4151-904a-26685a033d35 req-09c101de-7427-4fd9-ad07-9148e0cdc0bd tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 945 time: 0.1728508 Jul 22 14:31:04.126418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6544fbc-de25-4684-ad93-f4a59ece4e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8900cfc-48e9-4c33-89bf-d6d1a29266cc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.127610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49454) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.132374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Request body: {'security_group_rule': {'security_group_id': '643525c2-3fdf-42cb-b6bb-c90b9b0ae054', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:04.191726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5107dfcd-0ad3-4151-904a-26685a033d35 req-7e7954c9-7f43-4b5c-acaa-233a89b87340 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Jul 22 14:31:04.210406 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Project fab4d80de1d143cda9f29d564d49b499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:31:04.219814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.297217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.304725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.311746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.318919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.328168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.334591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.341643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.347042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-d8e6e244-7b21-425c-b5f3-dcdf9032b656 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.1741309 Jul 22 14:31:04.355738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49464) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.377574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.386109 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.419980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-837c8d63-d962-48fb-9ca4-bd9e2896164b req-b3d269f6-4e6e-4af0-a447-8002288c4fd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692322 Jul 22 14:31:04.424117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09ee6a4-d740-4448-bb58-374a562b7aa5,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.434298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.438328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4afe3248-ffa1-4a49-8c97-8ee9669e6978 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3071632 Jul 22 14:31:04.439525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49468) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.454624 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0f24220b-1224-47b8-8a79-f2f849502701 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8f587056deb49a8a10cd779fa0f794c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964561 Jul 22 14:31:04.456069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.460710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb686e2f-45b7-4214-b1b0-23a153060387 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules/c09ee6a4-d740-4448-bb58-374a562b7aa5 HTTP/1.1" status: 200 len: 769 time: 0.0201333 Jul 22 14:31:04.464021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49472) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.480194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-bff56405-8338-4d3a-bd79-e219096523f2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.482043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-bff56405-8338-4d3a-bd79-e219096523f2 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 945 time: 0.1668539 Jul 22 14:31:04.511672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d97c49a4-ad3f-4078-94c5-9c077be5dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.538363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d97c49a4-ad3f-4078-94c5-9c077be5dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.561419 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-c5c874f2-be59-4690-a5e4-6d36c68fe1f7 service neutron] show failed (client error): The resource could not be found. Jul 22 14:31:04.562431 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-c5c874f2-be59-4690-a5e4-6d36c68fe1f7 service neutron] 10.222.0.61 "GET /v2.0/ports/bd99bb84-086b-448a-a06c-0b091a90ae0e/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.1659493 Jul 22 14:31:04.576214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c4b3eaea-5483-4ec2-996a-fed73f062506 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1110511 Jul 22 14:31:04.579151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49482) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.616052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d97c49a4-ad3f-4078-94c5-9c077be5dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.619059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d97c49a4-ad3f-4078-94c5-9c077be5dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.620554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d97c49a4-ad3f-4078-94c5-9c077be5dbd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e3eeee4-3d92-4dfc-906f-0ad1cf8a6336 HTTP/1.1" status: 204 len: 168 time: 0.1634777 Jul 22 14:31:04.647552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c49a4-ad3f-4078-94c5-9c077be5dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3eeee4-3d92-4dfc-906f-0ad1cf8a6336,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.659306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Deleting port 03ed7026-cf1e-451b-85ac-b348a067ae8b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:04.659670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.663772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90b02dbd-7bc5-4fbf-8734-5a3965a63571 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.676858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90b02dbd-7bc5-4fbf-8734-5a3965a63571 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.766400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6c42a9e8-dc73-4105-9f65-907d1622104a details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:04.769308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 7433836d-3634-4218-9ae5-df070b209453 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:04.809326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90b02dbd-7bc5-4fbf-8734-5a3965a63571 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.821557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90b02dbd-7bc5-4fbf-8734-5a3965a63571 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.822986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-90b02dbd-7bc5-4fbf-8734-5a3965a63571 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c09ee6a4-d740-4448-bb58-374a562b7aa5 HTTP/1.1" status: 204 len: 168 time: 0.2271607 Jul 22 14:31:04.830422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49490) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:04.832003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 7433836d-3634-4218-9ae5-df070b209453 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:04.833763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 7433836d-3634-4218-9ae5-df070b209453 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:04.845932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] For port 03ed7026-cf1e-451b-85ac-b348a067ae8b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03ed7026-cf1e-451b-85ac-b348a067ae8b,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:04.846553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:04.846662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b02dbd-7bc5-4fbf-8734-5a3965a63571 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c09ee6a4-d740-4448-bb58-374a562b7aa5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:04.862943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69d17b-5f5e-46e3-babd-45c88238e6f2 req-61b46173-89a0-44d9-bd97-555e7608dcbb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.864599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f69d17b-5f5e-46e3-babd-45c88238e6f2 req-61b46173-89a0-44d9-bd97-555e7608dcbb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.1622860 Jul 22 14:31:04.865368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Calling delete_port for 03ed7026-cf1e-451b-85ac-b348a067ae8b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:04.875027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5490eb-22a0-450a-af00-f585cb3972a4 req-f4c5f75c-aad5-45af-b860-dd6cdcbdaa62 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:04.881794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a5490eb-22a0-450a-af00-f585cb3972a4 req-f4c5f75c-aad5-45af-b860-dd6cdcbdaa62 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 943 time: 0.1805537 Jul 22 14:31:04.956624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3f8a5627-16b2-45da-97fa-636dd4ce8177 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1236687 Jul 22 14:31:04.970658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f69d17b-5f5e-46e3-babd-45c88238e6f2 req-ac438ff0-6270-4c03-95bf-f1ac7e46b8e5 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819361 Jul 22 14:31:04.973406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49494) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.022885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a5490eb-22a0-450a-af00-f585cb3972a4 req-3b05fa84-d484-433e-b2fd-8fd480f45bbe tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365798 Jul 22 14:31:05.053668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6c42a9e8-dc73-4105-9f65-907d1622104a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6c42a9e8-dc73-4105-9f65-907d1622104a,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:05.059781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.069500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-069a769e-f89b-42b9-a41a-9019adde0ae0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.090926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '6c42a9e8-dc73-4105-9f65-907d1622104a', 'network_id': '0273bbfe-b053-4ee7-a6e9-2f4c15f09406', 'port_id': '6c42a9e8-dc73-4105-9f65-907d1622104a', 'mac_address': 'fa:16:3e:61:fa:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e98b83-82a2-47eb-a34e-f6069b67f4b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:05.103654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event deleted for resources: {'Port': ['ID=03ed7026-cf1e-451b-85ac-b348a067ae8b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.124414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-069a769e-f89b-42b9-a41a-9019adde0ae0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.173191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.189182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] No DVR routers for this DVR port 03ed7026-cf1e-451b-85ac-b348a067ae8b on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:05.192189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.194981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fe9991d1-2e4f-42d3-b047-189e517f9bc4 req-dc5c80e4-0e13-4234-a4ee-de6a2cafc2b3 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "DELETE /v2.0/ports/03ed7026-cf1e-451b-85ac-b348a067ae8b HTTP/1.1" status: 204 len: 173 time: 0.6971457 Jul 22 14:31:05.195150 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.195425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'name': 'network-vif-deleted', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:05.203102 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5549674-94ea-4d2c-9c65-8eb31e737829" -d '{"events": [{"server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "name": "network-vif-deleted", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:05.212384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c42a9e8-dc73-4105-9f65-907d1622104a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:05.214306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-6752d72c-0010-49bd-be87-43483901c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.216216 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-6752d72c-0010-49bd-be87-43483901c857 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb&tenant_id=ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 1101 time: 0.2084110 Jul 22 14:31:05.251652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:05.260875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-069a769e-f89b-42b9-a41a-9019adde0ae0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.270869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-069a769e-f89b-42b9-a41a-9019adde0ae0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.272367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-069a769e-f89b-42b9-a41a-9019adde0ae0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "DELETE /v2.0/security-groups/643525c2-3fdf-42cb-b6bb-c90b9b0ae054 HTTP/1.1" status: 204 len: 168 time: 0.2980044 Jul 22 14:31:05.275622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49514) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.293177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6c42a9e8-dc73-4105-9f65-907d1622104a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6c42a9e8-dc73-4105-9f65-907d1622104a,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:05.301144 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.310925 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeba487-f4d3-4dc7-8f5e-2a86633d13cf x-openstack-request-id: req-0eeba487-f4d3-4dc7-8f5e-2a86633d13cf {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:05.314339 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3cac36-aecf-46bc-9807-1c6933496c9b", "name": "network-vif-deleted", "tag": "03ed7026-cf1e-451b-85ac-b348a067ae8b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:05.315994 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0eeba487-f4d3-4dc7-8f5e-2a86633d13cf {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:05.316627 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3cac36-aecf-46bc-9807-1c6933496c9b', 'name': 'network-vif-deleted', 'tag': '03ed7026-cf1e-451b-85ac-b348a067ae8b', 'status': 'completed', 'code': 200} Jul 22 14:31:05.335051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a769e-f89b-42b9-a41a-9019adde0ae0 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643525c2-3fdf-42cb-b6bb-c90b9b0ae054,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.394715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8de11-8ae8-42e4-a146-c0468b522b44 req-030cc45f-269e-48ce-8502-af9c00393927 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.396366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24c8de11-8ae8-42e4-a146-c0468b522b44 req-030cc45f-269e-48ce-8502-af9c00393927 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2283192 Jul 22 14:31:05.412544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6c42a9e8-dc73-4105-9f65-907d1622104a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.441495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.482590 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89d2c4a3-a3ea-4e63-877d-71799dffb7b1 req-5c8330ac-4874-45a9-b1db-ee3421d280eb tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3cac36-aecf-46bc-9807-1c6933496c9b HTTP/1.1" status: 200 len: 210 time: 0.0666816 Jul 22 14:31:05.500209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-de720672-0611-4045-8aad-8c6d96381667 tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2181916 Jul 22 14:31:05.501067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04413c39-bbe8-4b3c-8970-b7d757d4dadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.506721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.528127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24c8de11-8ae8-42e4-a146-c0468b522b44 req-c3698a52-82ce-47d8-aecc-bde3f1a939a9 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232119 Jul 22 14:31:05.534653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6c42a9e8-dc73-4105-9f65-907d1622104a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:05.660190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1fae7d9b-491a-4e0c-95fa-6723aa09202b tempest-SecGroupIPv6Test-340037453 tempest-SecGroupIPv6Test-340037453-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492562 Jul 22 14:31:05.705421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.713691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.720759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.727837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.734651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.741843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.749778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:05.757819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a273954-5387-4300-9c0d-be4231bf884e req-abe4c97c-4808-4a0b-8633-38703f41f7cc tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.2008836 Jul 22 14:31:05.767929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:05.798420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04413c39-bbe8-4b3c-8970-b7d757d4dadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.808661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04413c39-bbe8-4b3c-8970-b7d757d4dadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.817193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:05.841646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a273954-5387-4300-9c0d-be4231bf884e req-9f144879-54ee-4c91-935e-eb8874c91f0e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823195 Jul 22 14:31:05.875680 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:05.887560 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-04413c39-bbe8-4b3c-8970-b7d757d4dadd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=982223c39b7f453a9173a319ac57c75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867545 Jul 22 14:31:05.889001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04413c39-bbe8-4b3c-8970-b7d757d4dadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae98e9-ec78-4074-a042-adf4ea26793f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:05.893519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.904192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Transition to ACTIVE for port object bd99bb84-086b-448a-a06c-0b091a90ae0e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:05.912915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49534) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:05.916257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.021941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] No DVR routers for this DVR port bd99bb84-086b-448a-a06c-0b091a90ae0e on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:06.025563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:06.152289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49546) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.163126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b62636-43c7-4250-b9e1-e2656d81fa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.195629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:06.196014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:06.196361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:06.220520 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b62636-43c7-4250-b9e1-e2656d81fa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.220749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-945121042-network', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:06.223774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:06.223954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:06.248237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:06.248597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:06.249561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:06.250219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Bound port: bd99bb84-086b-448a-a06c-0b091a90ae0e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:06.251575 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.262498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:06.265903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.271263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5c652-daba-4647-be8d-cb8cc05d9e9a req-8c199d64-286b-485e-9504-4266c2bbdd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.272803 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-09d5c652-daba-4647-be8d-cb8cc05d9e9a req-8c199d64-286b-485e-9504-4266c2bbdd6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.2065957 Jul 22 14:31:06.296690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc7a3-ae42-4833-9fa3-67b1063c84ae req-24c95848-b2c3-4a80-a4c3-68f16bfe1efd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.298078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7efcc7a3-ae42-4833-9fa3-67b1063c84ae req-24c95848-b2c3-4a80-a4c3-68f16bfe1efd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.2233109 Jul 22 14:31:06.308059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.344984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59e8b1-b379-44d7-9711-9a0185c276b8 req-ed17c5a3-defc-450d-a6f8-df3ef07d1f46 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.344984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e59e8b1-b379-44d7-9711-9a0185c276b8 req-ed17c5a3-defc-450d-a6f8-df3ef07d1f46 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 944 time: 0.2196982 Jul 22 14:31:06.370886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-09d5c652-daba-4647-be8d-cb8cc05d9e9a req-5fc07214-8f0d-496a-902d-c83898d0f138 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868142 Jul 22 14:31:06.376814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:06.381000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:06.382556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b62636-43c7-4250-b9e1-e2656d81fa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.385843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b62636-43c7-4250-b9e1-e2656d81fa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.387214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9b62636-43c7-4250-b9e1-e2656d81fa21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eaae98e9-ec78-4074-a042-adf4ea26793f HTTP/1.1" status: 204 len: 168 time: 0.4927194 Jul 22 14:31:06.391534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.406054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b62636-43c7-4250-b9e1-e2656d81fa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae98e9-ec78-4074-a042-adf4ea26793f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:06.420525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-931f8d5c-3fbd-4b8d-86ff-da44ba5c7b36 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fab4d80de1d143cda9f29d564d49b499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691617 Jul 22 14:31:06.425591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49552) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.441731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.443599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.445226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7efcc7a3-ae42-4833-9fa3-67b1063c84ae req-cb9cd2e4-a68f-4da2-afa2-08afc88a3e32 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316557 Jul 22 14:31:06.445724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] 10.222.0.72 "PUT /v2.0/ports/bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 1096 time: 1.2146845 Jul 22 14:31:06.462142 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e59e8b1-b379-44d7-9711-9a0185c276b8 req-ca24321c-bb5d-4f42-8b7e-3174abeaeb82 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002405 Jul 22 14:31:06.481323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f888-eaa9-44d1-b542-54f2400b2f45 service neutron] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:06.542955 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd266455-38f1-4777-9068-4be5d2251923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.584339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-75fd396a-e864-48ad-95e6-125de4136d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.586653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-75fd396a-e864-48ad-95e6-125de4136d2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1099 time: 0.0995669 Jul 22 14:31:06.592616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd266455-38f1-4777-9068-4be5d2251923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.608850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.625653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.684724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:06.735197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd266455-38f1-4777-9068-4be5d2251923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.748675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd266455-38f1-4777-9068-4be5d2251923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.756411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd266455-38f1-4777-9068-4be5d2251923 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cda0c1d8-3c2f-4e1d-965e-a5e306133a26 HTTP/1.1" status: 204 len: 168 time: 0.3240092 Jul 22 14:31:06.786574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6c42a9e8-dc73-4105-9f65-907d1622104a up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:06.786887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-e4283032-18fd-418c-bdef-ba13f1e78444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.788829 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-e4283032-18fd-418c-bdef-ba13f1e78444 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1955781 Jul 22 14:31:06.840865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:06.867164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:06.870083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 6c42a9e8-dc73-4105-9f65-907d1622104a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:06.878960 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-453e4679-c430-45a9-9997-16b619feeb94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0825186 Jul 22 14:31:06.882499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 6c42a9e8-dc73-4105-9f65-907d1622104a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:06.882906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.891063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1666e4-c2d8-4256-a3d2-94665d1a6016,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:06.931413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49568) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:06.938952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:06.939311 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Added segment 659fef69-c01b-415b-acab-52f6f408221f of type vlan for network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 Jul 22 14:31:06.944256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266455-38f1-4777-9068-4be5d2251923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0c1d8-3c2f-4e1d-965e-a5e306133a26,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:06.970324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-f826d1cc-de04-4d26-9c6a-d49b4f52f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:06.972133 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-f826d1cc-de04-4d26-9c6a-d49b4f52f0e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0839889 Jul 22 14:31:06.999033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c75bb8e-611d-4370-a0e8-2f48ec7e7073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.036039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.051639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-ca55b464-f062-434f-9ed8-23affad61a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.053345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-ca55b464-f062-434f-9ed8-23affad61a11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731745 Jul 22 14:31:07.119293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4cac-79df-44ee-bf17-c7beae2a0a06 req-9a56f471-4a44-4a95-a64a-87d3aad5ca81 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.121312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb2b4cac-79df-44ee-bf17-c7beae2a0a06 req-9a56f471-4a44-4a95-a64a-87d3aad5ca81 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.2626994 Jul 22 14:31:07.124806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.137309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59a917-9f5f-4f28-b2c9-97ed13b53195 req-49e86ca2-5f29-40d9-821a-e6383544b0b1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.138937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d59a917-9f5f-4f28-b2c9-97ed13b53195 req-49e86ca2-5f29-40d9-821a-e6383544b0b1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4303167 Jul 22 14:31:07.187956 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-53ba504e-4280-4194-8c90-6e4b251c128c service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256840 Jul 22 14:31:07.188127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.191372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.192351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.192938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.198051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c42a9e8-dc73-4105-9f65-907d1622104a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:07.201347 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826464e0-0e3b-43b6-8f16-10e5bb9e2d42" -d '{"events": [{"server_uuid": "17154c97-9bc0-4d3a-816f-6a8eab08424b", "name": "network-vif-plugged", "status": "completed", "tag": "6c42a9e8-dc73-4105-9f65-907d1622104a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:07.225645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6c42a9e8-dc73-4105-9f65-907d1622104a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6c42a9e8-dc73-4105-9f65-907d1622104a,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:07.233209 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.234500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:07.282348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 03ed7026-cf1e-451b-85ac-b348a067ae8b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:07.282724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03ed7026-cf1e-451b-85ac-b348a067ae8b not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:07.311691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6c42a9e8-dc73-4105-9f65-907d1622104a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:07.317904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb2b4cac-79df-44ee-bf17-c7beae2a0a06 req-cb5e26f3-894e-4d49-8175-96df8a4a10a9 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779413 Jul 22 14:31:07.322443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] Pushing event updated for resources: {'Network': ['ID=a86acb83-99de-40b2-8ad3-1ed8e96a09c7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:07.334791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d59a917-9f5f-4f28-b2c9-97ed13b53195 req-49cfe3ec-8040-4302-b8bc-0ea4df66601f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786633 Jul 22 14:31:07.337101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:07.362352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}, {'name': 'network-changed', 'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:07.368709 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b19263a-319a-471c-ba6f-2fae59442140" -d '{"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}, {"name": "network-changed", "server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:07.400068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c75bb8e-611d-4370-a0e8-2f48ec7e7073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.414130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c75bb8e-611d-4370-a0e8-2f48ec7e7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.416654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3fbf4a8-a887-4ac3-b113-8ce9ca75d34b req-cd9585f4-0049-4afb-a1a5-031162bef81e service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125478 Jul 22 14:31:07.447730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-68113146-1f63-4d6d-b5f8-2d9102c9d74d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5324757 Jul 22 14:31:07.456000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a78ccd-b758-452f-ac69-ded809b67090 req-47862d41-41f3-43d8-b0c8-7c43e4b515c7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.457996 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45a78ccd-b758-452f-ac69-ded809b67090 req-47862d41-41f3-43d8-b0c8-7c43e4b515c7 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.1961367 Jul 22 14:31:07.459131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49584) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.465805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Request body: {'subnet': {'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-945121042-subnet', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:07.491490 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42663fd2-1bea-4cae-ac49-30ce158a9c55 x-openstack-request-id: req-42663fd2-1bea-4cae-ac49-30ce158a9c55 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:07.491824 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "code": 200}, {"name": "network-changed", "server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:07.492197 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42663fd2-1bea-4cae-ac49-30ce158a9c55 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:07.492463 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'code': 200} Jul 22 14:31:07.492719 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'status': 'completed', 'code': 200} Jul 22 14:31:07.532011 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264f7c74-10a4-4614-9d23-80791dca8212 x-openstack-request-id: req-264f7c74-10a4-4614-9d23-80791dca8212 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:07.532302 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17154c97-9bc0-4d3a-816f-6a8eab08424b", "name": "network-vif-plugged", "status": "completed", "tag": "6c42a9e8-dc73-4105-9f65-907d1622104a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:07.532535 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-264f7c74-10a4-4614-9d23-80791dca8212 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:07.541832 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c42a9e8-dc73-4105-9f65-907d1622104a', 'code': 200} Jul 22 14:31:07.560729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:07.563541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.581117 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.597304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9c75bb8e-611d-4370-a0e8-2f48ec7e7073 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80771e14ea2e4e72930e31231cb3ab9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640010 Jul 22 14:31:07.610755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49592) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.619682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75bb8e-611d-4370-a0e8-2f48ec7e7073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b21e1b-41c8-4a1d-b63f-6502837e64fe,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:07.773302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.779391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.781584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Deleting port c2462ebf-d993-4669-8a69-cbe065455efb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:07.781933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.785249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.791871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.797666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.803538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.809903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.811904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ce2d011-c525-4877-9902-c0abc885601e req-d3599c08-1f87-4258-8d75-1ee781f4abf5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.3330677 Jul 22 14:31:07.814937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-a978a7a2-587e-4972-b965-87b81249356c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.816466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-a978a7a2-587e-4972-b965-87b81249356c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1099 time: 0.2455342 Jul 22 14:31:07.820792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-448f98cb-ed2d-428f-a843-26c99a342c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.831841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b2721-9fbf-4462-8698-e5ef37049ac8 req-61db8321-5e63-4cb7-9c59-7e320e013782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.833313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b4b2721-9fbf-4462-8698-e5ef37049ac8 req-61db8321-5e63-4cb7-9c59-7e320e013782 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 1096 time: 0.2432051 Jul 22 14:31:07.849891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1676878f-831d-470a-a9f3-69bf437aa487 req-1bff6e59-8919-48d0-9c64-6e8cca878b92 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.851465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1676878f-831d-470a-a9f3-69bf437aa487 req-1bff6e59-8919-48d0-9c64-6e8cca878b92 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.2601461 Jul 22 14:31:07.884133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:07.891333 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-448f98cb-ed2d-428f-a843-26c99a342c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:07.912901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-6744e010-e67f-48c1-a96e-52c560307002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:07.914575 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-6744e010-e67f-48c1-a96e-52c560307002 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1099 time: 0.3405387 Jul 22 14:31:07.959745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ce2d011-c525-4877-9902-c0abc885601e req-a59c11a3-55eb-49fa-bc57-dc7d85a5b70e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330326 Jul 22 14:31:07.969146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b4b2721-9fbf-4462-8698-e5ef37049ac8 req-baed4daf-7f3f-4ba0-b134-23f3846e8655 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136615 Jul 22 14:31:07.974667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1676878f-831d-470a-a9f3-69bf437aa487 req-21223ef4-a0ad-4b6d-8db6-49649b724b86 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025643 Jul 22 14:31:08.011231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-448f98cb-ed2d-428f-a843-26c99a342c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.013945 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-448f98cb-ed2d-428f-a843-26c99a342c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.015461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-448f98cb-ed2d-428f-a843-26c99a342c82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31b21e1b-41c8-4a1d-b63f-6502837e64fe HTTP/1.1" status: 204 len: 168 time: 0.3915269 Jul 22 14:31:08.038333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f98cb-ed2d-428f-a843-26c99a342c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b21e1b-41c8-4a1d-b63f-6502837e64fe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.044770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] For port c2462ebf-d993-4669-8a69-cbe065455efb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c2462ebf-d993-4669-8a69-cbe065455efb,segment=NetworkSegment(c9ad07f7-0500-43f3-a848-8e3420ddd5a3),segment_id=c9ad07f7-0500-43f3-a848-8e3420ddd5a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:08.045143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.093624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2eaebc3f-e214-4406-85ce-0b083cff080c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:08.094307 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-2eaebc3f-e214-4406-85ce-0b083cff080c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:31:08.094836 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-2eaebc3f-e214-4406-85ce-0b083cff080c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:31:08.095820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2eaebc3f-e214-4406-85ce-0b083cff080c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2046986 Jul 22 14:31:08.102986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49606) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:08.109004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050392869'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:08.112108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Calling delete_port for c2462ebf-d993-4669-8a69-cbe065455efb owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:08.149916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.159362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.160976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-9dead6f9-2e02-4c08-acdc-0068f7ff1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.162488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-9dead6f9-2e02-4c08-acdc-0068f7ff1bbb service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3358028 Jul 22 14:31:08.182660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f631d-c576-4cbe-9405-87a0432ec027 req-730c3b25-1570-45de-9ffe-72aa60086a26 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.184222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e03f631d-c576-4cbe-9405-87a0432ec027 req-730c3b25-1570-45de-9ffe-72aa60086a26 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.1150289 Jul 22 14:31:08.252480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.253385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e03f631d-c576-4cbe-9405-87a0432ec027 req-bda64026-c812-4367-ba43-cda73e1b546b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564361 Jul 22 14:31:08.258832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-1b8a4d49-e25d-49bc-8352-d0fe19825ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.260310 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-1b8a4d49-e25d-49bc-8352-d0fe19825ae3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3217363 Jul 22 14:31:08.266370 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-02c633f0-5389-4b94-a941-8b2558c70681 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0955780 Jul 22 14:31:08.327499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.332785 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.383880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849db6c8-0419-4f36-bb4f-a1feeb89a1af,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.662061 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-42e9b5dc-1dc8-4de9-a75f-b6e055d8dc92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0988102 Jul 22 14:31:08.684125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a692e4b3-d628-4703-9aa5-2bfca5560672,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.735027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-859d8abe-4669-48aa-9c24-f2d3dd2dfaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.736829 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-859d8abe-4669-48aa-9c24-f2d3dd2dfaa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1747928 Jul 22 14:31:08.767533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Checking segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:08.767906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Network hostable DHCP agents. Network: a86acb83-99de-40b2-8ad3-1ed8e96a09c7, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:08.825449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-3fce5906-baba-44bf-b3fa-c772d2118a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.825449 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-3fce5906-baba-44bf-b3fa-c772d2118a01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1498523 Jul 22 14:31:08.891693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:08.897563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.908605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.913258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.928638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a349dd-2553-49a4-95fd-73be5a27c340 req-3f129349-8a0c-4f2b-8873-17aee89635a8 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.936007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6a349dd-2553-49a4-95fd-73be5a27c340 req-3f129349-8a0c-4f2b-8873-17aee89635a8 tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/ports?device_id=2437c0d8-8911-4a9f-9069-0f25321cc211 HTTP/1.1" status: 200 len: 945 time: 0.5247705 Jul 22 14:31:08.942404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a86acb83-99de-40b2-8ad3-1ed8e96a09c7) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:08.953447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.953760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:08.956467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Pushing event deleted for resources: {'Port': ['ID=c2462ebf-d993-4669-8a69-cbe065455efb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:08.961406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c4098-f719-4042-8871-0f6345a372ef None None] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:08.983777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-4c31413c-fa5a-4a76-8556-5c8d90d5a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:08.985656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-4c31413c-fa5a-4a76-8556-5c8d90d5a567 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2358863 Jul 22 14:31:08.993936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bbe36-999d-4d8b-baea-4809938affd0 req-586f7c10-98a4-443a-89b4-7be4538d529e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.001708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-660bbe36-999d-4d8b-baea-4809938affd0 req-586f7c10-98a4-443a-89b4-7be4538d529e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.5389204 Jul 22 14:31:09.019188 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.024948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49634) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.026211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9221814 Jul 22 14:31:09.039139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-00bc709e-a62e-4212-9753-582050437ea3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5754626 Jul 22 14:31:09.039407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c97e999-60c6-4e7b-8cca-42e69010d9a7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ee8201-8228-441b-bcdc-51641debec21,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:09.044119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49638) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.044367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19263a-319a-471c-ba6f-2fae59442140 req-ea3890cb-e9a2-4ce6-a91d-f22195b7c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.046147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-ea3890cb-e9a2-4ce6-a91d-f22195b7c3e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2124829 Jul 22 14:31:09.048514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:09.051148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '28ee8201-8228-441b-bcdc-51641debec21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:09.081426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6a349dd-2553-49a4-95fd-73be5a27c340 req-730c38fc-e313-40bf-a095-f3550b9668cf tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.60 "GET /v2.0/security-groups?id=897053fc-4c42-4907-a159-cff5e0363ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444480 Jul 22 14:31:09.108362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] No DVR routers for this DVR port c2462ebf-d993-4669-8a69-cbe065455efb on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:09.119473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.121422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45a78ccd-b758-452f-ac69-ded809b67090 req-720662c0-ea70-4f58-b5d2-aa639001aa1b tempest-LiveMigrationTest-311757786 tempest-LiveMigrationTest-311757786-project] 10.222.0.72 "DELETE /v2.0/ports/c2462ebf-d993-4669-8a69-cbe065455efb HTTP/1.1" status: 204 len: 173 time: 1.6273305 Jul 22 14:31:09.147677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-660bbe36-999d-4d8b-baea-4809938affd0 req-2f475091-6bdc-41b7-9df9-424df4579ade tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443806 Jul 22 14:31:09.165664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.167423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.306451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-677af08d-6817-4226-9a36-3b07a286ec4f service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853425 Jul 22 14:31:09.307119 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.326309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:09.327205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.334558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.406563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-3510bc18-7681-4d7f-960b-d08e870bfee9 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076987 Jul 22 14:31:09.499056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.508023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.516510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.517046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'name': 'network-vif-deleted', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:09.520003 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6703ab-fd5c-4c83-8318-83b1f1ef71cd" -d '{"events": [{"server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "name": "network-vif-deleted", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:09.524376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.530575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.538130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.544320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.554841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-7fef6e46-096a-47c2-b86c-513d4169d378 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.2772110 Jul 22 14:31:09.581819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Allocated IP 172.20.0.2 (a86acb83-99de-40b2-8ad3-1ed8e96a09c7/a692e4b3-d628-4703-9aa5-2bfca5560672/a0bdec88-071a-489a-bd86-a357f6ef0ee6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:09.639234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.647871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.652665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bd866-b598-4d81-883e-5493aef357d7 req-67d78fa0-64b8-432b-8aef-59673674fa1a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:09.657439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-ababb6ed-7ee5-4abe-86ee-2f9d17073ebc service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288431 Jul 22 14:31:09.660181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.663846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f42bd866-b598-4d81-883e-5493aef357d7 req-67d78fa0-64b8-432b-8aef-59673674fa1a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.4652607 Jul 22 14:31:09.697389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bafd6c79-622a-49ec-9964-84a95331dff8 req-9f5a15df-2462-4009-9734-070331f4cbf6 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1403944 Jul 22 14:31:09.709618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.710871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6731422 Jul 22 14:31:09.718312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.724621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6eb13152-bf6b-42e4-bf03-88cf6cbe7f15 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '28ee8201-8228-441b-bcdc-51641debec21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:09.736327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63b6eb-52e1-4bd8-bc36-0fbd19c726a0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740945fc-0364-4259-9591-65cbf13a3f96,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:09.749636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b19263a-319a-471c-ba6f-2fae59442140 req-7c22d6b6-f9a2-4474-a88b-72452d4679ed service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192639 Jul 22 14:31:09.801808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6eb13152-bf6b-42e4-bf03-88cf6cbe7f15 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.853211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f42bd866-b598-4d81-883e-5493aef357d7 req-69178f3e-d5ed-4502-9654-fd0b2a13f8da tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865311 Jul 22 14:31:09.860525 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6547b53a-81c3-48f1-a5df-ba08850e040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.902990 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.906064 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-6eb13152-bf6b-42e4-bf03-88cf6cbe7f15 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:31:09.910408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6eb13152-bf6b-42e4-bf03-88cf6cbe7f15 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1879098 Jul 22 14:31:09.911301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:09.917020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Transition to ACTIVE for port object a0bdec88-071a-489a-bd86-a357f6ef0ee6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:09.963737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Transition to ACTIVE for port object a0bdec88-071a-489a-bd86-a357f6ef0ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:09.976007 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:09.987207 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0f3d93-3c55-446c-9b38-04393e44cf05 x-openstack-request-id: req-1c0f3d93-3c55-446c-9b38-04393e44cf05 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:09.988555 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2437c0d8-8911-4a9f-9069-0f25321cc211", "name": "network-vif-deleted", "tag": "c2462ebf-d993-4669-8a69-cbe065455efb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:09.989432 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c0f3d93-3c55-446c-9b38-04393e44cf05 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:09.989432 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2437c0d8-8911-4a9f-9069-0f25321cc211', 'name': 'network-vif-deleted', 'tag': 'c2462ebf-d993-4669-8a69-cbe065455efb', 'status': 'completed', 'code': 200} Jul 22 14:31:10.037453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:10.041176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:10.048168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:10.066768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-350c1a1a-3ac5-44f5-bcd7-5acbc583c898 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.070308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Pushing event updated for resources: {'Port': ['ID=a0bdec88-071a-489a-bd86-a357f6ef0ee6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:10.124745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e19a1-f412-46e1-8feb-9050429a2365 req-3330b462-e256-45da-881e-d645dbecc2e7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:10.125932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.126362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.127002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.127416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.127856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.127995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-350c1a1a-3ac5-44f5-bcd7-5acbc583c898 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.128290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.128687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.129125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.129517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.129953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.130346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.130871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:10.135046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-387e19a1-f412-46e1-8feb-9050429a2365 req-3330b462-e256-45da-881e-d645dbecc2e7 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.1772544 Jul 22 14:31:10.156188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Attempting to bind port a0bdec88-071a-489a-bd86-a357f6ef0ee6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:10.156399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Attempting to bind port a0bdec88-071a-489a-bd86-a357f6ef0ee6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:10.156770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Attempting to bind port a0bdec88-071a-489a-bd86-a357f6ef0ee6 on network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:10.171712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:10.172417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Checking segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:10.172879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.173282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Bound using segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:10.174211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Bound port: a0bdec88-071a-489a-bd86-a357f6ef0ee6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:10.174211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.234541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.274809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-387e19a1-f412-46e1-8feb-9050429a2365 req-a8f33539-a50b-4e35-878d-072965a242be tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319313 Jul 22 14:31:10.279800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.283850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] For port a0bdec88-071a-489a-bd86-a357f6ef0ee6, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:10.287470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] For port a0bdec88-071a-489a-bd86-a357f6ef0ee6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a0bdec88-071a-489a-bd86-a357f6ef0ee6,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:10.297076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-350c1a1a-3ac5-44f5-bcd7-5acbc583c898 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.297289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.297459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-350c1a1a-3ac5-44f5-bcd7-5acbc583c898 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.301332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-350c1a1a-3ac5-44f5-bcd7-5acbc583c898 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/28ee8201-8228-441b-bcdc-51641debec21 HTTP/1.1" status: 204 len: 168 time: 0.3889410 Jul 22 14:31:10.302345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:10.302713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:10.384580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5538b5b-4a9f-4488-8cde-644eeb8fe756 None None] Pushing event updated for resources: {'Port': ['ID=a0bdec88-071a-489a-bd86-a357f6ef0ee6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:10.409060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c1a1a-3ac5-44f5-bcd7-5acbc583c898 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ee8201-8228-441b-bcdc-51641debec21,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:10.489266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Deleting subnet 62eca478-f328-41b8-8d86-93c075bc900a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:10.493972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.499975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0eaac2aa-ee2b-4050-aa9d-d91aac54868d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1828659 Jul 22 14:31:10.520378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:10.529446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--623821019'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:10.540422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0208-d265-4922-abad-149b9043c58c req-dac74761-b1da-4758-a7e5-fed277cef209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:10.541964 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-dac74761-b1da-4758-a7e5-fed277cef209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.3282976 Jul 22 14:31:10.572033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.628377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc12c1-9e76-4632-9d1a-fd5d712784f2 req-92090014-4c4b-4595-a8e5-2b9fa2ea421a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:10.630279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbcc12c1-9e76-4632-9d1a-fd5d712784f2 req-92090014-4c4b-4595-a8e5-2b9fa2ea421a tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.2470996 Jul 22 14:31:10.643530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Allocated IP 172.25.3.128 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/d6210b63-1604-4231-922a-7473a43e7454) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:10.653697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750440e-bc9b-4cf3-b0bf-2e649f689770 req-e88fb4ba-693e-479d-93fb-eb7e0557c800 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:10.660842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f750440e-bc9b-4cf3-b0bf-2e649f689770 req-e88fb4ba-693e-479d-93fb-eb7e0557c800 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2766895 Jul 22 14:31:10.670106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.728009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:10.766929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f750440e-bc9b-4cf3-b0bf-2e649f689770 req-d80c3a26-ac8e-4d28-b1ef-4ca4dbef1ede tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051455 Jul 22 14:31:10.787328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbcc12c1-9e76-4632-9d1a-fd5d712784f2 req-b8acf2fb-5b47-4c8f-8fa7-558ad066b6a1 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952497 Jul 22 14:31:10.792244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:10.794986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0208-d265-4922-abad-149b9043c58c req-a2ad8948-3e14-4355-88dd-eeee353c0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:10.796490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-a2ad8948-3e14-4355-88dd-eeee353c0910 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.2463946 Jul 22 14:31:10.905947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-d112b04f-18d1-4412-8d32-a78c8a2e6c5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.0904589 Jul 22 14:31:10.958619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:10.964571 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.010821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.014113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'mac_address': 'fa:16:3e:51:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:11.057130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b0208-d265-4922-abad-149b9043c58c req-e6d425a5-0f56-4db1-b9fb-f630827ef426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.058655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-e6d425a5-0f56-4db1-b9fb-f630827ef426 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.1425130 Jul 22 14:31:11.068402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62eca478-f328-41b8-8d86-93c075bc900a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.083947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.089385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6e2775d9-94ef-4a6d-9c26-31284801f8ed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/62eca478-f328-41b8-8d86-93c075bc900a HTTP/1.1" status: 204 len: 168 time: 0.7705128 Jul 22 14:31:11.091188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49710) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.097635 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.117313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd99bb84-086b-448a-a06c-0b091a90ae0e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:11.117492 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.125460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.128825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-d98db364-a9bd-41e9-ac51-6ecb5e150e80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512273 Jul 22 14:31:11.130314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.139210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:11.148040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.170308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.179026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.188038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.194605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.198758 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6744945 Jul 22 14:31:11.198911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.200672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.203849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.205853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8533c4d7-dfd6-4a70-9fa6-a1c17b84be50 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': 'd006c245-9825-4020-bec3-0ca21f7bdb0b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:11.206602 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-8533c4d7-dfd6-4a70-9fa6-a1c17b84be50 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 14:31:11.207172 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-8533c4d7-dfd6-4a70-9fa6-a1c17b84be50 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:11.208073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8533c4d7-dfd6-4a70-9fa6-a1c17b84be50 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058684 Jul 22 14:31:11.210603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.211280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49718) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.217576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.218136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b53315-9090-4912-af88-ec3a77dca4b0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d006c245-9825-4020-bec3-0ca21f7bdb0b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.218600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.226485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-cb35a589-77d3-4b22-b589-79d00eb73ec5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.3297377 Jul 22 14:31:11.344735 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-8f989179-dab3-4432-8c0f-5bb6ef827bc1 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055969 Jul 22 14:31:11.362045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca335e96-c7e4-43d7-86b6-d038a0bf6dd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.395199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['bd99bb84-086b-448a-a06c-0b091a90ae0e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:11.410335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca335e96-c7e4-43d7-86b6-d038a0bf6dd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.410798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:11.433475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:11.444242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.459803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:11.562171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f5b0208-d265-4922-abad-149b9043c58c req-d7031c80-a7a2-4003-9012-1fde0f16fd7c service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023222 Jul 22 14:31:11.577589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca335e96-c7e4-43d7-86b6-d038a0bf6dd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.579241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ca335e96-c7e4-43d7-86b6-d038a0bf6dd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.584293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ca335e96-c7e4-43d7-86b6-d038a0bf6dd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/d006c245-9825-4020-bec3-0ca21f7bdb0b HTTP/1.1" status: 204 len: 168 time: 0.3551185 Jul 22 14:31:11.584293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.647487 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:31:11.653399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a0bdec88-071a-489a-bd86-a357f6ef0ee6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:11.658587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca335e96-c7e4-43d7-86b6-d038a0bf6dd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d006c245-9825-4020-bec3-0ca21f7bdb0b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.659287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54515b69-2270-4036-be74-2f5f1ab5c4f9 req-05946985-18dd-42b6-9a45-4787ab34c9ed tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4318445 Jul 22 14:31:11.679412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Pushing event updated for resources: {'Port': ['ID=d6210b63-1604-4231-922a-7473a43e7454,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:11.727252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ef1d8e01-836b-4471-9450-facac1d1c58f tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1381619 Jul 22 14:31:11.728061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.740876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413536211'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:11.746188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183cfd0-22dd-43a4-be35-fb39282c4d39 None None] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:11.774730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.804324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49732) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:11.868601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-98a6a4ec-3faa-4b3e-a093-71a7d41ef92e None None] Provisioning for port a0bdec88-071a-489a-bd86-a357f6ef0ee6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:11.871062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a0bdec88-071a-489a-bd86-a357f6ef0ee6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:11.878982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-98a6a4ec-3faa-4b3e-a093-71a7d41ef92e None None] Provisioning complete for port a0bdec88-071a-489a-bd86-a357f6ef0ee6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:11.879311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98a6a4ec-3faa-4b3e-a093-71a7d41ef92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.906596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a0bdec88-071a-489a-bd86-a357f6ef0ee6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:11.906984 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.907659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae0545-06ab-4ad1-9fc8-5487ed7ce9a5 req-03348dff-fc41-428a-a35d-826baf402123 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:11.909394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77ae0545-06ab-4ad1-9fc8-5487ed7ce9a5 req-03348dff-fc41-428a-a35d-826baf402123 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 948 time: 0.8172858 Jul 22 14:31:11.937023 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.955119 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.962560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:11.976271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e0f227-3ca8-4d4c-bcba-fd256f8a453e']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:12.007707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8faadf-ece6-4f53-b441-40cc5c1f0b86,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.010588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.015142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5a362198-519a-4387-995f-6b69bf26bb3d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2768924 Jul 22 14:31:12.015767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.020589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fd99a29e-5a35-4b64-9133-1cd31577c5d2 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '3b8faadf-ece6-4f53-b441-40cc5c1f0b86', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.021589 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-fd99a29e-5a35-4b64-9133-1cd31577c5d2 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 14:31:12.022326 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-fd99a29e-5a35-4b64-9133-1cd31577c5d2 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:12.026601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd99a29e-5a35-4b64-9133-1cd31577c5d2 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070302 Jul 22 14:31:12.026601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.058155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77ae0545-06ab-4ad1-9fc8-5487ed7ce9a5 req-8ab6688a-97ab-4b96-bffd-c07f76a3ae5d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921402 Jul 22 14:31:12.072361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:12.072948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ad07f7-0500-43f3-a848-8e3420ddd5a3') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:12.083509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a90e986f-b896-4d54-9c0c-463b1e211077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.112241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.113777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b7c1d51-8f57-4914-b957-24ab480099b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.117265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.119158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98a6a4ec-3faa-4b3e-a093-71a7d41ef92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.136063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09fd7ada-d2fa-4b64-94a8-2420760ca8fc tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.162666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.176306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09fd7ada-d2fa-4b64-94a8-2420760ca8fc tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.199714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a0bdec88-071a-489a-bd86-a357f6ef0ee6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a0bdec88-071a-489a-bd86-a357f6ef0ee6,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:12.207068 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.207832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e83d7-8a7c-4e93-8ddc-ef2e6eaa593e req-d7bda835-72fc-468c-ac3e-4ce234d0a6c4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:12.210208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b2e83d7-8a7c-4e93-8ddc-ef2e6eaa593e req-d7bda835-72fc-468c-ac3e-4ce234d0a6c4 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.4426131 Jul 22 14:31:12.246410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:12.247128 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:12.248839 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:12.264810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09fd7ada-d2fa-4b64-94a8-2420760ca8fc tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.280710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09fd7ada-d2fa-4b64-94a8-2420760ca8fc tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.284149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09fd7ada-d2fa-4b64-94a8-2420760ca8fc tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b8faadf-ece6-4f53-b441-40cc5c1f0b86 HTTP/1.1" status: 204 len: 168 time: 0.2542977 Jul 22 14:31:12.288073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.310682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd7ada-d2fa-4b64-94a8-2420760ca8fc tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8faadf-ece6-4f53-b441-40cc5c1f0b86,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.316236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.325790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-98a6a4ec-3faa-4b3e-a093-71a7d41ef92e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:31:12.326035 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-98a6a4ec-3faa-4b3e-a093-71a7d41ef92e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:31:12.327931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a0bdec88-071a-489a-bd86-a357f6ef0ee6,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.339119 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a90e986f-b896-4d54-9c0c-463b1e211077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.351228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a90e986f-b896-4d54-9c0c-463b1e211077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.387731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-463dcac3-73aa-4c6d-a560-5faba1235fd5 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963840 Jul 22 14:31:12.403632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49744) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.409009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075224050'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.421717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a90e986f-b896-4d54-9c0c-463b1e211077 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e264cbec3a64166a6893eafdfbbd214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162703 Jul 22 14:31:12.424575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e986f-b896-4d54-9c0c-463b1e211077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d323c146-05d8-4326-83ab-ce52eda76e91,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.428406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.456745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.466724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.489715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b2e83d7-8a7c-4e93-8ddc-ef2e6eaa593e req-5bcab884-b843-40db-9272-dff409e35941 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356308 Jul 22 14:31:12.494298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.499187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/15e0f227-3ca8-4d4c-bcba-fd256f8a453e HTTP/1.1" status: 204 len: 168 time: 1.4035316 Jul 22 14:31:12.501942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.502620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec2ab2-13c7-47c3-bf0d-eaae67e73ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e0f227-3ca8-4d4c-bcba-fd256f8a453e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.510612 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.513514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc6b00e7-48c1-433f-bae8-86e6d519a95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.581424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc6b00e7-48c1-433f-bae8-86e6d519a95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.600159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Deleting subnet 977c6b90-910d-4bfa-a5d3-f6492fdb6fa4 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:12.604157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba204f-47e7-45f8-9b35-fb06098eda59 req-8fa142ee-2b98-4b2a-9bc9-885caf9e5ad9 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:12.605728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6ba204f-47e7-45f8-9b35-fb06098eda59 req-8fa142ee-2b98-4b2a-9bc9-885caf9e5ad9 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4586835 Jul 22 14:31:12.610570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.676575 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.725910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.743886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6ba204f-47e7-45f8-9b35-fb06098eda59 req-c064c8b6-a706-4fcf-b4ec-0159371659e8 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132920 Jul 22 14:31:12.744808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.760861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc6b00e7-48c1-433f-bae8-86e6d519a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.764584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc6b00e7-48c1-433f-bae8-86e6d519a95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.765762 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fc6b00e7-48c1-433f-bae8-86e6d519a95b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d323c146-05d8-4326-83ab-ce52eda76e91 HTTP/1.1" status: 204 len: 168 time: 0.3364310 Jul 22 14:31:12.768189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.797413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:12.839830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.846212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:12.847474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4426019 Jul 22 14:31:12.859764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.867076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a302c754-3605-47b9-876d-5e97c83558cb tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': 'cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.884221 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-a302c754-3605-47b9-876d-5e97c83558cb tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 14:31:12.885479 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a302c754-3605-47b9-876d-5e97c83558cb tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:12.887238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a302c754-3605-47b9-876d-5e97c83558cb tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0256419 Jul 22 14:31:12.892872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.903035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fa89c008-7b12-4f50-b289-9c2de1522bdd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': 'cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.904005 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-fa89c008-7b12-4f50-b289-9c2de1522bdd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 14:31:12.904671 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-fa89c008-7b12-4f50-b289-9c2de1522bdd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:12.905989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fa89c008-7b12-4f50-b289-9c2de1522bdd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088367 Jul 22 14:31:12.914922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.916630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48ca2a-9d67-4d1c-8bc6-6bfffa78559a tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.926632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0171044b-c625-46f3-be14-96e534cba71d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': 'cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.927533 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-0171044b-c625-46f3-be14-96e534cba71d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 14:31:12.928197 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-0171044b-c625-46f3-be14-96e534cba71d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:12.929190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0171044b-c625-46f3-be14-96e534cba71d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088737 Jul 22 14:31:12.943976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.953200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4dfe7f36-bc66-4dc7-8261-4451880005db tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': 'cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:12.954107 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-4dfe7f36-bc66-4dc7-8261-4451880005db tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 14:31:12.954654 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-4dfe7f36-bc66-4dc7-8261-4451880005db tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:12.955766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4dfe7f36-bc66-4dc7-8261-4451880005db tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069287 Jul 22 14:31:12.970175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:12.994001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b00e7-48c1-433f-bae8-86e6d519a95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d323c146-05d8-4326-83ab-ce52eda76e91,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:12.994361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port bd99bb84-086b-448a-a06c-0b091a90ae0e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:13.003151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port bd99bb84-086b-448a-a06c-0b091a90ae0e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:13.003538 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.011463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-848743a1-557f-4743-8f0d-ae38d1865c53 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.014434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-848743a1-557f-4743-8f0d-ae38d1865c53 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb&tenant_id=ca83168bfa1045e9b68525236f520275&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 949 time: 0.2419887 Jul 22 14:31:13.016131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.062691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937d41d-6e13-4858-8a05-ae6c08e27410 req-1b07d8bd-0c2c-42d1-b84b-abc4390eebd9 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.064955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2937d41d-6e13-4858-8a05-ae6c08e27410 req-1b07d8bd-0c2c-42d1-b84b-abc4390eebd9 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.2835207 Jul 22 14:31:13.119182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9c7f8dee-934f-4269-9add-65fc50abc0f2 None None] Provisioning complete for port a0bdec88-071a-489a-bd86-a357f6ef0ee6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:13.119182 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c7f8dee-934f-4269-9add-65fc50abc0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.138125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=977c6b90-910d-4bfa-a5d3-f6492fdb6fa4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:13.151251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-cf4c7910-1345-40a4-a987-7bf5614fbf3a service neutron] 10.222.0.72 "GET /v2.0/ports/bd99bb84-086b-448a-a06c-0b091a90ae0e/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 382 time: 0.0975873 Jul 22 14:31:13.152225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.154021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0c3e5ee-4c5c-415a-a812-82e305efa25e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/977c6b90-910d-4bfa-a5d3-f6492fdb6fa4 HTTP/1.1" status: 204 len: 168 time: 0.6511271 Jul 22 14:31:13.159186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:13.195271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e993faa-2ba6-4e80-aa35-fcc0ebc12180 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.219406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e993faa-2ba6-4e80-aa35-fcc0ebc12180 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.229752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.265097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:13.267946 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa78f8c-b4c9-4a0f-9a9d-12a81340397a" -d '{"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:13.269670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.281850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.282255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.283137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:13.289355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49774) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:13.290149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.291456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.292326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:13.297306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.303451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.309514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.315163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4167dc9-9942-448a-a86d-683a1ddeaedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.315645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.323595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-58407571-61be-40d0-bb81-2a630df96b23 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.4771652 Jul 22 14:31:13.332331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2937d41d-6e13-4858-8a05-ae6c08e27410 req-99634181-9154-42ab-8508-d0c924712933 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534494 Jul 22 14:31:13.334181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: c2462ebf-d993-4669-8a69-cbe065455efb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:13.334700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c2462ebf-d993-4669-8a69-cbe065455efb not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:13.373248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-adab68f9-a5d8-45fc-8c70-7a73d5823c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.374947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-adab68f9-a5d8-45fc-8c70-7a73d5823c18 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1100 time: 0.1901524 Jul 22 14:31:13.380486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:13.407264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5c12c54-edea-4ee6-b184-1715cd1b8e93 req-5c597793-8ca0-4c97-a6e8-5554b1fd1c9a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823555 Jul 22 14:31:13.454765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:31:13.458791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e993faa-2ba6-4e80-aa35-fcc0ebc12180 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.461185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e993faa-2ba6-4e80-aa35-fcc0ebc12180 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.462332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2e993faa-2ba6-4e80-aa35-fcc0ebc12180 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d HTTP/1.1" status: 204 len: 168 time: 0.4897156 Jul 22 14:31:13.466305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.467158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:13.487135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9472da8-a15c-4a8f-845e-3f8b312a91a5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:13.499932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e993faa-2ba6-4e80-aa35-fcc0ebc12180 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea0bdd6-c3b5-4158-b9a3-a3f31e3f856d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:13.510673 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f150a6c-475a-4d8d-bdeb-61e76613c650 x-openstack-request-id: req-7f150a6c-475a-4d8d-bdeb-61e76613c650 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:13.510977 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:13.511277 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f150a6c-475a-4d8d-bdeb-61e76613c650 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:13.511682 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'code': 200} Jul 22 14:31:13.534224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29045f41-d33c-48c4-873b-7a3284039f9c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:13.534844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29045f41-d33c-48c4-873b-7a3284039f9c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:13.565761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.578826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.611912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a0bdec88-071a-489a-bd86-a357f6ef0ee6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:13.614827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.632542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:13.633251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:13.635431 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:13.636963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-f1b75f29-17eb-40f8-a39f-68c07724a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.638198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-f1b75f29-17eb-40f8-a39f-68c07724a584 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2486844 Jul 22 14:31:13.692573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-2aaee666-c279-4ac5-848d-e6fab4866fbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0372753 Jul 22 14:31:13.698578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a0bdec88-071a-489a-bd86-a357f6ef0ee6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:13.698967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.788822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4167dc9-9942-448a-a86d-683a1ddeaedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.795220 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.798821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c4167dc9-9942-448a-a86d-683a1ddeaedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.817531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:13.819525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a9472da8-a15c-4a8f-845e-3f8b312a91a5 HTTP/1.1" status: 204 len: 168 time: 0.6591272 Jul 22 14:31:13.845509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-69a0618d-8837-4471-a0ee-b8ca3937f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.847192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-69a0618d-8837-4471-a0ee-b8ca3937f970 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1380303 Jul 22 14:31:13.847773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd7dc-e69e-4314-a208-5230441d0d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9472da8-a15c-4a8f-845e-3f8b312a91a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:13.875325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4167dc9-9942-448a-a86d-683a1ddeaedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f38d11-332f-416e-9491-d4fb066af2b3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:13.899652 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c4167dc9-9942-448a-a86d-683a1ddeaedb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b52da9fc6ee4bf78ca704c863add1c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064987 Jul 22 14:31:13.900595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:13.979000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-eebdf24a-c6ed-4c4b-96b0-f2fb037ac2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:13.980557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-eebdf24a-c6ed-4c4b-96b0-f2fb037ac2d0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189780 Jul 22 14:31:13.991420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8bca4f6-9274-4467-876f-2e044ecb3e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.011305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-25b0bd5e-3b0e-4175-a3c7-5a6de4de64b4 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5376163 Jul 22 14:31:14.017488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.017959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.035711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014197600'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:14.070094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d158a4-0bf5-4339-9ba7-8b661ee1d323 req-d1749dc4-3b32-4dbb-90af-11903ce3232f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:14.070336 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8bca4f6-9274-4467-876f-2e044ecb3e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.072704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5d158a4-0bf5-4339-9ba7-8b661ee1d323 req-d1749dc4-3b32-4dbb-90af-11903ce3232f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.6533735 Jul 22 14:31:14.122467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:14.133912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Sync routers for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:14.136107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.147802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:14.148427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:14.150786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5d158a4-0bf5-4339-9ba7-8b661ee1d323 req-3b0b3034-80c6-4f52-9f56-37d04c82483a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718837 Jul 22 14:31:14.160235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed44555-92a1-4dfc-8930-f714b84f90ac req-8e8b6098-7504-4c91-a24d-639d5ae27478 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:14.161923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ed44555-92a1-4dfc-8930-f714b84f90ac req-8e8b6098-7504-4c91-a24d-639d5ae27478 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.2136238 Jul 22 14:31:14.168753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.180489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e196c4e5-6cf1-4f4c-98f5-76c5ec1bba02 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1346521 Jul 22 14:31:14.184164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a787b2d-1fa4-4404-8390-7138ebbabfa5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=198c12f4df084d93ab51cbda83369201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593902 Jul 22 14:31:14.185901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49792) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.188245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.292802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:14.351421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ed44555-92a1-4dfc-8930-f714b84f90ac req-cb4d6120-8277-4add-a8d0-38619bce2d12 tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663680 Jul 22 14:31:14.482081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a118fc2-0dae-449c-9c95-858f2982d3ba req-2665597c-1c84-4619-9dda-e71a832d239e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:14.483706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a118fc2-0dae-449c-9c95-858f2982d3ba req-2665597c-1c84-4619-9dda-e71a832d239e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2399085 Jul 22 14:31:14.505032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-51ff0380-24ef-467f-828a-fc0fa714f00b service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146918 Jul 22 14:31:14.562104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8bca4f6-9274-4467-876f-2e044ecb3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.564543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8bca4f6-9274-4467-876f-2e044ecb3e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.565686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d8bca4f6-9274-4467-876f-2e044ecb3e25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12f38d11-332f-416e-9491-d4fb066af2b3 HTTP/1.1" status: 204 len: 168 time: 0.6634214 Jul 22 14:31:14.579161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a118fc2-0dae-449c-9c95-858f2982d3ba req-34eae25c-5f36-44f3-83d2-3648e57a8835 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860736 Jul 22 14:31:14.623125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bca4f6-9274-4467-876f-2e044ecb3e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f38d11-332f-416e-9491-d4fb066af2b3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:14.638097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac324a7e-5347-4584-919c-047ecbc3226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.715161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac324a7e-5347-4584-919c-047ecbc3226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.737684 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-60dd4f95-f1e4-448f-ac11-9ef56c841131 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226939 Jul 22 14:31:14.744718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:12Z', 'revision_number': 3, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:14.799001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.801899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc47d-5f4e-4d6c-88b2-3a2001916ea2 req-7d468d6c-7f22-4be2-9190-f5c170d5dc3f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:14.803627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04ffc47d-5f4e-4d6c-88b2-3a2001916ea2 req-7d468d6c-7f22-4be2-9190-f5c170d5dc3f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.3364182 Jul 22 14:31:14.806223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Checking router: 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:14.806607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Updating router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 port d6210b63-1604-4231-922a-7473a43e7454 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:31:14.810819 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.866015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac324a7e-5347-4584-919c-047ecbc3226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.869683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac324a7e-5347-4584-919c-047ecbc3226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.870475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ac324a7e-5347-4584-919c-047ecbc3226a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/897053fc-4c42-4907-a159-cff5e0363ad2 HTTP/1.1" status: 204 len: 168 time: 0.6793447 Jul 22 14:31:14.871349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.872484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8537371 Jul 22 14:31:14.876379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.880837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec63f7a9-b9c9-4bf9-af37-2e7387beda25 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:14.881587 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-ec63f7a9-b9c9-4bf9-af37-2e7387beda25 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:31:14.882084 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-ec63f7a9-b9c9-4bf9-af37-2e7387beda25 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:14.883196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ec63f7a9-b9c9-4bf9-af37-2e7387beda25 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059848 Jul 22 14:31:14.885951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.890762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cd04a68b-3889-474a-b3de-0fc346d84a30 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:14.896609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5b91d-3b63-4c24-989c-64bd11c9edf7 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368361a0-174f-4d9d-b195-366b55ad006c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:14.913966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:14.916834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac324a7e-5347-4584-919c-047ecbc3226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897053fc-4c42-4907-a159-cff5e0363ad2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:14.968162 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-cd04a68b-3889-474a-b3de-0fc346d84a30 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:14.970885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cd04a68b-3889-474a-b3de-0fc346d84a30 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0836582 Jul 22 14:31:14.973844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.974496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:14.979987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-00f5cf14-03ee-4f72-bc62-44da2dc5324b tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:14.980988 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-00f5cf14-03ee-4f72-bc62-44da2dc5324b tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 14:31:14.981922 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-00f5cf14-03ee-4f72-bc62-44da2dc5324b tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:14.983392 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-00f5cf14-03ee-4f72-bc62-44da2dc5324b tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080943 Jul 22 14:31:14.986634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:14.995445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-471a36c2-f80d-4e78-906c-d3db7a0a9983 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.003312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.010616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.016642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.022812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.029103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.035180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.042652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-33ed7664-92fe-49e8-a012-ff54f7f827e4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.2953713 Jul 22 14:31:15.054814 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-471a36c2-f80d-4e78-906c-d3db7a0a9983 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:15.059467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-471a36c2-f80d-4e78-906c-d3db7a0a9983 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0688167 Jul 22 14:31:15.060451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.073324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f18712a1-2c12-48ee-843f-1e35bd3964ea tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.077545 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-f18712a1-2c12-48ee-843f-1e35bd3964ea tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:31:15.083253 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-f18712a1-2c12-48ee-843f-1e35bd3964ea tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:15.084523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f18712a1-2c12-48ee-843f-1e35bd3964ea tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221238 Jul 22 14:31:15.087500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.104224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b23b693a-e21f-4c39-a83e-9b4c3e4f0833 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.138227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04ffc47d-5f4e-4d6c-88b2-3a2001916ea2 req-2b10d8c0-cc5b-4db9-914a-43dc4a5a5ecb tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102517 Jul 22 14:31:15.179921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a3690d8-f77b-4ec5-9a05-9383ec604d45 req-c139e227-c2bd-4d47-9b1f-e82b28f1bf78 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356132 Jul 22 14:31:15.184692 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-b23b693a-e21f-4c39-a83e-9b4c3e4f0833 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:15.191259 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b23b693a-e21f-4c39-a83e-9b4c3e4f0833 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1001616 Jul 22 14:31:15.191932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.205956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c08f04ad-76b6-44c9-9491-d1f4a67359e1 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.206454 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-c08f04ad-76b6-44c9-9491-d1f4a67359e1 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 14:31:15.206988 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c08f04ad-76b6-44c9-9491-d1f4a67359e1 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:15.215842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c08f04ad-76b6-44c9-9491-d1f4a67359e1 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0200849 Jul 22 14:31:15.217875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.233212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c79876f9-70e9-40a7-a2c8-2e6fe85b7980 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.255272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.303298 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c79876f9-70e9-40a7-a2c8-2e6fe85b7980 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:15.305610 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c79876f9-70e9-40a7-a2c8-2e6fe85b7980 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0849855 Jul 22 14:31:15.308892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.313971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4a6089e0-93c6-4ea3-b8dd-1508fed7cd1c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '368361a0-174f-4d9d-b195-366b55ad006c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.428691 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-4a6089e0-93c6-4ea3-b8dd-1508fed7cd1c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:15.429859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4a6089e0-93c6-4ea3-b8dd-1508fed7cd1c tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1198640 Jul 22 14:31:15.433392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.566669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b6cc68a-177f-4197-9ac5-f0e0c5ecbc59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.625606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.654178 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b6cc68a-177f-4197-9ac5-f0e0c5ecbc59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.666293 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.668348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5152c-f929-4dcc-b46f-4f81d34c2735 req-5bfcc3cc-1955-4b0b-86ae-41cbca59d004 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:15.678122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-add5152c-f929-4dcc-b46f-4f81d34c2735 req-5bfcc3cc-1955-4b0b-86ae-41cbca59d004 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.3087685 Jul 22 14:31:15.691001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49852) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.700665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Transition to ACTIVE for port object d6210b63-1604-4231-922a-7473a43e7454 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:15.714040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.746279 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b6cc68a-177f-4197-9ac5-f0e0c5ecbc59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.750436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b6cc68a-177f-4197-9ac5-f0e0c5ecbc59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.751942 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4b6cc68a-177f-4197-9ac5-f0e0c5ecbc59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/368361a0-174f-4d9d-b195-366b55ad006c HTTP/1.1" status: 204 len: 168 time: 0.3172340 Jul 22 14:31:15.758841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.798366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Attempting to bind port d6210b63-1604-4231-922a-7473a43e7454 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:15.798887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Attempting to bind port d6210b63-1604-4231-922a-7473a43e7454 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:15.799337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Attempting to bind port d6210b63-1604-4231-922a-7473a43e7454 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:15.803989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7cd5d-a446-43c7-b73c-18e86205542e None None] Pushing event updated for resources: {'Port': ['ID=d6210b63-1604-4231-922a-7473a43e7454,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:15.809015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:15.809289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cc68a-177f-4197-9ac5-f0e0c5ecbc59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=368361a0-174f-4d9d-b195-366b55ad006c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:15.809569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:15.810052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.810731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:15.811085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Bound port: d6210b63-1604-4231-922a-7473a43e7454, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:15.811551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.862539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3563f6dc-4a32-42b5-add6-b506223b0678 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974109 Jul 22 14:31:15.864651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.876642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--657316895'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:15.881347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-95a784be-d1a7-4b01-84be-6b9bd608e0b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b78bd34999754300819c5f279e90ba56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848469 Jul 22 14:31:15.881487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49858) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:15.908285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-add5152c-f929-4dcc-b46f-4f81d34c2735 req-49ca2f32-44c9-44b7-b102-1538b0cd7d30 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284706 Jul 22 14:31:15.953838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] For port d6210b63-1604-4231-922a-7473a43e7454, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:15.960551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] For port d6210b63-1604-4231-922a-7473a43e7454, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6210b63-1604-4231-922a-7473a43e7454,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:15.967515 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:15.973611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.012086 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bc9dc-0011-474a-a6ba-74875977ae40 req-0bc839d8-254c-4c52-9be8-51ab5433d5bf tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.020579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-363bc9dc-0011-474a-a6ba-74875977ae40 req-0bc839d8-254c-4c52-9be8-51ab5433d5bf tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.2541053 Jul 22 14:31:16.082798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-363bc9dc-0011-474a-a6ba-74875977ae40 req-3ae4974d-644b-499a-9652-b37bd7290cbc tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610878 Jul 22 14:31:16.101344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Allocated IP 172.20.0.1 (a86acb83-99de-40b2-8ad3-1ed8e96a09c7/a692e4b3-d628-4703-9aa5-2bfca5560672/e1635ea7-4c22-430d-b68b-534749ed9187) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:16.116884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.122369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:16.123035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:16.128315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7cd5d-a446-43c7-b73c-18e86205542e None None] Pushing event updated for resources: {'Port': ['ID=d6210b63-1604-4231-922a-7473a43e7454,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.158770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.197923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202bf41b-c861-411d-90b6-9cc338092833,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.200180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a14ced-db6d-438a-ba9b-ba9a54897db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.202166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.206302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-13bed328-1c05-4129-af4a-ed001d32fec8 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3384402 Jul 22 14:31:16.207249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.214639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3d8df2f7-43cf-4c32-b337-915b581d2ee0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '202bf41b-c861-411d-90b6-9cc338092833', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:16.265372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.267296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a14ced-db6d-438a-ba9b-ba9a54897db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.284055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:16.288876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Transition to ACTIVE for port object e1635ea7-4c22-430d-b68b-534749ed9187 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:16.326277 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-3d8df2f7-43cf-4c32-b337-915b581d2ee0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The resource could not be found. Jul 22 14:31:16.330478 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d8df2f7-43cf-4c32-b337-915b581d2ee0 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1220832 Jul 22 14:31:16.333296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.337675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e081a6a8-cbc1-40b0-893a-45361a8f1c6d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '202bf41b-c861-411d-90b6-9cc338092833', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '398d1412-99e9-48a6-9b30-06ecafe6f5e7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:16.365968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a14ced-db6d-438a-ba9b-ba9a54897db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.372459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a14ced-db6d-438a-ba9b-ba9a54897db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.372459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-33a14ced-db6d-438a-ba9b-ba9a54897db2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec0c27b3-c247-4cc4-a815-15fd115c3aac HTTP/1.1" status: 204 len: 168 time: 0.4889803 Jul 22 14:31:16.393640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.426564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a14ced-db6d-438a-ba9b-ba9a54897db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0c27b3-c247-4cc4-a815-15fd115c3aac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.432087 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-e081a6a8-cbc1-40b0-893a-45361a8f1c6d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The resource could not be found. Jul 22 14:31:16.438932 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e081a6a8-cbc1-40b0-893a-45361a8f1c6d tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1060166 Jul 22 14:31:16.440100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.499096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:16.518832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83edfe84-dc10-49e4-bddd-7934478910dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.521705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:16.524933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:16.557484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83edfe84-dc10-49e4-bddd-7934478910dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.577372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.583758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.590063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.607260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.613488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.619936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.620655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83edfe84-dc10-49e4-bddd-7934478910dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.623840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83edfe84-dc10-49e4-bddd-7934478910dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.626705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:16.628494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-83edfe84-dc10-49e4-bddd-7934478910dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/202bf41b-c861-411d-90b6-9cc338092833 HTTP/1.1" status: 204 len: 168 time: 0.1873865 Jul 22 14:31:16.629774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-cba50bfa-de79-4e70-888b-1f472d77f8db tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5428 time: 0.3066571 Jul 22 14:31:16.632697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Pushing event updated for resources: {'Port': ['ID=e1635ea7-4c22-430d-b68b-534749ed9187,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.640629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.676800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edfe84-dc10-49e4-bddd-7934478910dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202bf41b-c861-411d-90b6-9cc338092833,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:16.683648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.703131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:12Z', 'revision_number': 3, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:16.755715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-69d75395-b44a-4195-84d3-762e52267f39 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105011 Jul 22 14:31:16.763422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.776123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-497706db-f197-4245-9ec4-e0b42f521ef6 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': '1a93c13d-e625-44cb-a067-66fec45a8587', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:16.821764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2365194e-fba7-4d82-924b-0842008279d9 None None] The sync data for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 is: [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:12Z', 'revision_number': 3, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:16.840248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device af55c9cc-531e-4b73-b767-43281f9c279c details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:16.908796 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-497706db-f197-4245-9ec4-e0b42f521ef6 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The resource could not be found. Jul 22 14:31:16.917282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-497706db-f197-4245-9ec4-e0b42f521ef6 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1525073 Jul 22 14:31:16.919137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.928010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--321488379'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:16.946764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:16.980622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:16.988597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc8f756e-6488-40d3-a4ed-cafddcbd7c86 req-b5f0797f-1ff3-4183-910e-306170820dee tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3458381 Jul 22 14:31:17.093508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9df40ac8-fb91-4358-b453-383ca2b9f92a None None] Provisioning for port e1635ea7-4c22-430d-b68b-534749ed9187 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:17.106936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9df40ac8-fb91-4358-b453-383ca2b9f92a None None] Provisioning complete for port e1635ea7-4c22-430d-b68b-534749ed9187 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:17.107680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9df40ac8-fb91-4358-b453-383ca2b9f92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.120079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7092f930-4448-44db-81ff-af7321503b1e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:17.123165 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7092f930-4448-44db-81ff-af7321503b1e tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.2034745 Jul 22 14:31:17.158493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9df40ac8-fb91-4358-b453-383ca2b9f92a None None] Port e1635ea7-4c22-430d-b68b-534749ed9187 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:17.185138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af55c9cc-531e-4b73-b767-43281f9c279c,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:17.203738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'af55c9cc-531e-4b73-b767-43281f9c279c', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'port_id': 'af55c9cc-531e-4b73-b767-43281f9c279c', 'mac_address': 'fa:16:3e:5e:e6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:17.216939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.315140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.341443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d548f0f-1feb-4426-8a43-4cf343e16e85 req-e42dc2cb-3b6a-4ced-a469-de98c1c3080e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:17.343417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d548f0f-1feb-4426-8a43-4cf343e16e85 req-e42dc2cb-3b6a-4ced-a469-de98c1c3080e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.2996333 Jul 22 14:31:17.351396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af55c9cc-531e-4b73-b767-43281f9c279c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:17.382882 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1141709-7878-4e6c-b715-3856ddda2bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.401674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af55c9cc-531e-4b73-b767-43281f9c279c,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:17.409796 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.410824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9814c676-df41-4908-8d04-f7e0e3a183c5 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:17.484630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Deleting port 6c42a9e8-dc73-4105-9f65-907d1622104a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:17.485146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.504296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:17.583386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9814c676-df41-4908-8d04-f7e0e3a183c5,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:17.602719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '9814c676-df41-4908-8d04-f7e0e3a183c5', 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'port_id': '9814c676-df41-4908-8d04-f7e0e3a183c5', 'mac_address': 'fa:16:3e:7e:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:17.665191 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.672424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6210b63-1604-4231-922a-7473a43e7454 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:17.710377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-1b766005-281f-47b0-82e0-5eb36f65ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:17.710377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-1b766005-281f-47b0-82e0-5eb36f65ed55 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb&tenant_id=ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 1101 time: 0.2702875 Jul 22 14:31:17.732174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d548f0f-1feb-4426-8a43-4cf343e16e85 req-59314a6d-26f4-4a28-9a94-40e4bcd18bfb tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555126 Jul 22 14:31:17.732710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9814c676-df41-4908-8d04-f7e0e3a183c5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:17.737860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:17.752515 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.775414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.784842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9814c676-df41-4908-8d04-f7e0e3a183c5,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:17.786313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d6210b63-1604-4231-922a-7473a43e7454 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:17.790226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f33132-8057-41e3-b63c-1ec0206a99d3 req-f21358dc-e42f-4e3b-8897-a168fb54105b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:17.793950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d6210b63-1604-4231-922a-7473a43e7454 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:17.795386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.796523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77f33132-8057-41e3-b63c-1ec0206a99d3 req-f21358dc-e42f-4e3b-8897-a168fb54105b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 945 time: 0.4965141 Jul 22 14:31:17.799482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.826021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.827317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:17.839411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] For port 6c42a9e8-dc73-4105-9f65-907d1622104a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6c42a9e8-dc73-4105-9f65-907d1622104a,segment=NetworkSegment(563a5837-3d53-4e22-bfc6-168660f91948),segment_id=563a5837-3d53-4e22-bfc6-168660f91948)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:17.840225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.856088 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.857656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:17.875003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Calling delete_port for 6c42a9e8-dc73-4105-9f65-907d1622104a owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:17.924288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:17.952112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'port_id': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5', 'mac_address': 'fa:16:3e:6a:a0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:17.958730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.004443 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.051027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:18.097139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.122151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1f8f3c-02ef-40f6-8a7d-e1e72258fee3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.131731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77f33132-8057-41e3-b63c-1ec0206a99d3 req-47856082-0304-4d3f-8cd0-c4499c47628f tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ef1452e-06be-4ff7-8d7a-cd577a21fd79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341653 Jul 22 14:31:18.135352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Pushing event updated for resources: {'Port': ['ID=e1635ea7-4c22-430d-b68b-534749ed9187,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.142045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:18.145156 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.182943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d6210b63-1604-4231-922a-7473a43e7454, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6210b63-1604-4231-922a-7473a43e7454,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:18.185027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.186284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e302d967-f2f8-4e2e-8791-5d4f7a0ae37f details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:18.228982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1141709-7878-4e6c-b715-3856ddda2bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.247022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.270487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8dba-4204-416f-894b-88d7612df0f3 req-f10bf6e2-cf30-41b2-93ea-10fa57c1f943 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.272154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ffe8dba-4204-416f-894b-88d7612df0f3 req-f10bf6e2-cf30-41b2-93ea-10fa57c1f943 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4292448 Jul 22 14:31:18.276976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.281487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9795766d-83a3-4d52-8dd6-d209685ddf33 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3550422 Jul 22 14:31:18.300620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49930) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:18.313521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--633986063'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:18.327779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:18.341337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:18.347303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.354352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e302d967-f2f8-4e2e-8791-5d4f7a0ae37f', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'port_id': 'e302d967-f2f8-4e2e-8791-5d4f7a0ae37f', 'mac_address': 'fa:16:3e:1c:c9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:18.369039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:18.469583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d6210b63-1604-4231-922a-7473a43e7454,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.475794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.485489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:18.509694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e302d967-f2f8-4e2e-8791-5d4f7a0ae37f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:18.528185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:18.541201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:18.548211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.548910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e773d76f-2328-4c95-ae74-09ac54f91d44 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:18.556602 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.589510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.599232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e773d76f-2328-4c95-ae74-09ac54f91d44,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:18.603474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Transition to ACTIVE for port object bd99bb84-086b-448a-a06c-0b091a90ae0e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:18.604939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:18.608047 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a38b851-8412-46fe-b15f-b1b5a5141eb7" -d '{"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:18.614386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e773d76f-2328-4c95-ae74-09ac54f91d44', 'network_id': '888b63ac-a1ba-404c-a66c-d6d8c8449cb9', 'port_id': 'e773d76f-2328-4c95-ae74-09ac54f91d44', 'mac_address': 'fa:16:3e:4f:54:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:18.615185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.638013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ffe8dba-4204-416f-894b-88d7612df0f3 req-b261c093-9713-491e-9978-b07a65aceeab tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385363 Jul 22 14:31:18.664946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1141709-7878-4e6c-b715-3856ddda2bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.669470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.675745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.688333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.701734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.725361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.756745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.768518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:18.772287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48c546a4-8622-4740-9493-3d133599de7f req-d56210a3-fe2a-485b-b841-aa1446599c74 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5431 time: 0.5327532 Jul 22 14:31:18.789054 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3806f3b-cea0-4cf0-bbc5-88942912c0d2 x-openstack-request-id: req-e3806f3b-cea0-4cf0-bbc5-88942912c0d2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:18.789470 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:18.789981 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3806f3b-cea0-4cf0-bbc5-88942912c0d2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:18.792251 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'code': 200} Jul 22 14:31:18.802568 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:18.808772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:18.852523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] No DVR routers for this DVR port bd99bb84-086b-448a-a06c-0b091a90ae0e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:18.903509 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d1141709-7878-4e6c-b715-3856ddda2bc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2fc2c0871874a7ca727baa918e2a9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9519267 Jul 22 14:31:18.913493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49950) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:19.043741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1141709-7878-4e6c-b715-3856ddda2bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d93b4-0c28-4a2a-9f4c-b9d79933050f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.057246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.062899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e773d76f-2328-4c95-ae74-09ac54f91d44 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:19.076354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48c546a4-8622-4740-9493-3d133599de7f req-93c6ba1f-7e4d-4743-82f9-c013daa2e613 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2704833 Jul 22 14:31:19.091346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:19.131700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:19.132049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:19.132807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:19.148832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e773d76f-2328-4c95-ae74-09ac54f91d44,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:19.160023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:19.160423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Attempting to bind port bd99bb84-086b-448a-a06c-0b091a90ae0e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:19.162560 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.163608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device af64618b-3f4c-45c0-a594-4da43f230196 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:19.170427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9e7cd13b-ddfe-4fa2-87e4-c543793dbbbd None None] Provisioning complete for port e1635ea7-4c22-430d-b68b-534749ed9187 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:19.171935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd13b-ddfe-4fa2-87e4-c543793dbbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.190597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:19.191034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:19.191443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:19.191899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Bound port: bd99bb84-086b-448a-a06c-0b091a90ae0e, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:19.192460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.207090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbca1-d70d-492b-8d80-3ab0248c8944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.255750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.306416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6c42a9e8-dc73-4105-9f65-907d1622104a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:19.320137 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.343003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Pushing event deleted for resources: {'Port': ['ID=6c42a9e8-dc73-4105-9f65-907d1622104a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.396084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9e7cd13b-ddfe-4fa2-87e4-c543793dbbbd None None] Port e1635ea7-4c22-430d-b68b-534749ed9187 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:19.433395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.434314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.470069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af64618b-3f4c-45c0-a594-4da43f230196,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:19.483243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-393fd61a-1e5f-4e9f-9d8e-0fbf233e12f0 req-c4261e16-60ad-453f-988a-916a20dcf85b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.60 "GET /v2.0/ports?device_id=17154c97-9bc0-4d3a-816f-6a8eab08424b HTTP/1.1" status: 200 len: 210 time: 0.0853136 Jul 22 14:31:19.488824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'af64618b-3f4c-45c0-a594-4da43f230196', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'port_id': 'af64618b-3f4c-45c0-a594-4da43f230196', 'mac_address': 'fa:16:3e:97:41:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:19.510609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] No DVR routers for this DVR port 6c42a9e8-dc73-4105-9f65-907d1622104a on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:19.515987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.518701 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b21eae96-ae8f-4956-944a-6e5e052dc0cf req-7a19c48e-d943-4b00-9e25-ed29fed7051b tempest-ServerDiskConfigTestJSON-793194282 tempest-ServerDiskConfigTestJSON-793194282-project] 10.222.0.72 "DELETE /v2.0/ports/6c42a9e8-dc73-4105-9f65-907d1622104a HTTP/1.1" status: 204 len: 173 time: 2.3901455 Jul 22 14:31:19.520089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.521327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2193258 Jul 22 14:31:19.528237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:19.532583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbca1-d70d-492b-8d80-3ab0248c8944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.543521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22bbcedd-01c6-4a34-8f23-a30882d4c730 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group_rule': {'security_group_id': 'ec1f8f3c-02ef-40f6-8a7d-e1e72258fee3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '050d2b8f-2307-4c42-a29c-bb78519e6e21'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:19.563215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:19.579405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:19.590273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.596334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08cb8c7-c4e7-486d-a7ee-e5847e10f040 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050d2b8f-2307-4c42-a29c-bb78519e6e21,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.605201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.659556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:19.660620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.662875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 1097 time: 1.9459028 Jul 22 14:31:19.688557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af64618b-3f4c-45c0-a594-4da43f230196 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:19.738221 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-22bbcedd-01c6-4a34-8f23-a30882d4c730 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:31:19.739939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22bbcedd-01c6-4a34-8f23-a30882d4c730 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2064285 Jul 22 14:31:19.740952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc76f54-246c-4573-b54d-0c8b6cf9b6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.745117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:19.747215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:19.754150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6d8e68cd-b794-45e4-a281-a699a7d39164 admin admin] 10.222.0.60 "PUT /v2.0/routers/9e59e9f6-1f2d-43f5-a912-52d2f09acab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5668702 Jul 22 14:31:19.759712 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbca1-d70d-492b-8d80-3ab0248c8944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.763351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6dbbca1-d70d-492b-8d80-3ab0248c8944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.767134 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6dbbca1-d70d-492b-8d80-3ab0248c8944 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/478d93b4-0c28-4a2a-9f4c-b9d79933050f HTTP/1.1" status: 204 len: 168 time: 0.8491709 Jul 22 14:31:19.767911 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Sync routers for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:19.780878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbbca1-d70d-492b-8d80-3ab0248c8944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d93b4-0c28-4a2a-9f4c-b9d79933050f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:19.791566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af64618b-3f4c-45c0-a594-4da43f230196,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:19.799263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6210b63-1604-4231-922a-7473a43e7454 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:19.803421 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:19.803826 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:19.828497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfd5a0-54f4-42f8-8622-4e727b7df9f3 req-ab0a5bf0-ec68-49cd-b553-48165563e43d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:19.833750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51bfd5a0-54f4-42f8-8622-4e727b7df9f3 req-ab0a5bf0-ec68-49cd-b553-48165563e43d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 949 time: 0.5098386 Jul 22 14:31:19.843950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a83fb181-459d-4d05-83f7-23f3adc7b6c9 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.848157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-582ab41e-9fa0-4b55-9356-c9150f50eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:19.850238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-582ab41e-9fa0-4b55-9356-c9150f50eb90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1100 time: 0.1573036 Jul 22 14:31:19.861326 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:19.868312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4ff0c42d-bd1b-4594-bb02-6019db12f9cf details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:19.965552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-8e1ce15c-3c10-4b09-b416-3b3d7ba12924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:19.967456 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-8e1ce15c-3c10-4b09-b416-3b3d7ba12924 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1074615 Jul 22 14:31:19.972172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51bfd5a0-54f4-42f8-8622-4e727b7df9f3 req-ef4b486c-d56f-4bc3-9eae-5be406022510 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263981 Jul 22 14:31:19.976394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:19.988976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a83fb181-459d-4d05-83f7-23f3adc7b6c9 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.047500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-64d9386d-76e0-46b1-986b-4cb708a806b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0706127 Jul 22 14:31:20.157275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-323fe586-aa34-4210-bef4-9d9b8a70549c tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df0498a90d3b43b68c4b6a6a0cda07a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633759 Jul 22 14:31:20.161996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-660acc03-8541-4bcd-ae7c-f300d48b744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:20.164025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-660acc03-8541-4bcd-ae7c-f300d48b744b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1077158 Jul 22 14:31:20.185111 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:20.186721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf', 'network_id': 'be309c81-43af-4842-8b97-b76670f59d45', 'port_id': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf', 'mac_address': 'fa:16:3e:32:a8:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8899851c-9ba2-4ee1-9fac-64fc6b8d7910', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:20.190189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a83fb181-459d-4d05-83f7-23f3adc7b6c9 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.196218 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a83fb181-459d-4d05-83f7-23f3adc7b6c9 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.198456 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a83fb181-459d-4d05-83f7-23f3adc7b6c9 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/050d2b8f-2307-4c42-a29c-bb78519e6e21 HTTP/1.1" status: 204 len: 168 time: 0.4520929 Jul 22 14:31:20.205857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49988) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:20.256839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fb181-459d-4d05-83f7-23f3adc7b6c9 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d2b8f-2307-4c42-a29c-bb78519e6e21,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:20.304301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.324413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3313-a371-4233-b581-d66f29025d39 req-a9b792d0-d25b-4d22-8922-edc19993ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:20.328391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-a9b792d0-d25b-4d22-8922-edc19993ec23 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558719 Jul 22 14:31:20.368625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d6210b63-1604-4231-922a-7473a43e7454 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:20.369163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.373068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:20.399383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff0c42d-bd1b-4594-bb02-6019db12f9cf {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:20.488046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:20.508898 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.550767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-8bc87892-c463-4b55-beb1-de609e1a4ee3 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173154 Jul 22 14:31:20.579067 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:17Z', 'revision_number': 2, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:20.615511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Checking router: 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:20.615821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Updating router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 port e1635ea7-4c22-430d-b68b-534749ed9187 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:31:20.639600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:20.680390 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:20.761843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a66a3313-a371-4233-b581-d66f29025d39 req-bef9a87f-6e2c-4a4b-b26e-b46af27ba2ce service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046616 Jul 22 14:31:20.793646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'name': 'network-vif-deleted', 'tag': '6c42a9e8-dc73-4105-9f65-907d1622104a'}, {'name': 'network-changed', 'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:20.796040 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d90720-222e-431a-aa70-06e8946eba4a" -d '{"events": [{"server_uuid": "17154c97-9bc0-4d3a-816f-6a8eab08424b", "name": "network-vif-deleted", "tag": "6c42a9e8-dc73-4105-9f65-907d1622104a"}, {"name": "network-changed", "server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:21.131711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-28e0a4a7-3dc9-4a2a-b006-07b3dfe3263e tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.9210949 Jul 22 14:31:21.135761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50046) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:21.169795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9814c676-df41-4908-8d04-f7e0e3a183c5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:21.175847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-599aa190-7255-4ea8-a5c9-e8275afd7da4 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.179015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-599aa190-7255-4ea8-a5c9-e8275afd7da4 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0176122 Jul 22 14:31:21.215842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-2c10f6ef-de16-4240-9ad9-892b6fa3d9cc tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/quotas/df0498a90d3b43b68c4b6a6a0cda07a8 HTTP/1.1" status: 200 len: 375 time: 0.0311882 Jul 22 14:31:21.241889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.250752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.259042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.266062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.272580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.280832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.282260 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.288088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.291373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b6bc486-f965-4743-88ec-e573abe801df req-42faf294-5056-41de-b08e-7c2a59d30fb8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5435 time: 0.3744936 Jul 22 14:31:21.304488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb88d-db14-47f2-aa5f-d5beac67f4dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.310068 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Transition to ACTIVE for port object e1635ea7-4c22-430d-b68b-534749ed9187 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:21.319836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4ff0c42d-bd1b-4594-bb02-6019db12f9cf'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:21.324819 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.330047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['eaf08ad9-9613-4e6b-bffe-a9721ab56ab5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:21.335585 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb88d-db14-47f2-aa5f-d5beac67f4dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.370225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-34271cf4-a87a-4885-85f2-40559cffb0f5 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df0498a90d3b43b68c4b6a6a0cda07a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1532888 Jul 22 14:31:21.437832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b6bc486-f965-4743-88ec-e573abe801df req-9630a729-9e21-4230-8111-4f378ab53d9a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772250 Jul 22 14:31:21.446227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e302d967-f2f8-4e2e-8791-5d4f7a0ae37f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:21.462221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb88d-db14-47f2-aa5f-d5beac67f4dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.465615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa1fb88d-db14-47f2-aa5f-d5beac67f4dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.468799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e773d76f-2328-4c95-ae74-09ac54f91d44'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:21.470968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['af64618b-3f4c-45c0-a594-4da43f230196'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:21.471092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Pushing event updated for resources: {'Port': ['ID=e1635ea7-4c22-430d-b68b-534749ed9187,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:21.479629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50068) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:21.481104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fa1fb88d-db14-47f2-aa5f-d5beac67f4dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec1f8f3c-02ef-40f6-8a7d-e1e72258fee3 HTTP/1.1" status: 204 len: 168 time: 0.3438299 Jul 22 14:31:21.520391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.520950 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.521304 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.521646 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.521978 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.522305 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.526958 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.527322 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.527661 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.528357 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.532264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fb88d-db14-47f2-aa5f-d5beac67f4dd tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1f8f3c-02ef-40f6-8a7d-e1e72258fee3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:21.533911 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.534570 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:21.604807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fea737d8-baac-4936-8da7-0201bd197f59 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1237516 Jul 22 14:31:21.609442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:21.614202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'tempest-secgroup--893422432'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:21.844363 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Attempting to bind port e1635ea7-4c22-430d-b68b-534749ed9187 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:21.844743 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Attempting to bind port e1635ea7-4c22-430d-b68b-534749ed9187 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:21.845110 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Attempting to bind port e1635ea7-4c22-430d-b68b-534749ed9187 on network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:21.868053 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:21.869144 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Checking segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:21.869562 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.869968 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Bound using segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:21.874994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129cd27-2ac8-4dc6-9515-76fbb7784756 req-d05bb65b-bf7f-4d5b-b346-9fc79794c0d1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:21.877164 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Bound port: e1635ea7-4c22-430d-b68b-534749ed9187, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:21.877633 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:21.884869 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3181a27d-c24d-4d39-bd35-12263d32192c x-openstack-request-id: req-3181a27d-c24d-4d39-bd35-12263d32192c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:21.885859 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17154c97-9bc0-4d3a-816f-6a8eab08424b", "name": "network-vif-deleted", "tag": "6c42a9e8-dc73-4105-9f65-907d1622104a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:21.887442 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3181a27d-c24d-4d39-bd35-12263d32192c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:21.888074 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17154c97-9bc0-4d3a-816f-6a8eab08424b', 'name': 'network-vif-deleted', 'tag': '6c42a9e8-dc73-4105-9f65-907d1622104a', 'status': 'completed', 'code': 200} Jul 22 14:31:21.888528 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'status': 'completed', 'code': 200} Jul 22 14:31:21.894333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7129cd27-2ac8-4dc6-9515-76fbb7784756 req-d05bb65b-bf7f-4d5b-b346-9fc79794c0d1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 949 time: 0.1779661 Jul 22 14:31:21.946921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.063672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7129cd27-2ac8-4dc6-9515-76fbb7784756 req-9b45184f-f7ad-4410-86af-d804bd8b314c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682227 Jul 22 14:31:22.110011 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] For port e1635ea7-4c22-430d-b68b-534749ed9187, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:22.119634 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] For port e1635ea7-4c22-430d-b68b-534749ed9187, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e1635ea7-4c22-430d-b68b-534749ed9187,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:22.128944 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.170551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef81b767-0eac-42f8-b728-c5810a7d6ac7 req-375e2ac9-8b13-4f65-8ac7-8a9d3c27670b tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 210 time: 0.2229085 Jul 22 14:31:22.253347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['af55c9cc-531e-4b73-b767-43281f9c279c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:22.318809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:22.319914 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:22.479349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:22.557302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-0ba6a093-300a-4ea6-8dad-d8708427d1a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6635220 Jul 22 14:31:22.574045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-27f56253-2d8a-402a-8fd6-1896e7fc5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:22.577791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-27f56253-2d8a-402a-8fd6-1896e7fc5c17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1100 time: 0.8033502 Jul 22 14:31:22.586567 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecfd0d-6b0f-43e0-9c9d-78454cd34d07 None None] Pushing event updated for resources: {'Port': ['ID=e1635ea7-4c22-430d-b68b-534749ed9187,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:22.663674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Deleting subnet a1e98b83-82a2-47eb-a34e-f6069b67f4b7 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:22.679639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.707744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:22.717691 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:22.761787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:22.786856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:22.869398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.021701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:23.095506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-f49e7cb9-bfc1-4e65-b44e-d9475e421043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.097637 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-f49e7cb9-bfc1-4e65-b44e-d9475e421043 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1100 time: 1.2049694 Jul 22 14:31:23.106042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.119551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.128509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.142721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-7fffdd92-86ad-47fc-a326-dd17e0a8ee5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8835211 Jul 22 14:31:23.247435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e98b83-82a2-47eb-a34e-f6069b67f4b7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:23.264889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.266161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6556208 Jul 22 14:31:23.273672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-1c82203d-b854-4b05-a77a-d24fb25c8f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.275347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-1c82203d-b854-4b05-a77a-d24fb25c8f1a service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.5699863 Jul 22 14:31:23.278497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:23.307292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'mac_address': 'fa:16:3e:51:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:23.323646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bb86d790-2fa9-4249-853b-c40ca7013842 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:23.324060 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-bb86d790-2fa9-4249-853b-c40ca7013842 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:31:23.324553 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-bb86d790-2fa9-4249-853b-c40ca7013842 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 14:31:23.325503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bb86d790-2fa9-4249-853b-c40ca7013842 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "PUT /v2.0/security-groups/3776cd49-57b9-4087-b895-71ca04b546df HTTP/1.1" status: 409 len: 330 time: 0.0178998 Jul 22 14:31:23.331455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f64d-e64a-4a9a-b425-4cc6cfbf2807 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3776cd49-57b9-4087-b895-71ca04b546df,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:23.333536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:23.385616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244867-bc07-42b2-9762-a233ff66a925 req-12f2593a-a1eb-4b3e-8196-167f387b3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.387839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-12f2593a-a1eb-4b3e-8196-167f387b3e6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 1096 time: 0.7935686 Jul 22 14:31:23.461624 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-be55b485-467b-4c19-811e-113ab38880b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.1467755 Jul 22 14:31:23.462785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-9f563435-32a3-4b97-9c9d-4b8edcff0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.464167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-9f563435-32a3-4b97-9c9d-4b8edcff0242 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3503652 Jul 22 14:31:23.481975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.489594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-383de89e-d147-45f4-9ced-4afc6e7be2dd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a1e98b83-82a2-47eb-a34e-f6069b67f4b7 HTTP/1.1" status: 204 len: 168 time: 1.0091088 Jul 22 14:31:23.504709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50144) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:23.687653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.694488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.708754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.710055 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:22Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:23.718038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.725490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.738628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.750796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.760173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07b59595-85f5-4de4-b584-487c3869e66d req-67ff44da-4124-4d4d-bc17-17ebc26def2f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5435 time: 0.7525280 Jul 22 14:31:23.781158 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf72da46-afd6-4eaa-a84c-1c1ae2154939 None None] The sync data for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 is: [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:22Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:23.799118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af3992e-4b89-4600-aaef-dff9544f0375 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.827646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af3992e-4b89-4600-aaef-dff9544f0375 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.867662 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.909795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50150) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:23.935298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-2a035e82-1593-4fc5-8c50-8709cf4416bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.4066219 Jul 22 14:31:23.942103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af3992e-4b89-4600-aaef-dff9544f0375 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.944874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af3992e-4b89-4600-aaef-dff9544f0375 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.949616 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9af3992e-4b89-4600-aaef-dff9544f0375 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/3776cd49-57b9-4087-b895-71ca04b546df HTTP/1.1" status: 204 len: 168 time: 0.5688210 Jul 22 14:31:23.956022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:23.967516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:23.984783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-4957ebed-fb41-451d-8ac0-55fc0e03b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:23.986691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-4957ebed-fb41-451d-8ac0-55fc0e03b264 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 1101 time: 0.8101649 Jul 22 14:31:24.053696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:24.054239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6c42a9e8-dc73-4105-9f65-907d1622104a no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:24.079017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad325ea-6563-4eee-9f18-0f6861f5fced req-374206a2-d25d-49f0-868f-c8ceae5f0d07 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:24.080725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fad325ea-6563-4eee-9f18-0f6861f5fced req-374206a2-d25d-49f0-868f-c8ceae5f0d07 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 949 time: 0.8610518 Jul 22 14:31:24.100762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3992e-4b89-4600-aaef-dff9544f0375 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3776cd49-57b9-4087-b895-71ca04b546df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:24.111036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-28e85ba6-cdee-4e80-b332-db9e49a6d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:24.111036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-28e85ba6-cdee-4e80-b332-db9e49a6d424 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1529694 Jul 22 14:31:24.199613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd99bb84-086b-448a-a06c-0b091a90ae0e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:24.214567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 6c42a9e8-dc73-4105-9f65-907d1622104a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:24.221384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6c42a9e8-dc73-4105-9f65-907d1622104a not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:24.236256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-998bbe89-93bd-4445-8ba2-6d78c27a7027 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=df0498a90d3b43b68c4b6a6a0cda07a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2657661 Jul 22 14:31:24.343289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:24.360740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:24.419175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fad325ea-6563-4eee-9f18-0f6861f5fced req-8d308b51-6b5e-4bbd-a4cc-6681e9df41f9 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081508 Jul 22 14:31:24.429006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7404d174-fbe8-4c20-86f3-5f617bdb0548 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:24.495300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=12']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:24.507350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-7373882c-2702-422d-9933-b3fcc32a0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:24.509846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-7373882c-2702-422d-9933-b3fcc32a0936 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 1.0113952 Jul 22 14:31:24.535464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9814c676-df41-4908-8d04-f7e0e3a183c5 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:24.613063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd99bb84-086b-448a-a06c-0b091a90ae0e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:24.723616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 9814c676-df41-4908-8d04-f7e0e3a183c5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:24.748671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 9814c676-df41-4908-8d04-f7e0e3a183c5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:24.749154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:24.810361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab7d9a4c-a41a-4b0c-8d5a-dc2ea059d7cf req-5444f27e-402d-4d6c-9999-33a68213faa6 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 210 time: 0.2130537 Jul 22 14:31:24.889518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:24.936108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-f8db8e42-6aaf-4ca4-8ed3-f530c1727066 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:24.937760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-f8db8e42-6aaf-4ca4-8ed3-f530c1727066 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6939044 Jul 22 14:31:24.939397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7404d174-fbe8-4c20-86f3-5f617bdb0548 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "PUT /v2.0/quotas/61fe071a43f046cba53f3141b129feff HTTP/1.1" status: 200 len: 366 time: 1.0283303 Jul 22 14:31:24.941421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0273bbfe-b053-4ee7-a6e9-2f4c15f09406']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:24.947952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:24.950591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:24.968012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Request body: {'port': {'device_id': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'df0498a90d3b43b68c4b6a6a0cda07a8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:25.032277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9814c676-df41-4908-8d04-f7e0e3a183c5,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:25.036171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:25.041628 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b651ba4-0158-4d83-830a-47383cff812c" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:25.064385 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.065417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e773d76f-2328-4c95-ae74-09ac54f91d44 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:25.139647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563a5837-3d53-4e22-bfc6-168660f91948') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:25.141610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563a5837-3d53-4e22-bfc6-168660f91948') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:25.167747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07b59595-85f5-4de4-b584-487c3869e66d req-499d29f2-8c70-403a-8e57-38c6035caf89 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.4060383 Jul 22 14:31:25.226005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e5fd61b1-dbcc-4d7b-a8c0-c70377748f54 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2665617 Jul 22 14:31:25.236885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.244058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50166) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.270304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e773d76f-2328-4c95-ae74-09ac54f91d44 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:25.284797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a5c5b5c2-a7b7-4ee4-afa7-2972bc530ab2 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.3122888 Jul 22 14:31:25.285603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.285704 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62166aa-475c-4c41-9219-3c888ef4277c x-openstack-request-id: req-e62166aa-475c-4c41-9219-3c888ef4277c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:25.286070 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:25.286395 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e62166aa-475c-4c41-9219-3c888ef4277c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:25.287091 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5', 'code': 200} Jul 22 14:31:25.297551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e773d76f-2328-4c95-ae74-09ac54f91d44 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:25.298032 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.300330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:25.304866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e0b9fee5-f0ee-4884-a330-779c3fc2dee7 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "GET /v2.0/quotas/61fe071a43f046cba53f3141b129feff HTTP/1.1" status: 200 len: 366 time: 0.0559664 Jul 22 14:31:25.307806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50170) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.309924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Made reservation on behalf of df0498a90d3b43b68c4b6a6a0cda07a8 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:25.314771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.317503 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.346404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.349751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eba3c55e-a01a-4e0b-932c-ccc775d09fe6 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/61fe071a43f046cba53f3141b129feff HTTP/1.1" status: 204 len: 168 time: 0.0406370 Jul 22 14:31:25.350968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:25.351379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:25.354169 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:25.359851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50172) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.399494 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-30c3fa38-b2a1-4bd3-89a5-c6bca2b603ac tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] delete failed (client error): The resource could not be found. Jul 22 14:31:25.409342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30c3fa38-b2a1-4bd3-89a5-c6bca2b603ac tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "DELETE /v2.0/security-groups/bbaa69dc-bdf8-436b-8d26-a08ff6b9d369 HTTP/1.1" status: 404 len: 347 time: 0.0385666 Jul 22 14:31:25.412426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50174) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.420105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8b1fc4bb-3d2d-4e14-82aa-9ba5875bf00f tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0400121 Jul 22 14:31:25.436533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50176) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.465072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-49c708da-c95f-4c21-8e20-af3ad323acde tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "GET /v2.0/quotas/61fe071a43f046cba53f3141b129feff HTTP/1.1" status: 200 len: 370 time: 0.0193136 Jul 22 14:31:25.471780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.500824 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-efc9a293-0a5e-4189-adf3-7201f41f6e70 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] show failed (client error): The resource could not be found. Jul 22 14:31:25.501903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-efc9a293-0a5e-4189-adf3-7201f41f6e70 tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-groups/bf1415a2-a5c0-4904-8474-e75761059229 HTTP/1.1" status: 404 len: 347 time: 0.0828776 Jul 22 14:31:25.524038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50180) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.545321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2697d4-8815-413f-9b05-5190c0cb06c1 req-fdc11168-5c05-4495-9cd7-b5d64f2e3517 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:25.552811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c2697d4-8815-413f-9b05-5190c0cb06c1 req-fdc11168-5c05-4495-9cd7-b5d64f2e3517 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 950 time: 0.6081762 Jul 22 14:31:25.555909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14b4dbae-806d-40c6-91a2-bc1d712ba939 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "GET /v2.0/quotas/61fe071a43f046cba53f3141b129feff/default HTTP/1.1" status: 200 len: 370 time: 0.0167770 Jul 22 14:31:25.557303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-b02e2289-3914-4972-91df-7eb2dedd7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:25.559250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-b02e2289-3914-4972-91df-7eb2dedd7248 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 1.4224913 Jul 22 14:31:25.561179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-1bf6e106-3ed9-4de9-9548-f32714215d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:25.562813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-1bf6e106-3ed9-4de9-9548-f32714215d6f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3317685 Jul 22 14:31:25.563432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50182) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:25.566221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244867-bc07-42b2-9762-a233ff66a925 req-a808eabc-f35c-49c6-92c6-f1d9807ff84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:25.567905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-a808eabc-f35c-49c6-92c6-f1d9807ff84d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 2.1028235 Jul 22 14:31:25.596744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.631877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:25.647099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] 10.222.0.60 "DELETE /v2.0/networks/0273bbfe-b053-4ee7-a6e9-2f4c15f09406 HTTP/1.1" status: 204 len: 168 time: 2.1404078 Jul 22 14:31:25.668105 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-1d2ce8b9-d3bb-426e-a486-7fe78fe5db51 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] delete failed (client error): The resource could not be found. Jul 22 14:31:25.669456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1d2ce8b9-d3bb-426e-a486-7fe78fe5db51 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/61fe071a43f046cba53f3141b129feff HTTP/1.1" status: 404 len: 348 time: 0.0996399 Jul 22 14:31:25.691413 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-c3a63e2f-f126-4c54-9f6e-3ad1415fc06f tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] show failed (client error): The resource could not be found. Jul 22 14:31:25.698377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c3a63e2f-f126-4c54-9f6e-3ad1415fc06f tempest-NegativeSecGroupTest-788020206 tempest-NegativeSecGroupTest-788020206-project] 10.222.0.60 "GET /v2.0/security-group-rules/61dbf44f-5f87-4f64-b288-42bcfc5dd0c5 HTTP/1.1" status: 404 len: 356 time: 0.1378572 Jul 22 14:31:25.709282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a859-d5d1-4179-a37a-3695fd4072ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0273bbfe-b053-4ee7-a6e9-2f4c15f09406,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:25.765473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e1635ea7-4c22-430d-b68b-534749ed9187 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:25.794371 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-af1bfe8e-4541-4ae3-90c2-68317a4bec48 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 200 len: 217 time: 0.2214103 Jul 22 14:31:25.992308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e1635ea7-4c22-430d-b68b-534749ed9187 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:26.006878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c2697d4-8815-413f-9b05-5190c0cb06c1 req-83b085e2-e482-44d4-8dcd-2e8228789aa5 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533842 Jul 22 14:31:26.013609 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.015949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e1635ea7-4c22-430d-b68b-534749ed9187 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:26.016383 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.030457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.051767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-093401d0-0a52-4370-be9f-b20cd753fd0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0134850f-8f16-4198-88a9-157f07b04b33 HTTP/1.1" status: 200 len: 217 time: 0.3908741 Jul 22 14:31:26.066925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.175332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50202) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:26.186699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e773d76f-2328-4c95-ae74-09ac54f91d44,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:26.187714 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb97a5b9-0e6b-4296-9acf-d309b194666e req-f97d8ffe-4bbf-462a-abee-8663b6a6699c tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 210 time: 0.1479483 Jul 22 14:31:26.225958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.237497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device af64618b-3f4c-45c0-a594-4da43f230196 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:26.260326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:26.270110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c86c329-aabe-45d1-90cb-7b456fd2532d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:26.326067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d90720-222e-431a-aa70-06e8946eba4a req-a026032e-c121-4c65-bc08-0a0f6920915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:26.327713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-a026032e-c121-4c65-bc08-0a0f6920915d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7964594 Jul 22 14:31:26.329597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-12784332-75a3-4591-9889-e8a3675618ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:26.332046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-12784332-75a3-4591-9889-e8a3675618ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.4972477 Jul 22 14:31:26.438318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.463947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:26.477567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-79e5b686-fa37-4600-b568-e6bc3eddc68e service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279562 Jul 22 14:31:26.509641 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-ec9ff787-f723-4e87-95ff-b5558e883bf7 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9258611 Jul 22 14:31:26.523319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e1635ea7-4c22-430d-b68b-534749ed9187, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e1635ea7-4c22-430d-b68b-534749ed9187,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:26.533232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.544410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port af64618b-3f4c-45c0-a594-4da43f230196 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:26.572571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Allocated IP 192.168.233.187 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/a95691c5-96ab-4e97-a098-fa6b2cff14be) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:26.581093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port af64618b-3f4c-45c0-a594-4da43f230196 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:26.581816 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.613286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6244867-bc07-42b2-9762-a233ff66a925 req-4b36112e-1efd-4af8-8f02-767aa33fa6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:26.614805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-4b36112e-1efd-4af8-8f02-767aa33fa6c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.4005108 Jul 22 14:31:26.658027 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-355593c0-5363-4ed9-bd08-53cb713991e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=940f3a6c006444068881019919177897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3808682 Jul 22 14:31:26.665652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e1635ea7-4c22-430d-b68b-534749ed9187,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:26.686193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50220) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:26.714944 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-130cb4c4-b98b-44a8-9dff-57d5329666e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731406 Jul 22 14:31:26.745466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:26.768131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-e7ca6705-bfd0-40c8-babe-31e0321a60bf tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588238 Jul 22 14:31:26.817451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:network and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:26.831879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:26.850776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.887886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:subnet and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:26.900258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50226) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:26.916280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port bd99bb84-086b-448a-a06c-0b091a90ae0e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:26.938480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port bd99bb84-086b-448a-a06c-0b091a90ae0e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:26.939040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:26.979646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:27.001761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:subnetpool and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:27.035391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af64618b-3f4c-45c0-a594-4da43f230196,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:27.041296 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.042243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4ff0c42d-bd1b-4594-bb02-6019db12f9cf up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:27.074285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:27.155818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.162330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.169989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.179322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.189811 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-cfe892d4-6ee6-4bb9-950e-04139f68cef3 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6199236 Jul 22 14:31:27.191604 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-a7ddb354-24c0-426b-a114-57f4224c0b69 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386461 Jul 22 14:31:27.192943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.193376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-38d90720-222e-431a-aa70-06e8946eba4a req-0e357159-6011-45bb-871e-06ea787b0b39 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096256 Jul 22 14:31:27.197304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.197695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-3437584a-4d70-40f4-80a7-81a5dbf3a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.199415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-3437584a-4d70-40f4-80a7-81a5dbf3a4ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7451177 Jul 22 14:31:27.204512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.218861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.220931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-916f03af-44f9-45c0-ae16-750d7d1ccc3e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5437 time: 0.5306823 Jul 22 14:31:27.231909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:27.273556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.283140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:27.287838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:27.291798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Transition to ACTIVE for port object a95691c5-96ab-4e97-a098-fa6b2cff14be will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:27.294961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44'}, {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196'}, {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:27.299563 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ae8036-f985-45cd-9ed7-82fc781c7a32" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44"}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "af64618b-3f4c-45c0-a594-4da43f230196"}, {"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:27.302832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:27.303230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.344510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.361393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46b69f6e-7ea6-40ae-9e62-2952c8628ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.366082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.388289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:port and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:27.428131 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-b6063256-e3e3-46f9-9ea8-bc56613729a2 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170062 Jul 22 14:31:27.465089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6de6b15-6373-491b-8607-6f4e7c615931 req-1881e835-107b-457c-92a2-d0087d4a94f8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418796 Jul 22 14:31:27.470282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:27.508325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-a3c0601a-cd0c-496b-8f6c-1b063a6397ed tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:27.510026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-a3c0601a-cd0c-496b-8f6c-1b063a6397ed tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7027159 Jul 22 14:31:27.512272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46b69f6e-7ea6-40ae-9e62-2952c8628ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.524368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:27.564079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-8e331a65-fd09-499f-801f-6bd5a5c975a1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/quotas/ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 375 time: 0.0340014 Jul 22 14:31:27.565076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:27.584290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:router and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:27.587305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:27.590966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.596722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=13']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:27.609777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-df438fe4-e461-40b1-b136-5baee79eb03a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb7131cd0f6243d3b5bbdd0c256ddff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6761096 Jul 22 14:31:27.634348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:27.652721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e1635ea7-4c22-430d-b68b-534749ed9187 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:27.659589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6244867-bc07-42b2-9762-a233ff66a925 req-27f1c534-677b-4e12-b71f-f3d869d6a9e2 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580631 Jul 22 14:31:27.709059 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-600f9563-b9c7-483a-bb0f-bb05834e3b99 req-d445afc6-0d8c-43e1-b13c-c7afea3a0ca1 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678978 Jul 22 14:31:27.732416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Pushing event updated for resources: {'Port': ['ID=a95691c5-96ab-4e97-a098-fa6b2cff14be,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:27.735464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.774756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.814651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:27.827125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46b69f6e-7ea6-40ae-9e62-2952c8628ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.830463 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46b69f6e-7ea6-40ae-9e62-2952c8628ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.835292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:27.839595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-46b69f6e-7ea6-40ae-9e62-2952c8628ab0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ef1452e-06be-4ff7-8d7a-cd577a21fd79 HTTP/1.1" status: 204 len: 168 time: 1.0825369 Jul 22 14:31:27.855886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.867829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.875126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:27.877253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/849db6c8-0419-4f36-bb4f-a1feeb89a1af HTTP/1.1" status: 204 len: 168 time: 0.2367108 Jul 22 14:31:27.883785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:27.915417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849db6c8-0419-4f36-bb4f-a1feeb89a1af,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:27.931886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.934567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.935252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.937320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.938062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.939744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.940206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.940657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.941919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.942375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.945821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.945821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1c140-0fbf-4a77-abd0-eb1b4538527d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.950560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:floatingip and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:27.983927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:27.989106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.989993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.990620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.991737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.992315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.993451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:27.999811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:28.000639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:28.001139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:28.001631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:28.002279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:28.002805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:31:28.012007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b69f6e-7ea6-40ae-9e62-2952c8628ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef1452e-06be-4ff7-8d7a-cd577a21fd79,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:28.098604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:28.099340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.126284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f6db79ef-0a1c-4fc3-9131-f8a21ddf7c6d None None] Provisioning for port a95691c5-96ab-4e97-a098-fa6b2cff14be completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:28.157337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-fb12435f-6863-4a6e-bd84-e1bbced19eff tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2013402 Jul 22 14:31:28.171770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba892ad-f243-4f59-8517-a3ce39e116b8 req-cb12f354-8e75-4a99-804b-0228ee104b18 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:28.172318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:28.180739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ba892ad-f243-4f59-8517-a3ce39e116b8 req-cb12f354-8e75-4a99-804b-0228ee104b18 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 936 time: 0.4445586 Jul 22 14:31:28.192723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f6db79ef-0a1c-4fc3-9131-f8a21ddf7c6d None None] Provisioning complete for port a95691c5-96ab-4e97-a098-fa6b2cff14be triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:28.192980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6db79ef-0a1c-4fc3-9131-f8a21ddf7c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.207463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Request body: {'port': {'device_id': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:28.209495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e1635ea7-4c22-430d-b68b-534749ed9187 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:28.209891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.280204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:security_group and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:28.290938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-9933841e-0258-4b54-aece-05b1d3214341 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7075813 Jul 22 14:31:28.312161 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:28.345369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ba892ad-f243-4f59-8517-a3ce39e116b8 req-4db8aed0-b2ef-4cb1-835d-898132f1d3f8 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636782 Jul 22 14:31:28.360334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:28.386334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6db79ef-0a1c-4fc3-9131-f8a21ddf7c6d None None] Port a95691c5-96ab-4e97-a098-fa6b2cff14be cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:28.394431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:28.394431 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.397397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Usage tracker for resource:security_group_rule and tenant:2b08c816ecd04c34a8921d056928c5ce is out of sync, need to count used quota {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 14:31:28.434413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.quota.resource [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93812) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 14:31:28.459002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.472178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4cdc4fe7-3ccd-41b2-b306-068332067325 tempest-QuotasTest-1685067932 tempest-QuotasTest-1685067932-project-admin] 10.222.0.60 "GET /v2.0/quotas/2b08c816ecd04c34a8921d056928c5ce/details.json HTTP/1.1" status: 200 len: 703 time: 2.2819839 Jul 22 14:31:28.504316 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e94219-59aa-41b7-b736-92236d29f3f1 x-openstack-request-id: req-41e94219-59aa-41b7-b736-92236d29f3f1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:28.504681 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44", "code": 200}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "af64618b-3f4c-45c0-a594-4da43f230196", "code": 200}, {"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-plugged", "status": "completed", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:28.504884 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41e94219-59aa-41b7-b736-92236d29f3f1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:28.505321 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44', 'code': 200} Jul 22 14:31:28.508608 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196', 'code': 200} Jul 22 14:31:28.508902 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'code': 200} Jul 22 14:31:28.730426 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.798708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29727336-b095-4314-b9d9-3733e5164690 req-5371fc5c-c447-49b0-8c47-5d1baa41ba1d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 210 time: 0.0714707 Jul 22 14:31:28.810145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:28.816453 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:28.817305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e302d967-f2f8-4e2e-8791-5d4f7a0ae37f up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:29.028433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:29.034916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:29.077864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:29.089502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:29.092516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.340482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.389635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.411139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.426134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.432265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.443984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:29.450360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.452533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.453395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device af55c9cc-531e-4b73-b767-43281f9c279c up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:29.485681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.525958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.537360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-473cd869-d0f6-497c-9edc-126e9340cf1a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5440 time: 0.8116791 Jul 22 14:31:29.560616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95691c5-96ab-4e97-a098-fa6b2cff14be {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:29.610610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.646671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Transition to ACTIVE for port object a95691c5-96ab-4e97-a098-fa6b2cff14be will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:29.690462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0865491-2180-43ee-b88c-d655f4a9f13d req-2d3002b4-b012-4289-99cd-b35c277c7684 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518567 Jul 22 14:31:29.707095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b79ecabb-9d8d-4fa5-98a8-3f21715c9808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.715618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.767379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=a95691c5-96ab-4e97-a098-fa6b2cff14be,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:29.787668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:29.799778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port af55c9cc-531e-4b73-b767-43281f9c279c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:29.806621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port af55c9cc-531e-4b73-b767-43281f9c279c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:29.807607 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:29.809565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514dc7b-708a-4c3f-beec-3a45b8f9c9c8 req-2cfbc4b7-c4dd-484d-ad9d-6b5d640db7ed tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:29.814645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4514dc7b-708a-4c3f-beec-3a45b8f9c9c8 req-2cfbc4b7-c4dd-484d-ad9d-6b5d640db7ed tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 936 time: 0.2474251 Jul 22 14:31:30.005123 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.015332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b79ecabb-9d8d-4fa5-98a8-3f21715c9808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.023041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b79ecabb-9d8d-4fa5-98a8-3f21715c9808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.067338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ecabb-9d8d-4fa5-98a8-3f21715c9808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21564973-4e18-4cc4-9ea8-621c98596019,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:30.077557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50306) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:30.103935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af55c9cc-531e-4b73-b767-43281f9c279c,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:30.110861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.116539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b79ecabb-9d8d-4fa5-98a8-3f21715c9808 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff6ac87a09fe42cb8dcfa7a37ed489ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0803778 Jul 22 14:31:30.121364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:30.148043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e5c415c-79f5-4d54-96f9-c1145a8519f3 req-15b3586c-dcf4-4469-af6f-10891819e8f1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 210 time: 0.1699879 Jul 22 14:31:30.175649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4514dc7b-708a-4c3f-beec-3a45b8f9c9c8 req-6a8768df-1e56-44b0-b7c2-761663fc7d28 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321645 Jul 22 14:31:30.224722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46cc1f99-11a4-41c3-a1ac-63e76c9be4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.255826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Attempting to bind port a95691c5-96ab-4e97-a098-fa6b2cff14be on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:30.257011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Attempting to bind port a95691c5-96ab-4e97-a098-fa6b2cff14be by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:30.258139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Attempting to bind port a95691c5-96ab-4e97-a098-fa6b2cff14be on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:30.266447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Port a95691c5-96ab-4e97-a098-fa6b2cff14be on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:30.267234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Attempting to bind port a95691c5-96ab-4e97-a098-fa6b2cff14be on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:30.273233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46cc1f99-11a4-41c3-a1ac-63e76c9be4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.274305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:30.275034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:30.276668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:30.277467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Bound port: a95691c5-96ab-4e97-a098-fa6b2cff14be, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:30.278184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.291153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:30.419702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] For port a95691c5-96ab-4e97-a098-fa6b2cff14be, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:30.427072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] For port a95691c5-96ab-4e97-a098-fa6b2cff14be, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:30.436240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.445095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50320) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:30.459084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-4287e37f-39ec-411e-bb26-c743dc1821f8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ca83168bfa1045e9b68525236f520275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703008 Jul 22 14:31:30.491010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.491637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.493253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] 10.222.0.72 "PUT /v2.0/ports/a95691c5-96ab-4e97-a098-fa6b2cff14be HTTP/1.1" status: 200 len: 1096 time: 2.3099866 Jul 22 14:31:30.493711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'tag': 'a95691c5-96ab-4e97-a098-fa6b2cff14be'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:30.496104 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b475dd6-c1a2-4090-ad51-40eca8a6085c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9d3782-ccef-4da0-922e-33eba1fa9b4b", "tag": "a95691c5-96ab-4e97-a098-fa6b2cff14be"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:30.510221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf'}, {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5'}, {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e302d967-f2f8-4e2e-8791-5d4f7a0ae37f'}, {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af55c9cc-531e-4b73-b767-43281f9c279c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:30.518275 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d08a780-56f6-43d7-a5df-834f43d59cb4" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf"}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5"}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "e302d967-f2f8-4e2e-8791-5d4f7a0ae37f"}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "af55c9cc-531e-4b73-b767-43281f9c279c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:30.618945 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0f81d8-2d95-4a9a-9cf9-1c45b043c15f x-openstack-request-id: req-9b0f81d8-2d95-4a9a-9cf9-1c45b043c15f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:30.619369 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf", "code": 200}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5", "code": 200}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "e302d967-f2f8-4e2e-8791-5d4f7a0ae37f", "code": 200}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-plugged", "status": "completed", "tag": "af55c9cc-531e-4b73-b767-43281f9c279c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:30.619693 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b0f81d8-2d95-4a9a-9cf9-1c45b043c15f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:30.620188 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf', 'code': 200} Jul 22 14:31:30.620685 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5', 'code': 200} Jul 22 14:31:30.621048 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e302d967-f2f8-4e2e-8791-5d4f7a0ae37f', 'code': 200} Jul 22 14:31:30.621410 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af55c9cc-531e-4b73-b767-43281f9c279c', 'code': 200} Jul 22 14:31:30.630291 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85db957c-f202-40ee-89cd-228e75c4e201 x-openstack-request-id: req-85db957c-f202-40ee-89cd-228e75c4e201 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:30.630932 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9d3782-ccef-4da0-922e-33eba1fa9b4b", "tag": "a95691c5-96ab-4e97-a098-fa6b2cff14be", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:30.631434 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85db957c-f202-40ee-89cd-228e75c4e201 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:30.632081 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'tag': 'a95691c5-96ab-4e97-a098-fa6b2cff14be', 'status': 'completed', 'code': 200} Jul 22 14:31:30.640398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1259902254-network', 'tenant_id': '6a56fd8c5b2148c1b3e77cd6cd086bf1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:30.647319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-443270310'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:30.652663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d4257-be4c-46d2-a866-96a7e4e9fce4 service neutron] Pushing event updated for resources: {'Port': ['ID=a95691c5-96ab-4e97-a098-fa6b2cff14be,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:30.681491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46cc1f99-11a4-41c3-a1ac-63e76c9be4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.686744 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46cc1f99-11a4-41c3-a1ac-63e76c9be4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.687947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-46cc1f99-11a4-41c3-a1ac-63e76c9be4b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21564973-4e18-4cc4-9ea8-621c98596019 HTTP/1.1" status: 204 len: 168 time: 0.5637681 Jul 22 14:31:30.702866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:31:30.702866 n-d-794306-8 neutron-server[93812]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:31:30.702866 n-d-794306-8 neutron-server[93812]: [parameters: {'project_id': '0fcd1ca5c16b4b218e7c5b07abce8fa7', 'id': '8c6bd81d-8613-4fdc-ad13-38324428e3e2', 'expiration': datetime.datetime(2021, 7, 22, 14, 33, 30, 682295)}] Jul 22 14:31:30.702866 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:31:30.703691 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:31:30.713336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Made reservation on behalf of 6a56fd8c5b2148c1b3e77cd6cd086bf1 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:30.716160 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.725436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc1f99-11a4-41c3-a1ac-63e76c9be4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21564973-4e18-4cc4-9ea8-621c98596019,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:30.729507 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:30.759862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-b684eb53-a09f-427f-804a-defa1ba22bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.761254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-b684eb53-a09f-427f-804a-defa1ba22bdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df0498a90d3b43b68c4b6a6a0cda07a8&device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 1099 time: 0.1951292 Jul 22 14:31:30.858314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-13cc472f-32a0-4cd5-aabe-68216a159992 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be HTTP/1.1" status: 200 len: 217 time: 0.0880687 Jul 22 14:31:30.867009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-a4127210-0581-40ea-9ff2-866feb1dbeae tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.869246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-a4127210-0581-40ea-9ff2-866feb1dbeae tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3963053 Jul 22 14:31:30.885747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Request body: {'port': {'device_id': '8c2481d9-657a-415e-b617-1b08d2b36437', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'ca83168bfa1045e9b68525236f520275'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:30.899772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.900347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.900830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.901305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.901816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.902310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.902837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.905042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dd73f238-118a-4030-bf98-035ea9a83141 req-4dd8c70c-94b7-441f-91a7-f2697b9142d3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6499 time: 0.1808586 Jul 22 14:31:30.992555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-37a4a6ab-8c67-4534-b4f6-192af77598d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:30.994260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-37a4a6ab-8c67-4534-b4f6-192af77598d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1106584 Jul 22 14:31:31.032354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dd73f238-118a-4030-bf98-035ea9a83141 req-e4378aa6-0f42-47d3-a63e-f714b9e45af2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154213 Jul 22 14:31:31.055767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.061800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.067806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.075668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.081350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.087694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.094226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.102174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-3e7918a2-a78b-4741-9d17-117040312d4e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.2664289 Jul 22 14:31:31.151109 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.160379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.171103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:31.176279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-146c63a7-b6fd-4533-939b-bb9c2473daa3 req-54e8b9b8-847d-44b9-8918-11ef74fceb33 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732403 Jul 22 14:31:31.190938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cef5-72ee-4b46-8ae3-68f3dc3950fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.202250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:31.227217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:31.231444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.231796 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Added segment ea43128c-5d72-48d1-a2ed-7e1f8b915fb2 of type vlan for network a2b4cbca-3d93-4164-b28a-1c24641064be Jul 22 14:31:31.241724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-d91d0d34-3397-484d-a6e8-1e756220ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.243874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-d91d0d34-3397-484d-a6e8-1e756220ae16 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2418163 Jul 22 14:31:31.316674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cef5-72ee-4b46-8ae3-68f3dc3950fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.318484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Made reservation on behalf of ca83168bfa1045e9b68525236f520275 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:31.323176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.340934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315c2e80-42d3-44c0-b0f3-349bc1f0870b req-69500c66-7d79-4db7-9069-2eebf0f11cde tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 210 time: 0.0563045 Jul 22 14:31:31.365755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.395128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6a2cef5-72ee-4b46-8ae3-68f3dc3950fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.463930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2cef5-72ee-4b46-8ae3-68f3dc3950fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3baa1-729a-4b23-bf6a-c404c3aeb38a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:31.472262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6a2cef5-72ee-4b46-8ae3-68f3dc3950fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b08c816ecd04c34a8921d056928c5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000226 Jul 22 14:31:31.492256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:31.568183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Allocated IP 192.168.233.162 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/45235f1f-f64c-41d5-928e-e26aa7b9c84e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:31.592049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b78f1fa9-a424-435a-a6cd-4685f96e5fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.617522 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b78f1fa9-a424-435a-a6cd-4685f96e5fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.725691 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b78f1fa9-a424-435a-a6cd-4685f96e5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.728335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b78f1fa9-a424-435a-a6cd-4685f96e5fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.729543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b78f1fa9-a424-435a-a6cd-4685f96e5fbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29a3baa1-729a-4b23-bf6a-c404c3aeb38a HTTP/1.1" status: 204 len: 168 time: 0.2363133 Jul 22 14:31:31.767911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f1fa9-a424-435a-a6cd-4685f96e5fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3baa1-729a-4b23-bf6a-c404c3aeb38a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:31.821397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Made reservation on behalf of 0fcd1ca5c16b4b218e7c5b07abce8fa7 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:31.825202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.826260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.835212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:31:31.846400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Transition to ACTIVE for port object 45235f1f-f64c-41d5-928e-e26aa7b9c84e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:31.860210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.888045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.900920 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.902203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.903052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:31.903626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd99bb84-086b-448a-a06c-0b091a90ae0e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:31.906688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21', '34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:31.917213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-4665270c-618a-4fab-b27b-160bc65cf590 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337903 Jul 22 14:31:31.966884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e577f4b-1a75-454b-859e-c0418dd0bdba req-269b173c-2ff8-4cda-a7b7-3207c986abb6 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:31.973759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e577f4b-1a75-454b-859e-c0418dd0bdba req-269b173c-2ff8-4cda-a7b7-3207c986abb6 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 948 time: 0.6317894 Jul 22 14:31:31.975751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:31.990842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:31.997953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:32.088457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:32.133639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.134317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.177428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] Pushing event updated for resources: {'Network': ['ID=a2b4cbca-3d93-4164-b28a-1c24641064be,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:32.199076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a2b4cbca-3d93-4164-b28a-1c24641064be details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:32.333117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e577f4b-1a75-454b-859e-c0418dd0bdba req-1a7de833-fa46-45b2-a030-3e7c4e0c7cf2 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583910 Jul 22 14:31:32.401840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c855cce8-dda1-4f09-8f3b-231e8af6ce9c req-4e4b4a21-3ca7-4333-b751-981d98d6581a service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620891 Jul 22 14:31:32.480803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.487249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.493975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.500493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.507032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.513727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.519618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.522674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-6f90e213-504f-4ff9-bec9-6075b4132455 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.2032914 Jul 22 14:31:32.529984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.546618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-33f96b8f-7947-426c-9544-cc0ed715ad2d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6662104 Jul 22 14:31:32.561322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-3082e2e9-558e-4e5d-8a76-3240428b7343 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:31:32.563595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-3082e2e9-558e-4e5d-8a76-3240428b7343 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091140 Jul 22 14:31:32.574144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-88cb6137-ada5-4f78-8e59-3d1d7aeee1f8 None None] Provisioning for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:32.593063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-88cb6137-ada5-4f78-8e59-3d1d7aeee1f8 None None] Provisioning complete for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:32.593610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88cb6137-ada5-4f78-8e59-3d1d7aeee1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.595496 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.678072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d7e577f6-0372-4c5a-85cb-ea2e74085f1f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5575795 Jul 22 14:31:32.681623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:32.688819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Request body: {'subnet': {'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1259902254-subnet', 'tenant_id': '6a56fd8c5b2148c1b3e77cd6cd086bf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:32.701398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:32.713456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.714105 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Added segment 7ba80f6c-5a6e-4df2-8411-a8dfa15c4222 of type vlan for network 3b060336-e3ac-43c9-9ac6-398085f27317 Jul 22 14:31:32.752447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Made reservation on behalf of 6a56fd8c5b2148c1b3e77cd6cd086bf1 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:32.755402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.771133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.790169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-88cb6137-ada5-4f78-8e59-3d1d7aeee1f8 None None] Port 45235f1f-f64c-41d5-928e-e26aa7b9c84e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:32.872049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279c691e-b556-45ba-b97b-893536353a78,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:32.887165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Request body: {'port': {'device_id': '8c2481d9-657a-415e-b617-1b08d2b36437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:32.911375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f3b853a-e134-4d6a-8d54-9aa76d074278 req-77002860-b757-40f4-86e2-25d8666cd086 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3720586 Jul 22 14:31:32.956578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164e8bc-02f5-49cd-bd80-b951a46fa97f req-73609d9c-2d7c-43ae-b2c1-b502f98fc99d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.965038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8164e8bc-02f5-49cd-bd80-b951a46fa97f req-73609d9c-2d7c-43ae-b2c1-b502f98fc99d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 936 time: 0.4388118 Jul 22 14:31:32.992880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:32.998984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:32.999627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.027234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.079021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8164e8bc-02f5-49cd-bd80-b951a46fa97f req-aa6cb809-3116-4e75-993e-f55f57cae46c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130795 Jul 22 14:31:33.115068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.6676426 Jul 22 14:31:33.144432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:33.153146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Request body: {'subnet': {'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:33.156452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad7692-6c3a-47f8-8bf3-9dcff868621e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event updated for resources: {'Network': ['ID=3b060336-e3ac-43c9-9ac6-398085f27317,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:33.163701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-d94b01d8-db50-4b2a-8478-f3e2d17f056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.166701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-d94b01d8-db50-4b2a-8478-f3e2d17f056f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=df0498a90d3b43b68c4b6a6a0cda07a8&device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 1099 time: 0.6380172 Jul 22 14:31:33.174840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3b060336-e3ac-43c9-9ac6-398085f27317 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:33.342090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.348306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.354876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.360832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.366981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.374264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.376384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45235f1f-f64c-41d5-928e-e26aa7b9c84e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:33.380401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.382299 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e226227-6035-49de-bb33-4fb2a1e43767 req-69108011-4dae-4cff-9fe0-73674639cd58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.3617096 Jul 22 14:31:33.388198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.395485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50390) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:33.406727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Request body: {'floatingip': {'port_id': 'af64618b-3f4c-45c0-a594-4da43f230196'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:33.433081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Transition to ACTIVE for port object 45235f1f-f64c-41d5-928e-e26aa7b9c84e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:33.440321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.472821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Made reservation on behalf of 0fcd1ca5c16b4b218e7c5b07abce8fa7 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:33.475762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.476418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.487092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.544592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:33.548157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-57b97063-9d8d-499b-8888-9b2f5777aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.549737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-57b97063-9d8d-499b-8888-9b2f5777aea1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3566511 Jul 22 14:31:33.598013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9804914-eb21-4d66-aed0-18b483cd44c8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:33.667408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Checking segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:33.667891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Network hostable DHCP agents. Network: a2b4cbca-3d93-4164-b28a-1c24641064be, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:33.695133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-7cc28407-9625-4436-8d1c-5a0afed2a3e7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be HTTP/1.1" status: 200 len: 217 time: 0.1002297 Jul 22 14:31:33.699096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:33.699586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:33.700081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:33.715767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Network a2b4cbca-3d93-4164-b28a-1c24641064be is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:33.720098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:33.720429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:33.729749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:33.730006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:33.730470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:33.731007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Bound port: 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:33.731406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.734557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a2b4cbca-3d93-4164-b28a-1c24641064be) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:33.744879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.745481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.760066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d967fa-0ebb-4843-b549-61c414f2f560 None None] Network a2b4cbca-3d93-4164-b28a-1c24641064be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:33.792645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9e42497e-beb3-4e45-a788-5d08c69bff00 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1091170 Jul 22 14:31:33.832710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:33.839398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:33.848741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.932242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-0e44ab49-9d55-41cf-87f0-dc3617a50605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.934274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-0e44ab49-9d55-41cf-87f0-dc3617a50605 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2178693 Jul 22 14:31:33.952781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:33.953454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:33.957019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] 10.222.0.61 "PUT /v2.0/ports/45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 1096 time: 1.3867791 Jul 22 14:31:33.959000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:33.963177 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2822b-bda0-41a5-b172-c303d398e118" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:34.044676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2c88a-b80b-4203-ba62-18258242b379 req-4ea97bb2-19bc-497e-9cb3-427adb0ec0df tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:34.061063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1bf2c88a-b80b-4203-ba62-18258242b379 req-4ea97bb2-19bc-497e-9cb3-427adb0ec0df tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 948 time: 0.5763533 Jul 22 14:31:34.103056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71e9c3-7de2-4f79-b73f-d590c2bc7d16 None None] Network a2b4cbca-3d93-4164-b28a-1c24641064be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:34.116924 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3079c-8e7a-4ae1-be11-0c6010728ec4 x-openstack-request-id: req-eab3079c-8e7a-4ae1-be11-0c6010728ec4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:34.117235 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:34.117482 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eab3079c-8e7a-4ae1-be11-0c6010728ec4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:34.117886 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'status': 'completed', 'code': 200} Jul 22 14:31:34.223794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6c8bc-e3de-4156-98cb-c990a7288852 service neutron] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:34.279501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-ddd401eb-e792-454c-951f-2f966ec85252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:34.282299 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-ddd401eb-e792-454c-951f-2f966ec85252 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1099 time: 0.2744956 Jul 22 14:31:34.365725 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-89fbe4ce-a8d4-4f08-9b60-a0cb30d16275 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0733359 Jul 22 14:31:34.385398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50416) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:34.412934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1bf2c88a-b80b-4203-ba62-18258242b379 req-858b436e-10e2-4e9d-a149-4318c68e8e7e tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509073 Jul 22 14:31:34.472824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-f5bca212-0079-496b-b386-d39a95df6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:34.474576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-f5bca212-0079-496b-b386-d39a95df6e7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1013577 Jul 22 14:31:34.492703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-c751ab27-f2e0-4f95-91f7-d2047a1e82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:34.494470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-c751ab27-f2e0-4f95-91f7-d2047a1e82bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5421360 Jul 22 14:31:34.500377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.528928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1581495411', 'router:external': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:34.544682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-582473b3-2ed9-484b-9a91-e536fe060640 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:31:34.546146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-582473b3-2ed9-484b-9a91-e536fe060640 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116360 Jul 22 14:31:34.559767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Made reservation on behalf of b2d555d6588942cb80a5f906d7db569a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:34.562044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a95691c5-96ab-4e97-a098-fa6b2cff14be details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:34.562743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.578246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.633731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-5b109aa9-b0dd-4c08-b8b3-664034d2f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:34.635319 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-5b109aa9-b0dd-4c08-b8b3-664034d2f5c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1533797 Jul 22 14:31:34.741725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a95691c5-96ab-4e97-a098-fa6b2cff14be, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:34.774381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'a95691c5-96ab-4e97-a098-fa6b2cff14be', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'a95691c5-96ab-4e97-a098-fa6b2cff14be', 'mac_address': 'fa:16:3e:53:ad:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:34.791404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-9e1dc824-4a83-4732-aaa5-f3e16433ba32 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465816 Jul 22 14:31:34.837138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.841592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.850210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.859140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95691c5-96ab-4e97-a098-fa6b2cff14be {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:34.886857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a95691c5-96ab-4e97-a098-fa6b2cff14be, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:34.892329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.904420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:34.934312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d84df8c-fc30-4337-91df-3fc5f95a4da6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:34.950015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:34.950508 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Added segment bf4ea4ee-4e03-448e-8a11-feccce647c43 of type vlan for network cd865f31-4da8-414e-850b-2c8951efe31b Jul 22 14:31:34.985459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a95691c5-96ab-4e97-a098-fa6b2cff14be,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:35.004274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event updated for resources: {'Subnet': ['ID=b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:35.020272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-f18a29e8-8a0a-4de5-b9cc-c5679ae0f9b6 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403875 Jul 22 14:31:35.036202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:31:35.039940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Checking segment: {'id': '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:35.040311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Network hostable DHCP agents. Network: 3b060336-e3ac-43c9-9ac6-398085f27317, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:35.093056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92381b7d-4cd2-4292-aaaa-b8b65686e1b8 req-abebea94-b0ee-451a-8e22-c5ede02eaf9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:35.094676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92381b7d-4cd2-4292-aaaa-b8b65686e1b8 req-abebea94-b0ee-451a-8e22-c5ede02eaf9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 948 time: 0.7785163 Jul 22 14:31:35.179572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['a95691c5-96ab-4e97-a098-fa6b2cff14be'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:35.264210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.280347 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.284982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Network 3b060336-e3ac-43c9-9ac6-398085f27317 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:35.293697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-5dcc2169-f47e-43b1-8dde-e28af3ec4253 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:35.295767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-5dcc2169-f47e-43b1-8dde-e28af3ec4253 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 818 time: 0.4625697 Jul 22 14:31:35.315275 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b354e4bc-d3ed-4cc0-80e9-60fd3b4fad1d req-df7bdc31-bc05-483d-82b1-90a431c0f6b9 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123553 Jul 22 14:31:35.332409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.333754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92381b7d-4cd2-4292-aaaa-b8b65686e1b8 req-661ee056-c221-4518-9f93-84b8969bf4ab tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012253 Jul 22 14:31:35.401626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3b060336-e3ac-43c9-9ac6-398085f27317) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:35.409759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c1ea2308-ccb6-425e-afbb-29c86032edaa tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/quotas/6a56fd8c5b2148c1b3e77cd6cd086bf1 HTTP/1.1" status: 200 len: 375 time: 0.0305130 Jul 22 14:31:35.411081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:35.411686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.418076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07490b1b-9c51-4523-82e5-c8651bc648b0 None None] Network 3b060336-e3ac-43c9-9ac6-398085f27317 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:35.419917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b475dd6-c1a2-4090-ad51-40eca8a6085c req-1a412455-dfae-41ba-9f55-5e6fed12a243 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858716 Jul 22 14:31:35.448665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.451162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:35.453948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.467066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-866b9a11-9263-45cd-9fdd-751ebe2a2b95 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3201189 Jul 22 14:31:35.472077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-2a69455a-b01f-44da-8982-c8f796c6ce98 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511203 Jul 22 14:31:35.474065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50436) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:35.479329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Request body: {'port': {'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317', 'name': 'tempest-TagsExtTest-1364507115'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:35.600646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2822b-bda0-41a5-b172-c303d398e118 req-c510a075-94ef-4f69-a064-d7699d6ab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:35.603025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-c510a075-94ef-4f69-a064-d7699d6ab540 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1099 time: 0.2315507 Jul 22 14:31:35.613125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2263706 Jul 22 14:31:35.638134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:35.656047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'subnet': {'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:35.695939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-3b060336-e3ac-43c9-9ac6-398085f27317', 'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317', 'tenant_id': '0fcd1ca5c16b4b218e7c5b07abce8fa7', 'fixed_ips': [{'subnet_id': 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:35.697454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.761821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Made reservation on behalf of b2d555d6588942cb80a5f906d7db569a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:35.765465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:35.874217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7fa2a8-3d19-441c-af00-20833accb0d3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Network': ['ID=cd865f31-4da8-414e-850b-2c8951efe31b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:35.889641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network cd865f31-4da8-414e-850b-2c8951efe31b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:35.981571 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Floating IP 95692415-c230-4998-8db7-d3523df1717d associated. External IP: 172.25.3.15, port: af64618b-3f4c-45c0-a594-4da43f230196. Jul 22 14:31:36.034378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Allocated IP 172.20.0.2 (3b060336-e3ac-43c9-9ac6-398085f27317/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/25f7804e-003e-4d0c-8d26-08e68f3975ec) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:36.053351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2822b-bda0-41a5-b172-c303d398e118 req-a859019d-0fce-4df9-ba83-a6a397672a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:36.055728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-a859019d-0fce-4df9-ba83-a6a397672a49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.4444203 Jul 22 14:31:36.117567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-2a0c1774-9a4a-4836-a340-1615576c6cf6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0542183 Jul 22 14:31:36.204409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-65be74d2-e539-45ce-ac47-738f5b150015 service neutron] 10.222.0.60 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199314 Jul 22 14:31:36.219663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2822b-bda0-41a5-b172-c303d398e118 req-15570e50-68d5-4263-987c-5c3c1efecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:36.221500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-15570e50-68d5-4263-987c-5c3c1efecc12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0977499 Jul 22 14:31:36.236878 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.250990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Transition to ACTIVE for port object 25f7804e-003e-4d0c-8d26-08e68f3975ec will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:36.263965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88212180-e25a-497b-a8d9-c099d894ae04 req-19c1545d-07f1-4a4e-816f-8b5dc6199970 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:36.271156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88212180-e25a-497b-a8d9-c099d894ae04 req-19c1545d-07f1-4a4e-816f-8b5dc6199970 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 949 time: 0.7442048 Jul 22 14:31:36.274191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Transition to ACTIVE for port object 25f7804e-003e-4d0c-8d26-08e68f3975ec will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:36.281830 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.312615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Made reservation on behalf of 0fcd1ca5c16b4b218e7c5b07abce8fa7 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:36.316170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.337310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Network 3b060336-e3ac-43c9-9ac6-398085f27317 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:36.341097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:36.344389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:36.353032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Pushing event updated for resources: {'Port': ['ID=25f7804e-003e-4d0c-8d26-08e68f3975ec,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:36.376802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2822b-bda0-41a5-b172-c303d398e118 req-5870f547-eacc-4e82-a269-9405d051baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:36.378356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-5870f547-eacc-4e82-a269-9405d051baca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249852 Jul 22 14:31:36.435233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Attempting to bind port 25f7804e-003e-4d0c-8d26-08e68f3975ec on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:36.436731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Attempting to bind port 25f7804e-003e-4d0c-8d26-08e68f3975ec by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:36.437313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Attempting to bind port 25f7804e-003e-4d0c-8d26-08e68f3975ec on network 3b060336-e3ac-43c9-9ac6-398085f27317 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:36.447533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:36.447918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Checking segment: {'id': '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:36.448830 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.448830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Bound using segment: {'id': '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:36.449205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Bound port: 25f7804e-003e-4d0c-8d26-08e68f3975ec, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3b060336-e3ac-43c9-9ac6-398085f27317'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:36.449606 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.465294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] device_id is not set on port b8d5dd70-c483-4cfc-b86a-69fce358574b yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:36.478788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88212180-e25a-497b-a8d9-c099d894ae04 req-7acda520-3e30-49e9-9496-28ac4d87d15e tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066684 Jul 22 14:31:36.516078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:31:36.516827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.545887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-585128fd-e840-4c84-a82f-d7bf687216e6 service neutron] 10.222.0.60 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320119 Jul 22 14:31:36.559413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] For port 25f7804e-003e-4d0c-8d26-08e68f3975ec, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:36.565144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] For port 25f7804e-003e-4d0c-8d26-08e68f3975ec, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25f7804e-003e-4d0c-8d26-08e68f3975ec,segment=NetworkSegment(7ba80f6c-5a6e-4df2-8411-a8dfa15c4222),segment_id=7ba80f6c-5a6e-4df2-8411-a8dfa15c4222)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:36.572013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a95691c5-96ab-4e97-a098-fa6b2cff14be up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:36.593718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Subnet': ['ID=313a4cfb-3466-4925-a135-24dbcb46a67f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:36.610496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Router c121b548-47cd-459a-ba51-de904806fa47 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:31:36.618685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.646676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Checking segment: {'id': 'bf4ea4ee-4e03-448e-8a11-feccce647c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:36.647235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network hostable DHCP agents. Network: cd865f31-4da8-414e-850b-2c8951efe31b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:36.652037 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-8ea57784-3056-4700-847d-82112a8ce401 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632146 Jul 22 14:31:36.711965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f52c9-580e-45ec-aac8-8fdd49d7ce58 None None] Pushing event updated for resources: {'Port': ['ID=25f7804e-003e-4d0c-8d26-08e68f3975ec,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:36.719496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port a95691c5-96ab-4e97-a098-fa6b2cff14be completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:36.723804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Allocated IP 172.20.0.12 (3b060336-e3ac-43c9-9ac6-398085f27317/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/b8d5dd70-c483-4cfc-b86a-69fce358574b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:36.735787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network cd865f31-4da8-414e-850b-2c8951efe31b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:36.737832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port a95691c5-96ab-4e97-a098-fa6b2cff14be triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:36.738155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.762249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, cd865f31-4da8-414e-850b-2c8951efe31b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:36.769505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:36.770431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.812082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06f8b8e-d208-457c-bc94-b7f66d261c4a None None] Network cd865f31-4da8-414e-850b-2c8951efe31b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:36.816195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:36.824881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0830b1ee-9faf-4751-b728-9fbcb1e61e78 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1846797 Jul 22 14:31:36.827491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:36.833071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-19252291', 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:36.852171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:36.883108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] Sync routers for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:36.890016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Made reservation on behalf of b2d555d6588942cb80a5f906d7db569a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:36.894822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:36.901579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73c2822b-bda0-41a5-b172-c303d398e118 req-a99fbd2c-b561-461d-a758-4544776ad95b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363949 Jul 22 14:31:36.920661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] device_id is not set on port 1879003b-67be-452b-bdac-60e3e5588892 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:36.933916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.243210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:37.243856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:37.262074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-05d00ebe-7682-4047-a7ed-e0350d2fba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:37.263729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-05d00ebe-7682-4047-a7ed-e0350d2fba26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.1567533 Jul 22 14:31:37.308847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Allocated IP 2001:db8::329 (cd865f31-4da8-414e-850b-2c8951efe31b/313a4cfb-3466-4925-a135-24dbcb46a67f/1879003b-67be-452b-bdac-60e3e5588892) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:37.332196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c2a97f5d-ea6c-438f-a1e2-ad35416589bf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "PUT /v2.0/floatingips/95692415-c230-4998-8db7-d3523df1717d HTTP/1.1" status: 200 len: 991 time: 3.9357960 Jul 22 14:31:37.349691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:37.358092 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2054501d-a883-4df5-b2ed-985cbdc4ebc1" -d '{"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "af64618b-3f4c-45c0-a594-4da43f230196"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:37.412589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:37.417109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764e384-a00d-4dcd-8799-08f67c6a8cbd None None] Network cd865f31-4da8-414e-850b-2c8951efe31b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:37.469726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.483085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-61ecec66-e9c2-41dc-9baa-ae34398f7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:37.484779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-61ecec66-e9c2-41dc-9baa-ae34398f7b47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.2078602 Jul 22 14:31:37.499461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.502214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'mac_address': 'fa:16:3e:ed:ef:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:37.528747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48498ebd-f1ce-40a6-9aaf-997cafd73532 req-cbee6f3d-7d81-43da-8860-2af7c858e0ab tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:37.545155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48498ebd-f1ce-40a6-9aaf-997cafd73532 req-cbee6f3d-7d81-43da-8860-2af7c858e0ab tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 948 time: 0.4371362 Jul 22 14:31:37.553510 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-f159f5d9-c5a6-45c8-890a-1c0cbc3e0b6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.0586612 Jul 22 14:31:37.583984 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.586822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.678875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-c3a75ce8-39a6-41b4-a1a7-0c2f8013719d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:37.681127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Transition to ACTIVE for port object b8d5dd70-c483-4cfc-b86a-69fce358574b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:37.681681 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-c3a75ce8-39a6-41b4-a1a7-0c2f8013719d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.0912623 Jul 22 14:31:37.702893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48498ebd-f1ce-40a6-9aaf-997cafd73532 req-9de3cc65-4da2-43a1-8e07-eb64b4297a45 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567149 Jul 22 14:31:37.753358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d45484-383f-43f9-b7ba-b48e325053c8 req-81f199e9-bb41-446d-8d12-e20abc8548d4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:37.753544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:37.758459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-995785e7-45f8-42ef-a42f-68c3c951acee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654685 Jul 22 14:31:37.762067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1d45484-383f-43f9-b7ba-b48e325053c8 req-81f199e9-bb41-446d-8d12-e20abc8548d4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.3543549 Jul 22 14:31:37.832649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25f7804e-003e-4d0c-8d26-08e68f3975ec up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:37.869792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1d45484-383f-43f9-b7ba-b48e325053c8 req-bc563fd1-4eab-40ae-9b23-c1ff65119aef tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062672 Jul 22 14:31:37.905493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-52dfb961-16f5-49e9-a5db-a43a08736c38 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409936 Jul 22 14:31:37.964816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.050141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.087543 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294e5b19-df8b-4e03-9985-0a155d9c1240 x-openstack-request-id: req-294e5b19-df8b-4e03-9985-0a155d9c1240 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:38.087911 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "tag": "af64618b-3f4c-45c0-a594-4da43f230196", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:38.088083 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-294e5b19-df8b-4e03-9985-0a155d9c1240 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:38.088731 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196', 'status': 'completed', 'code': 200} Jul 22 14:31:38.152884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network cd865f31-4da8-414e-850b-2c8951efe31b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:38.161757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-23b998ca-e352-40b9-a07a-fa4c7ed9916f req-45c355ce-4a44-4061-b07b-084b932557d4 service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441797 Jul 22 14:31:38.169039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:38.178774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:38.180702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.185815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.208639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Port': ['ID=1879003b-67be-452b-bdac-60e3e5588892,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:38.220407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9ea0302c-b513-47e3-9db9-d5c003b93c7b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3915293 Jul 22 14:31:38.222808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:38.254087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Network 3b060336-e3ac-43c9-9ac6-398085f27317 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:38.271021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e5516ec-f5c8-4280-9d1c-53a6df283c1c req-3cfb586d-daac-4c22-91f2-f6663fb90d54 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 210 time: 0.1460879 Jul 22 14:31:38.299755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:38.306286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:38.314008 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.320328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:38.331934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event updated for resources: {'Port': ['ID=b8d5dd70-c483-4cfc-b86a-69fce358574b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:38.409389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015760c-3751-41a1-96a3-4143500ab813 req-fec15b0c-199f-49bb-8933-8d3ece2e39e1 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.418396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b015760c-3751-41a1-96a3-4143500ab813 req-fec15b0c-199f-49bb-8933-8d3ece2e39e1 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 949 time: 0.2532609 Jul 22 14:31:38.434050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95691c5-96ab-4e97-a098-fa6b2cff14be'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:38.437264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.437904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.444897 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7db4cb-6fdf-4f39-a980-d4768347679d" -d '{"events": [{"server_uuid": "7a9d3782-ccef-4da0-922e-33eba1fa9b4b", "name": "network-vif-plugged", "status": "completed", "tag": "a95691c5-96ab-4e97-a098-fa6b2cff14be"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:38.468163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af071c54-fd2c-4611-a55c-1e07a65c9017 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9890509 Jul 22 14:31:38.470676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:38.479303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.479803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.480308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.480885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.481399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.481925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.482407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.484671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3df420c7-377e-4dbf-a1ea-681c2ab34d1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6499 time: 0.3841097 Jul 22 14:31:38.490835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2032543799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:38.513949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Deleting port 1879003b-67be-452b-bdac-60e3e5588892 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:38.514977 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.559431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a95691c5-96ab-4e97-a098-fa6b2cff14be, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:38.561624 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ea7c63-4daf-4555-860c-d0bb98540b89 x-openstack-request-id: req-d9ea7c63-4daf-4555-860c-d0bb98540b89 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:38.561991 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9d3782-ccef-4da0-922e-33eba1fa9b4b", "name": "network-vif-plugged", "status": "completed", "tag": "a95691c5-96ab-4e97-a098-fa6b2cff14be", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:38.562329 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9ea7c63-4daf-4555-860c-d0bb98540b89 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:38.562842 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95691c5-96ab-4e97-a098-fa6b2cff14be', 'code': 200} Jul 22 14:31:38.575521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45235f1f-f64c-41d5-928e-e26aa7b9c84e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:38.613844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c748b89-9f96-4af4-8c55-2cc6b483f11f None None] Network 3b060336-e3ac-43c9-9ac6-398085f27317 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:38.623399 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.637585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3759b7b9-d582-41b4-9d14-17b050caaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.639588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-3759b7b9-d582-41b4-9d14-17b050caaa1e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42 HTTP/1.1" status: 200 len: 918 time: 0.1394980 Jul 22 14:31:38.668749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b015760c-3751-41a1-96a3-4143500ab813 req-788fa8a3-f997-42d8-ae95-7b6541a66b82 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319868 Jul 22 14:31:38.706266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.708594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.740843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:38.806343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.813802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.817441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-baa7edd9-6b8f-482b-b755-8445373d244d None None] Provisioning for port 25f7804e-003e-4d0c-8d26-08e68f3975ec completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:38.825605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Calling delete_port for 1879003b-67be-452b-bdac-60e3e5588892 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:38.838360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-dc30622c-5730-45e3-b582-de630a0542a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 200 len: 999 time: 0.1675670 Jul 22 14:31:38.863984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 25f7804e-003e-4d0c-8d26-08e68f3975ec completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:38.889851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-baa7edd9-6b8f-482b-b755-8445373d244d None None] Provisioning complete for port 25f7804e-003e-4d0c-8d26-08e68f3975ec triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:38.890636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-baa7edd9-6b8f-482b-b755-8445373d244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:38.910286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3bef0-d311-4f51-b315-ad4583a2e7d7 req-a8fab5e5-6688-4c0e-8084-78d2690fe663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:38.912120 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25d3bef0-d311-4f51-b315-ad4583a2e7d7 req-a8fab5e5-6688-4c0e-8084-78d2690fe663 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 1101 time: 0.2226677 Jul 22 14:31:38.944815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 25f7804e-003e-4d0c-8d26-08e68f3975ec triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:38.945427 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.020194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-25d3bef0-d311-4f51-b315-ad4583a2e7d7 req-78bfa5d4-45a5-4ba5-804e-9ab4ac901c72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Jul 22 14:31:39.046815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a95691c5-96ab-4e97-a098-fa6b2cff14be,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:39.094568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.122133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.125183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['45235f1f-f64c-41d5-928e-e26aa7b9c84e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:39.133696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.152284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-60b6d3a5-3bca-428b-a5eb-5e67ceb30864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:39.153934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-60b6d3a5-3bca-428b-a5eb-5e67ceb30864 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57c75868-48b5-43c0-9a8f-0a002a099812 HTTP/1.1" status: 200 len: 856 time: 0.2870617 Jul 22 14:31:39.170005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event deleted for resources: {'Port': ['ID=1879003b-67be-452b-bdac-60e3e5588892,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:39.187236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.191235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-79444b24-c319-45b9-a66e-b00eb94bd2aa tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7030783 Jul 22 14:31:39.193463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:39.228948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-16b390ac-6151-44d3-9947-f51373bca941 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-612843692', 'prefixes': ['172.20.0.0/16']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:39.259255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.262258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ddf2-4465-43c0-8763-fbc0b7f6b27c req-bc6465c3-7305-46ad-987c-8c7962681a49 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:39.264392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afe0ddf2-4465-43c0-8763-fbc0b7f6b27c req-bc6465c3-7305-46ad-987c-8c7962681a49 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 949 time: 0.4232500 Jul 22 14:31:39.271573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b9915732-d1e3-442b-8c9a-ee9cefe11462 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1879003b-67be-452b-bdac-60e3e5588892 HTTP/1.1" status: 204 len: 168 time: 1.0398102 Jul 22 14:31:39.274301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:39.282996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b', 'external_fixed_ips': [{'subnet_id': '313a4cfb-3466-4925-a135-24dbcb46a67f', 'ip_address': '2001:db8::329'}]}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:39.308437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.310309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ee0ce-d92a-430f-a887-d2fbda01eb22 req-5397d3c8-e198-44f4-90e6-8239be7fc9e4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:39.318656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da0ee0ce-d92a-430f-a887-d2fbda01eb22 req-5397d3c8-e198-44f4-90e6-8239be7fc9e4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.3117075 Jul 22 14:31:39.319429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.396967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-16b390ac-6151-44d3-9947-f51373bca941 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for subnetpool, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.398568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afe0ddf2-4465-43c0-8763-fbc0b7f6b27c req-cf8be5c0-a6a5-48da-a9f2-52f4ba33b662 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Jul 22 14:31:39.405021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-8c8b71a5-17c0-4a17-b222-a5452cb783a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:39.408392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-8c8b71a5-17c0-4a17-b222-a5452cb783a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456794 Jul 22 14:31:39.420352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-16b390ac-6151-44d3-9947-f51373bca941 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1960821 Jul 22 14:31:39.421825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da0ee0ce-d92a-430f-a887-d2fbda01eb22 req-8fb3b426-e438-4287-9469-b3171a8c7093 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020269 Jul 22 14:31:39.422678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50512) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:39.427059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:39.431069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-32cf6084-f616-4c0d-b5b1-c7eceec9273b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-1950211580') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:39.582799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.681831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89fbd367-538a-4a29-904f-cc7979c66c26 req-ef294def-123f-496d-8caa-0ac075d5ca8b tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 210 time: 0.1215084 Jul 22 14:31:39.736027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '95692415-c230-4998-8db7-d3523df1717d', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'port_id': 'af64618b-3f4c-45c0-a594-4da43f230196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'mac_address': 'fa:16:3e:97:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:13Z', 'updated_at': '2021-07-22T14:31:34Z', 'revision_number': 1, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:39.747450 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.786919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-d72286d6-ad68-4d2d-b802-a37c3c257ed2 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629322 Jul 22 14:31:39.836788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-baa7edd9-6b8f-482b-b755-8445373d244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:39.927211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] Checking router: c121b548-47cd-459a-ba51-de904806fa47 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:40.010933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 25f7804e-003e-4d0c-8d26-08e68f3975ec, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25f7804e-003e-4d0c-8d26-08e68f3975ec,segment=NetworkSegment(7ba80f6c-5a6e-4df2-8411-a8dfa15c4222),segment_id=7ba80f6c-5a6e-4df2-8411-a8dfa15c4222)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:40.014804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.015529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32cf6084-f616-4c0d-b5b1-c7eceec9273b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-1950211580 HTTP/1.1" status: 201 len: 201 time: 0.5879157 Jul 22 14:31:40.023132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:40.029603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-f669ef19-a3f5-4531-9291-3058dacf48cc tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-659581790') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:40.047481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ba82897-299f-45d7-a888-d8bd2ab966c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.054925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.096348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:40.096686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:40.157794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2054501d-a883-4df5-b2ed-985cbdc4ebc1 req-d99e6734-aafc-4079-919b-77fc237e0825 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630691 Jul 22 14:31:40.241316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc307c9e-2531-4a2c-8e2a-aec3e381115a req-64712c83-452e-40bc-b223-0e82e43f1fe3 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:40.254648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc307c9e-2531-4a2c-8e2a-aec3e381115a req-64712c83-452e-40bc-b223-0e82e43f1fe3 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 950 time: 0.3860192 Jul 22 14:31:40.318006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f669ef19-a3f5-4531-9291-3058dacf48cc tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-659581790 HTTP/1.1" status: 201 len: 201 time: 0.2929256 Jul 22 14:31:40.321525 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:40.336215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-8418faa3-dfcc-472c-8cab-8dc663d4471f tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-1304019844') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:40.368270 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-baa7edd9-6b8f-482b-b755-8445373d244d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:31:40.368640 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-baa7edd9-6b8f-482b-b755-8445373d244d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:31:40.378839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc307c9e-2531-4a2c-8e2a-aec3e381115a req-7526c6fe-e62b-4688-b840-dd5943ae52f4 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219471 Jul 22 14:31:40.410367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=25f7804e-003e-4d0c-8d26-08e68f3975ec,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:40.462841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:40.669583 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8418faa3-dfcc-472c-8cab-8dc663d4471f tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-1304019844 HTTP/1.1" status: 201 len: 201 time: 0.3466687 Jul 22 14:31:40.672353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:40.679528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-c8459184-8a65-4fb1-90fe-911c57298917 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-356972777') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:40.686115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8299e-33fa-4cde-87dc-a4a3af7df62c req-5591b960-2f4d-4f22-a85a-5dfa75d9955a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:40.698133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb8299e-33fa-4cde-87dc-a4a3af7df62c req-5591b960-2f4d-4f22-a85a-5dfa75d9955a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 949 time: 0.1541436 Jul 22 14:31:40.772615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.796580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:40.809242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c2272-fe2d-47f5-b693-828934d67b15 req-3aa44b6b-3fa3-4f98-bdfa-c58b7999b39e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:40.811853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c8459184-8a65-4fb1-90fe-911c57298917 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-356972777 HTTP/1.1" status: 201 len: 201 time: 0.1369762 Jul 22 14:31:40.815445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:40.819743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-3f0b7335-0dbe-4b2c-8008-ef0a012fcdf2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:40.823774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f63c2272-fe2d-47f5-b693-828934d67b15 req-3aa44b6b-3fa3-4f98-bdfa-c58b7999b39e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2606730 Jul 22 14:31:40.864676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:40.914304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb8299e-33fa-4cde-87dc-a4a3af7df62c req-1d9b71be-990f-4293-8b79-82f775adf05e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030318 Jul 22 14:31:40.961960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f63c2272-fe2d-47f5-b693-828934d67b15 req-478c95cf-a3c1-4d3f-8add-fca59710f5d7 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353385 Jul 22 14:31:41.081650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:41.089251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '95692415-c230-4998-8db7-d3523df1717d', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'port_id': 'af64618b-3f4c-45c0-a594-4da43f230196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'mac_address': 'fa:16:3e:97:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:13Z', 'updated_at': '2021-07-22T14:31:34Z', 'revision_number': 1, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:41.094427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:41.095012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.138928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3259c8-0c1e-4b23-aa90-80d2d4a6a3ed None None] The sync data for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 is: [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '95692415-c230-4998-8db7-d3523df1717d', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'floating_ip_address': '172.25.3.15', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'port_id': 'af64618b-3f4c-45c0-a594-4da43f230196', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'mac_address': 'fa:16:3e:97:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653da9a0-a809-455c-a04f-931d083cea0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:30:13Z', 'updated_at': '2021-07-22T14:31:34Z', 'revision_number': 1, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:41.195408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d581595-12b0-40d9-ad08-f48803570374 req-f7071c47-1845-449c-aa5b-187af4a20b7e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 210 time: 0.0502386 Jul 22 14:31:41.305908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-845b4707-a7ad-4731-9639-218d65e5a08c tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:41.308541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-845b4707-a7ad-4731-9639-218d65e5a08c tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.72 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 818 time: 0.3105752 Jul 22 14:31:41.323752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Request body: {'port': {'device_id': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'admin_state_up': True, 'tenant_id': '6a56fd8c5b2148c1b3e77cd6cd086bf1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:41.492689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Made reservation on behalf of 6a56fd8c5b2148c1b3e77cd6cd086bf1 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:41.496380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.552134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2448a688-4f8a-41ab-9a47-27ff7abf6b08 None None] Provisioning for port b8d5dd70-c483-4cfc-b86a-69fce358574b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:41.567515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2448a688-4f8a-41ab-9a47-27ff7abf6b08 None None] Provisioning complete for port b8d5dd70-c483-4cfc-b86a-69fce358574b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:41.568255 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2448a688-4f8a-41ab-9a47-27ff7abf6b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.613073 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f05bc2-bbc2-46d7-9009-97f8b50052bb None None] New status for floating IP 95692415-c230-4998-8db7-d3523df1717d: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:31:41.687313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2448a688-4f8a-41ab-9a47-27ff7abf6b08 None None] Port b8d5dd70-c483-4cfc-b86a-69fce358574b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:31:41.696352 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.744429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:41.749332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:41.752184 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811bb9a4-24ef-4532-ba24-4cd86d393c93" -d '{"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-plugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:41.769356 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.795699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2448a688-4f8a-41ab-9a47-27ff7abf6b08 None None] Provisioning complete for port 25f7804e-003e-4d0c-8d26-08e68f3975ec triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:41.796378 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2448a688-4f8a-41ab-9a47-27ff7abf6b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:41.847096 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fa3240-747a-4d66-9cd4-97bbe9945889 x-openstack-request-id: req-54fa3240-747a-4d66-9cd4-97bbe9945889 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:41.847632 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-plugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:41.847937 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54fa3240-747a-4d66-9cd4-97bbe9945889 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:41.848259 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'code': 200} Jul 22 14:31:41.889198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:42.040817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-57c490e3-b7c4-456a-a3cf-0f7905d480fc tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.042403 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-57c490e3-b7c4-456a-a3cf-0f7905d480fc tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 818 time: 1.1842852 Jul 22 14:31:42.061659 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2337bdb9-2ed2-4949-a2dd-aee26cd9288f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.073054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Request body: {'port': {'device_id': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'admin_state_up': True, 'tenant_id': '6a56fd8c5b2148c1b3e77cd6cd086bf1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:42.115076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-65d09259-de19-4d6c-978f-9c0ca579dc7c tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.116682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-65d09259-de19-4d6c-978f-9c0ca579dc7c tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 818 time: 0.6425619 Jul 22 14:31:42.134486 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f0b7335-0dbe-4b2c-8008-ef0a012fcdf2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags HTTP/1.1" status: 200 len: 241 time: 1.3177264 Jul 22 14:31:42.143210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:42.152595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-81f44854-010a-4bec-95ec-1e8e2278c582 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-1950211580') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:42.155325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25f7804e-003e-4d0c-8d26-08e68f3975ec up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:42.162073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Request body: {'port': {'device_id': '421da094-a512-43fd-9225-58403193875c', 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'admin_state_up': True, 'tenant_id': '6a56fd8c5b2148c1b3e77cd6cd086bf1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:42.171658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Allocated IP 2001:db8::329 (cd865f31-4da8-414e-850b-2c8951efe31b/313a4cfb-3466-4925-a135-24dbcb46a67f/f140b273-8f70-4d16-9f66-94d76174aeae) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:42.223781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 25f7804e-003e-4d0c-8d26-08e68f3975ec triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:42.224488 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.301398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987052c-8288-47bc-a93b-440f9e0708fd req-8252a9fe-bb00-44a3-8461-5f9682937d56 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.303233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8987052c-8288-47bc-a93b-440f9e0708fd req-8252a9fe-bb00-44a3-8461-5f9682937d56 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 950 time: 0.7430384 Jul 22 14:31:42.363172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8bdec-6dd2-4486-aa74-da65ceb7e574 req-d9077430-b96d-4a6d-8aa1-b23c3d3a3ef1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.364852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0b8bdec-6dd2-4486-aa74-da65ceb7e574 req-d9077430-b96d-4a6d-8aa1-b23c3d3a3ef1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2095373 Jul 22 14:31:42.371573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Allocated IP 172.20.0.3 (a2b4cbca-3d93-4164-b28a-1c24641064be/b9804914-eb21-4d66-aed0-18b483cd44c8/4555744f-8704-41d0-94a7-9499d0a919b5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:42.377422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8987052c-8288-47bc-a93b-440f9e0708fd req-260caaac-0628-4437-a7cd-f1c2331f7903 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646961 Jul 22 14:31:42.389730 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.398451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078afec4-e3c8-4e59-931f-c331cec46861 req-3e42c2c1-6ddd-496e-862a-0e1b55d765fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.400019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-078afec4-e3c8-4e59-931f-c331cec46861 req-3e42c2c1-6ddd-496e-862a-0e1b55d765fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1101 time: 0.4579208 Jul 22 14:31:42.463548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0b8bdec-6dd2-4486-aa74-da65ceb7e574 req-127da76a-1915-4cf4-9cdb-e7dbda77ef80 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846732 Jul 22 14:31:42.558387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Made reservation on behalf of 6a56fd8c5b2148c1b3e77cd6cd086bf1 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:42.578114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.587884 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-078afec4-e3c8-4e59-931f-c331cec46861 req-8eeeb24e-ff78-4f8a-9c19-6924eea34943 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582799 Jul 22 14:31:42.605077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-81f44854-010a-4bec-95ec-1e8e2278c582 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-1950211580 HTTP/1.1" status: 204 len: 168 time: 0.4610517 Jul 22 14:31:42.605699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50562) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:42.617499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.625289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-9c3793c8-5375-4993-82f2-f93fe276080d tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-1950211580') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:42.628544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edd4cd-58f3-494b-b720-b37bdc2413e4 req-9c31ce46-9b6a-484a-b7c7-fcce685e5356 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.633627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Made reservation on behalf of 6a56fd8c5b2148c1b3e77cd6cd086bf1 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:42.636032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0edd4cd-58f3-494b-b720-b37bdc2413e4 req-9c31ce46-9b6a-484a-b7c7-fcce685e5356 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.1680369 Jul 22 14:31:42.643187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.709134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.731271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0edd4cd-58f3-494b-b720-b37bdc2413e4 req-09ac3a68-ae2a-41c7-b2ba-43b5696c4f0d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941174 Jul 22 14:31:42.791287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99bc2d7b-5009-43b0-9eb0-1c43f160344d req-27dbddfc-edf7-4a53-96a3-3df1b00689ff tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 210 time: 0.0793796 Jul 22 14:31:42.795243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.837537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Network a2b4cbca-3d93-4164-b28a-1c24641064be is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:42.841392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:42.844630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:42.921310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:42.921974 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.924149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:42.943561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Pushing event updated for resources: {'Port': ['ID=4555744f-8704-41d0-94a7-9499d0a919b5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:42.952123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-d79f76e9-8a09-4843-9a62-c59ecfa4965e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6334856 Jul 22 14:31:42.965931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Request body: {'port': {'device_id': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:42.998488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Allocated IP 172.20.0.8 (a2b4cbca-3d93-4164-b28a-1c24641064be/b9804914-eb21-4d66-aed0-18b483cd44c8/22294542-ec9c-4d23-ac80-ff8fb3bcc03d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:43.011356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c3793c8-5375-4993-82f2-f93fe276080d tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-1950211580 HTTP/1.1" status: 204 len: 168 time: 0.3995304 Jul 22 14:31:43.014409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50574) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.022025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-7a0b82fa-7ca5-4804-a102-a144ae6174ff tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:43.022162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network cd865f31-4da8-414e-850b-2c8951efe31b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:43.029414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:43.036877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:43.039043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Port': ['ID=f140b273-8f70-4d16-9f66-94d76174aeae,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:43.108918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.212310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7a0b82fa-7ca5-4804-a102-a144ae6174ff tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags HTTP/1.1" status: 200 len: 205 time: 0.1965847 Jul 22 14:31:43.213890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.220776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-f45e582f-148f-4da3-90d9-f79d402ed039 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:43.371504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f45e582f-148f-4da3-90d9-f79d402ed039 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags HTTP/1.1" status: 200 len: 240 time: 0.1559806 Jul 22 14:31:43.375085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.381536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-773645d7-9109-4ceb-8be3-4369e1699aad tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-659581790') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:43.441375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.452943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.455206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-773645d7-9109-4ceb-8be3-4369e1699aad tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-659581790 HTTP/1.1" status: 204 len: 168 time: 0.0782461 Jul 22 14:31:43.455974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50586) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.460926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-e561a6ad-ed85-44f8-8572-08f5f3a89d9f tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-659581790') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:43.548128 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.588260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.653054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e561a6ad-ed85-44f8-8572-08f5f3a89d9f tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-659581790 HTTP/1.1" status: 204 len: 168 time: 0.1938097 Jul 22 14:31:43.653444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50594) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.658907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-1ecf1e0c-a3a6-43fd-b5a4-6b682803df69 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:43.734989 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-dbd82b8d-82c7-48aa-a736-a54c38b6a8e2 {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:31:43.735258 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:31:43.758747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Network a2b4cbca-3d93-4164-b28a-1c24641064be is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:43.763389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:43.765254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Pushing event updated for resources: {'Port': ['ID=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:43.767761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:43.811687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73d0e0-cf87-4121-8c66-9bf3c4cd5279 req-5622e768-5bec-4eef-b2aa-fc9bb991e4b8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:43.814038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f73d0e0-cf87-4121-8c66-9bf3c4cd5279 req-5622e768-5bec-4eef-b2aa-fc9bb991e4b8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2504597 Jul 22 14:31:43.895846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1ecf1e0c-a3a6-43fd-b5a4-6b682803df69 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags HTTP/1.1" status: 200 len: 205 time: 0.2410188 Jul 22 14:31:43.898731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:43.899829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:43.903109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50602) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:43.910718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-c8198f49-8a5a-4377-926d-27063376440a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:43.934351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabb7bb-c684-4599-bc41-c1e4afd2e279 req-9a31e395-c414-4637-82a1-de3980b1adb7 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:43.935929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aabb7bb-c684-4599-bc41-c1e4afd2e279 req-9a31e395-c414-4637-82a1-de3980b1adb7 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 950 time: 0.2472878 Jul 22 14:31:43.952777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f73d0e0-cf87-4121-8c66-9bf3c4cd5279 req-c17865b8-d0d9-4070-8b62-031c13111dc9 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284242 Jul 22 14:31:44.005796 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e4a732ab-ab4f-4048-8b45-97c915e9ddef tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9492564 Jul 22 14:31:44.028031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Request body: {'port': {'device_id': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:44.047008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c8198f49-8a5a-4377-926d-27063376440a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags HTTP/1.1" status: 200 len: 241 time: 0.1400614 Jul 22 14:31:44.055910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aabb7bb-c684-4599-bc41-c1e4afd2e279 req-02dfa6d1-eb45-42c9-a2b2-bbe3078d9e71 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067073 Jul 22 14:31:44.056464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50604) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:44.079346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-cb9db526-5c2a-40f2-b772-b8d968d84269 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-1304019844') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.098206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.149408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4555744f-8704-41d0-94a7-9499d0a919b5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:44.161287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.327640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Transition to ACTIVE for port object 4555744f-8704-41d0-94a7-9499d0a919b5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:44.330972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ec87e08-d08b-4485-903a-206a30ad858e req-ebbb6280-4f3e-48c0-b777-e38f35449c24 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 210 time: 0.1249292 Jul 22 14:31:44.340644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.412707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb9db526-5c2a-40f2-b772-b8d968d84269 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-1304019844 HTTP/1.1" status: 204 len: 168 time: 0.3511288 Jul 22 14:31:44.421252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50614) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:44.435170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-6247cbcd-1cc4-4c46-a216-f68b3d5386e4 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-1304019844') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.502253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Pushing event updated for resources: {'Port': ['ID=4555744f-8704-41d0-94a7-9499d0a919b5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:44.571773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.586622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162710c-7eb4-4df8-9bac-029cb9c3ce07 req-09cbe944-9bd3-4523-996c-6e8ae116a001 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:44.588250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9162710c-7eb4-4df8-9bac-029cb9c3ce07 req-09cbe944-9bd3-4523-996c-6e8ae116a001 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4225800 Jul 22 14:31:44.661175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.662697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Attempting to bind port 4555744f-8704-41d0-94a7-9499d0a919b5 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:44.663106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Attempting to bind port 4555744f-8704-41d0-94a7-9499d0a919b5 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:44.663433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Attempting to bind port 4555744f-8704-41d0-94a7-9499d0a919b5 on network a2b4cbca-3d93-4164-b28a-1c24641064be {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:44.672988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6247cbcd-1cc4-4c46-a216-f68b3d5386e4 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-1304019844 HTTP/1.1" status: 204 len: 168 time: 0.2476313 Jul 22 14:31:44.676012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50616) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:44.676765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Port 4555744f-8704-41d0-94a7-9499d0a919b5 on network a2b4cbca-3d93-4164-b28a-1c24641064be not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:44.677095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Attempting to bind port 4555744f-8704-41d0-94a7-9499d0a919b5 on network a2b4cbca-3d93-4164-b28a-1c24641064be {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:44.684973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-d781e0e4-c595-4081-9972-ebb3706e87e0 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.725861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9162710c-7eb4-4df8-9bac-029cb9c3ce07 req-89b542b0-a6d2-41e7-baa4-708300a4cf27 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267304 Jul 22 14:31:44.729279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:44.729279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Checking segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:44.729519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Bound using segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:44.729823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Bound port: 4555744f-8704-41d0-94a7-9499d0a919b5, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:44.730546 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.835216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d781e0e4-c595-4081-9972-ebb3706e87e0 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags HTTP/1.1" status: 200 len: 205 time: 0.1554599 Jul 22 14:31:44.838978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50620) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:44.852347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-b0ee42c6-28ba-428c-a2fe-1a0f815eb157 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.864660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdf261-32bb-4f3b-bb6c-6d4df439e874 req-af6730c7-8d3d-4625-aad8-cca95b6ce2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:44.866473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bcdf261-32bb-4f3b-bb6c-6d4df439e874 req-af6730c7-8d3d-4625-aad8-cca95b6ce2b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.2887778 Jul 22 14:31:44.895100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] For port 4555744f-8704-41d0-94a7-9499d0a919b5, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:44.923417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b0ee42c6-28ba-428c-a2fe-1a0f815eb157 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags HTTP/1.1" status: 200 len: 240 time: 0.0829897 Jul 22 14:31:44.925123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50622) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:44.931390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] For port 4555744f-8704-41d0-94a7-9499d0a919b5, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4555744f-8704-41d0-94a7-9499d0a919b5,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:44.939575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-97fbfdc8-7738-409f-80fd-ef06f63f71f6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-356972777') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:44.947971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:44.996680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Router ff203efe-71d8-4013-9d76-31b92561e552 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:31:45.001914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Allocated IP 172.20.0.10 (a2b4cbca-3d93-4164-b28a-1c24641064be/b9804914-eb21-4d66-aed0-18b483cd44c8/bd0f3577-af2e-4440-a604-e9a1a5c0e85f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:45.048638 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bcdf261-32bb-4f3b-bb6c-6d4df439e874 req-e89ff0d5-a3c5-4485-99cb-d5ffc9e858b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636486 Jul 22 14:31:45.224264 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.311048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.311675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.313713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] 10.222.0.72 "PUT /v2.0/ports/4555744f-8704-41d0-94a7-9499d0a919b5 HTTP/1.1" status: 200 len: 1091 time: 2.3530710 Jul 22 14:31:45.313713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'tag': '4555744f-8704-41d0-94a7-9499d0a919b5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:45.316059 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f637952d-73f4-443b-8022-ed7cca983e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "96060e1e-2f76-482d-a7aa-b2bca33bd39d", "tag": "4555744f-8704-41d0-94a7-9499d0a919b5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:45.341928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f463e-bdc5-4848-ac8e-c7beb507519f service neutron] Pushing event updated for resources: {'Port': ['ID=4555744f-8704-41d0-94a7-9499d0a919b5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:45.347448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-97fbfdc8-7738-409f-80fd-ef06f63f71f6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-356972777 HTTP/1.1" status: 204 len: 168 time: 0.4117682 Jul 22 14:31:45.348724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50632) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:45.356756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-d44237d8-7730-48fb-9c50-27547f86e0b7 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-356972777') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.400772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-a7351ddf-0485-4108-b786-aaf28a756f19 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.402650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-a7351ddf-0485-4108-b786-aaf28a756f19 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.72 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 950 time: 0.3699620 Jul 22 14:31:45.411466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:45.427452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258c584-5268-486d-a1cf-9ce2608e6395 req-74ac4a30-17ff-4c24-8d00-e3bdb3e11a54 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.428967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e258c584-5268-486d-a1cf-9ce2608e6395 req-74ac4a30-17ff-4c24-8d00-e3bdb3e11a54 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 950 time: 0.1980717 Jul 22 14:31:45.429359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Sync routers for ids ['ff203efe-71d8-4013-9d76-31b92561e552'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:45.443185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Routers {'ff203efe-71d8-4013-9d76-31b92561e552'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:45.447808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ff203efe-71d8-4013-9d76-31b92561e552'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.448864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.454316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07580354-2113-428a-af2c-6e24475ca762 req-a73e6b96-2527-4544-8699-7fd62aafe5a8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.455840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07580354-2113-428a-af2c-6e24475ca762 req-a73e6b96-2527-4544-8699-7fd62aafe5a8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2296109 Jul 22 14:31:45.489916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.494268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22195b8d-7a04-4821-bf57-99919135d1cc tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2160938 Jul 22 14:31:45.502040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:45.503238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d44237d8-7730-48fb-9c50-27547f86e0b7 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-356972777 HTTP/1.1" status: 204 len: 168 time: 0.1535072 Jul 22 14:31:45.508122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50638) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:45.514333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-f35ecd5a-2196-496e-b47f-40c90a0b32a0 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.564055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e258c584-5268-486d-a1cf-9ce2608e6395 req-46368c93-5685-475b-a06d-c6ca38f59499 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053772 Jul 22 14:31:45.581125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07580354-2113-428a-af2c-6e24475ca762 req-95add4b8-a7e7-4a24-97a0-36ef29c89b89 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078563 Jul 22 14:31:45.589511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Set router ff203efe-71d8-4013-9d76-31b92561e552 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:45.639884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f35ecd5a-2196-496e-b47f-40c90a0b32a0 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags HTTP/1.1" status: 200 len: 205 time: 0.1287279 Jul 22 14:31:45.642138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50642) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:45.654722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-b8db4e62-761d-4943-bca1-6bc5e44c1219 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.660623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c0f32e62-d714-4895-b721-a96d81e9cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.662152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-c0f32e62-d714-4895-b721-a96d81e9cb17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 1094 time: 0.2621162 Jul 22 14:31:45.718981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-13a3f13a-fafa-480f-a8e3-20356427853d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555744f-8704-41d0-94a7-9499d0a919b5 HTTP/1.1" status: 200 len: 217 time: 0.0444937 Jul 22 14:31:45.721088 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6618dd0-40e2-42d0-adb6-be6d214a48d5 x-openstack-request-id: req-f6618dd0-40e2-42d0-adb6-be6d214a48d5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:45.721379 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96060e1e-2f76-482d-a7aa-b2bca33bd39d", "tag": "4555744f-8704-41d0-94a7-9499d0a919b5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:45.721635 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6618dd0-40e2-42d0-adb6-be6d214a48d5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:45.722281 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'tag': '4555744f-8704-41d0-94a7-9499d0a919b5', 'status': 'completed', 'code': 200} Jul 22 14:31:45.800225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.865055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff203efe-71d8-4013-9d76-31b92561e552', 'name': '', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b', 'external_fixed_ips': [{'subnet_id': '313a4cfb-3466-4925-a135-24dbcb46a67f', 'ip_address': '2001:db8::329'}], 'enable_snat': True}, 'gw_port_id': 'f140b273-8f70-4d16-9f66-94d76174aeae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:39Z', 'updated_at': '2021-07-22T14:31:43Z', 'revision_number': 3, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port': {'id': 'f140b273-8f70-4d16-9f66-94d76174aeae', 'name': '', 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff203efe-71d8-4013-9d76-31b92561e552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': '313a4cfb-3466-4925-a135-24dbcb46a67f', 'ip_address': '2001:db8::329', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:40Z', 'updated_at': '2021-07-22T14:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '313a4cfb-3466-4925-a135-24dbcb46a67f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.887563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b8db4e62-761d-4943-bca1-6bc5e44c1219 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags HTTP/1.1" status: 204 len: 168 time: 0.2377255 Jul 22 14:31:45.914687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50648) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:45.919341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-7cb34a1f-bf80-42e3-b35f-67544af900c9 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:45.921157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Checking router: ff203efe-71d8-4013-9d76-31b92561e552 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:31:45.922172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Updating router ff203efe-71d8-4013-9d76-31b92561e552 port f140b273-8f70-4d16-9f66-94d76174aeae binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:31:45.927515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.988321 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:45.989032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-3465d971-935a-4535-84e6-38acdea106ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.991028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-3465d971-935a-4535-84e6-38acdea106ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 200 len: 858 time: 0.2646391 Jul 22 14:31:45.997812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b79949-a7fd-42a2-9e89-48aecae1125d req-2a19fa51-b616-4a97-8e0e-6c2f1de3a9c7 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:45.999979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04b79949-a7fd-42a2-9e89-48aecae1125d req-2a19fa51-b616-4a97-8e0e-6c2f1de3a9c7 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1101 time: 0.2131748 Jul 22 14:31:46.030859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-247b0b92-e668-41b1-b68b-c54e5e0b570b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b4cbca-3d93-4164-b28a-1c24641064be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280981 Jul 22 14:31:46.063944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Deleting port a95691c5-96ab-4e97-a098-fa6b2cff14be {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:46.064283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.069978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Network a2b4cbca-3d93-4164-b28a-1c24641064be is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:46.137389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:46.150888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04b79949-a7fd-42a2-9e89-48aecae1125d req-21f8baf4-0c53-47d2-ab59-45d2e3b79ed0 tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171541 Jul 22 14:31:46.164896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:46.175653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa946c3-0509-4911-a2f8-be1ab57c5332 req-c14f16bd-bd35-41f5-b1fd-449ddc698822 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:46.183629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eaa946c3-0509-4911-a2f8-be1ab57c5332 req-c14f16bd-bd35-41f5-b1fd-449ddc698822 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 932 time: 0.3146513 Jul 22 14:31:46.194147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Pushing event updated for resources: {'Port': ['ID=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:46.310727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eaa946c3-0509-4911-a2f8-be1ab57c5332 req-02b0a5c4-65f5-4218-bd65-134060a31682 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173568 Jul 22 14:31:46.331659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ef188097-7eee-46f7-83fb-39ff73c18802 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736645 Jul 22 14:31:46.369696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:46.370475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.436670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] For port a95691c5-96ab-4e97-a098-fa6b2cff14be, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a95691c5-96ab-4e97-a098-fa6b2cff14be,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:46.437191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.446743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7cb34a1f-bf80-42e3-b35f-67544af900c9 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags HTTP/1.1" status: 204 len: 168 time: 0.5273218 Jul 22 14:31:46.470381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:46.477851 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.479109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-7851efa7-5cba-4a30-bd86-434f50b7a737 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.484718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-231e07f2-1e68-45c3-9ae0-94145aa33315 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410263 Jul 22 14:31:46.505445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ac9ee7d7-04c2-4062-a3ba-d8a741a0a761 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3632042 Jul 22 14:31:46.506399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Transition to ACTIVE for port object f140b273-8f70-4d16-9f66-94d76174aeae will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:46.508059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Calling delete_port for a95691c5-96ab-4e97-a098-fa6b2cff14be owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:46.522473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.522926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Request body: {'port': {'device_id': '421da094-a512-43fd-9225-58403193875c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:46.529316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.544809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec62f9a-c0ff-481e-892b-6e1c3d0a4432 req-dac795f4-c189-468c-8fdc-53ff42c2461d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:46.546419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eec62f9a-c0ff-481e-892b-6e1c3d0a4432 req-dac795f4-c189-468c-8fdc-53ff42c2461d tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2947063 Jul 22 14:31:46.583591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22294542-ec9c-4d23-ac80-ff8fb3bcc03d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:46.618910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8cafd-db91-4fb7-9f87-28cbf3e69612 None None] Pushing event updated for resources: {'Port': ['ID=f140b273-8f70-4d16-9f66-94d76174aeae,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:46.650625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.660793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637952d-73f4-443b-8022-ed7cca983e6b req-c1d63580-ad4c-4f6d-825c-75079524c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:46.662453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-c1d63580-ad4c-4f6d-825c-75079524c5f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 1094 time: 0.1098220 Jul 22 14:31:46.665377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Attempting to bind port f140b273-8f70-4d16-9f66-94d76174aeae on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:46.666882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Attempting to bind port f140b273-8f70-4d16-9f66-94d76174aeae by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'bf4ea4ee-4e03-448e-8a11-feccce647c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:46.667857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Attempting to bind port f140b273-8f70-4d16-9f66-94d76174aeae on network cd865f31-4da8-414e-850b-2c8951efe31b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:46.674891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:46.676146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Checking segment: {'id': 'bf4ea4ee-4e03-448e-8a11-feccce647c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:46.677240 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.677939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Bound using segment: {'id': 'bf4ea4ee-4e03-448e-8a11-feccce647c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:46.678690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Bound port: f140b273-8f70-4d16-9f66-94d76174aeae, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4ea4ee-4e03-448e-8a11-feccce647c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'cd865f31-4da8-414e-850b-2c8951efe31b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:46.679421 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.710069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7851efa7-5cba-4a30-bd86-434f50b7a737 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags HTTP/1.1" status: 204 len: 168 time: 0.2347062 Jul 22 14:31:46.712022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:46.712801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eec62f9a-c0ff-481e-892b-6e1c3d0a4432 req-2b3e747c-7982-47d2-9c3a-09bb40fa987e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231556 Jul 22 14:31:46.721167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-a7d386e1-ba53-4042-9d65-d0c61ae69a7d tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.733575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Transition to ACTIVE for port object 22294542-ec9c-4d23-ac80-ff8fb3bcc03d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:46.796852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.813540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] For port f140b273-8f70-4d16-9f66-94d76174aeae, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:46.822222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] For port f140b273-8f70-4d16-9f66-94d76174aeae, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f140b273-8f70-4d16-9f66-94d76174aeae,segment=NetworkSegment(bf4ea4ee-4e03-448e-8a11-feccce647c43),segment_id=bf4ea4ee-4e03-448e-8a11-feccce647c43)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:46.829501 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.906033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:46.935571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Routers {'ff203efe-71d8-4013-9d76-31b92561e552'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:46.936480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ff203efe-71d8-4013-9d76-31b92561e552'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:46.965055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637952d-73f4-443b-8022-ed7cca983e6b req-ee800b15-8583-4a0f-91d0-ee44fa68162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:46.966359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-ee800b15-8583-4a0f-91d0-ee44fa68162a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 919 time: 0.2906783 Jul 22 14:31:47.024679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b6b52-43ef-4fc5-8e63-9eeddda412c8 req-97b5806c-9228-4e6b-89d7-78f3e3ad8aa7 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:47.033846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-662b6b52-43ef-4fc5-8e63-9eeddda412c8 req-97b5806c-9228-4e6b-89d7-78f3e3ad8aa7 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 950 time: 0.1760445 Jul 22 14:31:47.034071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Pushing event updated for resources: {'Port': ['ID=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:47.042049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Deleting port f140b273-8f70-4d16-9f66-94d76174aeae {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:47.042393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.058324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] Set router ff203efe-71d8-4013-9d76-31b92561e552 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:31:47.116073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-fef3b88c-53d4-46d2-993d-d158fcadc522 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4555744f-8704-41d0-94a7-9499d0a919b5 HTTP/1.1" status: 200 len: 217 time: 0.1310520 Jul 22 14:31:47.129391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff203efe-71d8-4013-9d76-31b92561e552', 'name': '', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:39Z', 'updated_at': '2021-07-22T14:31:46Z', 'revision_number': 4, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:47.131585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8cafd-db91-4fb7-9f87-28cbf3e69612 None None] Pushing event updated for resources: {'Port': ['ID=f140b273-8f70-4d16-9f66-94d76174aeae,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:47.160962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ff1d03-eeef-41d1-a04d-8cffed2cee96 None None] The sync data for ids ['ff203efe-71d8-4013-9d76-31b92561e552'] in n-d-794306-8 is: [{'id': 'ff203efe-71d8-4013-9d76-31b92561e552', 'name': '', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:39Z', 'updated_at': '2021-07-22T14:31:46Z', 'revision_number': 4, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:47.211675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637952d-73f4-443b-8022-ed7cca983e6b req-250c560f-6a1d-422c-b754-e87ea74489de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:47.213860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-250c560f-6a1d-422c-b754-e87ea74489de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 200 len: 858 time: 0.0696938 Jul 22 14:31:47.258870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-662b6b52-43ef-4fc5-8e63-9eeddda412c8 req-18a432aa-2653-4379-939a-db4ba61c17a7 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c86c329-aabe-45d1-90cb-7b456fd2532d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407604 Jul 22 14:31:47.288102 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-64346136-415b-4d36-87d6-b1eeb19f1eab service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a2b4cbca-3d93-4164-b28a-1c24641064be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607085 Jul 22 14:31:47.306886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.425673 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a7d386e1-ba53-4042-9d65-d0c61ae69a7d tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags HTTP/1.1" status: 204 len: 168 time: 0.7085669 Jul 22 14:31:47.439533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:47.445923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-ffc414a5-1b17-48b2-95b9-7857f39380e6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-444280678') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:47.481163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Attempting to bind port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:47.481780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Attempting to bind port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:47.482191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Attempting to bind port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d on network a2b4cbca-3d93-4164-b28a-1c24641064be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:47.521198 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-40724fd9-7f53-4e70-889c-1fdbd8972b8f service neutron] 10.222.0.72 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232678 Jul 22 14:31:47.539955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e183e-029d-43ab-8892-382fb66b510d req-89f563db-9f6a-4459-9cee-b3418e3939ad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:47.541677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-940e183e-029d-43ab-8892-382fb66b510d req-89f563db-9f6a-4459-9cee-b3418e3939ad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2011404 Jul 22 14:31:47.645955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f92233-6ec8-4c4a-a995-af1de5cfa980 req-cac5e939-e00c-49af-bdef-9b6a0dd3f6ed tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:47.647718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9f92233-6ec8-4c4a-a995-af1de5cfa980 req-cac5e939-e00c-49af-bdef-9b6a0dd3f6ed tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 932 time: 0.2033811 Jul 22 14:31:47.694684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-940e183e-029d-43ab-8892-382fb66b510d req-992f9db8-cfd1-440c-bc25-0a5d89dd10d1 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373589 Jul 22 14:31:47.731694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f637952d-73f4-443b-8022-ed7cca983e6b req-84caab8e-dc65-4784-9272-8fff59535a81 service neutron] 10.222.0.72 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017465 Jul 22 14:31:47.775103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9f92233-6ec8-4c4a-a995-af1de5cfa980 req-426d00a7-2493-4009-b01b-4ffbb9b4a049 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099749 Jul 22 14:31:47.931081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Pushing event deleted for resources: {'Port': ['ID=a95691c5-96ab-4e97-a098-fa6b2cff14be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:47.932859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d on network a2b4cbca-3d93-4164-b28a-1c24641064be not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:47.933184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Attempting to bind port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d on network a2b4cbca-3d93-4164-b28a-1c24641064be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:47.949624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] For port f140b273-8f70-4d16-9f66-94d76174aeae, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f140b273-8f70-4d16-9f66-94d76174aeae,segment=NetworkSegment(bf4ea4ee-4e03-448e-8a11-feccce647c43),segment_id=bf4ea4ee-4e03-448e-8a11-feccce647c43)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:47.949993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:47.979547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0c9b9-6da9-4536-ab3a-ee7ac7a73bf1 req-f0307a16-a4d3-4168-a039-d3be4e34a9f4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:47.980953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfc0c9b9-6da9-4536-ab3a-ee7ac7a73bf1 req-f0307a16-a4d3-4168-a039-d3be4e34a9f4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.0687249 Jul 22 14:31:47.995345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] No DVR routers for this DVR port a95691c5-96ab-4e97-a098-fa6b2cff14be on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:47.999204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-df0f451a-80f5-4da4-9f40-4eb0c8d27e19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9328966 Jul 22 14:31:48.003884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.005872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f36d7231-93e4-465e-9d10-a67dc6692594 req-d94e0ae8-67ae-4476-b0f9-900000e8fe64 tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.72 "DELETE /v2.0/ports/a95691c5-96ab-4e97-a098-fa6b2cff14be HTTP/1.1" status: 204 len: 173 time: 2.5960453 Jul 22 14:31:48.012287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'name': 'network-vif-deleted', 'tag': 'a95691c5-96ab-4e97-a098-fa6b2cff14be'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:48.014583 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae06a9f-3e94-425e-bc0e-c32c8e87c9c7" -d '{"events": [{"server_uuid": "7a9d3782-ccef-4da0-922e-33eba1fa9b4b", "name": "network-vif-deleted", "tag": "a95691c5-96ab-4e97-a098-fa6b2cff14be"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:48.019304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:48.019580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Checking segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:48.019931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Bound using segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:48.020380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Bound port: 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:48.020750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.029492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Calling delete_port for f140b273-8f70-4d16-9f66-94d76174aeae owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:48.069263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfc0c9b9-6da9-4536-ab3a-ee7ac7a73bf1 req-d309cbe1-1cd0-4c37-8456-e881eea6c9e4 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Jul 22 14:31:48.255514 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04adbf12-9cb3-482f-924a-275a5dbebeb0 x-openstack-request-id: req-04adbf12-9cb3-482f-924a-275a5dbebeb0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:48.255808 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9d3782-ccef-4da0-922e-33eba1fa9b4b", "name": "network-vif-deleted", "tag": "a95691c5-96ab-4e97-a098-fa6b2cff14be", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:48.256077 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04adbf12-9cb3-482f-924a-275a5dbebeb0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:48.256456 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9d3782-ccef-4da0-922e-33eba1fa9b4b', 'name': 'network-vif-deleted', 'tag': 'a95691c5-96ab-4e97-a098-fa6b2cff14be', 'status': 'completed', 'code': 200} Jul 22 14:31:48.281125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] For port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:48.316051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-cb8b528a-b58d-4d1d-829f-e77f9d6b3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:48.317620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-cb8b528a-b58d-4d1d-829f-e77f9d6b3b7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 1097 time: 0.4154229 Jul 22 14:31:48.357063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] For port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:48.376870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ffc414a5-1b17-48b2-95b9-7857f39380e6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-444280678 HTTP/1.1" status: 201 len: 201 time: 0.9348717 Jul 22 14:31:48.378581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:48.382397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.433801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e749634-6756-4bd8-a04a-23128b88f021 req-36ff2030-468f-4341-9b8f-fdcf030eb97c tempest-TenantUsagesTestJSON-581747666 tempest-TenantUsagesTestJSON-581747666-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d3782-ccef-4da0-922e-33eba1fa9b4b HTTP/1.1" status: 200 len: 210 time: 0.0637162 Jul 22 14:31:48.439630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-c52ddcbf-ff8e-4b76-a16c-1dbfbed7f2c7 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-2045204825') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:48.527782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0f3577-af2e-4440-a604-e9a1a5c0e85f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:48.540083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:48.540724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.542379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] 10.222.0.61 "PUT /v2.0/ports/22294542-ec9c-4d23-ac80-ff8fb3bcc03d HTTP/1.1" status: 200 len: 1091 time: 4.5221429 Jul 22 14:31:48.608879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.619234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4555744f-8704-41d0-94a7-9499d0a919b5 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:48.622856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a95691c5-96ab-4e97-a098-fa6b2cff14be no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:31:48.659371 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:31:48.660971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7837e-2d50-4015-8ea3-2dccde76e21b service neutron] Pushing event updated for resources: {'Port': ['ID=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:48.696898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Transition to ACTIVE for port object bd0f3577-af2e-4440-a604-e9a1a5c0e85f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:48.717171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c52ddcbf-ff8e-4b76-a16c-1dbfbed7f2c7 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-2045204825 HTTP/1.1" status: 201 len: 201 time: 0.3364732 Jul 22 14:31:48.728906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.729908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50720) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:48.737908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.758304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-24b44eb5-46dc-4370-aebf-5fe8a9189c5c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-1341113728') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:48.784531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4555744f-8704-41d0-94a7-9499d0a919b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4555744f-8704-41d0-94a7-9499d0a919b5,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:48.788117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event deleted for resources: {'Port': ['ID=f140b273-8f70-4d16-9f66-94d76174aeae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:48.794972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-f0386d74-38eb-47fb-ae2b-80a9a1a7dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:48.796494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-f0386d74-38eb-47fb-ae2b-80a9a1a7dbba service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 200 len: 919 time: 0.4416277 Jul 22 14:31:48.822223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '4555744f-8704-41d0-94a7-9499d0a919b5', 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'port_id': '4555744f-8704-41d0-94a7-9499d0a919b5', 'mac_address': 'fa:16:3e:db:6f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9804914-eb21-4d66-aed0-18b483cd44c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:48.836590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: a95691c5-96ab-4e97-a098-fa6b2cff14be {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:31:48.837301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a95691c5-96ab-4e97-a098-fa6b2cff14be not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:31:48.842148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:48.890501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.912271 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.930168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4555744f-8704-41d0-94a7-9499d0a919b5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:48.953121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4555744f-8704-41d0-94a7-9499d0a919b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4555744f-8704-41d0-94a7-9499d0a919b5,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:48.961022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:48.971606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-fa398dea-5c52-49c2-a9ad-44aaececc176 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 200 len: 217 time: 0.1250746 Jul 22 14:31:49.016895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-fa422188-6fb0-40cc-812a-c4fbd3dd718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.018859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-fa422188-6fb0-40cc-812a-c4fbd3dd718a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 1094 time: 0.3834066 Jul 22 14:31:49.029314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4555744f-8704-41d0-94a7-9499d0a919b5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:49.124822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-24b44eb5-46dc-4370-aebf-5fe8a9189c5c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-1341113728 HTTP/1.1" status: 201 len: 201 time: 0.3872442 Jul 22 14:31:49.128255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50732) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.135248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-823ce4f4-9560-4f2b-8727-13667f393a3a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-219153486') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.151758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.156654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-316abd11-cf12-4a42-8eb2-f07d12f73c57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d HTTP/1.1" status: 200 len: 217 time: 0.0921247 Jul 22 14:31:49.162146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d6844-4dd4-4d4a-8304-6f333eae66a7 req-a97a017b-7111-430d-a71b-05c9243f95e7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.163664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a5d6844-4dd4-4d4a-8304-6f333eae66a7 req-a97a017b-7111-430d-a71b-05c9243f95e7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2195024 Jul 22 14:31:49.174731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.188997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879ab23-82b4-43a4-9a50-a1c3a8d91566 req-57b56c64-acb0-42d3-99cc-a6a467f25ad9 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.190536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2879ab23-82b4-43a4-9a50-a1c3a8d91566 req-57b56c64-acb0-42d3-99cc-a6a467f25ad9 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 944 time: 0.2509406 Jul 22 14:31:49.260868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-823ce4f4-9560-4f2b-8727-13667f393a3a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-219153486 HTTP/1.1" status: 201 len: 201 time: 0.1315479 Jul 22 14:31:49.265791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50736) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.280452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-c6d7b318-4bf3-45f3-81c9-c9a41153f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.280452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-c6d7b318-4bf3-45f3-81c9-c9a41153f725 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 200 len: 858 time: 0.2663999 Jul 22 14:31:49.287755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4555744f-8704-41d0-94a7-9499d0a919b5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:49.295950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a5d6844-4dd4-4d4a-8304-6f333eae66a7 req-e476f224-c6a1-4f97-aae0-9201f02d3364 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210034 Jul 22 14:31:49.307659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-a7215421-1ace-4207-9d50-972430602118 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', {'tags': ['tempest-TagsExtTest-Tag-519149620', 'tempest-TagsExtTest-Tag-2074216814', 'tempest-TagsExtTest-Tag-1201518006']}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.317895 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-8ca878bf-2fcc-4d0b-8b96-932b5ab24813 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308695 Jul 22 14:31:49.320638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.321457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff203efe-71d8-4013-9d76-31b92561e552 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:31:49.329292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.330442 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f2624e2-0eaf-4d74-9a90-425c9d56430e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/routers/ff203efe-71d8-4013-9d76-31b92561e552 HTTP/1.1" status: 204 len: 168 time: 3.8274102 Jul 22 14:31:49.342085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.358344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e0d8c4f2-75e0-4b52-bf23-f52e89b06680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.359861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e0d8c4f2-75e0-4b52-bf23-f52e89b06680 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 200 len: 858 time: 0.1796265 Jul 22 14:31:49.428137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Attempting to bind port bd0f3577-af2e-4440-a604-e9a1a5c0e85f on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:49.428608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Attempting to bind port bd0f3577-af2e-4440-a604-e9a1a5c0e85f by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:49.428978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Attempting to bind port bd0f3577-af2e-4440-a604-e9a1a5c0e85f on network a2b4cbca-3d93-4164-b28a-1c24641064be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:49.456293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Port bd0f3577-af2e-4440-a604-e9a1a5c0e85f on network a2b4cbca-3d93-4164-b28a-1c24641064be not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:31:49.456293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Attempting to bind port bd0f3577-af2e-4440-a604-e9a1a5c0e85f on network a2b4cbca-3d93-4164-b28a-1c24641064be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:49.465329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2879ab23-82b4-43a4-9a50-a1c3a8d91566 req-9cf4c108-c1d1-4d3f-9918-b78a805b07c6 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627459 Jul 22 14:31:49.541232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a7215421-1ace-4207-9d50-972430602118 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags HTTP/1.1" status: 200 len: 317 time: 0.2379084 Jul 22 14:31:49.541232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50742) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.553180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-12f97010-426f-4656-a6ee-21201e12e82a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.619236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Deleting subnet 313a4cfb-3466-4925-a135-24dbcb46a67f {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:49.623023 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-74cd5472-5158-4abc-8475-ea2eff56047a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2b4cbca-3d93-4164-b28a-1c24641064be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2496819 Jul 22 14:31:49.630786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.633994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:49.634338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Checking segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:49.634753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Bound using segment: {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:49.635201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Bound port: bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:49.635579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.640535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c0916-c914-4e95-bac6-187b405b3c11 req-5204ce43-3fbc-4664-9450-8a04d0b26cc7 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:49.642105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-748c0916-c914-4e95-bac6-187b405b3c11 req-5204ce43-3fbc-4664-9450-8a04d0b26cc7 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2075567 Jul 22 14:31:49.715192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-9d484a1b-1f35-4749-a251-e6b483bef18f service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836319 Jul 22 14:31:49.727709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-748c0916-c914-4e95-bac6-187b405b3c11 req-495ac7ce-f2b6-4bc5-b2d7-2d71522bcc75 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761843 Jul 22 14:31:49.773507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-12f97010-426f-4656-a6ee-21201e12e82a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags HTTP/1.1" status: 204 len: 168 time: 0.2328894 Jul 22 14:31:49.775106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.776061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50748) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.780825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-14ebbc20-755f-4124-b408-acc1749075df tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-519149620') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.821650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:49.833503 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-14ebbc20-755f-4124-b408-acc1749075df tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:49.838499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-14ebbc20-755f-4124-b408-acc1749075df tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-519149620 HTTP/1.1" status: 404 len: 328 time: 0.0578661 Jul 22 14:31:49.838778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50750) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.843539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-40f6bf17-51f8-4dbf-9400-f171d588a420 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-2074216814') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.896502 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-40f6bf17-51f8-4dbf-9400-f171d588a420 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:49.898575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-40f6bf17-51f8-4dbf-9400-f171d588a420 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-2074216814 HTTP/1.1" status: 404 len: 329 time: 0.0579185 Jul 22 14:31:49.900666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.904980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-be29db51-f9ac-43b1-a2be-a1fe887b78d5 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76', 'tempest-TagsExtTest-Tag-1201518006') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.923629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] For port bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:49.973231 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-be29db51-f9ac-43b1-a2be-a1fe887b78d5 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:49.978099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-be29db51-f9ac-43b1-a2be-a1fe887b78d5 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags/tempest-TagsExtTest-Tag-1201518006 HTTP/1.1" status: 404 len: 329 time: 0.0763960 Jul 22 14:31:49.978800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50756) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:49.984402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-eeb8c838-4969-4ceb-b46d-9d3c2bf6815e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', {'tags': ['tempest-TagsExtTest-Tag-1877767191', 'tempest-TagsExtTest-Tag-515416117', 'tempest-TagsExtTest-Tag-1378035877']}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:49.995392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] For port bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:50.009014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.058212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.059043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50758) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.067854 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-4904b268-918f-4e54-9052-d77a8f93f25d service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350123 Jul 22 14:31:50.114807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.115722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.117448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] 10.222.0.61 "PUT /v2.0/ports/bd0f3577-af2e-4440-a604-e9a1a5c0e85f HTTP/1.1" status: 200 len: 1092 time: 3.6019442 Jul 22 14:31:50.120529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eeb8c838-4969-4ceb-b46d-9d3c2bf6815e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags HTTP/1.1" status: 200 len: 317 time: 0.1406384 Jul 22 14:31:50.123605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50762) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.128180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-893a960c-2431-4a24-90bb-5881b5015b8a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:50.130612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=313a4cfb-3466-4925-a135-24dbcb46a67f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:50.133806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-3b5888e4-a28c-4094-a6b5-a284b87cc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.135508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-3b5888e4-a28c-4094-a6b5-a284b87cc2b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1101 time: 0.1132653 Jul 22 14:31:50.153574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.159874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1f6cdcea-37af-4931-9dd5-8b0511507333 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/313a4cfb-3466-4925-a135-24dbcb46a67f HTTP/1.1" status: 204 len: 168 time: 0.8164008 Jul 22 14:31:50.169312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50764) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.177017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-00c4fc02-8c0f-4eb5-8e06-ae80e583cb8e service neutron] 10.222.0.61 "GET /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076095 Jul 22 14:31:50.266996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'tag': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d'}, {'name': 'network-changed', 'server_uuid': '421da094-a512-43fd-9225-58403193875c', 'tag': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:50.272869 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef047c4-910d-4bd4-bb54-e740d0ade7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf0ad6a-9d4f-420c-b917-0be7afca0b57", "tag": "22294542-ec9c-4d23-ac80-ff8fb3bcc03d"}, {"name": "network-changed", "server_uuid": "421da094-a512-43fd-9225-58403193875c", "tag": "bd0f3577-af2e-4440-a604-e9a1a5c0e85f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:50.306468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f06d98-97ae-464e-a394-76a9b9149478 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:50.361396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-ff778834-1e54-4759-8244-e5d61ff74917 service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522726 Jul 22 14:31:50.383702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-644f2d5d-5635-4df7-a923-13d6bf3b0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.389705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-644f2d5d-5635-4df7-a923-13d6bf3b0015 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 1095 time: 0.1650493 Jul 22 14:31:50.391225 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd805356-8608-4a89-b5a1-fe15a380878e x-openstack-request-id: req-bd805356-8608-4a89-b5a1-fe15a380878e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:50.391521 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf0ad6a-9d4f-420c-b917-0be7afca0b57", "tag": "22294542-ec9c-4d23-ac80-ff8fb3bcc03d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "421da094-a512-43fd-9225-58403193875c", "tag": "bd0f3577-af2e-4440-a604-e9a1a5c0e85f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:50.391779 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd805356-8608-4a89-b5a1-fe15a380878e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:50.392235 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'tag': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d', 'status': 'completed', 'code': 200} Jul 22 14:31:50.392503 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421da094-a512-43fd-9225-58403193875c', 'tag': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f', 'status': 'completed', 'code': 200} Jul 22 14:31:50.461671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-b7f99a37-9032-4cef-9c9a-2829f46d79c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f HTTP/1.1" status: 200 len: 217 time: 0.0476811 Jul 22 14:31:50.543882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-53584d0b-98e1-4c9b-9b31-87613af1e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.545394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-53584d0b-98e1-4c9b-9b31-87613af1e90e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 200 len: 858 time: 0.0742757 Jul 22 14:31:50.597806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-32cb0099-bbe8-4500-9e5d-3bb4d6de51fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2b4cbca-3d93-4164-b28a-1c24641064be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388360 Jul 22 14:31:50.606185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-6ffb3908-0c0f-4e9c-83fb-d6bd54740f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.608404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-6ffb3908-0c0f-4e9c-83fb-d6bd54740f98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 1094 time: 0.1495378 Jul 22 14:31:50.626159 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.634228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4555744f-8704-41d0-94a7-9499d0a919b5 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:50.691517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-35fb68d4-3ce8-4bfd-83b7-10eeda0b5829 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df0498a90d3b43b68c4b6a6a0cda07a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6287732 Jul 22 14:31:50.699840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50774) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.708329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 4555744f-8704-41d0-94a7-9499d0a919b5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:50.713656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 4555744f-8704-41d0-94a7-9499d0a919b5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:50.714311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.728866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-257d4142-06fe-4001-8233-737435829023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.730628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-257d4142-06fe-4001-8233-737435829023 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.5730703 Jul 22 14:31:50.808276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.810302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-893a960c-2431-4a24-90bb-5881b5015b8a tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags HTTP/1.1" status: 204 len: 168 time: 0.6855338 Jul 22 14:31:50.815103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-4e41197a-35db-48b3-94f6-aaf3f910d10b service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050130 Jul 22 14:31:50.815874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:50.827232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-5837fd66-5351-4c1f-91f5-feda980da7b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0826926 Jul 22 14:31:50.834925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-07621bf6-967a-445c-a4a1-4f82d4769b03 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-1877767191') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:50.840045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4555744f-8704-41d0-94a7-9499d0a919b5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:50.840262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e57bd6-0933-4787-9f3e-6db874f31520 req-d9d5703c-1be1-4c02-9c11-9580137fd8ba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.842589 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1dbb820-1197-4bec-a303-3c80880ec1a1" -d '{"events": [{"server_uuid": "96060e1e-2f76-482d-a7aa-b2bca33bd39d", "name": "network-vif-plugged", "status": "completed", "tag": "4555744f-8704-41d0-94a7-9499d0a919b5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:50.848042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99e57bd6-0933-4787-9f3e-6db874f31520 req-d9d5703c-1be1-4c02-9c11-9580137fd8ba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3877935 Jul 22 14:31:50.861457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4555744f-8704-41d0-94a7-9499d0a919b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4555744f-8704-41d0-94a7-9499d0a919b5,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:50.869200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.917904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776037c-ccf6-4cc8-a669-4faed27b486a req-140a94e2-c171-47cb-8450-b6418d94eab5 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:50.924782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c776037c-ccf6-4cc8-a669-4faed27b486a req-140a94e2-c171-47cb-8450-b6418d94eab5 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 944 time: 0.3408878 Jul 22 14:31:50.956689 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:50.965557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4555744f-8704-41d0-94a7-9499d0a919b5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:50.996131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd865f31-4da8-414e-850b-2c8951efe31b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.039026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99e57bd6-0933-4787-9f3e-6db874f31520 req-2e507038-15c5-40e3-8648-a0818e10c554 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844461 Jul 22 14:31:51.050691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4ea4ee-4e03-448e-8a11-feccce647c43') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.050993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4ea4ee-4e03-448e-8a11-feccce647c43') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.061500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-bfa91be2-782b-4ec1-825c-2b20b9c2870c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:51.067574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-bfa91be2-782b-4ec1-825c-2b20b9c2870c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2096784 Jul 22 14:31:51.095395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.137967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c776037c-ccf6-4cc8-a669-4faed27b486a req-458d4956-669e-4663-8a6f-5ae55ac897b4 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122412 Jul 22 14:31:51.283900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.284166 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3da8d63-dd55-4e19-b9d6-8194683521f7 x-openstack-request-id: req-e3da8d63-dd55-4e19-b9d6-8194683521f7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:51.284644 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96060e1e-2f76-482d-a7aa-b2bca33bd39d", "name": "network-vif-plugged", "status": "completed", "tag": "4555744f-8704-41d0-94a7-9499d0a919b5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:51.284904 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3da8d63-dd55-4e19-b9d6-8194683521f7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:51.285305 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4555744f-8704-41d0-94a7-9499d0a919b5', 'code': 200} Jul 22 14:31:51.293007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:51.293415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:51.299744 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:51.401909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-dad3bcee-25fe-4b46-92ef-5a8f0255ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:51.403462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-dad3bcee-25fe-4b46-92ef-5a8f0255ceb8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3221447 Jul 22 14:31:51.412024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.432427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd865f31-4da8-414e-850b-2c8951efe31b {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:31:51.449326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.451302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/networks/cd865f31-4da8-414e-850b-2c8951efe31b HTTP/1.1" status: 204 len: 168 time: 1.2799649 Jul 22 14:31:51.466079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da896ab2-47b8-4ae9-b5a0-03e0ad2c23c8 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd865f31-4da8-414e-850b-2c8951efe31b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.467250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-34e12914-b833-4335-abc9-a67d9ac3e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:51.468710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-34e12914-b833-4335-abc9-a67d9ac3e66d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 919 time: 0.8484588 Jul 22 14:31:51.493748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93219c9c-3544-4214-b0cc-e333184b57bf req-a1438d0d-12c1-437a-a65a-e404748939eb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:51.501303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93219c9c-3544-4214-b0cc-e333184b57bf req-a1438d0d-12c1-437a-a65a-e404748939eb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2005217 Jul 22 14:31:51.501507 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ecb7ae2f-707e-4953-8beb-7fc7da0203cb req-a04be541-bfb3-4a12-b1cc-ebcf4f618e4a service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292410 Jul 22 14:31:51.548097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77cde992-1a88-490d-9b3a-1e21fd25a224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.556529 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-af2b0ef9-0ca4-4c1f-b46a-43a3f060cd61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d HTTP/1.1" status: 200 len: 217 time: 0.0782671 Jul 22 14:31:51.593041 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-07621bf6-967a-445c-a4a1-4f82d4769b03 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:51.594119 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07621bf6-967a-445c-a4a1-4f82d4769b03 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-1877767191 HTTP/1.1" status: 404 len: 329 time: 0.7669537 Jul 22 14:31:51.600794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93219c9c-3544-4214-b0cc-e333184b57bf req-1f55f576-9027-415b-b2e5-f51ddae9f522 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949900 Jul 22 14:31:51.601460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50794) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:51.606547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-f6b37909-a10e-4365-90bf-894c1ab57191 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-515416117') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.618909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77cde992-1a88-490d-9b3a-1e21fd25a224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.622427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-67804994-ab38-4ae7-89b5-367e34c3355f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084215 Jul 22 14:31:51.644879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db2eb2-d9a5-47aa-9845-84960c6386ce req-d9ad6190-3fba-4a3f-a08a-59d6b170621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:51.646428 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52db2eb2-d9a5-47aa-9845-84960c6386ce req-d9ad6190-3fba-4a3f-a08a-59d6b170621b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 1096 time: 0.2768991 Jul 22 14:31:51.740213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-b83cb37b-f0d0-4cca-9a32-0b1e5e720bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:51.742254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-b83cb37b-f0d0-4cca-9a32-0b1e5e720bd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 200 len: 858 time: 0.1717298 Jul 22 14:31:51.765627 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-52db2eb2-d9a5-47aa-9845-84960c6386ce req-2f272fd5-d4b0-42a9-8918-a8bae940ec95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105468 Jul 22 14:31:51.789083 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-6cae55fe-6791-4612-979e-4efc78856d35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2b4cbca-3d93-4164-b28a-1c24641064be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365105 Jul 22 14:31:51.792480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-12ddb686-b5cf-4001-92d5-3e61eb1dc34b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141982 Jul 22 14:31:51.798318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77cde992-1a88-490d-9b3a-1e21fd25a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.801408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77cde992-1a88-490d-9b3a-1e21fd25a224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:51.805360 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-77cde992-1a88-490d-9b3a-1e21fd25a224 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c86c329-aabe-45d1-90cb-7b456fd2532d HTTP/1.1" status: 204 len: 168 time: 1.1048977 Jul 22 14:31:51.847338 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-f6b37909-a10e-4365-90bf-894c1ab57191 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:51.854312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6b37909-a10e-4365-90bf-894c1ab57191 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-515416117 HTTP/1.1" status: 404 len: 328 time: 0.2513895 Jul 22 14:31:51.855692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50802) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:51.867781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-76d9c309-567a-4574-aabd-27b69e3f6a58 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b', 'tempest-TagsExtTest-Tag-1378035877') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:51.870362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cde992-1a88-490d-9b3a-1e21fd25a224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c86c329-aabe-45d1-90cb-7b456fd2532d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:51.998472 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-76d9c309-567a-4574-aabd-27b69e3f6a58 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:51.999926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-76d9c309-567a-4574-aabd-27b69e3f6a58 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags/tempest-TagsExtTest-Tag-1378035877 HTTP/1.1" status: 404 len: 329 time: 0.1420469 Jul 22 14:31:52.002786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50804) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.008375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-537d4b4d-e1cb-4f45-b211-4ea31892bfc1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', {'tags': ['tempest-TagsExtTest-Tag-1689899602', 'tempest-TagsExtTest-Tag-166558958', 'tempest-TagsExtTest-Tag-80314972']}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:52.031865 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-8f92c3a7-9d59-4113-9bdb-63a320c2f0ae service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250960 Jul 22 14:31:52.212203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.228461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'name': 'tempest-router--1459473815', 'project_id': '8a365aeba0404750be1ccb6573265078'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:52.284753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-c1b746d8-f294-4790-9fa1-eb49ceadb765 service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370412 Jul 22 14:31:52.286393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.287666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.439602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.447735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.457480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.465494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-537d4b4d-e1cb-4f45-b211-4ea31892bfc1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags HTTP/1.1" status: 200 len: 315 time: 0.4614573 Jul 22 14:31:52.469169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50820) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.479216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60f2baf0-6ab9-4730-9a98-c88412f15d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.479759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-5fb6bc2b-7af9-4dde-ad3f-6d0fa83f8e05 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:52.481064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.482564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-866069b6-9f02-4877-b602-972c55a952a3 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2667506 Jul 22 14:31:52.490313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.565774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-5e0a79a0-df58-4ead-9bfa-0473148fe87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:52.567251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-5e0a79a0-df58-4ead-9bfa-0473148fe87b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 1095 time: 0.2191825 Jul 22 14:31:52.587985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bfc9e-1d56-4cc1-829f-8eb6e4b369c8 req-a169d92d-aa8b-4cba-a820-09f1108a384a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:52.589527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e67bfc9e-1d56-4cc1-829f-8eb6e4b369c8 req-a169d92d-aa8b-4cba-a820-09f1108a384a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3709407 Jul 22 14:31:52.608837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.630538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83521e7-9c78-4fd1-908c-5095b58808b1 req-e897b1a7-5f19-422e-8c4d-8ad5e950fe52 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:52.632209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a83521e7-9c78-4fd1-908c-5095b58808b1 req-e897b1a7-5f19-422e-8c4d-8ad5e950fe52 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 944 time: 0.2992625 Jul 22 14:31:52.656376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5fb6bc2b-7af9-4dde-ad3f-6d0fa83f8e05 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1815360 Jul 22 14:31:52.662244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:52.685308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e67bfc9e-1d56-4cc1-829f-8eb6e4b369c8 req-c8767147-f553-4a6c-b03d-6e0d04f98aad tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871067 Jul 22 14:31:52.714035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-e2062942-8112-4824-a965-0be1deaa41a6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-1689899602') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:52.716820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a83521e7-9c78-4fd1-908c-5095b58808b1 req-bccf6963-d4d2-4a6b-9106-218395badb28 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Jul 22 14:31:52.842736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd0f3577-af2e-4440-a604-e9a1a5c0e85f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:52.848135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c1b6c-bcd3-4e6a-86a7-b15ada56b968 req-44dd6e02-8455-4312-8ce1-83d768615c6f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:52.849744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b6c1b6c-bcd3-4e6a-86a7-b15ada56b968 req-44dd6e02-8455-4312-8ce1-83d768615c6f tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.0733473 Jul 22 14:31:52.902354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b6c1b6c-bcd3-4e6a-86a7-b15ada56b968 req-d41db799-17c4-4562-b01d-854536f63528 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438135 Jul 22 14:31:52.949081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.953967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-448ec1d4-d990-4282-84da-779896b5225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:52.955591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-448ec1d4-d990-4282-84da-779896b5225b service neutron] 10.222.0.61 "GET /v2.0/networks?id=a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 200 len: 919 time: 0.3794770 Jul 22 14:31:52.959009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:52.963384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:52.981363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f', 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'port_id': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f', 'mac_address': 'fa:16:3e:72:6a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9804914-eb21-4d66-aed0-18b483cd44c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:53.028411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.041972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0f3577-af2e-4440-a604-e9a1a5c0e85f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:53.043004 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-e2062942-8112-4824-a965-0be1deaa41a6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:53.043749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e2062942-8112-4824-a965-0be1deaa41a6 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-1689899602 HTTP/1.1" status: 404 len: 329 time: 0.3513637 Jul 22 14:31:53.048202 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-abb637c5-91d9-4a09-a918-9f574475746b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f HTTP/1.1" status: 200 len: 217 time: 0.0824599 Jul 22 14:31:53.055734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50834) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.061823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-d60eeeaf-aa61-43bd-8a99-6b318b9ddd0e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-166558958') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.067475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:53.072885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.073482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df1b49d4-5951-4dc2-88ca-2d779c1d77e9 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:31:53.074229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.075027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 22294542-ec9c-4d23-ac80-ff8fb3bcc03d details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:31:53.076242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60f2baf0-6ab9-4730-9a98-c88412f15d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.100572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.102330 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-82696572-c77a-45c3-b831-c40c20501603 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/routers/df1b49d4-5951-4dc2-88ca-2d779c1d77e9 HTTP/1.1" status: 204 len: 168 time: 0.6108766 Jul 22 14:31:53.105073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60f2baf0-6ab9-4730-9a98-c88412f15d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.166415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-60f2baf0-6ab9-4730-9a98-c88412f15d3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91c4c45f912f449d98f457cd55974606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078650 Jul 22 14:31:53.167499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2baf0-6ab9-4730-9a98-c88412f15d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a8cc8a-2aa1-4abf-9627-35f7997f76dc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.170908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-55f952af-f515-48c6-b166-e8533785fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:53.172390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-55f952af-f515-48c6-b166-e8533785fea6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 200 len: 858 time: 0.1183138 Jul 22 14:31:53.173171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50840) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.237269 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-47a5d4fb-d186-4430-85b2-b04056374b33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a2b4cbca-3d93-4164-b28a-1c24641064be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553892 Jul 22 14:31:53.244324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:53.279247 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-d60eeeaf-aa61-43bd-8a99-6b318b9ddd0e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:53.280362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d60eeeaf-aa61-43bd-8a99-6b318b9ddd0e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-166558958 HTTP/1.1" status: 404 len: 328 time: 0.2235918 Jul 22 14:31:53.284668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.284810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.295130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-46f7fe1a-ccd7-4c14-8c6e-6d52a931226c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb', 'tempest-TagsExtTest-Tag-80314972') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.303987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d', 'network_id': 'a2b4cbca-3d93-4164-b28a-1c24641064be', 'port_id': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d', 'mac_address': 'fa:16:3e:c0:ba:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9804914-eb21-4d66-aed0-18b483cd44c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:31:53.366298 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.383140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22294542-ec9c-4d23-ac80-ff8fb3bcc03d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:31:53.395292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eda7-751f-425f-a94a-1845e2daf708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.396093 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-46f7fe1a-ccd7-4c14-8c6e-6d52a931226c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:53.399943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-46f7fe1a-ccd7-4c14-8c6e-6d52a931226c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags/tempest-TagsExtTest-Tag-80314972 HTTP/1.1" status: 404 len: 327 time: 0.1115389 Jul 22 14:31:53.400427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50846) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.410785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:53.412132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-c404e16c-b87d-4e19-a0fa-884caa18d428 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', {'tags': ['tempest-TagsExtTest-Tag-2026402879', 'tempest-TagsExtTest-Tag-1567732675', 'tempest-TagsExtTest-Tag-959094166']}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.416526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.416917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.422631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-960a1227-b657-451e-a564-291bddd7170c service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784029 Jul 22 14:31:53.450647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c404e16c-b87d-4e19-a0fa-884caa18d428 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "PUT /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags HTTP/1.1" status: 200 len: 317 time: 0.0489788 Jul 22 14:31:53.453680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.458619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-714ec23a-1aca-4eea-a426-cdfc07d5b5a2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.474370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50856) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.480258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-89281358'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:53.494692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.506626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eda7-751f-425f-a94a-1845e2daf708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.514682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:53.518457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.522907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-714ec23a-1aca-4eea-a426-cdfc07d5b5a2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags HTTP/1.1" status: 204 len: 168 time: 0.0682571 Jul 22 14:31:53.528111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50858) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.532852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-93b0586f-8dcd-4f6e-8bcd-79c1848b1af2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-2026402879') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.552276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:53.563858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.564222 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Added segment 9ba7698c-ff9f-495a-a56c-840f8825e15e of type vlan for network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 Jul 22 14:31:53.610580 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-93b0586f-8dcd-4f6e-8bcd-79c1848b1af2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:53.614540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-93b0586f-8dcd-4f6e-8bcd-79c1848b1af2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-2026402879 HTTP/1.1" status: 404 len: 329 time: 0.0823834 Jul 22 14:31:53.614724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.620574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-0f6569c8-2d8c-4c74-9dd8-28057564f27e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-1567732675') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.635971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cef047c4-910d-4bd4-bb54-e740d0ade7c5 req-b923d68d-9f45-4ca5-b29d-f4d4bb66862e service neutron] 10.222.0.61 "GET /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801267 Jul 22 14:31:53.642150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.646928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eda7-751f-425f-a94a-1845e2daf708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.652002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eda7-751f-425f-a94a-1845e2daf708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.653243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b8f6eda7-751f-425f-a94a-1845e2daf708 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3a8cc8a-2aa1-4abf-9627-35f7997f76dc HTTP/1.1" status: 204 len: 168 time: 0.4791563 Jul 22 14:31:53.663288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6eda7-751f-425f-a94a-1845e2daf708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a8cc8a-2aa1-4abf-9627-35f7997f76dc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:53.677290 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-0f6569c8-2d8c-4c74-9dd8-28057564f27e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:53.678845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f6569c8-2d8c-4c74-9dd8-28057564f27e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-1567732675 HTTP/1.1" status: 404 len: 329 time: 0.0620356 Jul 22 14:31:53.681482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.686389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-5f08148e-d5c3-4836-a974-b378cb16caf2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422', 'tempest-TagsExtTest-Tag-959094166') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.699488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.708758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:53.709355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.716854 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-5f08148e-d5c3-4836-a974-b378cb16caf2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] show failed (client error): The resource could not be found. Jul 22 14:31:53.718288 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5f08148e-d5c3-4836-a974-b378cb16caf2 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags/tempest-TagsExtTest-Tag-959094166 HTTP/1.1" status: 404 len: 328 time: 0.0355871 Jul 22 14:31:53.721121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.729169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-a27abb00-57dd-43fb-9dd1-7e9974181088 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '97e71247-5e3e-40c6-96cb-4f6fdc824422') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.744944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-606241902', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:53.756726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd0f3577-af2e-4440-a604-e9a1a5c0e85f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:53.785847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a27abb00-57dd-43fb-9dd1-7e9974181088 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422/tags HTTP/1.1" status: 204 len: 168 time: 0.0615280 Jul 22 14:31:53.788713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.793808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-0e074cdf-16d0-469c-9839-00d1e805a23c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'db17eaf8-3184-4b15-aa7a-6e27021133eb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:53.797352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.798223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.806866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3313873 Jul 22 14:31:53.812414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50876) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:53.831109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1635981114'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:53.835211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['22294542-ec9c-4d23-ac80-ff8fb3bcc03d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:31:53.978651 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:53.992148 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e074cdf-16d0-469c-9839-00d1e805a23c tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb/tags HTTP/1.1" status: 204 len: 168 time: 0.2022641 Jul 22 14:31:53.998740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50880) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:54.013890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f66b0-e5dd-48b9-8ec5-3d277c5c9cf2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Network': ['ID=521a81a3-bb0b-4ea4-b0bf-903efdaa6465,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:54.021569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-a00a6ae3-641a-44cf-b957-8e7a76fd8c4e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b8d5dd70-c483-4cfc-b86a-69fce358574b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:54.029289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:54.079867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:54.083663 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.139945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1df99-889f-4c6d-8598-8c9274899fcb req-48fb74af-05ac-4b16-a86e-39b785981e57 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:54.147337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19e1df99-889f-4c6d-8598-8c9274899fcb req-48fb74af-05ac-4b16-a86e-39b785981e57 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 945 time: 0.3244355 Jul 22 14:31:54.179859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.209773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0736ec0-703d-49de-ad0e-82ebd25cc971 req-2c8daea6-02a1-4759-bbc9-942a6d91defc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:54.219821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0736ec0-703d-49de-ad0e-82ebd25cc971 req-2c8daea6-02a1-4759-bbc9-942a6d91defc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3797464 Jul 22 14:31:54.238714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:31:54.274243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.274726 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Added segment 76a4d3b0-f78e-441b-a612-609c75afdbc3 of type vlan for network ec93a32d-1315-4552-900e-596c6b136b41 Jul 22 14:31:54.290817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19e1df99-889f-4c6d-8598-8c9274899fcb req-b907979b-27f6-43d4-a27a-e47b920960e6 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386828 Jul 22 14:31:54.319076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a00a6ae3-641a-44cf-b957-8e7a76fd8c4e tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b/tags HTTP/1.1" status: 204 len: 168 time: 0.3147280 Jul 22 14:31:54.323326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50890) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:54.336238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-ad7898a0-6cb0-4c33-bd6d-88579649cb3f tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:54.402545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0736ec0-703d-49de-ad0e-82ebd25cc971 req-86d0af78-007d-4145-bdb7-79fd43286bd8 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808770 Jul 22 14:31:54.407143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.463706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.469971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:54.470706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.489779 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.514266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6934741 Jul 22 14:31:54.521145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:54.523595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.529292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'subnet': {'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:54.596904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ad7898a0-6cb0-4c33-bd6d-88579649cb3f tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76/tags HTTP/1.1" status: 204 len: 168 time: 0.2631192 Jul 22 14:31:54.596904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5681291-f8d3-4d09-b5fb-fabff815d80f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Network': ['ID=ec93a32d-1315-4552-900e-596c6b136b41,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:54.598749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:54.616197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ec93a32d-1315-4552-900e-596c6b136b41 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:31:54.643481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Allocated IP 172.25.3.196 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/aaffaa8d-e502-4ece-a349-6b3bbd10ecf3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:54.813601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.830394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:54.834623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.838709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd0f3577-af2e-4440-a604-e9a1a5c0e85f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:54.868573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6248aa49-a09c-4d3e-8df7-3fe395936f09 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for subnetpool, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.873610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6248aa49-a09c-4d3e-8df7-3fe395936f09 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnetpools/97e71247-5e3e-40c6-96cb-4f6fdc824422 HTTP/1.1" status: 204 len: 168 time: 0.2715282 Jul 22 14:31:54.879835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50910) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:54.932964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:54.953620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa042240-b01e-404d-be99-989db568b7eb tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "GET /v2.0/ports?device_id=db17eaf8-3184-4b15-aa7a-6e27021133eb HTTP/1.1" status: 200 len: 205 time: 0.0710471 Jul 22 14:31:54.958160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50912) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:55.022258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:55.026393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:55.031323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:55.036491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event updated for resources: {'Port': ['ID=aaffaa8d-e502-4ece-a349-6b3bbd10ecf3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:55.057151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port bd0f3577-af2e-4440-a604-e9a1a5c0e85f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:55.064856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port bd0f3577-af2e-4440-a604-e9a1a5c0e85f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:55.066751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.228101 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.289189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421da094-a512-43fd-9225-58403193875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:55.292114 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca566d53-5f09-470e-af61-714c7eec5bf9" -d '{"events": [{"server_uuid": "421da094-a512-43fd-9225-58403193875c", "name": "network-vif-plugged", "status": "completed", "tag": "bd0f3577-af2e-4440-a604-e9a1a5c0e85f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:55.313757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:55.316451 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.371493 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4223bae6-2df2-4ddb-9a23-2106d78ce82a x-openstack-request-id: req-4223bae6-2df2-4ddb-9a23-2106d78ce82a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:55.375829 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421da094-a512-43fd-9225-58403193875c", "name": "network-vif-plugged", "status": "completed", "tag": "bd0f3577-af2e-4440-a604-e9a1a5c0e85f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:55.375829 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4223bae6-2df2-4ddb-9a23-2106d78ce82a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:55.375829 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421da094-a512-43fd-9225-58403193875c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f', 'code': 200} Jul 22 14:31:55.396381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:55.530857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.609321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.863315 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.868187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.902542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce9307-9025-4ca9-a69f-370c2c37c2ef req-c0702865-7502-43dd-a868-7d25156f7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:55.904337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1ce9307-9025-4ca9-a69f-370c2c37c2ef req-c0702865-7502-43dd-a868-7d25156f7925 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 1097 time: 0.4725602 Jul 22 14:31:55.950888 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1ce9307-9025-4ca9-a69f-370c2c37c2ef req-ac2e7c95-faa2-4293-bcf8-58374870d3ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374260 Jul 22 14:31:55.987253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684e460-800d-4168-9e72-b8565fe5b185 req-5927d472-24f3-424a-bd4a-157240b7ae33 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:55.988889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7684e460-800d-4168-9e72-b8565fe5b185 req-5927d472-24f3-424a-bd4a-157240b7ae33 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.4664640 Jul 22 14:31:55.996501 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:55.997038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Fanout notify agent at l3_agent the message router_deleted on router db17eaf8-3184-4b15-aa7a-6e27021133eb {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:31:56.016254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.019955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4843c709-43fb-4779-9aa3-5ed0f97e3d8b tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/routers/db17eaf8-3184-4b15-aa7a-6e27021133eb HTTP/1.1" status: 204 len: 168 time: 1.0582957 Jul 22 14:31:56.031991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa69c8-670f-4ea6-94f4-69bd1b8a9e5f req-371f2c7d-08bb-4825-b6df-d03364576d8e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:56.033519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85fa69c8-670f-4ea6-94f4-69bd1b8a9e5f req-371f2c7d-08bb-4825-b6df-d03364576d8e tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 946 time: 0.5680101 Jul 22 14:31:56.035393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50944) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:56.049778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.079500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.181611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7684e460-800d-4168-9e72-b8565fe5b185 req-6ff9f13c-9014-41a0-a4ab-e5a955bcfe4b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762495 Jul 22 14:31:56.200067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Subnet': ['ID=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:56.236751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85fa69c8-670f-4ea6-94f4-69bd1b8a9e5f req-ca105da1-b59d-492d-9799-9ade4bf2b4c6 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822016 Jul 22 14:31:56.259111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Checking segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:56.260767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network hostable DHCP agents. Network: 521a81a3-bb0b-4ea4-b0bf-903efdaa6465, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:56.277051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Router 32a33fae-a817-4c16-9951-f691e7013cfa is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:31:56.328978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:56.343193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Deleting port b8d5dd70-c483-4cfc-b86a-69fce358574b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:56.343550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.364221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 521a81a3-bb0b-4ea4-b0bf-903efdaa6465) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:56.366372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:56.367752 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.368064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9082dbd-2d6c-4418-909e-013f109cf72d None None] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:56.410569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fc3c1471-3b70-47a2-a8a8-a04c4d7de6c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8857763 Jul 22 14:31:56.412660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:56.424593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'subnet': {'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:56.541753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:31:56.557079 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] Sync routers for ids ['32a33fae-a817-4c16-9951-f691e7013cfa'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:31:56.581105 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] Routers {'32a33fae-a817-4c16-9951-f691e7013cfa'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:56.581766 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['32a33fae-a817-4c16-9951-f691e7013cfa'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:56.609821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:56.612538 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.636478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.637129 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:56.647819 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] Routers {'32a33fae-a817-4c16-9951-f691e7013cfa'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:31:56.649054 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['32a33fae-a817-4c16-9951-f691e7013cfa'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:56.649347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Calling delete_port for b8d5dd70-c483-4cfc-b86a-69fce358574b owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:56.664650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.670163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35262141-2da8-4295-b2da-3985b5306692 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2480266 Jul 22 14:31:56.670967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50964) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:56.712270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:56.719049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:56.729940 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:56.730769 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4191396-5ebe-44e9-b91a-e794b225865d None None] The sync data for ids ['32a33fae-a817-4c16-9951-f691e7013cfa'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:31:56.855262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 22294542-ec9c-4d23-ac80-ff8fb3bcc03d up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:31:56.962375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Allocated IP 10.1.1.2 (521a81a3-bb0b-4ea4-b0bf-903efdaa6465/8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2/6d8c265d-bb96-4b15-aacd-90ff84005120) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:57.001123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:31:57.011027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:31:57.011328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.090251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.093400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.102621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.148833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Subnet': ['ID=f5ddddc7-9070-49f3-8b67-72ef7c13fb44,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.191335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Checking segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:57.192178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network hostable DHCP agents. Network: ec93a32d-1315-4552-900e-596c6b136b41, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:31:57.204391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event deleted for resources: {'Port': ['ID=b8d5dd70-c483-4cfc-b86a-69fce358574b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.223253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.225999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network ec93a32d-1315-4552-900e-596c6b136b41 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:31:57.245783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ec93a32d-1315-4552-900e-596c6b136b41) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:57.253068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:57.253698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.267127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c991d4-3991-402b-9b67-12f70c0f242f None None] Network ec93a32d-1315-4552-900e-596c6b136b41 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:57.278594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fd9b9bfb-f59f-4eac-a8f3-0accfbca7646 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/32a33fae-a817-4c16-9951-f691e7013cfa HTTP/1.1" status: 200 len: 924 time: 0.6059842 Jul 22 14:31:57.281772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50978) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.291164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0c5a3cd1-e26c-4b54-b88a-07b5b92c1455 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8768108 Jul 22 14:31:57.294597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.297929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.303925 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5225471b-6557-4263-af64-1b0bae2bc8a1 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/ports/b8d5dd70-c483-4cfc-b86a-69fce358574b HTTP/1.1" status: 204 len: 168 time: 1.2636616 Jul 22 14:31:57.303925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.311795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'name': 'tempest-TaggedBootDevicesTest-1061042247', 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:57.342570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f7073962-565f-4728-894b-d702d192dd6c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a33fae-a817-4c16-9951-f691e7013cfa HTTP/1.1" status: 200 len: 205 time: 0.0587070 Jul 22 14:31:57.364270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:57.423498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.447438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:31:57.450825 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237a1e77-1bc6-4276-b5e9-9aa7c22de673" -d '{"events": [{"server_uuid": "fdf0ad6a-9d4f-420c-b917-0be7afca0b57", "name": "network-vif-plugged", "status": "completed", "tag": "22294542-ec9c-4d23-ac80-ff8fb3bcc03d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:31:57.472788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Transition to ACTIVE for port object 6d8c265d-bb96-4b15-aacd-90ff84005120 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:57.484717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:57.487018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Deleting subnet b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:31:57.496324 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.526299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.565219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8cc48-d38c-48c4-afdd-aaadcb89fef2 req-0812ee25-6bd9-43bf-b6c9-47a1926d0b0d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:57.566869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fb8cc48-d38c-48c4-afdd-aaadcb89fef2 req-0812ee25-6bd9-43bf-b6c9-47a1926d0b0d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2278099 Jul 22 14:31:57.578222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Transition to ACTIVE for port object 6d8c265d-bb96-4b15-aacd-90ff84005120 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:57.588259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aadfb-fcd2-4427-8613-be333c6fad6e req-20834a71-363d-4d5b-9e9a-cf52c8b9d719 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:57.590146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a1aadfb-fcd2-4427-8613-be333c6fad6e req-20834a71-363d-4d5b-9e9a-cf52c8b9d719 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 946 time: 0.1650517 Jul 22 14:31:57.598392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.619012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.642974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d7adc49-1f10-453a-a93c-9768534ad606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.687725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a1aadfb-fcd2-4427-8613-be333c6fad6e req-e20e369e-b8eb-4823-b61c-1280e695afa6 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838614 Jul 22 14:31:57.692561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:57.693380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.702265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:57.723919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1fb8cc48-d38c-48c4-afdd-aaadcb89fef2 req-7ed2c12d-8235-4ae9-aa47-d486e7e59216 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460059 Jul 22 14:31:57.742211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:57.803109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:31:57.875085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Pushing event updated for resources: {'Port': ['ID=6d8c265d-bb96-4b15-aacd-90ff84005120,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:57.882087 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.932534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Attempting to bind port 6d8c265d-bb96-4b15-aacd-90ff84005120 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:57.933071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Attempting to bind port 6d8c265d-bb96-4b15-aacd-90ff84005120 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:57.933451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Attempting to bind port 6d8c265d-bb96-4b15-aacd-90ff84005120 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:57.945114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-ec93a32d-1315-4552-900e-596c6b136b41', 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'fixed_ips': [{'subnet_id': 'f5ddddc7-9070-49f3-8b67-72ef7c13fb44'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:31:57.946415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.955859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:57.956339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Checking segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:57.956820 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:57.957394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Bound using segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:57.958314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Bound port: 6d8c265d-bb96-4b15-aacd-90ff84005120, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:57.958642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.017390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.032820 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.116691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.119749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/subnets/b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76 HTTP/1.1" status: 204 len: 168 time: 0.8161888 Jul 22 14:31:58.122854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50998) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:58.126454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b5761-aa65-4425-868e-c6dc9f6ce837 tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event deleted for resources: {'Subnet': ['ID=b16b7c9b-890e-4de4-a8bc-9fe14c0a0e76,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.133114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d7adc49-1f10-453a-a93c-9768534ad606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.143039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59cca9-02cb-4281-99da-97e7c2ec2f4d req-20eec656-6a70-4190-9f57-31c137e28488 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:58.152762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a59cca9-02cb-4281-99da-97e7c2ec2f4d req-20eec656-6a70-4190-9f57-31c137e28488 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 945 time: 0.2284563 Jul 22 14:31:58.158503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Allocated IP 10.2.2.2 (ec93a32d-1315-4552-900e-596c6b136b41/f5ddddc7-9070-49f3-8b67-72ef7c13fb44/2e1e8a75-c411-49f4-9610-81859b46ac4a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:58.198679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d7adc49-1f10-453a-a93c-9768534ad606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.280322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a59cca9-02cb-4281-99da-97e7c2ec2f4d req-4fb5b033-8ab4-479e-a2d5-a8343af99c2a tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262193 Jul 22 14:31:58.289829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.321598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7adc49-1f10-453a-a93c-9768534ad606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f233c1-2bf2-44f4-9fe3-4c36c07506e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.352836 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.363488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Transition to ACTIVE for port object 2e1e8a75-c411-49f4-9610-81859b46ac4a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:58.381645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Transition to ACTIVE for port object 2e1e8a75-c411-49f4-9610-81859b46ac4a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:58.387538 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2616f71-3f82-49c7-b99c-177e1a65e854 x-openstack-request-id: req-d2616f71-3f82-49c7-b99c-177e1a65e854 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:31:58.388085 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0ad6a-9d4f-420c-b917-0be7afca0b57", "name": "network-vif-plugged", "status": "completed", "tag": "22294542-ec9c-4d23-ac80-ff8fb3bcc03d", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:31:58.388483 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2616f71-3f82-49c7-b99c-177e1a65e854 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:31:58.389078 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d', 'code': 200} Jul 22 14:31:58.392188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a991640-035e-46ba-af8e-0d86040626e4 None None] Network 3b060336-e3ac-43c9-9ac6-398085f27317 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:31:58.400809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.431753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] device_id is not set on port aaaf8ddc-333a-4ec3-9867-b5054785368e yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:31:58.452605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4208d51b-c11c-4146-a246-49c27216878c None None] For port 6d8c265d-bb96-4b15-aacd-90ff84005120, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:58.456616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4208d51b-c11c-4146-a246-49c27216878c None None] For port 6d8c265d-bb96-4b15-aacd-90ff84005120, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d8c265d-bb96-4b15-aacd-90ff84005120,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:58.461579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.467846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Deleting port 25f7804e-003e-4d0c-8d26-08e68f3975ec {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:58.468285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.476958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.549664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Network ec93a32d-1315-4552-900e-596c6b136b41 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:58.553861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e53d4b-14d0-49a8-8a4c-3f9f156c42eb req-1b79771a-03ba-4881-92a2-5e82944aca53 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:58.555494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:58.567894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3e53d4b-14d0-49a8-8a4c-3f9f156c42eb req-1b79771a-03ba-4881-92a2-5e82944aca53 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 945 time: 0.1644759 Jul 22 14:31:58.585194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] For port 25f7804e-003e-4d0c-8d26-08e68f3975ec, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25f7804e-003e-4d0c-8d26-08e68f3975ec,segment=NetworkSegment(7ba80f6c-5a6e-4df2-8411-a8dfa15c4222),segment_id=7ba80f6c-5a6e-4df2-8411-a8dfa15c4222)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:31:58.586207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.606393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:58.610638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Calling delete_port for 25f7804e-003e-4d0c-8d26-08e68f3975ec owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:58.645018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3e53d4b-14d0-49a8-8a4c-3f9f156c42eb req-99f59bc9-bcc0-40d2-baf1-0000658f5c89 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711818 Jul 22 14:31:58.688640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 10.1.1.229 (521a81a3-bb0b-4ea4-b0bf-903efdaa6465/8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2/aaaf8ddc-333a-4ec3-9867-b5054785368e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:31:58.698949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Pushing event updated for resources: {'Port': ['ID=2e1e8a75-c411-49f4-9610-81859b46ac4a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.751097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.767722 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d7adc49-1f10-453a-a93c-9768534ad606 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61970e57e0ea4735a2b81f49c98394d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6263208 Jul 22 14:31:58.774794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b52490-6a0f-4bb3-97da-36e528b18c8a req-ea288763-e744-4902-a87c-0059e05107d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:58.776560 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f0b52490-6a0f-4bb3-97da-36e528b18c8a req-ea288763-e744-4902-a87c-0059e05107d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 1096 time: 0.5864844 Jul 22 14:31:58.781357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:58.786242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Attempting to bind port 2e1e8a75-c411-49f4-9610-81859b46ac4a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:31:58.786644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Attempting to bind port 2e1e8a75-c411-49f4-9610-81859b46ac4a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:31:58.787071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Attempting to bind port 2e1e8a75-c411-49f4-9610-81859b46ac4a on network ec93a32d-1315-4552-900e-596c6b136b41 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:31:58.789094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] No DVR routers for this DVR port 25f7804e-003e-4d0c-8d26-08e68f3975ec on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:31:58.797018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event deleted for resources: {'Port': ['ID=25f7804e-003e-4d0c-8d26-08e68f3975ec,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.829787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:31:58.830500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Checking segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:31:58.830800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.831072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Bound using segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:31:58.831596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Bound port: 2e1e8a75-c411-49f4-9610-81859b46ac4a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:31:58.831980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.948085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:58.960159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208d51b-c11c-4146-a246-49c27216878c None None] Pushing event updated for resources: {'Port': ['ID=6d8c265d-bb96-4b15-aacd-90ff84005120,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:58.973987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b060336-e3ac-43c9-9ac6-398085f27317']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:59.002402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:59.002735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba80f6c-5a6e-4df2-8411-a8dfa15c4222') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:31:59.065102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.072198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8d673d-7c97-4a9b-a7bc-9c2f72970560 None None] DHCP port deletion for 3b060336-e3ac-43c9-9ac6-398085f27317 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:31:59.083933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] For port 2e1e8a75-c411-49f4-9610-81859b46ac4a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:31:59.104824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.105686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] For port 2e1e8a75-c411-49f4-9610-81859b46ac4a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2e1e8a75-c411-49f4-9610-81859b46ac4a,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:31:59.113336 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.126073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.146660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f0b52490-6a0f-4bb3-97da-36e528b18c8a req-7bbe87fe-6f5f-45d7-b870-50e67e4ad4ee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614213 Jul 22 14:31:59.147804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:31:59.148807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:31:59.152378 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:31:59.217544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc180-fb7c-4ed3-8c1a-c8d24fa3c58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.241138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601775f-90dd-45d1-a04c-ca680ce03d9f None None] Pushing event updated for resources: {'Port': ['ID=2e1e8a75-c411-49f4-9610-81859b46ac4a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.285207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.290033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc180-fb7c-4ed3-8c1a-c8d24fa3c58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.347490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object aaaf8ddc-333a-4ec3-9867-b5054785368e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:31:59.349760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Deleting port aaffaa8d-e502-4ece-a349-6b3bbd10ecf3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:31:59.350116 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.506092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.539267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3b493-c383-4850-91f5-1b7ff4b9f5f2 req-c3d6838b-014d-43d6-ab30-f5f9d27f4064 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:59.540832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57a3b493-c383-4850-91f5-1b7ff4b9f5f2 req-c3d6838b-014d-43d6-ab30-f5f9d27f4064 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.5432088 Jul 22 14:31:59.542157 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.547024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc180-fb7c-4ed3-8c1a-c8d24fa3c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.550626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea3bc180-fb7c-4ed3-8c1a-c8d24fa3c58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.550902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.555328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ea3bc180-fb7c-4ed3-8c1a-c8d24fa3c58d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8f233c1-2bf2-44f4-9fe3-4c36c07506e8 HTTP/1.1" status: 204 len: 168 time: 0.7708354 Jul 22 14:31:59.556261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] 10.222.0.60 "DELETE /v2.0/networks/3b060336-e3ac-43c9-9ac6-398085f27317 HTTP/1.1" status: 204 len: 168 time: 1.4316039 Jul 22 14:31:59.585556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e294fca-b0b7-4aa6-bb43-3dc82afa3cab tempest-TagsExtTest-2059445688 tempest-TagsExtTest-2059445688-project] Pushing event deleted for resources: {'Network': ['ID=3b060336-e3ac-43c9-9ac6-398085f27317,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.604589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57a3b493-c383-4850-91f5-1b7ff4b9f5f2 req-cba2080c-9bab-4b91-9a27-789469d5d743 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466373 Jul 22 14:31:59.618839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bc180-fb7c-4ed3-8c1a-c8d24fa3c58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f233c1-2bf2-44f4-9fe3-4c36c07506e8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.623742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:31:59.631271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.638790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:31:59.653936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:31:59.657443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:31:59.697055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Calling delete_port for aaffaa8d-e502-4ece-a349-6b3bbd10ecf3 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:31:59.815200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:59.815483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:31:59.862152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2910ce77-0c98-42ae-b3c0-907a48569f6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5663171 Jul 22 14:31:59.863832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:59.869447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ee262-bc83-4478-a2bd-65c971ae4203 req-187f5922-7716-41fa-9116-2155b5815db8 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:31:59.873600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'name': 'tempest-TaggedBootDevicesTest-952111818', 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:31:59.879424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-340ee262-bc83-4478-a2bd-65c971ae4203 req-187f5922-7716-41fa-9116-2155b5815db8 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 945 time: 0.1164994 Jul 22 14:31:59.934357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51022) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:31:59.985451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-340ee262-bc83-4478-a2bd-65c971ae4203 req-bfea0dd8-a353-4c55-9d2b-84878e239114 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044919 Jul 22 14:32:00.230779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:00.260538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.270091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea749f4-14a9-46c2-a23a-bb15ea40f46d None None] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:00.353705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9df6c5e9-5232-4733-98b4-c7b720fb8c37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fcd1ca5c16b4b218e7c5b07abce8fa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130943 Jul 22 14:32:00.354238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51040) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:00.355218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] device_id is not set on port 280d8c1d-a55e-4e04-bdb2-b0624228a206 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:32:00.355888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2e1e8a75-c411-49f4-9610-81859b46ac4a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:00.444376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.465804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a44f7cbc-6ca2-4928-b6ab-863b044309e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.509049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event deleted for resources: {'Port': ['ID=aaffaa8d-e502-4ece-a349-6b3bbd10ecf3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:00.513629 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a44f7cbc-6ca2-4928-b6ab-863b044309e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.582326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a2b12e54-e841-47d6-8a52-6c4f4023b1d1 None None] Provisioning for port 6d8c265d-bb96-4b15-aacd-90ff84005120 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:00.621462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a44f7cbc-6ca2-4928-b6ab-863b044309e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.627144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a44f7cbc-6ca2-4928-b6ab-863b044309e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.631406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a44f7cbc-6ca2-4928-b6ab-863b044309e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/279c691e-b556-45ba-b97b-893536353a78 HTTP/1.1" status: 204 len: 168 time: 0.2750783 Jul 22 14:32:00.652354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7cbc-6ca2-4928-b6ab-863b044309e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279c691e-b556-45ba-b97b-893536353a78,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:00.704464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.877816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 2e1e8a75-c411-49f4-9610-81859b46ac4a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:00.883208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51064) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:00.900630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d8c265d-bb96-4b15-aacd-90ff84005120 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:00.941744 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.949573 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:00.975575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4abd-767d-4894-9a74-bce5b5ea4ad6 req-fa6ee4a7-4018-40f8-af3e-6e0393015c5d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:00.979354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2ad4abd-767d-4894-9a74-bce5b5ea4ad6 req-fa6ee4a7-4018-40f8-af3e-6e0393015c5d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.1869030 Jul 22 14:32:01.026719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24024e06-8e05-40b1-8d41-d9f1c0a818a6 None None] Network ec93a32d-1315-4552-900e-596c6b136b41 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:01.029835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 10.1.1.39 (521a81a3-bb0b-4ea4-b0bf-903efdaa6465/8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2/280d8c1d-a55e-4e04-bdb2-b0624228a206) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:01.031900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.032431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Fanout notify agent at l3_agent the message router_deleted on router 32a33fae-a817-4c16-9951-f691e7013cfa {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:01.055278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.060438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cf98ec01-246c-4a7b-bff8-89eed67340fe tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/32a33fae-a817-4c16-9951-f691e7013cfa HTTP/1.1" status: 204 len: 168 time: 3.6915491 Jul 22 14:32:01.061197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:01.067500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1027044419', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': False}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:01.085884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2ad4abd-767d-4894-9a74-bce5b5ea4ad6 req-640d9f10-ec33-4edd-af22-ed6fd273a5dd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969810 Jul 22 14:32:01.172625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.176223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.262224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-322696393-network', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:01.364832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Made reservation on behalf of b2dc45bfc4e74df6918f38ee9bb98dc9 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:01.367427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.399728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.445078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] Provisioning for port 2e1e8a75-c411-49f4-9610-81859b46ac4a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:01.450243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73071d59-6703-418a-b838-055a8358ddb2 req-c127f0a4-4ee6-4c1a-948f-7fd3c89de723 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:01.452130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.461035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73071d59-6703-418a-b838-055a8358ddb2 req-c127f0a4-4ee6-4c1a-948f-7fd3c89de723 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 945 time: 0.3049176 Jul 22 14:32:01.487952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] Provisioning complete for port 2e1e8a75-c411-49f4-9610-81859b46ac4a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:01.489006 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.551985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73071d59-6703-418a-b838-055a8358ddb2 req-59fb95cf-3ea2-4558-a623-700aaa5d52d7 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843453 Jul 22 14:32:01.599413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6d8c265d-bb96-4b15-aacd-90ff84005120 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:01.614177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6d8c265d-bb96-4b15-aacd-90ff84005120 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:01.614594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.674868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.682136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.728557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.739132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:01.755606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object 280d8c1d-a55e-4e04-bdb2-b0624228a206 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:01.764749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757b10a3-66a7-4a23-bfb5-031d057c538f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:01.779107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.779475 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Added segment 6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b of type vlan for network dbceceb1-e2b7-4576-adfc-37e8a176b2bb Jul 22 14:32:01.815198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.918013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:01.950223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:01.972300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:02.021066 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.037998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:02.060029 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.080285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:02.095491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] For port 2e1e8a75-c411-49f4-9610-81859b46ac4a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2e1e8a75-c411-49f4-9610-81859b46ac4a,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:02.115765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.118949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.120249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:02.121716 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.164444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:02.168698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:02.177016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.180039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065753 Jul 22 14:32:02.187421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3017066 Jul 22 14:32:02.194082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6d8c265d-bb96-4b15-aacd-90ff84005120, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d8c265d-bb96-4b15-aacd-90ff84005120,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:02.205474 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.209338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.217822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51100) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:02.218246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:02.227692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Request body: {'subnet': {'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-322696393-subnet', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:02.257632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548638d-0631-4d53-8fe4-f6e705d0c1a6 None None] Pushing event updated for resources: {'Port': ['ID=2e1e8a75-c411-49f4-9610-81859b46ac4a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.276995 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-abf8c990-7b9a-4bc0-8a77-5ae871fa0935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4092658 Jul 22 14:32:02.362677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Made reservation on behalf of b2dc45bfc4e74df6918f38ee9bb98dc9 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:02.366386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.369418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25f7804e-003e-4d0c-8d26-08e68f3975ec no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:02.377473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ba5eba2d-6d6e-45b5-848e-b784f500d49f None None] Provisioning for port aaaf8ddc-333a-4ec3-9867-b5054785368e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:02.425211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ba5eba2d-6d6e-45b5-848e-b784f500d49f None None] Provisioning complete for port aaaf8ddc-333a-4ec3-9867-b5054785368e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:02.425593 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5eba2d-6d6e-45b5-848e-b784f500d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.447500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3126b9-2ddc-4b58-b118-572f2cde3f7a admin admin] Pushing event updated for resources: {'Network': ['ID=dbceceb1-e2b7-4576-adfc-37e8a176b2bb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.475824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 25f7804e-003e-4d0c-8d26-08e68f3975ec {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:02.477017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25f7804e-003e-4d0c-8d26-08e68f3975ec not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:02.484104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:02.511707 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bbb311d8-8e63-4a13-a996-1f869cd1e351 tempest-NetworksApiDiscovery-1721177752 tempest-NetworksApiDiscovery-1721177752-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2880359 Jul 22 14:32:02.512117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386f6f-c165-4045-801e-bcd98f5cdf9a req-b194848c-3d15-41b7-9180-eb48e4ddd44b tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:02.537073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6d8c265d-bb96-4b15-aacd-90ff84005120,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:02.537214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47386f6f-c165-4045-801e-bcd98f5cdf9a req-b194848c-3d15-41b7-9180-eb48e4ddd44b tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 945 time: 0.5123816 Jul 22 14:32:02.547241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ba5eba2d-6d6e-45b5-848e-b784f500d49f None None] Port aaaf8ddc-333a-4ec3-9867-b5054785368e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:02.692535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62797b91-480c-4fc4-9e03-051778426f1f req-ca705520-aba5-4c87-9a7e-9c8695133eba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:02.697846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ba5eba2d-6d6e-45b5-848e-b784f500d49f None None] Provisioning complete for port 6d8c265d-bb96-4b15-aacd-90ff84005120 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:02.698252 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba5eba2d-6d6e-45b5-848e-b784f500d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:02.718984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62797b91-480c-4fc4-9e03-051778426f1f req-ca705520-aba5-4c87-9a7e-9c8695133eba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.4832807 Jul 22 14:32:02.766898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2e1e8a75-c411-49f4-9610-81859b46ac4a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:02.778321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47386f6f-c165-4045-801e-bcd98f5cdf9a req-ce43ab59-9385-4af3-b68d-72e77701e874 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399247 Jul 22 14:32:02.849949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62797b91-480c-4fc4-9e03-051778426f1f req-40de0f7c-ed4f-4e81-a12d-331a983fedc6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038678 Jul 22 14:32:02.989001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2e1e8a75-c411-49f4-9610-81859b46ac4a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:02.989556 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.047955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:03.154309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0c733b60-73fb-4a53-a2d2-6cc74da09c78 None None] Provisioning complete for port 2e1e8a75-c411-49f4-9610-81859b46ac4a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:03.155176 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c733b60-73fb-4a53-a2d2-6cc74da09c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.189598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-574363ed-b1f7-4fbf-8406-9f2d94b78b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.290613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-574363ed-b1f7-4fbf-8406-9f2d94b78b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.296686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-574363ed-b1f7-4fbf-8406-9f2d94b78b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.311987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0c733b60-73fb-4a53-a2d2-6cc74da09c78 None None] Provisioning for port 280d8c1d-a55e-4e04-bdb2-b0624228a206 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:03.318632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0c733b60-73fb-4a53-a2d2-6cc74da09c78 None None] Provisioning complete for port 280d8c1d-a55e-4e04-bdb2-b0624228a206 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:03.319533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c733b60-73fb-4a53-a2d2-6cc74da09c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.338466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-574363ed-b1f7-4fbf-8406-9f2d94b78b38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=533b29ef0e81418dbc6a515f39747c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875323 Jul 22 14:32:03.338466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574363ed-b1f7-4fbf-8406-9f2d94b78b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991be382-5f2b-4e4c-9e4a-65a5698ccfb5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.340991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51120) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:03.364235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0c733b60-73fb-4a53-a2d2-6cc74da09c78 None None] Port 280d8c1d-a55e-4e04-bdb2-b0624228a206 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:03.394601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e01c-87fa-4994-a441-beec253d3df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.420919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.422020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e01c-87fa-4994-a441-beec253d3df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.471034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.478107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e01c-87fa-4994-a441-beec253d3df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.481177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffe8e01c-87fa-4994-a441-beec253d3df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.484712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ffe8e01c-87fa-4994-a441-beec253d3df6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/991be382-5f2b-4e4c-9e4a-65a5698ccfb5 HTTP/1.1" status: 204 len: 168 time: 0.1405818 Jul 22 14:32:03.491911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8e01c-87fa-4994-a441-beec253d3df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991be382-5f2b-4e4c-9e4a-65a5698ccfb5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.500006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51124) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:03.506749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349884499', 'description': 'tempest-description--926523735'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:03.588542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.634427 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:03.731238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f805d8-eda1-41ef-a15a-de502f6ded80,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:03.769657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-e5a5fde3-4818-4f91-9d49-690f3a6beb11 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:03.771232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-e5a5fde3-4818-4f91-9d49-690f3a6beb11 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 945 time: 0.2980707 Jul 22 14:32:03.782043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Allocated IP 172.25.3.88 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/25388561-b1d1-44ed-874c-0ea5aa8f0a53) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:03.797195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Checking segment: {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:03.797195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Network hostable DHCP agents. Network: dbceceb1-e2b7-4576-adfc-37e8a176b2bb, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:03.916965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:04.010851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, dbceceb1-e2b7-4576-adfc-37e8a176b2bb) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:04.028020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1297af-00ec-4608-9014-f53ca813ff63 None None] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:04.050940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.051412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.105537 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.112212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47210b38-8d46-4de1-b74d-f68d62c6b782 req-b6ccdc90-def7-4ff5-9540-df5de642e473 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.122800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47210b38-8d46-4de1-b74d-f68d62c6b782 req-b6ccdc90-def7-4ff5-9540-df5de642e473 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 945 time: 0.2800381 Jul 22 14:32:04.133803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.153753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-26a3a220-d757-421f-9e4f-89b83facdaa7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9326034 Jul 22 14:32:04.166510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51148) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:04.178843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.186385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:04.200224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.201731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6996875 Jul 22 14:32:04.211439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51150) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:04.219580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'security_group_rule': {'security_group_id': '0a23fcbd-d6d0-45dd-86a6-eaaa589594bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:04.227888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Deleting port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:04.228743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.232316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf1bba-3a5b-4573-834e-b46cbd34cf96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.250647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d190244-1c12-4a1f-9f37-4b7ff537588c req-65e8fa41-e9ff-4603-b384-018c4476623a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:04.264377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d190244-1c12-4a1f-9f37-4b7ff537588c req-65e8fa41-e9ff-4603-b384-018c4476623a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3152781 Jul 22 14:32:04.299432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47210b38-8d46-4de1-b74d-f68d62c6b782 req-d40f3ebf-df32-4617-b0d0-2d257b45134b tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754067 Jul 22 14:32:04.329163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:32:04.329163 n-d-794306-8 neutron-server[93813]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 14:32:04.329163 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id_1': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'expiration_1': datetime.datetime(2021, 7, 22, 14, 32, 4, 241381)}] Jul 22 14:32:04.329163 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:32:04.330034 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:32:04.349812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.351300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.377204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d190244-1c12-4a1f-9f37-4b7ff537588c req-d3c3f61a-444b-4663-a324-7f9ae85be498 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104534 Jul 22 14:32:04.396914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.413929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-dbceceb1-e2b7-4576-adfc-37e8a176b2bb', 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'fixed_ips': [{'subnet_id': '18f805d8-eda1-41ef-a15a-de502f6ded80'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:32:04.414844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.423971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] For port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:04.425042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.482199 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.487911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Port': ['ID=25388561-b1d1-44ed-874c-0ea5aa8f0a53,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.502062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:04.507917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:04.510347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Calling delete_port for 22294542-ec9c-4d23-ac80-ff8fb3bcc03d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:04.512481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:04.634097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d8c265d-bb96-4b15-aacd-90ff84005120 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:04.706804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.711428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Allocated IP 172.20.0.2 (dbceceb1-e2b7-4576-adfc-37e8a176b2bb/18f805d8-eda1-41ef-a15a-de502f6ded80/20f2a84e-c25c-48ce-85a2-7624aa6bfbf1) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:04.763878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6d8c265d-bb96-4b15-aacd-90ff84005120 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:04.764418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.884898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:04.909567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd0f3577-af2e-4440-a604-e9a1a5c0e85f', '22294542-ec9c-4d23-ac80-ff8fb3bcc03d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:04.911751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4555744f-8704-41d0-94a7-9499d0a919b5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:04.940008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Pushing event deleted for resources: {'Port': ['ID=22294542-ec9c-4d23-ac80-ff8fb3bcc03d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:04.980205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.004899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.064144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.140841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] No DVR routers for this DVR port 22294542-ec9c-4d23-ac80-ff8fb3bcc03d on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:05.152150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.154097 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13ca1ce9-5361-47f1-b5d1-9c0fffc45356 req-4a6df461-9c59-4c77-9919-d7340ae65dfe tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "DELETE /v2.0/ports/22294542-ec9c-4d23-ac80-ff8fb3bcc03d HTTP/1.1" status: 204 len: 173 time: 1.3738940 Jul 22 14:32:05.154689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'name': 'network-vif-deleted', 'tag': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:05.157105 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad26f59-3b64-47d9-9ace-1007e1242cb4" -d '{"events": [{"server_uuid": "fdf0ad6a-9d4f-420c-b917-0be7afca0b57", "name": "network-vif-deleted", "tag": "22294542-ec9c-4d23-ac80-ff8fb3bcc03d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:05.194037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Allocated IP 172.25.3.108 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/d512d8da-dd17-4533-9111-bebeb2141f4f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:05.282150 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea382e3-6e1a-4929-8ffb-9af257b2b4f1 x-openstack-request-id: req-2ea382e3-6e1a-4929-8ffb-9af257b2b4f1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:05.287407 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf0ad6a-9d4f-420c-b917-0be7afca0b57", "name": "network-vif-deleted", "tag": "22294542-ec9c-4d23-ac80-ff8fb3bcc03d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:05.289221 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ea382e3-6e1a-4929-8ffb-9af257b2b4f1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:05.289830 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf0ad6a-9d4f-420c-b917-0be7afca0b57', 'name': 'network-vif-deleted', 'tag': '22294542-ec9c-4d23-ac80-ff8fb3bcc03d', 'status': 'completed', 'code': 200} Jul 22 14:32:05.420587 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.449693 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.540735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75e5856e-af2a-4c87-a2dc-8ad401c760cd req-06041f78-ff28-460f-a287-d4488b5a5473 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf0ad6a-9d4f-420c-b917-0be7afca0b57 HTTP/1.1" status: 200 len: 210 time: 0.0607512 Jul 22 14:32:05.577429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.585501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.598976 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.627385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.628729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4136987 Jul 22 14:32:05.633223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:05.638108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'security_group_rule': {'security_group_id': '0a23fcbd-d6d0-45dd-86a6-eaaa589594bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:05.645103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aed3a-ef8e-48d9-81f0-cc73b2eb43e5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010d39df-1232-4e1d-b16b-5141eeda6f8a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:05.675328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Transition to ACTIVE for port object 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:05.750565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Transition to ACTIVE for port object 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:05.763918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.790968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.828206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:05.866866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Pushing event updated for resources: {'Port': ['ID=d512d8da-dd17-4533-9111-bebeb2141f4f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:05.881646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6315d84-3ef4-4cbc-88f1-150dfe4f857e req-18c02938-4d3c-47cb-ad61-e9de6ecf96c6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:05.883400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6315d84-3ef4-4cbc-88f1-150dfe4f857e req-18c02938-4d3c-47cb-ad61-e9de6ecf96c6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3370297 Jul 22 14:32:05.918584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:05.921089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:05.933099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:05.963358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Pushing event updated for resources: {'Port': ['ID=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:05.967722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:05.969757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:05.972757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:05.993964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6315d84-3ef4-4cbc-88f1-150dfe4f857e req-eb9e3a7c-584b-4915-9c0a-e75781ebc6ff tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989182 Jul 22 14:32:06.006452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.023948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.066965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6518b7-575b-481f-b3c0-03119d44e2eb,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:06.092451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.105958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.105958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-287e2cd5-78b1-4967-8809-577a17dbfe33 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4715850 Jul 22 14:32:06.113272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Attempting to bind port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:06.113919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Attempting to bind port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:06.114790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Attempting to bind port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 on network dbceceb1-e2b7-4576-adfc-37e8a176b2bb {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:06.120966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51198) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.126687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.127808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:06.129439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Checking segment: {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:06.130643 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.131264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Bound using segment: {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:06.131876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Bound port: 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:06.132929 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.239063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.278775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] For port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:06.284164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] For port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:06.291638 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.319942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Router 10efa946-95f9-476c-93d1-2dd7bf049c6d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:06.416057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51202) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.431862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b7e16-1812-4a96-a9f1-a57b25a0a4c7 None None] Pushing event updated for resources: {'Port': ['ID=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:06.502243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:06.514963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Sync routers for ids ['10efa946-95f9-476c-93d1-2dd7bf049c6d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:06.539269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Routers {'10efa946-95f9-476c-93d1-2dd7bf049c6d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:06.540054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['10efa946-95f9-476c-93d1-2dd7bf049c6d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:06.553685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.555533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8eedcc19-18ec-4410-9e8b-8c2d4cd5b569 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4933147 Jul 22 14:32:06.558351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51208) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.633817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.772477 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d0252c1-e023-41f4-b85f-b05529621a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.787078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.807316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Set router 10efa946-95f9-476c-93d1-2dd7bf049c6d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:06.811546 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a14173b2-7dc2-4d06-a892-7a964f028778 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/10efa946-95f9-476c-93d1-2dd7bf049c6d HTTP/1.1" status: 200 len: 908 time: 0.2512512 Jul 22 14:32:06.813813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:06.819327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1027044419', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': True}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:06.848860 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.850007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:06.940650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.111035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 172.25.3.68 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/8111fcfc-4776-4ef7-ac28-89d4d33ff6bf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:07.278246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.286285 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.372089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.406194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10efa946-95f9-476c-93d1-2dd7bf049c6d', 'name': 'tempest-snat-router-1027044419', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.88'}], 'enable_snat': False}, 'gw_port_id': '25388561-b1d1-44ed-874c-0ea5aa8f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:01Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 3, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port': {'id': '25388561-b1d1-44ed-874c-0ea5aa8f0a53', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10efa946-95f9-476c-93d1-2dd7bf049c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:03Z', 'updated_at': '2021-07-22T14:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:07.471198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Checking router: 10efa946-95f9-476c-93d1-2dd7bf049c6d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:07.471561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Updating router 10efa946-95f9-476c-93d1-2dd7bf049c6d port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:07.541300 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.541978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.650018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.675058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.912437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed8aa2-7494-4fd2-aefa-60331e44ae8d None None] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:07.950346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7a405b2e-b40d-4573-974b-c20174fb95a3 None None] Provisioning for port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:07.959654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d0252c1-e023-41f4-b85f-b05529621a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:07.995898 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d0252c1-e023-41f4-b85f-b05529621a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.015267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c017ca9-708b-4fa9-99cc-420467741bab req-6523f02a-19ac-44e8-9f1d-19a955cfe847 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.016815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c017ca9-708b-4fa9-99cc-420467741bab req-6523f02a-19ac-44e8-9f1d-19a955cfe847 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.8963616 Jul 22 14:32:08.037536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.096963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2d0252c1-e023-41f4-b85f-b05529621a05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf371c575ab9429fbc4f8c8cf0f8ae79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6798065 Jul 22 14:32:08.099773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51244) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:08.103680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0252c1-e023-41f4-b85f-b05529621a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01b011-8ecb-4d7f-9efd-99e65b6c7c14,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:08.167263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c017ca9-708b-4fa9-99cc-420467741bab req-57f26646-fbb6-4342-aa11-2869c7abae03 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394792 Jul 22 14:32:08.205458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403e892-f0b0-4a90-a653-e2dd024b50cd req-d3ddb5d7-eee6-46d9-82e9-43fa40a98f73 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.207799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bf320cd-5243-49a9-abcc-065b7173c9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.215483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403e892-f0b0-4a90-a653-e2dd024b50cd req-d3ddb5d7-eee6-46d9-82e9-43fa40a98f73 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:08.224223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d403e892-f0b0-4a90-a653-e2dd024b50cd req-d3ddb5d7-eee6-46d9-82e9-43fa40a98f73 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c&device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 1682 time: 0.3287885 Jul 22 14:32:08.230018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.296662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bf320cd-5243-49a9-abcc-065b7173c9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.339041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d403e892-f0b0-4a90-a653-e2dd024b50cd req-c7118e0d-cb78-4580-b86b-81e1654baca8 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134024 Jul 22 14:32:08.350157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:08.352439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Router 27116306-268c-43b5-84d6-d501caff99b7 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:08.356449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=8111fcfc-4776-4ef7-ac28-89d4d33ff6bf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:08.367237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:08.369853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:08.387380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Allocated IP 172.25.3.156 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7907c021-ff8f-4053-8734-6ee256dce6f0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:08.403497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bf320cd-5243-49a9-abcc-065b7173c9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.406855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bf320cd-5243-49a9-abcc-065b7173c9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.408363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2bf320cd-5243-49a9-abcc-065b7173c9dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f01b011-8ecb-4d7f-9efd-99e65b6c7c14 HTTP/1.1" status: 204 len: 168 time: 0.3074973 Jul 22 14:32:08.543408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf320cd-5243-49a9-abcc-065b7173c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01b011-8ecb-4d7f-9efd-99e65b6c7c14,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:08.636456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.689651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:08.714874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.733260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.821630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:08.839853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:08.844691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:08.854893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:08.993441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:09.005634 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Sync routers for ids ['27116306-268c-43b5-84d6-d501caff99b7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:09.021670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 22294542-ec9c-4d23-ac80-ff8fb3bcc03d no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:09.025408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Routers {'27116306-268c-43b5-84d6-d501caff99b7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:09.026162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51266) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:09.030322 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['27116306-268c-43b5-84d6-d501caff99b7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:09.063318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 22294542-ec9c-4d23-ac80-ff8fb3bcc03d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:09.063739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 22294542-ec9c-4d23-ac80-ff8fb3bcc03d not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:09.070701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-388370db-c61b-4d9b-808a-03e966230a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.079679 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-721dbe04-6a7e-4cf5-ae85-f050b6f42033 service neutron] show failed (client error): The resource could not be found. Jul 22 14:32:09.081117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-721dbe04-6a7e-4cf5-ae85-f050b6f42033 service neutron] 10.222.0.61 "GET /v2.0/ports/45235f1f-f64c-41d5-928e-e26aa7b9c84e/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.2195218 Jul 22 14:32:09.084126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Port': ['ID=7907c021-ff8f-4053-8734-6ee256dce6f0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.159342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:09.179285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:09.180734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.207204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.211004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6148f5ef-3446-4fdf-b8dc-c2bfb57fc33c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0310254 Jul 22 14:32:09.218333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51274) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:09.315839 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Set router 27116306-268c-43b5-84d6-d501caff99b7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:09.415932 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.431565 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.436726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Transition to ACTIVE for port object 25388561-b1d1-44ed-874c-0ea5aa8f0a53 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:09.458939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.539523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:09.541180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Attempting to bind port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:09.541752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Attempting to bind port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:09.543234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Attempting to bind port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:09.566123 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.570090 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:06Z', 'revision_number': 3, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:09.592401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:09.592785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:09.593201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.593605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:09.594102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Bound port: 25388561-b1d1-44ed-874c-0ea5aa8f0a53, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:09.594490 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.609236 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Checking router: 27116306-268c-43b5-84d6-d501caff99b7 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:09.609622 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Updating router 27116306-268c-43b5-84d6-d501caff99b7 port d512d8da-dd17-4533-9111-bebeb2141f4f binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:09.652448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34120905-a382-4d6f-a6e6-76f2be2ab07a None None] Pushing event updated for resources: {'Port': ['ID=25388561-b1d1-44ed-874c-0ea5aa8f0a53,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.656619 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.729007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] For port 25388561-b1d1-44ed-874c-0ea5aa8f0a53, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:09.743599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-60fcf14b-6182-4ba9-bfa5-4b7acfc861ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:09.745756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-60fcf14b-6182-4ba9-bfa5-4b7acfc861ad service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437&tenant_id=ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 1101 time: 0.0829871 Jul 22 14:32:09.751395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] For port 25388561-b1d1-44ed-874c-0ea5aa8f0a53, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25388561-b1d1-44ed-874c-0ea5aa8f0a53,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:09.752370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.754479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.759963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.802938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:09.843358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Routers {'10efa946-95f9-476c-93d1-2dd7bf049c6d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:09.844526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['10efa946-95f9-476c-93d1-2dd7bf049c6d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:09.879923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc1bf6-1c28-4897-8455-69343aecbb2c req-5f703e6b-73f8-4e99-b3eb-f5a561868700 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:09.887468 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fc1bf6-1c28-4897-8455-69343aecbb2c req-5f703e6b-73f8-4e99-b3eb-f5a561868700 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.8026869 Jul 22 14:32:09.898335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-150d17a9-8a4a-454d-a194-222401446dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.909235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c163e-8331-49ad-9bd4-65d1ad1e00c2 req-c9095acf-7256-4790-9af5-991623669e56 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:09.918177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba7c163e-8331-49ad-9bd4-65d1ad1e00c2 req-c9095acf-7256-4790-9af5-991623669e56 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 945 time: 0.7080631 Jul 22 14:32:09.924969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:09.933922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34120905-a382-4d6f-a6e6-76f2be2ab07a None None] Pushing event updated for resources: {'Port': ['ID=25388561-b1d1-44ed-874c-0ea5aa8f0a53,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:09.988611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] Set router 10efa946-95f9-476c-93d1-2dd7bf049c6d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:10.005878 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.017341 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Transition to ACTIVE for port object d512d8da-dd17-4533-9111-bebeb2141f4f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:10.027344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.028243 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.045877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.076120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05fc1bf6-1c28-4897-8455-69343aecbb2c req-9a59e22d-3e99-422e-852f-69ab6f67900e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876028 Jul 22 14:32:10.102579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba7c163e-8331-49ad-9bd4-65d1ad1e00c2 req-9a887470-f519-46fe-a09b-83248a6014f5 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830237 Jul 22 14:32:10.119870 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531078db-a981-4547-abd3-74493af114b5 None None] Pushing event updated for resources: {'Port': ['ID=d512d8da-dd17-4533-9111-bebeb2141f4f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.123903 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Attempting to bind port d512d8da-dd17-4533-9111-bebeb2141f4f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:10.124618 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Attempting to bind port d512d8da-dd17-4533-9111-bebeb2141f4f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:10.125051 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Attempting to bind port d512d8da-dd17-4533-9111-bebeb2141f4f on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:10.131229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:10.132301 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:10.132301 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.132594 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:10.132989 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Bound port: d512d8da-dd17-4533-9111-bebeb2141f4f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:10.134030 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.202106 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] For port d512d8da-dd17-4533-9111-bebeb2141f4f, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:10.206720 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] For port d512d8da-dd17-4533-9111-bebeb2141f4f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d512d8da-dd17-4533-9111-bebeb2141f4f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:10.212629 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.246802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.255417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.269243 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Routers {'27116306-268c-43b5-84d6-d501caff99b7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:10.270121 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['27116306-268c-43b5-84d6-d501caff99b7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:10.296244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10efa946-95f9-476c-93d1-2dd7bf049c6d', 'name': 'tempest-snat-router-1027044419', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.88'}], 'enable_snat': False}, 'gw_port_id': '25388561-b1d1-44ed-874c-0ea5aa8f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:01Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 3, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port': {'id': '25388561-b1d1-44ed-874c-0ea5aa8f0a53', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10efa946-95f9-476c-93d1-2dd7bf049c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:03Z', 'updated_at': '2021-07-22T14:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:10.335650 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-388370db-c61b-4d9b-808a-03e966230a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.337842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276f0fa4-669d-48e3-a462-cb5612bf2897 None None] The sync data for ids ['10efa946-95f9-476c-93d1-2dd7bf049c6d'] in n-d-794306-8 is: [{'id': '10efa946-95f9-476c-93d1-2dd7bf049c6d', 'name': 'tempest-snat-router-1027044419', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.88'}], 'enable_snat': False}, 'gw_port_id': '25388561-b1d1-44ed-874c-0ea5aa8f0a53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:01Z', 'updated_at': '2021-07-22T14:32:04Z', 'revision_number': 3, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port': {'id': '25388561-b1d1-44ed-874c-0ea5aa8f0a53', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:9d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10efa946-95f9-476c-93d1-2dd7bf049c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:03Z', 'updated_at': '2021-07-22T14:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:10.342533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=8111fcfc-4776-4ef7-ac28-89d4d33ff6bf,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.348178 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531078db-a981-4547-abd3-74493af114b5 None None] Pushing event updated for resources: {'Port': ['ID=d512d8da-dd17-4533-9111-bebeb2141f4f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.371787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-388370db-c61b-4d9b-808a-03e966230a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.393198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.395703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8619aef1-f9bf-42e3-a31e-2c2ac34bdbd5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2729380 Jul 22 14:32:10.398624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.420688 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] Set router 27116306-268c-43b5-84d6-d501caff99b7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:10.487282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:10.565572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-388370db-c61b-4d9b-808a-03e966230a96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86e3f92ba9ec400d9dc0c3379d7ffe04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5378318 Jul 22 14:32:10.567701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388370db-c61b-4d9b-808a-03e966230a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b30a13-4b9b-463f-83b9-86181c82490b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:10.574416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:10.630485 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:10.660883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:10.693099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dc206-ecb4-4366-ab44-933b3f811c9d req-b6d3090d-99dd-4a2c-b934-e21adf9191ba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:10.696387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Router b6565410-7a4f-46b2-94f5-f4c07c5929cd is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:10.700760 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:06Z', 'revision_number': 3, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:10.713848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-121dc206-ecb4-4366-ab44-933b3f811c9d req-b6d3090d-99dd-4a2c-b934-e21adf9191ba tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.4581201 Jul 22 14:32:10.726886 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:10.727644 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.803298 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc4ae17-0a01-4439-8738-6a47190f245c None None] The sync data for ids ['27116306-268c-43b5-84d6-d501caff99b7'] in n-d-794306-8 is: [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:06Z', 'revision_number': 3, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:10.926876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-78d10de7-a201-47d9-9492-e4dc523707d1 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:10.928789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-78d10de7-a201-47d9-9492-e4dc523707d1 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.72 "GET /v2.0/ports?device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 945 time: 0.4673476 Jul 22 14:32:10.953027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.965708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Transition to ACTIVE for port object 45235f1f-f64c-41d5-928e-e26aa7b9c84e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:10.967250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:10.970159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:10.973864 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c86e9-dc5c-4475-8606-34811c5eb0e2" -d '{"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-unplugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:10.981457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Sync routers for ids ['b6565410-7a4f-46b2-94f5-f4c07c5929cd'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:10.994110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Routers {'b6565410-7a4f-46b2-94f5-f4c07c5929cd'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:10.994586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:10.994981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:31:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b6565410-7a4f-46b2-94f5-f4c07c5929cd'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:11.040902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-121dc206-ecb4-4366-ab44-933b3f811c9d req-60de7d05-dbc8-4a70-a088-0648a24cce59 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233750 Jul 22 14:32:11.056829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-de7a5320-88c9-46c2-9101-00ca83f18527 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:11.058724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-de7a5320-88c9-46c2-9101-00ca83f18527 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "GET /v2.0/ports?device_id=421da094-a512-43fd-9225-58403193875c HTTP/1.1" status: 200 len: 946 time: 0.4928169 Jul 22 14:32:11.090128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.103175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d7751114-7e6a-44f7-925d-be3a001d8aee tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2881293 Jul 22 14:32:11.104185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:11.171889 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4e388-72c2-4474-8d64-822c6ca41015 x-openstack-request-id: req-a8f4e388-72c2-4474-8d64-822c6ca41015 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:11.172192 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-unplugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:11.173015 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8f4e388-72c2-4474-8d64-822c6ca41015 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:11.173436 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'code': 200} Jul 22 14:32:11.183821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a310a373-0e73-4f01-81c2-94203108629e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.230438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-dc44f739-45d1-4e93-888f-922b64a5b13d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--349884499&fields=id&tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b HTTP/1.1" status: 200 len: 267 time: 0.3887374 Jul 22 14:32:11.232226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Set router b6565410-7a4f-46b2-94f5-f4c07c5929cd gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:11.501928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:11.505257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] No DVR routers for this DVR port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:11.587870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6565410-7a4f-46b2-94f5-f4c07c5929cd', 'name': 'tempest-snat-router-1027044419', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.156'}], 'enable_snat': True}, 'gw_port_id': '7907c021-ff8f-4053-8734-6ee256dce6f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:06Z', 'updated_at': '2021-07-22T14:32:09Z', 'revision_number': 3, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port': {'id': '7907c021-ff8f-4053-8734-6ee256dce6f0', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6565410-7a4f-46b2-94f5-f4c07c5929cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:07Z', 'updated_at': '2021-07-22T14:32:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:11.635128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Checking router: b6565410-7a4f-46b2-94f5-f4c07c5929cd for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:11.636259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Updating router b6565410-7a4f-46b2-94f5-f4c07c5929cd port 7907c021-ff8f-4053-8734-6ee256dce6f0 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:11.651218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:11.651588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:11.651757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:11.663102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Deleting port bd0f3577-af2e-4440-a604-e9a1a5c0e85f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:11.663969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.687036 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.687597 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b23b8403-d79f-4881-ad49-7fe13e2ab26b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/b6565410-7a4f-46b2-94f5-f4c07c5929cd HTTP/1.1" status: 200 len: 908 time: 0.5754673 Jul 22 14:32:11.697198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:11.732972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:11.733383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:11.843614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a310a373-0e73-4f01-81c2-94203108629e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.860309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:11.860669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:11.861061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:11.861803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Bound port: 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:11.861958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.877735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Allocated IP 172.20.0.1 (dbceceb1-e2b7-4576-adfc-37e8a176b2bb/18f805d8-eda1-41ef-a15a-de502f6ded80/317b96eb-d044-4eb1-8c6b-fb33c7f6a359) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:11.927984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] For port bd0f3577-af2e-4440-a604-e9a1a5c0e85f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:11.928429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:11.961526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Calling delete_port for bd0f3577-af2e-4440-a604-e9a1a5c0e85f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:11.977658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cfdf798c-12f0-4314-82f8-bc263faa45c6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:11.979749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cfdf798c-12f0-4314-82f8-bc263faa45c6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 932 time: 0.6729538 Jul 22 14:32:12.075523 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6edfa088-7c73-4b32-b4f3-933f678dfcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.093811 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.107120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Transition to ACTIVE for port object 7907c021-ff8f-4053-8734-6ee256dce6f0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:12.117116 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.141935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.157805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Attempting to bind port 7907c021-ff8f-4053-8734-6ee256dce6f0 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:12.158362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Attempting to bind port 7907c021-ff8f-4053-8734-6ee256dce6f0 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:12.158980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Attempting to bind port 7907c021-ff8f-4053-8734-6ee256dce6f0 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:12.186152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:12.186342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Deleting port 4555744f-8704-41d0-94a7-9499d0a919b5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:12.186814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:12.186936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.187413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.187910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:12.188597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Bound port: 7907c021-ff8f-4053-8734-6ee256dce6f0, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:12.189211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.247762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Pushing event updated for resources: {'Port': ['ID=7907c021-ff8f-4053-8734-6ee256dce6f0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:12.264653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-64ccb4ce-2b7d-47d3-ac08-038bbb48e817 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.266886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-64ccb4ce-2b7d-47d3-ac08-038bbb48e817 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.4260750 Jul 22 14:32:12.272833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.272833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.273255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.273865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.274373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.274841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.276278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.276573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.277015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.277682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.278136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.278706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:12.296017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8d473-1ad4-422c-b838-e0bf1bbc1caa req-5f7ed86a-b1f5-4416-87da-2c0137c02f6a tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.305314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31d8d473-1ad4-422c-b838-e0bf1bbc1caa req-5f7ed86a-b1f5-4416-87da-2c0137c02f6a tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.5225093 Jul 22 14:32:12.314471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] For port 7907c021-ff8f-4053-8734-6ee256dce6f0, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:12.316663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:12.326223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.326741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-356eb028-7bc6-44fb-941d-f8ab8d529410 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.328313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-356eb028-7bc6-44fb-941d-f8ab8d529410 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 930 time: 0.3243763 Jul 22 14:32:12.339402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.345884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:12.353943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.355188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] For port 7907c021-ff8f-4053-8734-6ee256dce6f0, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7907c021-ff8f-4053-8734-6ee256dce6f0,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:12.362359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.427379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a310a373-0e73-4f01-81c2-94203108629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.431500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a310a373-0e73-4f01-81c2-94203108629e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.432780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a310a373-0e73-4f01-81c2-94203108629e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3b30a13-4b9b-463f-83b9-86181c82490b HTTP/1.1" status: 204 len: 168 time: 1.8560553 Jul 22 14:32:12.435174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-06a088af-8f4a-492e-b118-1441819aa081 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0660729 Jul 22 14:32:12.444749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:12.445553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.447405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] 10.222.0.72 "PUT /v2.0/ports/45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 1096 time: 2.6814842 Jul 22 14:32:12.503214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bf904-a646-4a23-94c8-c38218c33efc service neutron] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:12.519752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310a373-0e73-4f01-81c2-94203108629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b30a13-4b9b-463f-83b9-86181c82490b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:12.576486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Deleting port 7907c021-ff8f-4053-8734-6ee256dce6f0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:12.576837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.618118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31d8d473-1ad4-422c-b838-e0bf1bbc1caa req-c3fc8017-6701-4837-8fc5-f532fe725002 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117714 Jul 22 14:32:12.641409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.685255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-c4b1a83c-5bc2-451a-ac4e-37709db6f4c2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1952043 Jul 22 14:32:12.731673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:12.879233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43767112-7f10-4c64-83cd-29f22266bd1f None None] Pushing event updated for resources: {'Port': ['ID=7907c021-ff8f-4053-8734-6ee256dce6f0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:12.901205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd0f3577-af2e-4440-a604-e9a1a5c0e85f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:12.903531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4555744f-8704-41d0-94a7-9499d0a919b5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:12.910073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Routers {'b6565410-7a4f-46b2-94f5-f4c07c5929cd'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:12.910846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b6565410-7a4f-46b2-94f5-f4c07c5929cd'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:12.914362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd0f3577-af2e-4440-a604-e9a1a5c0e85f no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:12.965911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Transition to ACTIVE for port object 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:12.973000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: bd0f3577-af2e-4440-a604-e9a1a5c0e85f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:12.973000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd0f3577-af2e-4440-a604-e9a1a5c0e85f not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:12.973381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:12.998790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] For port 4555744f-8704-41d0-94a7-9499d0a919b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4555744f-8704-41d0-94a7-9499d0a919b5,segment=NetworkSegment(ea43128c-5d72-48d1-a2ed-7e1f8b915fb2),segment_id=ea43128c-5d72-48d1-a2ed-7e1f8b915fb2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:12.999396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.029262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25388561-b1d1-44ed-874c-0ea5aa8f0a53 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:13.077459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Calling delete_port for 4555744f-8704-41d0-94a7-9499d0a919b5 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:13.134286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Deleting port 0134850f-8f16-4198-88a9-157f07b04b33 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:13.134662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.188421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:13.204178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:13.206914 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:13.211221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Pushing event deleted for resources: {'Port': ['ID=bd0f3577-af2e-4440-a604-e9a1a5c0e85f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:13.230384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b143d-8193-4aaf-9242-41712ddbba58 req-86aa2d37-4bac-4efe-97f3-8c12c30f8e78 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.231660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:13.235756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d28b143d-8193-4aaf-9242-41712ddbba58 req-86aa2d37-4bac-4efe-97f3-8c12c30f8e78 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/ports?device_id=96060e1e-2f76-482d-a7aa-b2bca33bd39d HTTP/1.1" status: 200 len: 945 time: 0.4340072 Jul 22 14:32:13.235916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:13.235916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.278661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-2e69a8e6-2813-4591-af6e-709700d63713 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.286694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-2e69a8e6-2813-4591-af6e-709700d63713 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.286887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] For port 7907c021-ff8f-4053-8734-6ee256dce6f0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7907c021-ff8f-4053-8734-6ee256dce6f0,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:13.287193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.294103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-2e69a8e6-2813-4591-af6e-709700d63713 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.295844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-2e69a8e6-2813-4591-af6e-709700d63713 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/networks?id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=ec93a32d-1315-4552-900e-596c6b136b41&id=ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 200 len: 1988 time: 0.5566812 Jul 22 14:32:13.321907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] No DVR routers for this DVR port bd0f3577-af2e-4440-a604-e9a1a5c0e85f on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:13.326351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-33cdc534-3e86-447b-8936-0f5f2f84d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.328787 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-33cdc534-3e86-447b-8936-0f5f2f84d5c6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1099 time: 0.8201878 Jul 22 14:32:13.332939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.335130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5e19e2a-dec3-4480-94c3-c9011728ea84 req-5f0e3122-3832-4f65-b22e-f82118941047 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.61 "DELETE /v2.0/ports/bd0f3577-af2e-4440-a604-e9a1a5c0e85f HTTP/1.1" status: 204 len: 173 time: 2.2551029 Jul 22 14:32:13.341874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Calling delete_port for 7907c021-ff8f-4053-8734-6ee256dce6f0 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:13.360940 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.368618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] Set router b6565410-7a4f-46b2-94f5-f4c07c5929cd gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:13.395599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-c9a30ab1-bd03-47f5-94b1-906b4e082c7b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/quotas/ef4a3c17619a450ab08cbb43bce8dc9b HTTP/1.1" status: 200 len: 375 time: 0.0803704 Jul 22 14:32:13.397699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:13.457583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d28b143d-8193-4aaf-9242-41712ddbba58 req-f04e2f84-98d9-444c-b623-4167e838fb88 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.60 "GET /v2.0/security-groups?id=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222807 Jul 22 14:32:13.457989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:13.501943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6565410-7a4f-46b2-94f5-f4c07c5929cd', 'name': 'tempest-snat-router-1027044419', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:06Z', 'updated_at': '2021-07-22T14:32:12Z', 'revision_number': 4, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:13.515702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:13.701179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37573d-3537-41ac-84bd-2c6d7bf0c42d None None] The sync data for ids ['b6565410-7a4f-46b2-94f5-f4c07c5929cd'] in n-d-794306-8 is: [{'id': 'b6565410-7a4f-46b2-94f5-f4c07c5929cd', 'name': 'tempest-snat-router-1027044419', 'tenant_id': 'b2d555d6588942cb80a5f906d7db569a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:06Z', 'updated_at': '2021-07-22T14:32:12Z', 'revision_number': 4, 'project_id': 'b2d555d6588942cb80a5f906d7db569a', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:13.730968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.741036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.747255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-b01c3af4-a5eb-4f41-bd11-e863ea069155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:13.749044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-b01c3af4-a5eb-4f41-bd11-e863ea069155 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.4086452 Jul 22 14:32:13.775274 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.833584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 25388561-b1d1-44ed-874c-0ea5aa8f0a53, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25388561-b1d1-44ed-874c-0ea5aa8f0a53,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:13.841228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.857286 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:13.858240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d512d8da-dd17-4533-9111-bebeb2141f4f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:13.953205 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-c42f5bd4-ed34-4c3b-b5fc-bb50428f24da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.1935122 Jul 22 14:32:14.029411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-57447027-9927-4f92-9149-c23ed18016cd None None] Provisioning for port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:14.047925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=25388561-b1d1-44ed-874c-0ea5aa8f0a53,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:14.056240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-57447027-9927-4f92-9149-c23ed18016cd None None] Provisioning complete for port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:14.056719 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57447027-9927-4f92-9149-c23ed18016cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.092979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] For port 0134850f-8f16-4198-88a9-157f07b04b33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0134850f-8f16-4198-88a9-157f07b04b33,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:14.094998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.113673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-02f68f4e-b2e8-4983-99eb-b831f801daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:14.117371 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-02f68f4e-b2e8-4983-99eb-b831f801daac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1479108 Jul 22 14:32:14.123385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d512d8da-dd17-4533-9111-bebeb2141f4f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:14.130888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d512d8da-dd17-4533-9111-bebeb2141f4f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:14.131373 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.134046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-57447027-9927-4f92-9149-c23ed18016cd None None] Port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:14.139444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:14.186438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] No DVR routers for this DVR port 4555744f-8704-41d0-94a7-9499d0a919b5 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:14.203421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.205591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a02566e-07b1-47e3-b464-d9bdc4e2de33 req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] 10.222.0.72 "DELETE /v2.0/ports/4555744f-8704-41d0-94a7-9499d0a919b5 HTTP/1.1" status: 204 len: 173 time: 3.2642033 Jul 22 14:32:14.216917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Calling delete_port for 0134850f-8f16-4198-88a9-157f07b04b33 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:14.247271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'name': 'network-vif-deleted', 'tag': '4555744f-8704-41d0-94a7-9499d0a919b5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:14.250179 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491a6313-ff5e-4126-8aac-6c882d4bdeea" -d '{"events": [{"server_uuid": "96060e1e-2f76-482d-a7aa-b2bca33bd39d", "name": "network-vif-deleted", "tag": "4555744f-8704-41d0-94a7-9499d0a919b5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:14.260062 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.260588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dde837-e4df-4c97-b171-bf9d912d4355 tempest-ListServersNegativeTestJSON-926216473 tempest-ListServersNegativeTestJSON-926216473-project] Pushing event deleted for resources: {'Port': ['ID=4555744f-8704-41d0-94a7-9499d0a919b5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:14.286007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d512d8da-dd17-4533-9111-bebeb2141f4f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d512d8da-dd17-4533-9111-bebeb2141f4f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:14.294072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.337704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.379064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d512d8da-dd17-4533-9111-bebeb2141f4f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:14.403728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ff6ddac4-f67d-41c1-a6e4-1b329c7bf82f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.9660485 Jul 22 14:32:14.412258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.451307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94e8f3-414a-4210-83c0-72263cefa27f req-3d3414c6-4469-4b1d-9352-3febac590e90 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:14.458467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e94e8f3-414a-4210-83c0-72263cefa27f req-3d3414c6-4469-4b1d-9352-3febac590e90 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 948 time: 0.5569026 Jul 22 14:32:14.462437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event deleted for resources: {'Port': ['ID=7907c021-ff8f-4053-8734-6ee256dce6f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:14.532234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.596661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e94e8f3-414a-4210-83c0-72263cefa27f req-fdc6978b-d22c-4c0e-be4a-030fdb08649a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372120 Jul 22 14:32:14.673389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f7a9bdd0-c0e9-4106-a69f-79ce383d3a81 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:14.674531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f7a9bdd0-c0e9-4106-a69f-79ce383d3a81 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2380419 Jul 22 14:32:14.691696 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.698548 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:14.720499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25388561-b1d1-44ed-874c-0ea5aa8f0a53 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:14.789654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4555744f-8704-41d0-94a7-9499d0a919b5 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:14.801809 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046fb6e7-1e98-4b2e-8a66-f8e72f75b606 x-openstack-request-id: req-046fb6e7-1e98-4b2e-8a66-f8e72f75b606 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:14.802093 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:14.802671 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-046fb6e7-1e98-4b2e-8a66-f8e72f75b606 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:14.803125 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'status': 'completed', 'code': 200} Jul 22 14:32:14.841948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 4555744f-8704-41d0-94a7-9499d0a919b5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:14.842445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4555744f-8704-41d0-94a7-9499d0a919b5 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:14.849863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-62201820-309c-4348-9997-52115ab4f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:14.852533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-62201820-309c-4348-9997-52115ab4f6a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6322446 Jul 22 14:32:14.886030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:14.886436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.028419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d512d8da-dd17-4533-9111-bebeb2141f4f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:15.077138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-25e7199a-58b8-43dd-81fd-801f36fcf604 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001526 Jul 22 14:32:15.080764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.081539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6565410-7a4f-46b2-94f5-f4c07c5929cd {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:15.105935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.107350 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f504cef8-045b-415c-86cb-10c0eb67ad25 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/routers/b6565410-7a4f-46b2-94f5-f4c07c5929cd HTTP/1.1" status: 204 len: 168 time: 3.3779936 Jul 22 14:32:15.109395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d512d8da-dd17-4533-9111-bebeb2141f4f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:15.110734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.130804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:15.248432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.356204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-d6d24df4-9b72-42b8-a2b2-377d98953b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.357828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-d6d24df4-9b72-42b8-a2b2-377d98953b5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1099 time: 0.5612006 Jul 22 14:32:15.453649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7122e39a-f0af-4c45-a7b3-854ca24ed58f req-2dd98318-ec75-4fa0-82c2-a6ede9c514fa service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676550 Jul 22 14:32:15.466580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c79b4-9a8d-46c4-9ae6-01a393a62a72 req-d4f9f2d4-f543-4f75-acb0-48e2f6923fcb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.468913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.473426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-824c79b4-9a8d-46c4-9ae6-01a393a62a72 req-d4f9f2d4-f543-4f75-acb0-48e2f6923fcb tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2ea4c76-06e6-4114-b20d-223d4df5a400 HTTP/1.1" status: 200 len: 945 time: 0.6588087 Jul 22 14:32:15.487856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a63e8c75-da35-4a2b-9cdb-b6c5e4d280b0 service neutron] 10.222.0.60 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6751943 Jul 22 14:32:15.495290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.512125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b353832a-d174-49c9-a4cc-600394bfe8ce'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:15.655278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-3def34d1-c175-4581-a3aa-db375bcedf7e service neutron] 10.222.0.60 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527791 Jul 22 14:32:15.658352 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.718175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.722820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Pushing event deleted for resources: {'Port': ['ID=0134850f-8f16-4198-88a9-157f07b04b33,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:15.763202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.766484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-fcc08168-9ea3-4aaa-a01c-3a2453a39d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.768008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-fcc08168-9ea3-4aaa-a01c-3a2453a39d68 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.4012401 Jul 22 14:32:15.824173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-d83c916e-5ae1-41ed-89ac-a7ed8f51646a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0466661 Jul 22 14:32:15.825913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-bb589891-8a3d-4eae-92d0-a80eae937ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.827367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-bb589891-8a3d-4eae-92d0-a80eae937ff7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1099 time: 0.1661906 Jul 22 14:32:15.858704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-824c79b4-9a8d-46c4-9ae6-01a393a62a72 req-230afa97-5c64-4215-b711-abd67b2d8da1 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701422 Jul 22 14:32:15.893002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] No DVR routers for this DVR port 0134850f-8f16-4198-88a9-157f07b04b33 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:15.902117 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.904192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d70c2910-d93c-45e6-bb58-e68d6aff91b8 req-3012e5cb-f1b9-44d1-b9ca-c62fa2b0dfd3 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "DELETE /v2.0/ports/0134850f-8f16-4198-88a9-157f07b04b33 HTTP/1.1" status: 204 len: 173 time: 3.6282740 Jul 22 14:32:15.909954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-de40317c-93b3-4c3d-b2f7-d766c2d069f3 service neutron] 10.222.0.60 "GET /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2014756 Jul 22 14:32:15.911418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:15.914502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:15.974580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-13771168-5dce-42ef-83e4-450630e3f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:15.976166 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-13771168-5dce-42ef-83e4-450630e3f966 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1331420 Jul 22 14:32:16.020402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Deleting port 25388561-b1d1-44ed-874c-0ea5aa8f0a53 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:16.020760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.063982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-0f2d2a72-779c-4b5f-842c-78837038503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:16.065597 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-0f2d2a72-779c-4b5f-842c-78837038503d service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2212574 Jul 22 14:32:16.133251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:16.134950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:16.170271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-27d1e5cd-d1b2-46ed-b3a6-9e0fff74a48f service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231648 Jul 22 14:32:16.184008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-be435406-0f0b-4365-b168-a9f6f73ac34c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.1095152 Jul 22 14:32:16.263792 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ee2bd5-2382-48fc-a8cc-3b45c45dfe7a x-openstack-request-id: req-b3ee2bd5-2382-48fc-a8cc-3b45c45dfe7a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:16.264170 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96060e1e-2f76-482d-a7aa-b2bca33bd39d", "name": "network-vif-deleted", "tag": "4555744f-8704-41d0-94a7-9499d0a919b5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:16.264495 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3ee2bd5-2382-48fc-a8cc-3b45c45dfe7a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:16.264966 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96060e1e-2f76-482d-a7aa-b2bca33bd39d', 'name': 'network-vif-deleted', 'tag': '4555744f-8704-41d0-94a7-9499d0a919b5', 'status': 'completed', 'code': 200} Jul 22 14:32:16.321400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-999149fc-d314-422d-be10-e3a8cbfd694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:16.323037 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-999149fc-d314-422d-be10-e3a8cbfd694d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3394167 Jul 22 14:32:16.335077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] For port 25388561-b1d1-44ed-874c-0ea5aa8f0a53, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25388561-b1d1-44ed-874c-0ea5aa8f0a53,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:16.339222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.376880 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-2d0d2450-8ea5-4e4b-a8b3-ee7aefedf5d8 service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999393 Jul 22 14:32:16.377982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-f8bc5345-c99f-46e7-afa8-d6a851bcd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:16.379522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-f8bc5345-c99f-46e7-afa8-d6a851bcd0e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1869147 Jul 22 14:32:16.382379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Router 27116306-268c-43b5-84d6-d501caff99b7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:16.445672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Calling delete_port for 25388561-b1d1-44ed-874c-0ea5aa8f0a53 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:16.521853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-11a90240-64cb-4f84-a206-4ac3955c2fc9 service neutron] 10.222.0.60 "GET /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1235840 Jul 22 14:32:16.597333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0bf745b-052b-47ec-a409-628a9c30f242 None None] Provisioning complete for port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:16.598447 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0bf745b-052b-47ec-a409-628a9c30f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:16.608429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:16.618609 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Sync routers for ids ['27116306-268c-43b5-84d6-d501caff99b7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:16.638978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f2b209fe-3c30-441d-98b1-1770c4838ba0 admin admin] 10.222.0.60 "PUT /v2.0/routers/27116306-268c-43b5-84d6-d501caff99b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4154115 Jul 22 14:32:16.652816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-a501a926-6244-4720-ad75-af301c2d3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:16.654407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-a501a926-6244-4720-ad75-af301c2d3c15 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2594559 Jul 22 14:32:16.659368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-3080e436-1a4c-463c-81d4-0bc2eebca034 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079021 Jul 22 14:32:16.662402 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Routers {'27116306-268c-43b5-84d6-d501caff99b7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:16.663081 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['27116306-268c-43b5-84d6-d501caff99b7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:16.679910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-45b0daee-9c62-41bb-a495-6248f47bdad5 service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493862 Jul 22 14:32:16.810886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421da094-a512-43fd-9225-58403193875c', 'name': 'network-vif-deleted', 'tag': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:16.812561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf745b-052b-47ec-a409-628a9c30f242 None None] Port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:16.816868 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb982f6-3657-4dd0-8c5e-62b7601592cb" -d '{"events": [{"server_uuid": "421da094-a512-43fd-9225-58403193875c", "name": "network-vif-deleted", "tag": "bd0f3577-af2e-4440-a604-e9a1a5c0e85f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:16.925809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Set router 27116306-268c-43b5-84d6-d501caff99b7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:16.936990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0134850f-8f16-4198-88a9-157f07b04b33 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:16.944212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5846df64-e9d0-4858-b737-895441143123 service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536447 Jul 22 14:32:16.973110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 0134850f-8f16-4198-88a9-157f07b04b33 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:16.973464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0134850f-8f16-4198-88a9-157f07b04b33 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:16.998498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0dbe49-ca1f-4c5f-b8d6-00b5b5462d7b req-d66aa376-e696-4720-b993-db95a53e9ac0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:17.000378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb0dbe49-ca1f-4c5f-b8d6-00b5b5462d7b req-d66aa376-e696-4720-b993-db95a53e9ac0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 948 time: 0.2506089 Jul 22 14:32:17.090552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-3832a491-1ff1-4192-b658-b4be97f0b88f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033554 Jul 22 14:32:17.092363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-30fcfd02-8934-4232-b367-1e03e38b5fd9 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168200 Jul 22 14:32:17.094070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.118851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb0dbe49-ca1f-4c5f-b8d6-00b5b5462d7b req-ceab077e-0044-409c-9cce-2ecf2edc985a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005518 Jul 22 14:32:17.132008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-aa079d1e-5a4c-4331-a42e-7fb65d5cfdfc service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794634 Jul 22 14:32:17.135785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event deleted for resources: {'Port': ['ID=25388561-b1d1-44ed-874c-0ea5aa8f0a53,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:17.217112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:17.259915 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '317b96eb-d044-4eb1-8c6b-fb33c7f6a359', 'name': '', 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'mac_address': 'fa:16:3e:54:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '18f805d8-eda1-41ef-a15a-de502f6ded80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:10Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 2, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'subnets': [{'id': '18f805d8-eda1-41ef-a15a-de502f6ded80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:17.261048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddf6bde5-9fb1-4b75-aae3-9c0826fadcf5 req-801d5625-3ba6-447f-a70e-d4f996d06a5d service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565568 Jul 22 14:32:17.306215 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91fe56f-9dcb-4e16-91af-2752d04991c3 x-openstack-request-id: req-a91fe56f-9dcb-4e16-91af-2752d04991c3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:17.306507 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421da094-a512-43fd-9225-58403193875c", "name": "network-vif-deleted", "tag": "bd0f3577-af2e-4440-a604-e9a1a5c0e85f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:17.306787 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a91fe56f-9dcb-4e16-91af-2752d04991c3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:17.307203 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421da094-a512-43fd-9225-58403193875c', 'name': 'network-vif-deleted', 'tag': 'bd0f3577-af2e-4440-a604-e9a1a5c0e85f', 'status': 'completed', 'code': 200} Jul 22 14:32:17.309910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.311688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Deleting subnet b9804914-eb21-4d66-aed0-18b483cd44c8 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:17.315283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.353812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Checking router: 27116306-268c-43b5-84d6-d501caff99b7 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:17.354158 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Updating router 27116306-268c-43b5-84d6-d501caff99b7 port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:32:17.377974 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.424170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.427134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.433168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.435474 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.514735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.515260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10efa946-95f9-476c-93d1-2dd7bf049c6d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:17.521080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.528605 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1fa1b4e4-4701-4c4f-9a88-44cf7f676e49 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "DELETE /v2.0/routers/10efa946-95f9-476c-93d1-2dd7bf049c6d HTTP/1.1" status: 204 len: 168 time: 2.3929393 Jul 22 14:32:17.529259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:17.533900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-615280750', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:17.562108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.563281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.608228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-500fa882-a1e1-400a-9a0f-1b91a23381ba service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603314 Jul 22 14:32:17.645933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.811762 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.818823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73df793b-5935-4372-b976-cc3f8b38cacd req-375eebe5-6adc-456e-b87f-10254d9ff5a7 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3224730 Jul 22 14:32:17.874084 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.885347 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Transition to ACTIVE for port object 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:17.894670 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:17.978549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9804914-eb21-4d66-aed0-18b483cd44c8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:17.987154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0a3d23f2-d46a-4b07-a460-e2c897de7f39 service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662114 Jul 22 14:32:17.993659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:18.035990 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d3f9b-5f0b-4196-8841-ead9edab9a45 None None] Pushing event updated for resources: {'Port': ['ID=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:18.053681 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Attempting to bind port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:18.054088 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Attempting to bind port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:18.054468 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Attempting to bind port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 on network dbceceb1-e2b7-4576-adfc-37e8a176b2bb {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:18.059818 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:18.060195 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Checking segment: {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:18.060600 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.060996 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Bound using segment: {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:18.061467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Bound port: 317b96eb-d044-4eb1-8c6b-fb33c7f6a359, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:18.061850 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.139686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.141514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2bb6fd25-bdad-462b-9ff4-0a69328e8296 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9804914-eb21-4d66-aed0-18b483cd44c8 HTTP/1.1" status: 204 len: 168 time: 0.9231410 Jul 22 14:32:18.143946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-32ef5190-9cfc-4684-b784-9c844db0d670 service neutron] 10.222.0.60 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264067 Jul 22 14:32:18.144694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.162087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51396) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:18.188637 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] For port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:18.192595 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] For port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:18.198736 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.241688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.282593 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d3f9b-5f0b-4196-8841-ead9edab9a45 None None] Pushing event updated for resources: {'Port': ['ID=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:18.284281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'name': 'network-vif-deleted', 'tag': '0134850f-8f16-4198-88a9-157f07b04b33'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:18.295535 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b6d47e-ab23-4e96-812c-1e41b64be115" -d '{"events": [{"server_uuid": "d2ea4c76-06e6-4114-b20d-223d4df5a400", "name": "network-vif-deleted", "tag": "0134850f-8f16-4198-88a9-157f07b04b33"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:18.296894 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Routers {'27116306-268c-43b5-84d6-d501caff99b7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:18.297783 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['27116306-268c-43b5-84d6-d501caff99b7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:18.459155 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] Set router 27116306-268c-43b5-84d6-d501caff99b7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:18.486462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-bbcc5ee9-759a-43e0-8a41-7e2b19d526b9 service neutron] 10.222.0.60 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251498 Jul 22 14:32:18.524601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.535041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.568738 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.632822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25388561-b1d1-44ed-874c-0ea5aa8f0a53 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:18.677177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 25388561-b1d1-44ed-874c-0ea5aa8f0a53 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:18.677522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25388561-b1d1-44ed-874c-0ea5aa8f0a53 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:18.708332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Allocated IP 172.25.3.246 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/99330846-2720-464a-8516-84ff17283856) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:18.756140 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '317b96eb-d044-4eb1-8c6b-fb33c7f6a359', 'name': '', 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'mac_address': 'fa:16:3e:54:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '18f805d8-eda1-41ef-a15a-de502f6ded80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:10Z', 'updated_at': '2021-07-22T14:32:18Z', 'revision_number': 4, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'subnets': [{'id': '18f805d8-eda1-41ef-a15a-de502f6ded80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:18.792130 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212a84f-a6e1-4db7-bc88-27fdc11ab7b4 None None] The sync data for ids ['27116306-268c-43b5-84d6-d501caff99b7'] in n-d-794306-8 is: [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '317b96eb-d044-4eb1-8c6b-fb33c7f6a359', 'name': '', 'network_id': 'dbceceb1-e2b7-4576-adfc-37e8a176b2bb', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'mac_address': 'fa:16:3e:54:15:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '18f805d8-eda1-41ef-a15a-de502f6ded80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:10Z', 'updated_at': '2021-07-22T14:32:18Z', 'revision_number': 4, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'subnets': [{'id': '18f805d8-eda1-41ef-a15a-de502f6ded80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:18.819488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:32:18.938910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:18.986948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:19.001328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'mac_address': 'fa:16:3e:ed:ef:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:32:19.002498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.031188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-889d330a-67b8-4967-8563-b344ed558865 service neutron] 10.222.0.60 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362599 Jul 22 14:32:19.034888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.061146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:19.064446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:19.068811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:19.090906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.118119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event updated for resources: {'Port': ['ID=99330846-2720-464a-8516-84ff17283856,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:19.123497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45235f1f-f64c-41d5-928e-e26aa7b9c84e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:19.171584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:19.198433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.200183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.261871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b4cbca-3d93-4164-b28a-1c24641064be']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:19.292554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:19.305700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:19.306102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea43128c-5d72-48d1-a2ed-7e1f8b915fb2') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:19.318079 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.436386 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.466830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:19.468048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:19.469609 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:19.485767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.538951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['45235f1f-f64c-41d5-928e-e26aa7b9c84e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:19.546565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-97cf78ff-ed67-4af4-a9ba-fd502a043d09 service neutron] 10.222.0.60 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066950 Jul 22 14:32:19.611021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.636367 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.638325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] 10.222.0.60 "DELETE /v2.0/networks/a2b4cbca-3d93-4164-b28a-1c24641064be HTTP/1.1" status: 204 len: 168 time: 1.4705329 Jul 22 14:32:19.639695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Allocated IP 172.25.3.145 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/c2d0165a-91a6-421f-9449-5c0c33eb6275) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:19.709511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020478b-7013-40a0-9f0c-6886116bcd9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b4cbca-3d93-4164-b28a-1c24641064be,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:19.814755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:19.888516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5b101f31-9e2b-4992-bb03-e38c6a643967 service neutron] 10.222.0.60 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099401 Jul 22 14:32:19.916930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.004932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.006583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.072862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:20.077572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:20.083048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:20.099772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0de671e0-3705-4771-a9c5-e594ec8cc48e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a56fd8c5b2148c1b3e77cd6cd086bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925598 Jul 22 14:32:20.099772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Router 004b0b81-ce30-4241-8919-7fb3058e16a2 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:20.101988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.139463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Pushing event updated for resources: {'Port': ['ID=c2d0165a-91a6-421f-9449-5c0c33eb6275,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:20.224009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.288398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.371375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed710-2dc5-484f-bebe-b57d31fddf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.379174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:20.399575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] Sync routers for ids ['004b0b81-ce30-4241-8919-7fb3058e16a2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:20.416557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] Routers {'004b0b81-ce30-4241-8919-7fb3058e16a2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:20.417906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['004b0b81-ce30-4241-8919-7fb3058e16a2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:20.432077 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed710-2dc5-484f-bebe-b57d31fddf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.443417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.445246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-992eb5ae-ff81-4723-8072-21fb4585e80a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9144473 Jul 22 14:32:20.450037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51438) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:20.457242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': False}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:20.476374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:20.486564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] Routers {'004b0b81-ce30-4241-8919-7fb3058e16a2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:20.487354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['004b0b81-ce30-4241-8919-7fb3058e16a2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:20.533884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:20.534998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e15fcb-b316-4c5a-be5c-ca60863202d5 None None] The sync data for ids ['004b0b81-ce30-4241-8919-7fb3058e16a2'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:20.559625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed710-2dc5-484f-bebe-b57d31fddf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.562828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d5ed710-2dc5-484f-bebe-b57d31fddf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.570324 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d5ed710-2dc5-484f-bebe-b57d31fddf6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f HTTP/1.1" status: 204 len: 168 time: 0.4666436 Jul 22 14:32:20.607865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ed710-2dc5-484f-bebe-b57d31fddf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc92eac-b4bf-4c8b-ad89-cfb08ecf528f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:20.747654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:20.824078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:20.933462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:20.934839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.943280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:20.943894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:20.946689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:20.949844 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.001335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:21.001722 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.086089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Pushing event updated for resources: {'Port': ['ID=c2d0165a-91a6-421f-9449-5c0c33eb6275,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:21.144039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.218650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.254943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.263138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73df793b-5935-4372-b976-cc3f8b38cacd req-a8ba0bc1-8a87-4c4c-bf4c-6f83c6fba290 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4139960 Jul 22 14:32:21.305150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:21.309052 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7984d0f2-c964-4fb1-8878-d850ffb881ec" -d '{"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-plugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:21.336839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:21.354179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.359687 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.425580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73df793b-5935-4372-b976-cc3f8b38cacd req-4d1b2874-bfee-4905-b4be-126826f4d749 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.1576996 Jul 22 14:32:21.458678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.466347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:21.502684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:21.508164 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:21.560756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812fc70-f427-4c05-9c23-86d38bb2bedf req-c729baf3-4b52-42fa-9dbb-9098a1baef49 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:21.569495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d812fc70-f427-4c05-9c23-86d38bb2bedf req-c729baf3-4b52-42fa-9dbb-9098a1baef49 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2431638 Jul 22 14:32:21.635517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:21.646039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df793b-5935-4372-b976-cc3f8b38cacd req-e8537e91-4b9a-4458-bee3-60ee08b964d9 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:21.648559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73df793b-5935-4372-b976-cc3f8b38cacd req-e8537e91-4b9a-4458-bee3-60ee08b964d9 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2088380 Jul 22 14:32:21.703525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d812fc70-f427-4c05-9c23-86d38bb2bedf req-a195ff19-4d86-4fa9-93f3-3c8f46b88907 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158197 Jul 22 14:32:21.775566 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a3691e-7faf-4645-b492-c32bf4644004 x-openstack-request-id: req-e1a3691e-7faf-4645-b492-c32bf4644004 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:21.775860 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ea4c76-06e6-4114-b20d-223d4df5a400", "name": "network-vif-deleted", "tag": "0134850f-8f16-4198-88a9-157f07b04b33", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:21.776114 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1a3691e-7faf-4645-b492-c32bf4644004 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:21.776501 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ea4c76-06e6-4114-b20d-223d4df5a400', 'name': 'network-vif-deleted', 'tag': '0134850f-8f16-4198-88a9-157f07b04b33', 'status': 'completed', 'code': 200} Jul 22 14:32:21.898648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a06a0d16-35de-4589-a542-83c7656e3f05 req-f4eea8d5-7ab6-4031-a1d5-45cc1c060b83 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0912395 Jul 22 14:32:21.922767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:22.045082 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30aa0b7-5e2c-408b-86c4-bda6a67513d0 x-openstack-request-id: req-a30aa0b7-5e2c-408b-86c4-bda6a67513d0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:22.045082 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-plugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:22.045082 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a30aa0b7-5e2c-408b-86c4-bda6a67513d0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:22.045571 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'code': 200} Jul 22 14:32:22.199357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-998820518-network', 'tenant_id': 'ae1192a6057e4a76a7643999199c764a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:22.218478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61bf503d-6616-4243-808c-74ffcd059f46 req-19ec424c-ee48-4f18-a648-1e355d08e279 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips/d7fd392c-8391-41e1-a669-9c1f5b41d1ee HTTP/1.1" status: 200 len: 693 time: 0.1126008 Jul 22 14:32:22.248930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Made reservation on behalf of ae1192a6057e4a76a7643999199c764a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:22.251290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.262656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.269617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-d73d72f4-a3f2-44ac-a8af-4fd3785b0429 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1111298 Jul 22 14:32:22.270475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9d894-7848-4873-860d-742546cbdd34 req-dc13f78a-b88a-457e-96fe-1793e996d549 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.272166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ff9d894-7848-4873-860d-742546cbdd34 req-dc13f78a-b88a-457e-96fe-1793e996d549 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.4360764 Jul 22 14:32:22.409621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-63f57b63-b876-4af3-a7c0-ff3658ee3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.411225 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-63f57b63-b876-4af3-a7c0-ff3658ee3fe8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 1101 time: 0.1067507 Jul 22 14:32:22.434301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.439986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.452596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:32:22.471312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.471601 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Added segment e59c06f9-0f42-43a6-8af2-c8e4bdd413b6 of type vlan for network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d Jul 22 14:32:22.550303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-70da0bdf-ac0d-4ee0-81fb-20dd7e3704d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.551946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-70da0bdf-ac0d-4ee0-81fb-20dd7e3704d0 service neutron] 10.222.0.72 "GET /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 1028 time: 0.2380311 Jul 22 14:32:22.554985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3368ca2f-706c-419a-ae2b-4cd62219306f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:22.555953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ff9d894-7848-4873-860d-742546cbdd34 req-8a743476-a50f-4502-a200-e798d466a2fc tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624760 Jul 22 14:32:22.562106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.586331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf503d-6616-4243-808c-74ffcd059f46 req-99651b0d-f9c7-4f0f-b917-2dbbfb613121 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.598883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61bf503d-6616-4243-808c-74ffcd059f46 req-99651b0d-f9c7-4f0f-b917-2dbbfb613121 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.3792002 Jul 22 14:32:22.690272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-90ce9f6c-243b-4dbf-9d7f-52cfa225d6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.693687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-90ce9f6c-243b-4dbf-9d7f-52cfa225d6e2 service neutron] 10.222.0.72 "GET /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 1026 time: 0.1273265 Jul 22 14:32:22.707976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:32:22.721518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:22.729742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-a702e772-5fa0-4e26-928d-d6e149e3bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.732186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-a702e772-5fa0-4e26-928d-d6e149e3bbb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2589712 Jul 22 14:32:22.734758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.735832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:22.736588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.829733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-621d91b8-2ef8-44ef-873c-038f95d86b14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 200 len: 217 time: 0.0680423 Jul 22 14:32:22.831524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9066436 Jul 22 14:32:22.834426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:22.851586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:22.852275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:22.871661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Request body: {'subnet': {'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-998820518-subnet', 'tenant_id': 'ae1192a6057e4a76a7643999199c764a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:22.886606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814432b7-6d23-4655-8a8c-ead2bad3efa8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:22.899657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:32:23.016131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Made reservation on behalf of ae1192a6057e4a76a7643999199c764a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:23.018677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.027116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-f8ec33c7-8bbf-496f-bd4a-ffcb673a07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.028643 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-f8ec33c7-8bbf-496f-bd4a-ffcb673a07aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1620800 Jul 22 14:32:23.171403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-34efa677-727d-4342-aa43-bf3600f3729d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.173130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-34efa677-727d-4342-aa43-bf3600f3729d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437&tenant_id=ca83168bfa1045e9b68525236f520275&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 950 time: 0.2254736 Jul 22 14:32:23.223767 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.230696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.238069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-15c065e6-9826-4bcf-bb4a-47e7338ba178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.240062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-15c065e6-9826-4bcf-bb4a-47e7338ba178 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978469 Jul 22 14:32:23.368072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-2c28271c-e598-4a71-8411-ce89a368341f service neutron] 10.222.0.72 "GET /v2.0/ports/45235f1f-f64c-41d5-928e-e26aa7b9c84e/bindings/n-h1-794306-8 HTTP/1.1" status: 200 len: 382 time: 0.1821465 Jul 22 14:32:23.442252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bbca604-b88e-4188-9ba4-51d770865a39 req-f66a3240-f3a2-4bc3-acdd-1a0304894ac0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=b2dc45bfc4e74df6918f38ee9bb98dc9 HTTP/1.1" status: 200 len: 696 time: 0.2148175 Jul 22 14:32:23.460448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-0094d58a-434d-4469-8c5a-b98291a7ac7c service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975851 Jul 22 14:32:23.463556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.600594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17add82c-31e8-4153-8848-b541082437b8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:23.611686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-3ada48f8-08f4-4951-b96f-66f0c505a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.613230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-3ada48f8-08f4-4951-b96f-66f0c505a7b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1101 time: 0.2114179 Jul 22 14:32:23.622562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f674e6-48a2-4a3a-bceb-9c21f4289929 req-2f18aa66-9cb1-4d50-84ad-0b4254f534c0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.630215 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6f674e6-48a2-4a3a-bceb-9c21f4289929 req-2f18aa66-9cb1-4d50-84ad-0b4254f534c0 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.4008021 Jul 22 14:32:23.640476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Checking segment: {'id': 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:23.640904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Network hostable DHCP agents. Network: bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:32:23.669242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cb37c337-278c-4bae-a4da-33c324c3c420 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.676474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cb37c337-278c-4bae-a4da-33c324c3c420 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.682568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cb37c337-278c-4bae-a4da-33c324c3c420 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.682886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2af2d3ed-729c-4134-8e41-ed5efc918cba req-95b2d367-a3db-4913-8d06-ae30eb18d441 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138002 Jul 22 14:32:23.684218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cb37c337-278c-4bae-a4da-33c324c3c420 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "GET /v2.0/networks?id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=ec93a32d-1315-4552-900e-596c6b136b41&id=ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 200 len: 1988 time: 0.4558897 Jul 22 14:32:23.702318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Router 004b0b81-ce30-4241-8919-7fb3058e16a2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:23.731841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:32:23.753360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:23.758839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.759832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:23.762155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-901eaa8a-ffad-4460-ad3c-15cf982e00ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.763727 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-901eaa8a-ffad-4460-ad3c-15cf982e00ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1418333 Jul 22 14:32:23.763865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-9b82f581-be45-495d-a520-6726c73d4c3d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b HTTP/1.1" status: 200 len: 379 time: 0.0642653 Jul 22 14:32:23.768407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34238c-07f3-4a28-85f5-2598f379ad30 None None] Network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:23.782310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbca604-b88e-4188-9ba4-51d770865a39 req-cdbc1783-aabc-48ce-a9c2-f8ab381ac6a5 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.785338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-777c5dff-dff0-48b5-88fe-e3f05fbbc639 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9495640 Jul 22 14:32:23.799056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bbca604-b88e-4188-9ba4-51d770865a39 req-cdbc1783-aabc-48ce-a9c2-f8ab381ac6a5 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks?id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 787 time: 0.3557253 Jul 22 14:32:23.827889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-ac2fd768-9740-464a-ace4-614277ad675a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0517261 Jul 22 14:32:23.838414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6f674e6-48a2-4a3a-bceb-9c21f4289929 req-9eb83140-2b6f-4652-87bf-424eb6fea054 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072234 Jul 22 14:32:23.855195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'admin_state_up': True, 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'security_groups': ['0a23fcbd-d6d0-45dd-86a6-eaaa589594bb']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:23.892476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-bf3d9064-62bd-41a5-ae6f-176cac3b2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:23.893986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-bf3d9064-62bd-41a5-ae6f-176cac3b2dbd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0572453 Jul 22 14:32:24.058713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-498f4e26-9797-4ff3-83d2-f8cd94936667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:24.061914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-498f4e26-9797-4ff3-83d2-f8cd94936667 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602182 Jul 22 14:32:24.236540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-4a9f57ba-20bf-44e6-b1a9-350e968c6694 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667526 Jul 22 14:32:24.273032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5b92d74-8317-4b5e-903a-ecbbda4c54e5 req-3e87cde2-71bc-49bf-b4b4-ba51b2e147e6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.2729073 Jul 22 14:32:24.367514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928121e-253d-4c07-8fa2-e9bd776093a0 None None] Network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:24.390666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:24.404465 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] Sync routers for ids ['004b0b81-ce30-4241-8919-7fb3058e16a2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:24.409429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-69a586a5-4941-4217-bcd2-5815c431b447 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634490 Jul 22 14:32:24.420061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] Routers {'004b0b81-ce30-4241-8919-7fb3058e16a2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:24.421009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.421735 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['004b0b81-ce30-4241-8919-7fb3058e16a2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:24.425252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-368a2053-182c-4138-a85a-a1fd907247b4 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "PUT /v2.0/routers/004b0b81-ce30-4241-8919-7fb3058e16a2 HTTP/1.1" status: 200 len: 925 time: 3.9712193 Jul 22 14:32:24.425412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:24.465146 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:24.474973 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] Routers {'004b0b81-ce30-4241-8919-7fb3058e16a2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:24.476724 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['004b0b81-ce30-4241-8919-7fb3058e16a2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:24.513335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c43f9-0216-44a8-ba53-c0db05e14d03 req-143d0dd4-0e7a-419f-8993-31213cf69f45 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:24.515118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98c43f9-0216-44a8-ba53-c0db05e14d03 req-143d0dd4-0e7a-419f-8993-31213cf69f45 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.5258095 Jul 22 14:32:24.517790 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:24.519836 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301d11c5-7a22-4f56-b7b5-09dabcf00c7f None None] The sync data for ids ['004b0b81-ce30-4241-8919-7fb3058e16a2'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:24.525366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34db7cd0-8870-4360-8887-749a52b104bf req-a607a52b-2bda-4b72-9f6b-97c18bd560d4 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips/d7fd392c-8391-41e1-a669-9c1f5b41d1ee HTTP/1.1" status: 200 len: 693 time: 0.1051972 Jul 22 14:32:24.557522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:24.561522 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:24.638453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98c43f9-0216-44a8-ba53-c0db05e14d03 req-ce52a004-f7b0-4d3b-ab78-c226ea03a4b7 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075623 Jul 22 14:32:24.759118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7cd0-8870-4360-8887-749a52b104bf req-a7fd8af6-11d6-4fb6-82b1-c9ff27c8982b tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:24.760599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34db7cd0-8870-4360-8887-749a52b104bf req-a7fd8af6-11d6-4fb6-82b1-c9ff27c8982b tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2278757 Jul 22 14:32:24.852300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34db7cd0-8870-4360-8887-749a52b104bf req-457d1792-58ff-4212-a8c3-0d8132a1e4df tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.0682199 Jul 22 14:32:24.937694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 172.20.0.8 (a86acb83-99de-40b2-8ad3-1ed8e96a09c7/a692e4b3-d628-4703-9aa5-2bfca5560672/a1e83f58-b48c-40ed-a9ce-2d374549cd64) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:24.948173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34db7cd0-8870-4360-8887-749a52b104bf req-7a961d97-057a-4eac-8592-e9191b7755ed tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.145 HTTP/1.1" status: 200 len: 696 time: 0.0842197 Jul 22 14:32:24.957997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e9b9d0bb-25fc-4c88-a417-66531e00a76e tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/004b0b81-ce30-4241-8919-7fb3058e16a2 HTTP/1.1" status: 200 len: 925 time: 0.5308022 Jul 22 14:32:24.977867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:25.053973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-45df79ec-6865-44f5-9627-fdba0768b7d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5313859 Jul 22 14:32:25.079403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb332f8-7eb9-49f9-91a1-c533efd4f19c tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.081420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1cb332f8-7eb9-49f9-91a1-c533efd4f19c tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=004b0b81-ce30-4241-8919-7fb3058e16a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1015360 Jul 22 14:32:25.084256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:25.132683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-a86bcae0-66c1-433a-9f02-a6b0ea4dfd46 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.134439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-a86bcae0-66c1-433a-9f02-a6b0ea4dfd46 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/networks?id=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d HTTP/1.1" status: 200 len: 820 time: 0.1764469 Jul 22 14:32:25.194160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-14cb0783-c4a8-4e46-922c-f6ef2cc1322f tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/quotas/ae1192a6057e4a76a7643999199c764a HTTP/1.1" status: 200 len: 375 time: 0.0121324 Jul 22 14:32:25.250093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8dcbb-b244-4097-aa58-1bbc3a6c4872 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.251557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-40d8dcbb-b244-4097-aa58-1bbc3a6c4872 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.1661532 Jul 22 14:32:25.255220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:25.258602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-cae5a28f-8140-42c1-97ed-60bd4537b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.260070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-cae5a28f-8140-42c1-97ed-60bd4537b871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 1102 time: 0.1319244 Jul 22 14:32:25.312232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc75f878-be33-4d6e-9a31-a26f08eba3a5 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=004b0b81-ce30-4241-8919-7fb3058e16a2 HTTP/1.1" status: 200 len: 205 time: 0.0557117 Jul 22 14:32:25.314714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:25.412950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-4ad0753b-c73d-488b-a3d8-e68af44aa3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.415215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-4ad0753b-c73d-488b-a3d8-e68af44aa3fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1124389 Jul 22 14:32:25.466017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-62f89d12-99ee-424d-9476-ef2a354666ca tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1192a6057e4a76a7643999199c764a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2210908 Jul 22 14:32:25.472266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-fdad0fa2-4082-4b17-80dc-d64cb9bd8be2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 200 len: 217 time: 0.0484877 Jul 22 14:32:25.485335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-1effb58b-4615-401f-bc7c-c05f03a0835b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:32:25.493905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-1effb58b-4615-401f-bc7c-c05f03a0835b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0267992 Jul 22 14:32:25.532396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-722e8e84-6456-4a87-bc62-bb02245c315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.534160 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-722e8e84-6456-4a87-bc62-bb02245c315c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0518878 Jul 22 14:32:25.606268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-ef9dc5b0-92d6-40b6-b91a-f0efb40b2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:25.608278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-ef9dc5b0-92d6-40b6-b91a-f0efb40b2309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668428 Jul 22 14:32:25.648869 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:32:25.734600 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-5fcc6778-acdd-4273-a83f-176b0ff1c894 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162231 Jul 22 14:32:25.861600 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-309af72e-5d24-4412-95dc-b5239e21aab9 req-1576542c-32a4-4679-8499-40ea136c354d service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195199 Jul 22 14:32:26.005586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.012259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.062626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Deleting port c2d0165a-91a6-421f-9449-5c0c33eb6275 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:26.063559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.118642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object a1e83f58-b48c-40ed-a9ce-2d374549cd64 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:26.129515 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-dac1252e-4d01-485e-b482-850f03d62eab service neutron] 10.222.0.60 "GET /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345365 Jul 22 14:32:26.276918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.342755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.343396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.393638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Calling delete_port for c2d0165a-91a6-421f-9449-5c0c33eb6275 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:26.436165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.515665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-fef4f345-5a82-4ca2-b475-9f7cd4d58da2 service neutron] 10.222.0.60 "GET /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695450 Jul 22 14:32:26.624183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-e053531e-f612-4d1e-800f-934091a88034 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:26.627354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-e053531e-f612-4d1e-800f-934091a88034 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 946 time: 0.2157772 Jul 22 14:32:26.634401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:26.652955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:26.663894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:26.684510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:26.840467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Deleting port b353832a-d174-49c9-a4cc-600394bfe8ce {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:26.840816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:26.895691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Deleting port 99330846-2720-464a-8516-84ff17283856 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:26.896165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.022638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] For port b353832a-d174-49c9-a4cc-600394bfe8ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b353832a-d174-49c9-a4cc-600394bfe8ce,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:27.022638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.059853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Calling delete_port for b353832a-d174-49c9-a4cc-600394bfe8ce owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:27.140040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3a470814-017b-4f10-9a13-b2c02af66f06 None None] Provisioning for port a1e83f58-b48c-40ed-a9ce-2d374549cd64 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:27.146732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3a470814-017b-4f10-9a13-b2c02af66f06 None None] Provisioning complete for port a1e83f58-b48c-40ed-a9ce-2d374549cd64 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:27.161197 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a470814-017b-4f10-9a13-b2c02af66f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.176267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.177244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.256362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.275698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b353832a-d174-49c9-a4cc-600394bfe8ce'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:27.300271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Pushing event deleted for resources: {'Port': ['ID=b353832a-d174-49c9-a4cc-600394bfe8ce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:27.343455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a17c4bc4-043e-4129-91f9-6d6034d94f30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5402102 Jul 22 14:32:27.347823 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.360042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3a470814-017b-4f10-9a13-b2c02af66f06 None None] Port a1e83f58-b48c-40ed-a9ce-2d374549cd64 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:27.360188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'admin_state_up': True, 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'security_groups': ['0a23fcbd-d6d0-45dd-86a6-eaaa589594bb']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:27.410366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Pushing event deleted for resources: {'Port': ['ID=c2d0165a-91a6-421f-9449-5c0c33eb6275,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:27.425017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] No DVR routers for this DVR port b353832a-d174-49c9-a4cc-600394bfe8ce on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:27.440806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.441514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.443734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-caec8019-1bf3-4fb3-9780-dd6858c356bf req-f982ee7d-5a69-464a-8343-f180121f283e tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.61 "DELETE /v2.0/ports/b353832a-d174-49c9-a4cc-600394bfe8ce HTTP/1.1" status: 204 len: 173 time: 0.8105106 Jul 22 14:32:27.444271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'name': 'network-vif-deleted', 'tag': 'b353832a-d174-49c9-a4cc-600394bfe8ce'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:27.447731 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe555d09-cbca-4bbc-a082-0a980f478150" -d '{"events": [{"server_uuid": "d8493d83-755c-44b7-a732-5b9212e44e01", "name": "network-vif-deleted", "tag": "b353832a-d174-49c9-a4cc-600394bfe8ce"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:27.522198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74420507-a732-4821-8ac7-6b0d38fb2596 req-c6bcb96a-615d-4766-9d23-f575c181cd77 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.523920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74420507-a732-4821-8ac7-6b0d38fb2596 req-c6bcb96a-615d-4766-9d23-f575c181cd77 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.6871309 Jul 22 14:32:27.545519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Calling delete_port for 99330846-2720-464a-8516-84ff17283856 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:27.713905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-7db789e2-edb6-451e-85dd-a11a92381206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:27.715617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-7db789e2-edb6-451e-85dd-a11a92381206 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437&tenant_id=ca83168bfa1045e9b68525236f520275 HTTP/1.1" status: 200 len: 1101 time: 0.6567955 Jul 22 14:32:27.741459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:27.787506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74420507-a732-4821-8ac7-6b0d38fb2596 req-76425481-a3ed-4f70-a506-15dad28a8539 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398405 Jul 22 14:32:27.791970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.794681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:27.795941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34db7cd0-8870-4360-8887-749a52b104bf req-12b44986-0e6f-4ad3-9ced-56a4010a12e0 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "DELETE /v2.0/floatingips/d7fd392c-8391-41e1-a669-9c1f5b41d1ee HTTP/1.1" status: 204 len: 173 time: 2.8469326 Jul 22 14:32:27.845405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:27.849397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.110406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c691e313-8cbc-4449-91f8-c9db18c867ae req-b9e64125-dabd-4937-8e74-700bbb376344 tempest-ServerRescueNegativeTestJSON-1809202355 tempest-ServerRescueNegativeTestJSON-1809202355-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8493d83-755c-44b7-a732-5b9212e44e01 HTTP/1.1" status: 200 len: 210 time: 0.0788403 Jul 22 14:32:28.118359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.650012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-7428ee0e-24bc-4290-855d-39861cdc0ca4 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:28.652033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-7428ee0e-24bc-4290-855d-39861cdc0ca4 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.61 "GET /v2.0/networks?id=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d HTTP/1.1" status: 200 len: 820 time: 0.2023237 Jul 22 14:32:28.675984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 10.1.1.182 (521a81a3-bb0b-4ea4-b0bf-903efdaa6465/8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2/87ba316b-2abe-4025-9d4a-a28d0115eff2) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:28.678653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Request body: {'port': {'device_id': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d', 'admin_state_up': True, 'tenant_id': 'ae1192a6057e4a76a7643999199c764a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:28.682656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.846334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04692b4a-edd7-47f1-8ae3-8ed410202b07 req-74eeb7c6-4654-4317-9348-e5cfd8ae624b tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 210 time: 0.2481203 Jul 22 14:32:28.880952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Made reservation on behalf of ae1192a6057e4a76a7643999199c764a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:28.885116 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:28.912960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b96171-2102-41c4-b9fb-060a93307b40 req-c1a73bdb-4340-4916-be88-a556f9ebc61b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:28.916280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40b96171-2102-41c4-b9fb-060a93307b40 req-c1a73bdb-4340-4916-be88-a556f9ebc61b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 931 time: 1.0191557 Jul 22 14:32:28.928233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event deleted for resources: {'Port': ['ID=99330846-2720-464a-8516-84ff17283856,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:28.954598 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2905e6d9-ace4-483e-a782-a7b24044e1ef x-openstack-request-id: req-2905e6d9-ace4-483e-a782-a7b24044e1ef {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:28.954865 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8493d83-755c-44b7-a732-5b9212e44e01", "name": "network-vif-deleted", "tag": "b353832a-d174-49c9-a4cc-600394bfe8ce", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:28.955129 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2905e6d9-ace4-483e-a782-a7b24044e1ef {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:28.955643 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8493d83-755c-44b7-a732-5b9212e44e01', 'name': 'network-vif-deleted', 'tag': 'b353832a-d174-49c9-a4cc-600394bfe8ce', 'status': 'completed', 'code': 200} Jul 22 14:32:29.000500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40b96171-2102-41c4-b9fb-060a93307b40 req-294e6357-009b-4a15-8a0d-1f6a81bbfd44 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612383 Jul 22 14:32:29.058623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.058623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.059178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.059178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.059454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.059791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.060122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.060452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.060771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.061099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.061424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.061781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.105841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Allocated IP 172.20.0.6 (bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d/17add82c-31e8-4153-8848-b541082437b8/286fefeb-2b5f-4e93-aca2-c436a28d8fa4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:29.269102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.318025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.337215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.363847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:29.367501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:29.371291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:29.377724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Pushing event updated for resources: {'Port': ['ID=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:29.403874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.404230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.404578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.404920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.405256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.405594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.405927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.406261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.406626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.406959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.407289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.407613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:32:29.444041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:29.444991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.461268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-6319334e-064b-4e38-ab06-6067ca34a4e9 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7946932 Jul 22 14:32:29.473475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Request body: {'port': {'device_id': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:29.516773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:29.541997 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.545592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.554611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.554794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-77c4ff7e-037b-467e-9f66-4a12c6756c35 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5657833 Jul 22 14:32:29.610929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:29.630180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1162ef-3339-4309-bd27-95ace6a9bac4 req-75782284-8658-4587-b340-9cd4fb0a4882 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:29.631795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be1162ef-3339-4309-bd27-95ace6a9bac4 req-75782284-8658-4587-b340-9cd4fb0a4882 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.4814124 Jul 22 14:32:29.692513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.693947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Fanout notify agent at l3_agent the message router_deleted on router 004b0b81-ce30-4241-8919-7fb3058e16a2 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:29.700549 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.701772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e6eeb20e-4a94-4fee-933b-2940f831c154 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/004b0b81-ce30-4241-8919-7fb3058e16a2 HTTP/1.1" status: 204 len: 168 time: 4.3858774 Jul 22 14:32:29.707203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.717803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:29.719121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51600) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:29.763156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-44766204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:29.782057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.787630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object 87ba316b-2abe-4025-9d4a-a28d0115eff2 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:29.805791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be1162ef-3339-4309-bd27-95ace6a9bac4 req-bf001160-7f40-44bb-ac7c-46c82baa4d5a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547790 Jul 22 14:32:29.872553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:29.875153 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f10d24-c4b9-46b7-9b75-741d1fcd44e6" -d '{"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-unplugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:29.879555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.893500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.896067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:29.958801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Transition to ACTIVE for port object 45235f1f-f64c-41d5-928e-e26aa7b9c84e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:29.981652 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.004012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:30.028833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.057871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51612) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:30.059288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Transition to ACTIVE for port object 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:30.064272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.075293 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.175581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.236571 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.279899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] No DVR routers for this DVR port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:30.286707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:30.297252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Pushing event updated for resources: {'Port': ['ID=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:30.343177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.344990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f5b214a6-e39d-4584-bc38-14519503658f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6231091 Jul 22 14:32:30.375233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51616) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:30.385809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:30.394115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:30.396123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:30.396624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:30.404751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:30.423549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:30.542195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=10']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:30.640317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:30.641046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.644175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=87ba316b-2abe-4025-9d4a-a28d0115eff2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:30.646435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:30.646803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Attempting to bind port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:30.661292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:30.661646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:30.662050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:30.662665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Bound port: 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:30.663050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.701357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.732853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-684d7dec-fb0c-479c-b82f-5b13853c4a94 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3805077 Jul 22 14:32:30.750358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'admin_state_up': True, 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'security_groups': ['0a23fcbd-d6d0-45dd-86a6-eaaa589594bb']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:30.829650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afd222-0d4c-4945-83d6-13b6e11996b5 req-7c3dbf4f-b4e3-4aec-ba2e-027ff0c784b6 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:30.833753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4afd222-0d4c-4945-83d6-13b6e11996b5 req-7c3dbf4f-b4e3-4aec-ba2e-027ff0c784b6 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 943 time: 0.6414154 Jul 22 14:32:30.850498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:30.886175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:30.887312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e2ac6f20-fc0e-429f-9d04-69bc947051e8 None None] Provisioning for port 87ba316b-2abe-4025-9d4a-a28d0115eff2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:30.892557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:30.899795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e2ac6f20-fc0e-429f-9d04-69bc947051e8 None None] Provisioning complete for port 87ba316b-2abe-4025-9d4a-a28d0115eff2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:30.900496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2ac6f20-fc0e-429f-9d04-69bc947051e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.902247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Attempting to bind port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:30.902834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Attempting to bind port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:30.903230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Attempting to bind port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 on network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:30.928837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.945657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:30.953830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e2ac6f20-fc0e-429f-9d04-69bc947051e8 None None] Port 87ba316b-2abe-4025-9d4a-a28d0115eff2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:30.957107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 on network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:30.957577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Attempting to bind port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 on network bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:30.976817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b353832a-d174-49c9-a4cc-600394bfe8ce no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:30.985449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:30.985449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Checking segment: {'id': 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:30.985716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Bound using segment: {'id': 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:30.986115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Bound port: 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:30.986475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:30.993132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Allocated IP 172.25.3.139 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/98dcc829-f91e-4c9f-9c3a-8da103ce63d7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:31.002861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: b353832a-d174-49c9-a4cc-600394bfe8ce {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:31.003228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b353832a-d174-49c9-a4cc-600394bfe8ce not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:31.024569 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.096757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] For port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:31.102296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] For port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,segment=NetworkSegment(e59c06f9-0f42-43a6-8af2-c8e4bdd413b6),segment_id=e59c06f9-0f42-43a6-8af2-c8e4bdd413b6)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:31.129704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.184384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:31.185845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.186927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:31.187659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.188004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] 10.222.0.61 "PUT /v2.0/ports/286fefeb-2b5f-4e93-aca2-c436a28d8fa4 HTTP/1.1" status: 200 len: 1091 time: 1.7187364 Jul 22 14:32:31.189501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] 10.222.0.61 "PUT /v2.0/ports/45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 1097 time: 3.4569521 Jul 22 14:32:31.192997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'tag': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:31.195732 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522fb439-30be-40f1-ba1d-e6ff20057d48" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c", "tag": "286fefeb-2b5f-4e93-aca2-c436a28d8fa4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:31.284900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4afd222-0d4c-4945-83d6-13b6e11996b5 req-ba96d427-fd32-462f-b916-e20b2228ab45 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620447 Jul 22 14:32:31.339703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f063c-6108-448a-b19e-379b814eb47d service neutron] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=11']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:31.380224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4d8ae-2b00-402c-a206-bd14d1b58fbc service neutron] Pushing event updated for resources: {'Port': ['ID=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:31.381143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.445379 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cabd83-2883-4798-acb5-6d62fb4adb22 x-openstack-request-id: req-05cabd83-2883-4798-acb5-6d62fb4adb22 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:31.447769 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-unplugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:31.448182 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05cabd83-2883-4798-acb5-6d62fb4adb22 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:31.448742 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'code': 200} Jul 22 14:32:31.485937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-313b7f64-2ad3-466f-a44b-80b5e828374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:31.487764 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-313b7f64-2ad3-466f-a44b-80b5e828374d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae1192a6057e4a76a7643999199c764a&device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 1094 time: 0.2407601 Jul 22 14:32:31.512447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:31.516639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.537107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.599296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:31.614066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-95d87cd1-6c89-4a7e-8b39-cf48c2115321 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4 HTTP/1.1" status: 200 len: 217 time: 0.1142519 Jul 22 14:32:31.719618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.765196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:31.796551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-05ff6dd4-c873-4354-9880-2fa122e6592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:31.798377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-05ff6dd4-c873-4354-9880-2fa122e6592e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17add82c-31e8-4153-8848-b541082437b8 HTTP/1.1" status: 200 len: 860 time: 0.1769593 Jul 22 14:32:31.889884 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-b8f78d1e-8670-46a9-a707-b944e4f81523 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498860 Jul 22 14:32:31.895734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.092600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-0003b5da-4979-430d-beae-810c981c0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.094976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-0003b5da-4979-430d-beae-810c981c0732 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1100 time: 0.8601124 Jul 22 14:32:32.097791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:32.101039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:32.114355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Allocated IP 172.25.3.81 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/e4c97332-680e-4d69-9614-f6af9193ccc9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:32.198325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Pushing event updated for resources: {'Port': ['ID=98dcc829-f91e-4c9f-9c3a-8da103ce63d7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:32.351590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 10.1.1.24 (521a81a3-bb0b-4ea4-b0bf-903efdaa6465/8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2/dde22fde-1701-438f-ab51-02206a3548b5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:32.394141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbf2b-6a9e-407a-b54b-9a32e0ed3b7c req-d505c027-78a9-4543-80bd-080232021085 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.400295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbf2b-6a9e-407a-b54b-9a32e0ed3b7c req-d505c027-78a9-4543-80bd-080232021085 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.401975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-631dbf2b-6a9e-407a-b54b-9a32e0ed3b7c req-d505c027-78a9-4543-80bd-080232021085 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 1653 time: 0.8349452 Jul 22 14:32:32.406705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-281eeea6-7924-4d2e-b091-5ea60c285575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.408148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-281eeea6-7924-4d2e-b091-5ea60c285575 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2986937 Jul 22 14:32:32.458784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.506877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-d8773e6b-7220-44d1-b368-bc52c4b614c1 service neutron] 10.222.0.61 "GET /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061356 Jul 22 14:32:32.515311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-fae6b513-460f-4f79-bd3e-171f71107ffe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0962369 Jul 22 14:32:32.608412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-631dbf2b-6a9e-407a-b54b-9a32e0ed3b7c req-7adce4a4-2fd5-4e72-b5b2-8e77db3cf331 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969700 Jul 22 14:32:32.684071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.690108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.743545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-2780cbf4-db10-4af0-9411-85708bfefaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:32.744976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-2780cbf4-db10-4af0-9411-85708bfefaf2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2069774 Jul 22 14:32:32.754289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.847241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object dde22fde-1701-438f-ab51-02206a3548b5 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:32.855880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:32.932747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:32.941255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:32.952388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:33.000723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event updated for resources: {'Port': ['ID=e4c97332-680e-4d69-9614-f6af9193ccc9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:33.003222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce5812-d587-42d7-9bdc-45403785c26d req-4fbf99a8-c530-49b7-8c26-577501b1a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:33.005614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-4fbf99a8-c530-49b7-8c26-577501b1a3d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488484 Jul 22 14:32:33.016151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c2d5-81e5-4698-8e79-0405e2ebf8c8 req-e5920d28-5ba8-4a2b-85dd-96ba393ba267 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:33.023980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed34c2d5-81e5-4698-8e79-0405e2ebf8c8 req-e5920d28-5ba8-4a2b-85dd-96ba393ba267 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 949 time: 0.2538569 Jul 22 14:32:33.029708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.043703 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f80c1e82-f836-42c2-b84d-33a7bd584229 req-611cda8b-4765-4d2f-8982-539d3a62ff17 service neutron] 10.222.0.61 "GET /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562103 Jul 22 14:32:33.140592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.158605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:33.186384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.198972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:33.201381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:33.204088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:33.265810 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed34c2d5-81e5-4698-8e79-0405e2ebf8c8 req-10e0eaa9-d65f-49c0-9274-2c4710240e9f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408242 Jul 22 14:32:33.454302 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aa9dd8-4c38-4994-b816-aa9491399129 x-openstack-request-id: req-77aa9dd8-4c38-4994-b816-aa9491399129 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:33.454852 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c", "tag": "286fefeb-2b5f-4e93-aca2-c436a28d8fa4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:33.454852 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77aa9dd8-4c38-4994-b816-aa9491399129 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:33.455247 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'tag': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4', 'status': 'completed', 'code': 200} Jul 22 14:32:33.467451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:33.469917 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:33.554714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Pushing event updated for resources: {'Port': ['ID=98dcc829-f91e-4c9f-9c3a-8da103ce63d7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:33.576901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:33.577551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.591986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-dec410f0-c135-476d-ad31-62389db5f747 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656817 Jul 22 14:32:33.601018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Deleting port a9ff5a02-5997-484a-b453-ff4dc8d12bb8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:33.601380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.625674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.663423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.668482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb04f283-4585-44e6-a319-ff17d9a61066 None None] Provisioning for port dde22fde-1701-438f-ab51-02206a3548b5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:33.669036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.683158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-1169c0ec-3975-4735-9f52-bceb19215beb tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1181858 Jul 22 14:32:33.688854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fb26b148-d3b4-4104-b394-f93109000aae tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9476261 Jul 22 14:32:33.690631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb04f283-4585-44e6-a319-ff17d9a61066 None None] Provisioning complete for port dde22fde-1701-438f-ab51-02206a3548b5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:33.692717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb04f283-4585-44e6-a319-ff17d9a61066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.747822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb04f283-4585-44e6-a319-ff17d9a61066 None None] Port dde22fde-1701-438f-ab51-02206a3548b5 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:33.819789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-3c3976f5-3bbd-4cd6-9357-cdaed70b8fe3 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1333580 Jul 22 14:32:33.825292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41', 'admin_state_up': True, 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'security_groups': ['0a23fcbd-d6d0-45dd-86a6-eaaa589594bb']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:33.840610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] For port a9ff5a02-5997-484a-b453-ff4dc8d12bb8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,segment=NetworkSegment(fe44bf1b-51a4-4d70-b153-7f431e6f1621),segment_id=fe44bf1b-51a4-4d70-b153-7f431e6f1621)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:33.841142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:33.852029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-59ce3a2b-27fb-445a-908b-e5c37901b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:33.853565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-59ce3a2b-27fb-445a-908b-e5c37901b767 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae1192a6057e4a76a7643999199c764a&device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 1094 time: 0.3801320 Jul 22 14:32:33.871111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Calling delete_port for a9ff5a02-5997-484a-b453-ff4dc8d12bb8 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:33.960050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ce5812-d587-42d7-9bdc-45403785c26d req-88904919-4202-4447-a6f3-397136afa126 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182788 Jul 22 14:32:34.046099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d726eff-0d4a-4f76-8a70-eee54f9ff664 req-a15fe348-6cad-4851-b219-f87dc6139d09 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.047556 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d726eff-0d4a-4f76-8a70-eee54f9ff664 req-a15fe348-6cad-4851-b219-f87dc6139d09 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 943 time: 0.4878359 Jul 22 14:32:34.079536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-9d80139a-965c-4950-a874-089e0b7f6c7b tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.080957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4b0fc50-1f55-42c7-98e4-928d56d4ba33 req-9d80139a-965c-4950-a874-089e0b7f6c7b tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.2422104 Jul 22 14:32:34.100538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-6de2ec7d-98df-45c8-8676-2fb650287840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.103533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-6de2ec7d-98df-45c8-8676-2fb650287840 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d HTTP/1.1" status: 200 len: 921 time: 0.2405992 Jul 22 14:32:34.133060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d726eff-0d4a-4f76-8a70-eee54f9ff664 req-055144c4-1f94-4e0f-a81e-3e17dc2fb7ec tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695057 Jul 22 14:32:34.138681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:34.218367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.221640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-392f266b-768a-4dbe-826d-0484f8d67ff8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4 HTTP/1.1" status: 200 len: 217 time: 0.1081445 Jul 22 14:32:34.228687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.252563 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a37ce8-8b3e-456b-8375-4fa344be3f88 x-openstack-request-id: req-76a37ce8-8b3e-456b-8375-4fa344be3f88 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:34.253113 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:34.253113 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76a37ce8-8b3e-456b-8375-4fa344be3f88 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:34.253496 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'status': 'completed', 'code': 200} Jul 22 14:32:34.367433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-01c1a182-4d95-4750-a104-6785037caf97 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips/5f8d4561-fe44-4892-b149-bebd7cbab4ba HTTP/1.1" status: 200 len: 693 time: 0.1120343 Jul 22 14:32:34.408343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-ddf0a9e5-d38b-42bd-bd0f-42588c73369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.409853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-ddf0a9e5-d38b-42bd-bd0f-42588c73369b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=17add82c-31e8-4153-8848-b541082437b8 HTTP/1.1" status: 200 len: 860 time: 0.1790135 Jul 22 14:32:34.415382 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.472100 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-62ab8fdc-d0ee-42c2-a94e-2d7ef7c336d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533822 Jul 22 14:32:34.536137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-0e4529f1-1894-458d-94d5-7ba30e473308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.537677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-0e4529f1-1894-458d-94d5-7ba30e473308 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1100 time: 0.2958395 Jul 22 14:32:34.594489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f64d9-9536-40f9-9634-1b38b0dc33d8 req-31dcd70c-6587-4aa4-bd13-4a818fa5c62f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.598638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:34.600690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f64d9-9536-40f9-9634-1b38b0dc33d8 req-31dcd70c-6587-4aa4-bd13-4a818fa5c62f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.607699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f64d9-9536-40f9-9634-1b38b0dc33d8 req-31dcd70c-6587-4aa4-bd13-4a818fa5c62f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.616118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a9f64d9-9536-40f9-9634-1b38b0dc33d8 req-31dcd70c-6587-4aa4-bd13-4a818fa5c62f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 2373 time: 0.3573022 Jul 22 14:32:34.649290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ff5a02-5997-484a-b453-ff4dc8d12bb8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:34.739114 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-eb6b1574-5ac8-49af-937c-16f03a0c2ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573216 Jul 22 14:32:34.828724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Router 6fa99abc-33db-4c35-91a3-906daea14f7d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:34.831184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-2bcd6bc4-bbbd-4af2-9636-0149cdf7b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.832713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-2bcd6bc4-bbbd-4af2-9636-0149cdf7b836 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2863078 Jul 22 14:32:34.973471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-383a1bd9-0122-483a-87c3-686bdfae68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:34.974321 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-72fe09bc-cadf-4fdc-ac90-09c67ad08907 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.1320257 Jul 22 14:32:34.975056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-383a1bd9-0122-483a-87c3-686bdfae68c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ca83168bfa1045e9b68525236f520275&device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1100 time: 0.7209129 Jul 22 14:32:35.082242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-725d5991-c14a-4579-94c2-d274745bf24e tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:35.083769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-725d5991-c14a-4579-94c2-d274745bf24e tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 784 time: 0.7020814 Jul 22 14:32:35.125764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a9f64d9-9536-40f9-9634-1b38b0dc33d8 req-0ffb7d39-bdfa-478a-87a7-d39c8b6e2baf tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092909 Jul 22 14:32:35.248428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 10.2.2.100 (ec93a32d-1315-4552-900e-596c6b136b41/f5ddddc7-9070-49f3-8b67-72ef7c13fb44/6b7f9185-4481-4aec-9d5d-1ce3fa7234b6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:35.370094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-81e18652-c665-46b3-9346-66c90547adb7 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.2764428 Jul 22 14:32:35.428646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-522fb439-30be-40f1-ba1d-e6ff20057d48 req-55dbd452-1cf0-4072-ba4d-327f82ab5a64 service neutron] 10.222.0.61 "GET /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6654673 Jul 22 14:32:35.443049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-dc85017c-59bc-4332-97e1-54c029d40378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:35.444655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-dc85017c-59bc-4332-97e1-54c029d40378 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.4619296 Jul 22 14:32:35.519616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.534969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:35.548022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] Sync routers for ids ['6fa99abc-33db-4c35-91a3-906daea14f7d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:35.550540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.555300 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-df311fdf-64fd-421e-8492-0c914768e74a tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "PUT /v2.0/routers/6fa99abc-33db-4c35-91a3-906daea14f7d HTTP/1.1" status: 200 len: 881 time: 5.1703050 Jul 22 14:32:35.559807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:35.563138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] Routers {'6fa99abc-33db-4c35-91a3-906daea14f7d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:35.565117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6fa99abc-33db-4c35-91a3-906daea14f7d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:35.593866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-e8736ff4-cb49-4e3c-9e9a-8065edab42bc tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.2222962 Jul 22 14:32:35.619880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:35.633493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] Routers {'6fa99abc-33db-4c35-91a3-906daea14f7d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:35.634501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6fa99abc-33db-4c35-91a3-906daea14f7d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:35.678874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:35.680838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2488b1-c03f-4ed1-a911-199de25ba433 None None] The sync data for ids ['6fa99abc-33db-4c35-91a3-906daea14f7d'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:35.712368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-7faf0af2-7b15-4a3e-b6bb-9c2459cab605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:35.713440 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-7faf0af2-7b15-4a3e-b6bb-9c2459cab605 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2602470 Jul 22 14:32:35.854822 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8f01a8ce-ca29-4422-96d3-2447e74916e9 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/6fa99abc-33db-4c35-91a3-906daea14f7d HTTP/1.1" status: 200 len: 922 time: 0.2915137 Jul 22 14:32:35.856730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:35.930285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:35.945043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:35.988358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-0fdf9cef-c1b8-4d62-a2f4-a1947883e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:35.989467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-4c6ec594-7f6d-4a70-a37b-f7ec58c3ab58 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666483 Jul 22 14:32:35.990871 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-0fdf9cef-c1b8-4d62-a2f4-a1947883e70c service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.9965804 Jul 22 14:32:35.998653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.010272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1564b6-5271-403a-94b7-f4b95089b7bf req-9785a13c-7a3c-4550-9a86-b0199c72c82b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:36.011879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d1564b6-5271-403a-94b7-f4b95089b7bf req-9785a13c-7a3c-4550-9a86-b0199c72c82b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 949 time: 0.5555711 Jul 22 14:32:36.061698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-b094656c-7092-47e0-abe3-072826fd7b83 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 200 len: 217 time: 0.0609198 Jul 22 14:32:36.106784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63ec9b-d510-4943-ba3c-2f61bc1d985f tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:36.108253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-db63ec9b-d510-4943-ba3c-2f61bc1d985f tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=6fa99abc-33db-4c35-91a3-906daea14f7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2500424 Jul 22 14:32:36.113240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:36.151883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:36.178043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network ec93a32d-1315-4552-900e-596c6b136b41 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:36.185466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:36.213768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:36.326156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-05838dca-ac82-44cb-838f-f31bc7c64cad service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218541 Jul 22 14:32:36.340018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-e335c7e3-e245-4333-a0fd-f32cac99e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:36.342436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-e335c7e3-e245-4333-a0fd-f32cac99e0ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2580678 Jul 22 14:32:36.371079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:36.377653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d1564b6-5271-403a-94b7-f4b95089b7bf req-54b4ff66-040d-4213-b3c6-6f5319cf985c tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096178 Jul 22 14:32:36.483456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:36.488627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.500370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Deleting port 98dcc829-f91e-4c9f-9c3a-8da103ce63d7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:36.500726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.550844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:36.564565 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] Sync routers for ids ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:36.580647 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] Routers {'6b00d7e5-7a91-40ed-899e-fbb05c62e058'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:36.582740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:36.590706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8a88e4f8-a619-4a4b-801c-ac54ffedd176 admin admin] 10.222.0.60 "PUT /v2.0/routers/6b00d7e5-7a91-40ed-899e-fbb05c62e058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5295408 Jul 22 14:32:36.593335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51674) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:36.609904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c0c2183-6ec7-4786-9867-799aa96a0815 None None] Provisioning for port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:36.619868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c0c2183-6ec7-4786-9867-799aa96a0815 None None] Provisioning complete for port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:36.621374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c0c2183-6ec7-4786-9867-799aa96a0815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.673587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.675441 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.702151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Calling delete_port for 98dcc829-f91e-4c9f-9c3a-8da103ce63d7 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:36.719677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c2183-6ec7-4786-9867-799aa96a0815 None None] Port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:36.751280 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] Set router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:36.764805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eee96b-3559-4ffe-a35b-23d68c22654b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:36.769561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-80eee96b-3559-4ffe-a35b-23d68c22654b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.6525156 Jul 22 14:32:36.770596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:36.782420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-0c456c2c-13bb-4ed7-a024-23cf95d252bc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0290270 Jul 22 14:32:36.813983 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d9e1960-f9fc-4fb2-8d4d-9e3685b47090 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fa99abc-33db-4c35-91a3-906daea14f7d HTTP/1.1" status: 200 len: 205 time: 0.0401454 Jul 22 14:32:36.814746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:36.830649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41', 'admin_state_up': True, 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'security_groups': ['0a23fcbd-d6d0-45dd-86a6-eaaa589594bb']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:36.847633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:36.945580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-e16a89c1-67b1-49c9-9cb3-9782545e1d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:36.947569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-e16a89c1-67b1-49c9-9cb3-9782545e1d71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5622859 Jul 22 14:32:36.992543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:32:37.018892 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:32:34Z', 'revision_number': 5, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.082823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Made reservation on behalf of ef4a3c17619a450ab08cbb43bce8dc9b for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:32:37.090939 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] Checking router: 6b00d7e5-7a91-40ed-899e-fbb05c62e058 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:37.100334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.117322 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] Routers {'6b00d7e5-7a91-40ed-899e-fbb05c62e058'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:37.122736 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.159502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.206763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.214909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dbe24-3abb-4b91-97ab-31405c96f4dd req-a4b0dccd-5a03-413a-bee7-131e29efb748 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:37.216586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db2dbe24-3abb-4b91-97ab-31405c96f4dd req-a4b0dccd-5a03-413a-bee7-131e29efb748 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 943 time: 0.5034168 Jul 22 14:32:37.237480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.260971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,segment=NetworkSegment(e59c06f9-0f42-43a6-8af2-c8e4bdd413b6),segment_id=e59c06f9-0f42-43a6-8af2-c8e4bdd413b6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:37.279265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4', 'network_id': 'bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d', 'port_id': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4', 'mac_address': 'fa:16:3e:ea:0c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17add82c-31e8-4153-8848-b541082437b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:32:37.320106 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.335637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:37.359208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,segment=NetworkSegment(e59c06f9-0f42-43a6-8af2-c8e4bdd413b6),segment_id=e59c06f9-0f42-43a6-8af2-c8e4bdd413b6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:37.366350 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.368591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:32:37.405056 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] Set router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:37.465497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:37.508756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.514739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-578c0e0c-da52-4d55-93d0-c096c9704f31 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582554 Jul 22 14:32:37.576916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.628177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Deleting port adc18e1d-6941-427b-bcdd-862d0f7abb6f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:37.631353 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.634896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:37.657466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'mac_address': 'fa:16:3e:ed:ef:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:32:37.679667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Allocated IP 10.2.2.200 (ec93a32d-1315-4552-900e-596c6b136b41/f5ddddc7-9070-49f3-8b67-72ef7c13fb44/acfed491-6555-4cd4-a9ea-db49b01b4f62) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:37.709293 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:32:34Z', 'revision_number': 5, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:37.730950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Deleting port e4c97332-680e-4d69-9614-f6af9193ccc9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:37.731385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.753183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.767014 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5934c4d-fa07-4db2-ad53-244fbfa2aa93 None None] The sync data for ids ['6b00d7e5-7a91-40ed-899e-fbb05c62e058'] in n-d-794306-8 is: [{'id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'name': 'tempest-ServerRescueNegativeTestJSON-177874128-router', 'tenant_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:27Z', 'updated_at': '2021-07-22T14:32:34Z', 'revision_number': 5, 'project_id': 'd97c1a8c7a17495f8024cd69b90c5774', 'gw_port': {'id': 'adc18e1d-6941-427b-bcdd-862d0f7abb6f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:57:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b00d7e5-7a91-40ed-899e-fbb05c62e058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:37.774503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45235f1f-f64c-41d5-928e-e26aa7b9c84e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:37.794932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:37.800579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.845061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db2dbe24-3abb-4b91-97ab-31405c96f4dd req-75c050d7-6302-499f-bcfc-b625a39e6bfe tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080191 Jul 22 14:32:37.849447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.852257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=12']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:37.872017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] For port adc18e1d-6941-427b-bcdd-862d0f7abb6f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=adc18e1d-6941-427b-bcdd-862d0f7abb6f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:37.872400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.911196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:37.925567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Calling delete_port for e4c97332-680e-4d69-9614-f6af9193ccc9 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:37.931768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Pushing event deleted for resources: {'Port': ['ID=98dcc829-f91e-4c9f-9c3a-8da103ce63d7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:38.005478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Calling delete_port for adc18e1d-6941-427b-bcdd-862d0f7abb6f owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:38.040544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['286fefeb-2b5f-4e93-aca2-c436a28d8fa4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:38.047728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['45235f1f-f64c-41d5-928e-e26aa7b9c84e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:38.097740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.122896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2537eeec-b3bb-4fa3-82ec-c73e013fa23f req-312be222-c418-46a3-a54e-953db6740231 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887812 Jul 22 14:32:38.154212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.156804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.157961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd36444-d664-49e7-8936-1131caa86ab9 req-b4877e9c-b0cb-4e51-9ae1-de9ded4fa054 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "DELETE /v2.0/floatingips/5f8d4561-fe44-4892-b149-bebd7cbab4ba HTTP/1.1" status: 204 len: 173 time: 2.5526052 Jul 22 14:32:38.179693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460f1c-0213-4b68-809b-d2c53d525cf4 req-129094ef-3e18-454e-8930-0ab7987d1d44 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.186558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460f1c-0213-4b68-809b-d2c53d525cf4 req-129094ef-3e18-454e-8930-0ab7987d1d44 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.192796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460f1c-0213-4b68-809b-d2c53d525cf4 req-129094ef-3e18-454e-8930-0ab7987d1d44 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.200173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd460f1c-0213-4b68-809b-d2c53d525cf4 req-129094ef-3e18-454e-8930-0ab7987d1d44 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.201936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd460f1c-0213-4b68-809b-d2c53d525cf4 req-129094ef-3e18-454e-8930-0ab7987d1d44 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 3094 time: 0.2277691 Jul 22 14:32:38.283797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd460f1c-0213-4b68-809b-d2c53d525cf4 req-8059302a-4234-4354-8d82-4cc99f8ac9df tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744619 Jul 22 14:32:38.354135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Transition to ACTIVE for port object acfed491-6555-4cd4-a9ea-db49b01b4f62 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:38.428535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.449992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.486804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event deleted for resources: {'Port': ['ID=e4c97332-680e-4d69-9614-f6af9193ccc9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:38.532785 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-ec44ad53-2d07-4ae5-b17d-d55e35e445cd req-bd7ec297-ac0d-485c-ae3b-45a5ad29e9fa tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] show failed (client error): The resource could not be found. Jul 22 14:32:38.534084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec44ad53-2d07-4ae5-b17d-d55e35e445cd req-bd7ec297-ac0d-485c-ae3b-45a5ad29e9fa tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips/5f8d4561-fe44-4892-b149-bebd7cbab4ba HTTP/1.1" status: 404 len: 350 time: 0.0830700 Jul 22 14:32:38.548665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88718b-0fea-4aa6-ada1-4437f5fee331 req-b94c424a-23a8-489a-a385-ca64f48ceb5f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.553039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa88718b-0fea-4aa6-ada1-4437f5fee331 req-b94c424a-23a8-489a-a385-ca64f48ceb5f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.2614641 Jul 22 14:32:38.557679 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.598779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ff5a02-5997-484a-b453-ff4dc8d12bb8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:38.627700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a9ff5a02-5997-484a-b453-ff4dc8d12bb8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:38.628257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ff5a02-5997-484a-b453-ff4dc8d12bb8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:38.668381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Pushing event deleted for resources: {'Port': ['ID=adc18e1d-6941-427b-bcdd-862d0f7abb6f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:38.670920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event updated for resources: {'Port': ['ID=acfed491-6555-4cd4-a9ea-db49b01b4f62,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:38.737438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.780196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Network ec93a32d-1315-4552-900e-596c6b136b41 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:38.784299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:38.789151 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-b3391d55-6425-4034-9194-2e0c18cf5eb6 req-eefb884d-7b0a-435b-8613-828ec17291a7 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] show failed (client error): The resource could not be found. Jul 22 14:32:38.793825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3391d55-6425-4034-9194-2e0c18cf5eb6 req-eefb884d-7b0a-435b-8613-828ec17291a7 tempest-FloatingIPsTestJSON-281098001 tempest-FloatingIPsTestJSON-281098001-project] 10.222.0.60 "GET /v2.0/floatingips/5f8d4561-fe44-4892-b149-bebd7cbab4ba HTTP/1.1" status: 404 len: 350 time: 0.1337659 Jul 22 14:32:38.799851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:38.822617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:38.823496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.848835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa88718b-0fea-4aa6-ada1-4437f5fee331 req-72aa0e25-0ae3-45c0-bc53-f6a54a151921 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877815 Jul 22 14:32:38.899038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:38.899682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:38.931801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ee413c64-051b-4e35-afbf-148073b93855 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1171286 Jul 22 14:32:38.945333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:39.154618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.161683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b7f65ad8-5fea-4c94-bf4c-92c50f8ff7f2 None None] Provisioning for port acfed491-6555-4cd4-a9ea-db49b01b4f62 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:39.167692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b7f65ad8-5fea-4c94-bf4c-92c50f8ff7f2 None None] Provisioning complete for port acfed491-6555-4cd4-a9ea-db49b01b4f62 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:39.168834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b7f65ad8-5fea-4c94-bf4c-92c50f8ff7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.185177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afcad5-1a47-4e54-b327-13b02df06d37 req-b5947431-9f83-45f0-b085-9c2f66449d3e tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:39.186800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48afcad5-1a47-4e54-b327-13b02df06d37 req-b5947431-9f83-45f0-b085-9c2f66449d3e tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 1101 time: 0.2042489 Jul 22 14:32:39.220108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b7f65ad8-5fea-4c94-bf4c-92c50f8ff7f2 None None] Port acfed491-6555-4cd4-a9ea-db49b01b4f62 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:32:39.275659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199355d5-25c2-4a3f-a308-420f9fca9b34 req-3f9a5d44-e05c-4b63-92d9-baacf4441ce4 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:39.277222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-199355d5-25c2-4a3f-a308-420f9fca9b34 req-3f9a5d44-e05c-4b63-92d9-baacf4441ce4 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 944 time: 0.2930150 Jul 22 14:32:39.432658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.436292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.440995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.445596 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.541260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.542102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa99abc-33db-4c35-91a3-906daea14f7d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:39.561269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.562704 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2356e451-2138-4790-883c-e11a99b50680 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/6fa99abc-33db-4c35-91a3-906daea14f7d HTTP/1.1" status: 204 len: 168 time: 2.7445364 Jul 22 14:32:39.563932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.564763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b00d7e5-7a91-40ed-899e-fbb05c62e058 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:39.576856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:39.582178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1705682545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:39.608434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.614282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7cb05a7f-185e-46e8-95d5-5508e898364b admin admin] 10.222.0.60 "DELETE /v2.0/routers/6b00d7e5-7a91-40ed-899e-fbb05c62e058 HTTP/1.1" status: 204 len: 168 time: 3.0185311 Jul 22 14:32:39.618201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:39.630477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.632765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.814228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Deleting subnet 7e5f4df5-37b0-484e-84e9-6527ebb95314 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:39.819190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78fad612-eeb3-4da3-b320-691fb0fbb5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.820605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.849985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48afcad5-1a47-4e54-b327-13b02df06d37 req-f8fadadf-17bd-431d-899c-0a04c57942ca tempest-MigrationsAdminTest-493469946 tempest-MigrationsAdminTest-493469946-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205866 Jul 22 14:32:39.860393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-199355d5-25c2-4a3f-a308-420f9fca9b34 req-94690e2f-a212-4e1b-acf1-587257b29da4 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208059 Jul 22 14:32:39.874115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:39.953329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.053915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.092237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.096490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7e5f4df5-37b0-484e-84e9-6527ebb95314 HTTP/1.1" status: 204 len: 168 time: 0.4745367 Jul 22 14:32:40.097862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.116768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:40.128723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb664c-03d6-46c2-9b26-9711721ed6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5f4df5-37b0-484e-84e9-6527ebb95314,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:40.134909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.135546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e83f58-b48c-40ed-a9ce-2d374549cd64 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:40.199609 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.244155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.245426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8a259527-82cc-4a09-9924-c88cb8d48a0c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6673467 Jul 22 14:32:40.251069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:40.254854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Transition to ACTIVE for port object a1e83f58-b48c-40ed-a9ce-2d374549cd64 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:40.256136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': True}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:40.267413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.356851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:40.408851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838831a-4f27-46c7-b830-73f105eae231 req-1e4b012c-5835-400a-99df-9bffacc28c24 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.415042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838831a-4f27-46c7-b830-73f105eae231 req-1e4b012c-5835-400a-99df-9bffacc28c24 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.420936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838831a-4f27-46c7-b830-73f105eae231 req-1e4b012c-5835-400a-99df-9bffacc28c24 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.427053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838831a-4f27-46c7-b830-73f105eae231 req-1e4b012c-5835-400a-99df-9bffacc28c24 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.438097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838831a-4f27-46c7-b830-73f105eae231 req-1e4b012c-5835-400a-99df-9bffacc28c24 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.446973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5838831a-4f27-46c7-b830-73f105eae231 req-1e4b012c-5835-400a-99df-9bffacc28c24 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 3815 time: 0.3149223 Jul 22 14:32:40.468883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.571565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.605311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5838831a-4f27-46c7-b830-73f105eae231 req-b7ce9305-046f-4641-be01-67e25abf7e9c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573286 Jul 22 14:32:40.625721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb572-209a-43e5-811c-b94d803dc8e7 req-8186526d-adf9-4f46-936b-54661d04fd4e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.640423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device adc18e1d-6941-427b-bcdd-862d0f7abb6f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:40.656590 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7aeb572-209a-43e5-811c-b94d803dc8e7 req-8186526d-adf9-4f46-936b-54661d04fd4e tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3156888 Jul 22 14:32:40.701368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: adc18e1d-6941-427b-bcdd-862d0f7abb6f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:40.704935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device adc18e1d-6941-427b-bcdd-862d0f7abb6f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:40.715402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7aeb572-209a-43e5-811c-b94d803dc8e7 req-9d7a41e7-da97-4ffc-935d-8394605f1e8b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577419 Jul 22 14:32:40.722584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.733404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Attempting to bind port a1e83f58-b48c-40ed-a9ce-2d374549cd64 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:40.733885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Attempting to bind port a1e83f58-b48c-40ed-a9ce-2d374549cd64 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:40.734235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Attempting to bind port a1e83f58-b48c-40ed-a9ce-2d374549cd64 on network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:40.742864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a5eae4-61ad-46d4-9f1b-f7e676c69d02']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:40.743565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Port a1e83f58-b48c-40ed-a9ce-2d374549cd64 on network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:40.744059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Attempting to bind port a1e83f58-b48c-40ed-a9ce-2d374549cd64 on network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:40.750242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:40.750707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Checking segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:40.751106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Bound using segment: {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:40.751585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Bound port: a1e83f58-b48c-40ed-a9ce-2d374549cd64, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '659fef69-c01b-415b-acab-52f6f408221f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:40.752022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.786266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44bf1b-51a4-4d70-b153-7f431e6f1621') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:40.786462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44bf1b-51a4-4d70-b153-7f431e6f1621') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:40.830418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:40.832228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.835979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:40.841415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.865634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.884969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:40.884969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:40.886968 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:40.905276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.916412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:40.916412 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:40.917733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] 10.222.0.72 "PUT /v2.0/ports/a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 200 len: 1091 time: 1.9781702 Jul 22 14:32:40.918199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:40.921976 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5299f0-ecff-4a70-93db-3e74ddb4a723" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:40.967769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:41.015337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:41.055369 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510954ca-77c9-4aa9-a5be-1931aa0d996a x-openstack-request-id: req-510954ca-77c9-4aa9-a5be-1931aa0d996a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:41.057271 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:41.057704 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-510954ca-77c9-4aa9-a5be-1931aa0d996a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:41.058954 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'status': 'completed', 'code': 200} Jul 22 14:32:41.141468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:41.149127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:41.150668 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.216014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b44be0-0eb6-49a6-b219-8e6ca6078b6d service neutron] Pushing event updated for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:41.241374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.246626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.248905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] 10.222.0.60 "DELETE /v2.0/networks/d1a5eae4-61ad-46d4-9f1b-f7e676c69d02 HTTP/1.1" status: 204 len: 168 time: 1.1310575 Jul 22 14:32:41.312924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aff8d-5ac2-4167-a9e1-0d50fcc7722d admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a5eae4-61ad-46d4-9f1b-f7e676c69d02,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:41.356911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.361087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e2c45-2c30-4492-8e50-78f21faa9fc7 req-439342ad-e415-45e0-9fb7-296a627558e0 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.368663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-336e2c45-2c30-4492-8e50-78f21faa9fc7 req-439342ad-e415-45e0-9fb7-296a627558e0 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 944 time: 0.3672702 Jul 22 14:32:41.369331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.436885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:41.440254 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212980c2-da74-49e7-8456-70afe7207541" -d '{"events": [{"server_uuid": "8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "286fefeb-2b5f-4e93-aca2-c436a28d8fa4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:41.483105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,segment=NetworkSegment(e59c06f9-0f42-43a6-8af2-c8e4bdd413b6),segment_id=e59c06f9-0f42-43a6-8af2-c8e4bdd413b6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:41.496767 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.498181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:32:41.500608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.508080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-c25cf090-6162-4c5d-8859-482b3d402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.508572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-c25cf090-6162-4c5d-8859-482b3d402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.509050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-c25cf090-6162-4c5d-8859-482b3d402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.509524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-c25cf090-6162-4c5d-8859-482b3d402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.509993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-c25cf090-6162-4c5d-8859-482b3d402dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.511830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-c25cf090-6162-4c5d-8859-482b3d402dd0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 4362 time: 0.4326456 Jul 22 14:32:41.512679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:41.563651 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d43b4c7-d625-4c62-ac02-1a887bbd7e2a x-openstack-request-id: req-7d43b4c7-d625-4c62-ac02-1a887bbd7e2a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:41.565048 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c", "name": "network-vif-plugged", "status": "completed", "tag": "286fefeb-2b5f-4e93-aca2-c436a28d8fa4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:41.567773 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d43b4c7-d625-4c62-ac02-1a887bbd7e2a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:41.568516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.569008 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4', 'code': 200} Jul 22 14:32:41.627005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:41.649070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:32:41.656155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 45235f1f-f64c-41d5-928e-e26aa7b9c84e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:32:41.657735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.785404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d98f8500-db75-4aa9-818e-3494821e9a60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d97c1a8c7a17495f8024cd69b90c5774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707486 Jul 22 14:32:41.798979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:41.804867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.846885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:41.852410 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:41.890619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-336e2c45-2c30-4492-8e50-78f21faa9fc7 req-9e0f0861-9440-48ba-bcbc-cf721291bb30 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090344 Jul 22 14:32:41.921851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=13']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:41.956172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-13945fa9-3fac-49a8-a497-18cb77f9f8f7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:41.957909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-13945fa9-3fac-49a8-a497-18cb77f9f8f7 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 950 time: 0.3048875 Jul 22 14:32:42.060287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98fab920-b8a6-4d48-8568-277c19b29dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.105965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-c3e38796-2f9a-4ae7-a882-ef4da14064ff tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.112246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-c3e38796-2f9a-4ae7-a882-ef4da14064ff tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.118118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-c3e38796-2f9a-4ae7-a882-ef4da14064ff tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.125405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-c3e38796-2f9a-4ae7-a882-ef4da14064ff tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.132420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-c3e38796-2f9a-4ae7-a882-ef4da14064ff tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.134412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-c3e38796-2f9a-4ae7-a882-ef4da14064ff tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 3827 time: 0.3178523 Jul 22 14:32:42.200853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-5d0fdd37-7ac9-42b0-bb91-47cc984895af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.201411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-5d0fdd37-7ac9-42b0-bb91-47cc984895af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.201786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-5d0fdd37-7ac9-42b0-bb91-47cc984895af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.203385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-5d0fdd37-7ac9-42b0-bb91-47cc984895af service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6834366 Jul 22 14:32:42.224086 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaaf8ddc-333a-4ec3-9867-b5054785368e {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:42.241874 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.274850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Allocated IP 172.25.3.106 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/6753735d-426a-4155-9efa-36155864151b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:42.283520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d9fb84-79ef-407f-a82b-4516b0e8e6fc req-7acb4357-82ae-44a4-bc1e-d869e7b5ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.285043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7d9fb84-79ef-407f-a82b-4516b0e8e6fc req-7acb4357-82ae-44a4-bc1e-d869e7b5ab96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 1096 time: 0.6453619 Jul 22 14:32:42.289606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52c62a11-4d68-4556-aee2-23651bc73e2a req-ebebf0c1-24b9-4c99-876b-bab16551ae97 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338804 Jul 22 14:32:42.290792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Transition to ACTIVE for port object aaaf8ddc-333a-4ec3-9867-b5054785368e will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:42.301077 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.301900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cd1ee-6d7a-4245-8dfb-be4ae6f609e1 req-d33d3897-b607-47f0-b504-ca550975f66d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.305798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-532cd1ee-6d7a-4245-8dfb-be4ae6f609e1 req-d33d3897-b607-47f0-b504-ca550975f66d tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 951 time: 0.3162889 Jul 22 14:32:42.308802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.410386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Deleting port 45235f1f-f64c-41d5-928e-e26aa7b9c84e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:42.410822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.451202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-532cd1ee-6d7a-4245-8dfb-be4ae6f609e1 req-77212102-b7fa-48ba-acd5-ae25a8715dd2 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330969 Jul 22 14:32:42.487192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:42.517620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d495115d-9597-4a41-828f-fa2fbf79a3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.570615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7d9fb84-79ef-407f-a82b-4516b0e8e6fc req-ec5be600-e009-4dfc-b46d-dfe321f65eb5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174561 Jul 22 14:32:42.604255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] For port 45235f1f-f64c-41d5-928e-e26aa7b9c84e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=45235f1f-f64c-41d5-928e-e26aa7b9c84e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:42.604520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.607410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Attempting to bind port aaaf8ddc-333a-4ec3-9867-b5054785368e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:42.607747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Attempting to bind port aaaf8ddc-333a-4ec3-9867-b5054785368e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:42.607945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d495115d-9597-4a41-828f-fa2fbf79a3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.608095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Attempting to bind port aaaf8ddc-333a-4ec3-9867-b5054785368e on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:42.618195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Port aaaf8ddc-333a-4ec3-9867-b5054785368e on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:42.618538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Attempting to bind port aaaf8ddc-333a-4ec3-9867-b5054785368e on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:42.625067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:42.625411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Checking segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:42.625801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Bound using segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:42.626235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Bound port: aaaf8ddc-333a-4ec3-9867-b5054785368e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:42.626621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.643049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Calling delete_port for 45235f1f-f64c-41d5-928e-e26aa7b9c84e owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:42.658720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-d436ff7a-aa10-42c7-afbf-35b225645f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.660215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec5299f0-ecff-4a70-93db-3e74ddb4a723 req-d436ff7a-aa10-42c7-afbf-35b225645f79 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4408875 Jul 22 14:32:42.686481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.691947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Deleting port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:42.692297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.756154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:42.760538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:42.771858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.781604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d495115d-9597-4a41-828f-fa2fbf79a3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.784164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d495115d-9597-4a41-828f-fa2fbf79a3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.787809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d495115d-9597-4a41-828f-fa2fbf79a3cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a HTTP/1.1" status: 204 len: 168 time: 0.9823687 Jul 22 14:32:42.820736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495115d-9597-4a41-828f-fa2fbf79a3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce81dc3-e73e-48a0-bfc4-bf1729e50d9a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:42.825299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:42.826270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.828212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] 10.222.0.72 "PUT /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 1131 time: 1.8758054 Jul 22 14:32:42.831842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.846163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] For port 317b96eb-d044-4eb1-8c6b-fb33c7f6a359, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:42.846557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.874647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:42.889671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Calling delete_port for 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:42.903275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:42.910623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:42.919075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:42.923468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Port': ['ID=6753735d-426a-4155-9efa-36155864151b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:42.925067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a3e77-cdf0-432e-bab2-ed90cc911af1 service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:42.972832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:42.986982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21', '34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:42.989374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bd99bb84-086b-448a-a06c-0b091a90ae0e', '45235f1f-f64c-41d5-928e-e26aa7b9c84e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:43.002919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event deleted for resources: {'Port': ['ID=45235f1f-f64c-41d5-928e-e26aa7b9c84e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:43.111907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'aaaf8ddc-333a-4ec3-9867-b5054785368e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:43.114602 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe34211-9887-4f38-9c99-0c8bba2aa994" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "aaaf8ddc-333a-4ec3-9867-b5054785368e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:43.122141 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.228379 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb3058a-4a38-4ea0-a87d-aae40ef272d6 x-openstack-request-id: req-efb3058a-4a38-4ea0-a87d-aae40ef272d6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:43.228818 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "aaaf8ddc-333a-4ec3-9867-b5054785368e", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:43.229327 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efb3058a-4a38-4ea0-a87d-aae40ef272d6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:43.229827 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'aaaf8ddc-333a-4ec3-9867-b5054785368e', 'status': 'completed', 'code': 200} Jul 22 14:32:43.321709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] No DVR routers for this DVR port 45235f1f-f64c-41d5-928e-e26aa7b9c84e on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:43.332799 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.335575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7a85e6a-a49b-4524-972f-6d9b36b2149c req-c6a82601-da0b-4f5d-a96d-e1823cb32f9b tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "DELETE /v2.0/ports/45235f1f-f64c-41d5-928e-e26aa7b9c84e HTTP/1.1" status: 204 len: 173 time: 1.3662665 Jul 22 14:32:43.394464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a86f0-f194-48c1-bf56-11b39eec8419 req-f346ff9b-f76b-4ba6-993b-76a891cddf9c tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.396459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-514a86f0-f194-48c1-bf56-11b39eec8419 req-f346ff9b-f76b-4ba6-993b-76a891cddf9c tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 945 time: 0.3635142 Jul 22 14:32:43.580870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:43.583199 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba70b3-c188-4059-9653-a38f3ad5bdb7" -d '{"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-plugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:43.611647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-514a86f0-f194-48c1-bf56-11b39eec8419 req-870520c0-6457-4868-b7f0-3b21e63669ab tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259933 Jul 22 14:32:43.649584 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.649845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.650876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.651635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.652230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.652808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.653342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.655958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-f21495df-a3e1-40b3-ad13-c0341b79415b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5286 time: 0.3461447 Jul 22 14:32:43.890410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:43.948633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.961476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.972885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.981939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.989105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.995811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:43.997892 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-78393700-0027-441d-b992-4337b480396d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 4600 time: 0.4982176 Jul 22 14:32:44.020100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.057622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aaa3849d-2e0a-4595-a53b-225251a16213 req-51e59da1-a3af-4c4d-8ce6-0a2cf95347dc tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c2481d9-657a-415e-b617-1b08d2b36437 HTTP/1.1" status: 200 len: 210 time: 0.0568542 Jul 22 14:32:44.069849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Pushing event deleted for resources: {'Port': ['ID=317b96eb-d044-4eb1-8c6b-fb33c7f6a359,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:44.102630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-6b6eb7f8-5939-4bab-b3c9-cf5352b52f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:44.103110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-6b6eb7f8-5939-4bab-b3c9-cf5352b52f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:44.103587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-6b6eb7f8-5939-4bab-b3c9-cf5352b52f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:44.111867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-6b6eb7f8-5939-4bab-b3c9-cf5352b52f62 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4446778 Jul 22 14:32:44.119193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f0fc265-18cd-4745-b28d-ff485528b411 req-999bc73b-8217-4827-89c1-b4b34529e0aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148465 Jul 22 14:32:44.132345 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1218718-4b18-466d-ae61-cc50690e7c90 x-openstack-request-id: req-b1218718-4b18-466d-ae61-cc50690e7c90 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:44.132839 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-plugged", "status": "completed", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:44.132947 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1218718-4b18-466d-ae61-cc50690e7c90 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:44.133321 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'code': 200} Jul 22 14:32:44.231516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280d8c1d-a55e-4e04-bdb2-b0624228a206 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:44.252790 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.281392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Transition to ACTIVE for port object 280d8c1d-a55e-4e04-bdb2-b0624228a206 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:44.287229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.472501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Pushing event updated for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:44.487844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Attempting to bind port 280d8c1d-a55e-4e04-bdb2-b0624228a206 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:44.488201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Attempting to bind port 280d8c1d-a55e-4e04-bdb2-b0624228a206 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:44.495592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Attempting to bind port 280d8c1d-a55e-4e04-bdb2-b0624228a206 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:44.506458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Port 280d8c1d-a55e-4e04-bdb2-b0624228a206 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:44.506829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Attempting to bind port 280d8c1d-a55e-4e04-bdb2-b0624228a206 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:44.517479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:44.518044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Checking segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:44.518892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Bound using segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:44.519809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Bound port: 280d8c1d-a55e-4e04-bdb2-b0624228a206, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:44.520359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.594333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-fbe26651-5e92-443f-8676-a219b77fa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:44.596117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abe34211-9887-4f38-9c99-0c8bba2aa994 req-fbe26651-5e92-443f-8676-a219b77fa7fc service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4581335 Jul 22 14:32:44.637456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.660521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:44.671505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:44.680969 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.761679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.765913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:44.767180 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.769057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:44.769390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] 10.222.0.72 "PUT /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 1129 time: 1.9024396 Jul 22 14:32:44.836064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:44.925445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc835397-c659-416d-96d5-a81975dd2db6 service neutron] Pushing event updated for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:44.970041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa8bf-938e-499a-a291-fd17c9cad468 req-d9ec9ae6-98c7-479c-aede-977fd29ee7bf tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:44.971778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76caa8bf-938e-499a-a291-fd17c9cad468 req-d9ec9ae6-98c7-479c-aede-977fd29ee7bf tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 945 time: 0.2482119 Jul 22 14:32:45.009230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51832) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.025851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:45.058948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:45.062622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 45235f1f-f64c-41d5-928e-e26aa7b9c84e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:45.063261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 45235f1f-f64c-41d5-928e-e26aa7b9c84e not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:45.078954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Router 27116306-268c-43b5-84d6-d501caff99b7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:32:45.219782 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:45.226367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Router a99310f8-b68c-470f-bae7-1f87be332e20 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:45.247157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:45.253243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-99e3c5b2-e3df-464c-a256-9e30b4539354 admin admin] 10.222.0.60 "PUT /v2.0/routers/27116306-268c-43b5-84d6-d501caff99b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4276891 Jul 22 14:32:45.256590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.258252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] Sync routers for ids ['27116306-268c-43b5-84d6-d501caff99b7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:45.269408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] Routers {'27116306-268c-43b5-84d6-d501caff99b7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:45.270407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['27116306-268c-43b5-84d6-d501caff99b7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:45.314074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-deleted', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e'}, {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': '280d8c1d-a55e-4e04-bdb2-b0624228a206'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:45.328819 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e" -d '{"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-deleted", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e"}, {"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "280d8c1d-a55e-4e04-bdb2-b0624228a206"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:45.393671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] Set router 27116306-268c-43b5-84d6-d501caff99b7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:45.399345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76caa8bf-938e-499a-a291-fd17c9cad468 req-ff45ff27-5ef9-4276-8854-4c7153523ef6 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917270 Jul 22 14:32:45.400212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f0a41f6-4a21-4940-9f67-8a3a8b3a8f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:45.696724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:43Z', 'revision_number': 5, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:45.713898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.720127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.726246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.732375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.732667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] Checking router: 27116306-268c-43b5-84d6-d501caff99b7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:32:45.738714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.745885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.748364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] Routers {'27116306-268c-43b5-84d6-d501caff99b7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:45.749323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['27116306-268c-43b5-84d6-d501caff99b7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:45.751944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.753924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3067c30b-fa96-4e00-923c-359165af022e req-b35c7df0-02a4-4e9a-a408-8a2a30ce66ea tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5371 time: 0.3759971 Jul 22 14:32:45.806979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbcf83-d351-481d-a47f-e56d2d473b9f req-cd9128a9-d0e5-47aa-a926-7bc3c9e88902 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:45.808612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ddbcf83-d351-481d-a47f-e56d2d473b9f req-cd9128a9-d0e5-47aa-a926-7bc3c9e88902 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 951 time: 0.3068786 Jul 22 14:32:45.860992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51858) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:45.879218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3067c30b-fa96-4e00-923c-359165af022e req-115ee611-cc25-4822-81cb-848d90303745 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1163971 Jul 22 14:32:45.903957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] Set router 27116306-268c-43b5-84d6-d501caff99b7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:32:45.926157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ddbcf83-d351-481d-a47f-e56d2d473b9f req-f845788c-b47d-466e-94f7-e29a8542ff95 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018715 Jul 22 14:32:46.003000 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6cecb3-aef6-4571-94d7-da16c5eafc8b x-openstack-request-id: req-fd6cecb3-aef6-4571-94d7-da16c5eafc8b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:46.003595 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2481d9-657a-415e-b617-1b08d2b36437", "name": "network-vif-deleted", "tag": "45235f1f-f64c-41d5-928e-e26aa7b9c84e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "280d8c1d-a55e-4e04-bdb2-b0624228a206", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:46.004118 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd6cecb3-aef6-4571-94d7-da16c5eafc8b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:46.004725 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2481d9-657a-415e-b617-1b08d2b36437', 'name': 'network-vif-deleted', 'tag': '45235f1f-f64c-41d5-928e-e26aa7b9c84e', 'status': 'completed', 'code': 200} Jul 22 14:32:46.005196 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': '280d8c1d-a55e-4e04-bdb2-b0624228a206', 'status': 'completed', 'code': 200} Jul 22 14:32:46.034542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ba316b-2abe-4025-9d4a-a28d0115eff2 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:46.043617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f0a41f6-4a21-4940-9f67-8a3a8b3a8f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.052454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.057697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f0a41f6-4a21-4940-9f67-8a3a8b3a8f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.105924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a41f6-4a21-4940-9f67-8a3a8b3a8f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619658e-c88f-4b2c-8286-463c940b258a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:46.124473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Transition to ACTIVE for port object 87ba316b-2abe-4025-9d4a-a28d0115eff2 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:46.125323 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.137388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.194229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-486b6187-9e34-4a32-9e74-cd2b62afb7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.204451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4f0a41f6-4a21-4940-9f67-8a3a8b3a8f89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38a4e42432df43e5885bd02b38cf9063&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1940892 Jul 22 14:32:46.215049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51872) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:46.278623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ba316b-2abe-4025-9d4a-a28d0115eff2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:46.367611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.391449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.391689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.392276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.392783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.393892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.394391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.394917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.396939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-fa0a6652-4195-4a0d-8d88-e3a71b7c9140 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6208 time: 0.3842137 Jul 22 14:32:46.398580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:46.411516 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] Sync routers for ids ['a99310f8-b68c-470f-bae7-1f87be332e20'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:46.416043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.425839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51882) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:46.426175 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] Routers {'a99310f8-b68c-470f-bae7-1f87be332e20'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:46.427503 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a99310f8-b68c-470f-bae7-1f87be332e20'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:46.432526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-af398a49-4e67-4cc4-82b0-11482cc43ba2 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "PUT /v2.0/routers/a99310f8-b68c-470f-bae7-1f87be332e20 HTTP/1.1" status: 200 len: 919 time: 6.1801805 Jul 22 14:32:46.498143 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:46.525930 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] Routers {'a99310f8-b68c-470f-bae7-1f87be332e20'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:46.526773 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a99310f8-b68c-470f-bae7-1f87be332e20'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:46.544519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-3d8d55e9-3507-4a52-984a-b5edbb257694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.545007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-3d8d55e9-3507-4a52-984a-b5edbb257694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.545619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-3d8d55e9-3507-4a52-984a-b5edbb257694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.547308 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-3d8d55e9-3507-4a52-984a-b5edbb257694 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1139238 Jul 22 14:32:46.575264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:43Z', 'revision_number': 5, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:46.600411 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:46.601358 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5c98-aec7-433e-b2a9-b62de8c4dc79 None None] The sync data for ids ['a99310f8-b68c-470f-bae7-1f87be332e20'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:46.614323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e771b8-5cff-4597-bcc1-0aeebb8eee2d None None] The sync data for ids ['27116306-268c-43b5-84d6-d501caff99b7'] in n-d-794306-8 is: [{'id': '27116306-268c-43b5-84d6-d501caff99b7', 'name': 'tempest-FloatingIPsTestJSON-322696393-router', 'tenant_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:32:04Z', 'updated_at': '2021-07-22T14:32:43Z', 'revision_number': 5, 'project_id': 'b2dc45bfc4e74df6918f38ee9bb98dc9', 'gw_port': {'id': 'd512d8da-dd17-4533-9111-bebeb2141f4f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27116306-268c-43b5-84d6-d501caff99b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:32:05Z', 'updated_at': '2021-07-22T14:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:46.701830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-c161ea02-a8e0-4970-add0-f8d37bf998e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:46.703661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-17f6ab31-7b3d-49dd-b399-b848c9eb0a2e req-c161ea02-a8e0-4970-add0-f8d37bf998e5 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188450 Jul 22 14:32:46.716226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Deleting port d512d8da-dd17-4533-9111-bebeb2141f4f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:46.716748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.817667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] For port d512d8da-dd17-4533-9111-bebeb2141f4f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d512d8da-dd17-4533-9111-bebeb2141f4f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:46.818049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:46.832765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Calling delete_port for d512d8da-dd17-4533-9111-bebeb2141f4f owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:46.965637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-5dc5-4573-ae73-7edf63b5fee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.013913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Attempting to bind port 87ba316b-2abe-4025-9d4a-a28d0115eff2 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:47.014264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Attempting to bind port 87ba316b-2abe-4025-9d4a-a28d0115eff2 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:47.014663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Attempting to bind port 87ba316b-2abe-4025-9d4a-a28d0115eff2 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:47.034367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.057947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Pushing event deleted for resources: {'Port': ['ID=d512d8da-dd17-4533-9111-bebeb2141f4f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:47.075509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Port 87ba316b-2abe-4025-9d4a-a28d0115eff2 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:47.076107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Attempting to bind port 87ba316b-2abe-4025-9d4a-a28d0115eff2 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:47.100636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-5dc5-4573-ae73-7edf63b5fee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.127391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:47.127808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Checking segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:47.128146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Bound using segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:47.128601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Bound port: 87ba316b-2abe-4025-9d4a-a28d0115eff2, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:47.128973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.133017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.189016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-486b6187-9e34-4a32-9e74-cd2b62afb7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.216586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-60a420db-aa26-485a-8c2b-7603d7e64878 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/a99310f8-b68c-470f-bae7-1f87be332e20 HTTP/1.1" status: 200 len: 925 time: 0.7837369 Jul 22 14:32:47.217345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-486b6187-9e34-4a32-9e74-cd2b62afb7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.219523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51898) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.227451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.230400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.280829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.281351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27116306-268c-43b5-84d6-d501caff99b7 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:47.285463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.289382 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd9f9c77-058f-4430-a6b9-54f70570e68a admin admin] 10.222.0.60 "DELETE /v2.0/routers/27116306-268c-43b5-84d6-d501caff99b7 HTTP/1.1" status: 204 len: 168 time: 2.0281782 Jul 22 14:32:47.290030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51900) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.332175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-fce04ff4-0be1-4b04-a09c-73109f0317b6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.333729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-fce04ff4-0be1-4b04-a09c-73109f0317b6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 951 time: 0.4455376 Jul 22 14:32:47.343767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Deleting subnet 18f805d8-eda1-41ef-a15a-de502f6ded80 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:47.347351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.373417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc4dfb-af99-495f-bbb6-1e33c57a4eac req-0716c3f5-1d4d-4002-96d7-2da3a6c060c7 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.374983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9bc4dfb-af99-495f-bbb6-1e33c57a4eac req-0716c3f5-1d4d-4002-96d7-2da3a6c060c7 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 945 time: 0.4798861 Jul 22 14:32:47.393827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.446369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.452317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.458289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.464889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.471052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.477033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.482983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.484947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-a346a33a-228b-42c5-8a37-f77a5e09da71 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5383 time: 0.4876380 Jul 22 14:32:47.490051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-486b6187-9e34-4a32-9e74-cd2b62afb7e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f6285e3ba734981ae71068655d9e65c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6233027 Jul 22 14:32:47.490051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b6187-9e34-4a32-9e74-cd2b62afb7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3568e1-b783-4c17-88ca-f05ec063e7f2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:47.490704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51902) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.493601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.534970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-5dc5-4573-ae73-7edf63b5fee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.537503 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00f3034d-5dc5-4573-ae73-7edf63b5fee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.538954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-00f3034d-5dc5-4573-ae73-7edf63b5fee6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3619658e-c88f-4b2c-8286-463c940b258a HTTP/1.1" status: 204 len: 168 time: 1.3203464 Jul 22 14:32:47.579012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] For port 87ba316b-2abe-4025-9d4a-a28d0115eff2, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:47.589349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9ade-5b13-4230-a524-401b7f4b4536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.598791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3034d-5dc5-4573-ae73-7edf63b5fee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619658e-c88f-4b2c-8286-463c940b258a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:47.614933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.646717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9bc4dfb-af99-495f-bbb6-1e33c57a4eac req-f0d94cfb-a259-4522-9b02-04b525410792 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557275 Jul 22 14:32:47.650535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] For port 87ba316b-2abe-4025-9d4a-a28d0115eff2, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:47.664300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9ade-5b13-4230-a524-401b7f4b4536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.666610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.669322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f805d8-eda1-41ef-a15a-de502f6ded80,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:47.683620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.685776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba93e908-de4e-4fe1-9ca3-5ba84ffac941 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/18f805d8-eda1-41ef-a15a-de502f6ded80 HTTP/1.1" status: 204 len: 168 time: 0.3947735 Jul 22 14:32:47.688919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.700132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76a706-5cab-4bb6-aa7a-29019741c456 None None] Network dbceceb1-e2b7-4576-adfc-37e8a176b2bb requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:32:47.787287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ba316b-2abe-4025-9d4a-a28d0115eff2,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:47.826161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe013016-b128-4426-8492-d7f92e8a77a2 req-22f5db6f-3e01-48e7-89f4-9e17905d00a0 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3145347 Jul 22 14:32:47.849560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.852703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.855130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.859388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-68067980-2616-474a-9d08-6a2238c2f9b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/87ba316b-2abe-4025-9d4a-a28d0115eff2 HTTP/1.1" status: 200 len: 1091 time: 3.0411954 Jul 22 14:32:47.894331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e70b1-e063-405e-90f2-6fb9635bfc71 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:47.899037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2d0e70b1-e063-405e-90f2-6fb9635bfc71 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=a99310f8-b68c-470f-bae7-1f87be332e20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6700726 Jul 22 14:32:47.901811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:47.924512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9ade-5b13-4230-a524-401b7f4b4536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.927161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f9ade-5b13-4230-a524-401b7f4b4536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:47.939830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c4f9ade-5b13-4230-a524-401b7f4b4536 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f3568e1-b783-4c17-88ca-f05ec063e7f2 HTTP/1.1" status: 204 len: 168 time: 0.4422634 Jul 22 14:32:47.990796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:48.015636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f9ade-5b13-4230-a524-401b7f4b4536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3568e1-b783-4c17-88ca-f05ec063e7f2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:48.059814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': '87ba316b-2abe-4025-9d4a-a28d0115eff2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:48.070198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] DHCP port deletion for dbceceb1-e2b7-4576-adfc-37e8a176b2bb request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:32:48.078881 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6afee0b-b80a-456f-801b-6aacf6929f04" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "87ba316b-2abe-4025-9d4a-a28d0115eff2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:48.139196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Deleting port bd99bb84-086b-448a-a06c-0b091a90ae0e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:48.139857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.194006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] Deleting port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:48.195706 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.254093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Deleting port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:48.254802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.295012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] For port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:48.295960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.302107 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ec8928-48a0-4de6-94c3-d5bf7e099e38 x-openstack-request-id: req-f9ec8928-48a0-4de6-94c3-d5bf7e099e38 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:48.306589 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "87ba316b-2abe-4025-9d4a-a28d0115eff2", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:48.306785 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9ec8928-48a0-4de6-94c3-d5bf7e099e38 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:48.307207 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': '87ba316b-2abe-4025-9d4a-a28d0115eff2', 'status': 'completed', 'code': 200} Jul 22 14:32:48.310950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] Calling delete_port for 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:48.362540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55a55f-049b-4361-899a-ffcd530f75b9 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.364840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b55a55f-049b-4361-899a-ffcd530f75b9 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.4606841 Jul 22 14:32:48.370122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51928) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.423752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.435293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] For port bd99bb84-086b-448a-a06c-0b091a90ae0e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bd99bb84-086b-448a-a06c-0b091a90ae0e,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:48.435819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.466195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Calling delete_port for bd99bb84-086b-448a-a06c-0b091a90ae0e owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:48.466816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] Pushing event deleted for resources: {'Port': ['ID=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:48.470601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f2021-e4ce-4007-9652-432cee5a475c None None] No DVR routers for this DVR port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:48.478854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] For port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,segment=NetworkSegment(6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b),segment_id=6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:48.479439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.529480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-0e08505f-f51b-4e14-bce8-fe26e8fc42c5 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.531584 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-0e08505f-f51b-4e14-bce8-fe26e8fc42c5 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.61 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 945 time: 0.4797251 Jul 22 14:32:48.533124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Calling delete_port for 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:48.553228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.554658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.556778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.559425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.560378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.560987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.561642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.562431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.566036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-c5573cfb-8536-4142-9229-f21ec2fb1111 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6275 time: 0.3489699 Jul 22 14:32:48.644108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4d3e615a-a0e7-45e1-86b4-ac608e6fef4c tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=a99310f8-b68c-470f-bae7-1f87be332e20 HTTP/1.1" status: 200 len: 205 time: 0.1193807 Jul 22 14:32:48.655108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51936) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.655637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:48.667187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.684715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:48.730420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:48.731329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:48.731474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d512d8da-dd17-4533-9111-bebeb2141f4f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:48.758666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f2a84e-c25c-48ce-85a2-7624aa6bfbf1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:48.760402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d512d8da-dd17-4533-9111-bebeb2141f4f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:48.760814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d512d8da-dd17-4533-9111-bebeb2141f4f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:48.761248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:48.765420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] No DVR routers for this DVR port 20f2a84e-c25c-48ce-85a2-7624aa6bfbf1 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:48.787442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:48.787811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 317b96eb-d044-4eb1-8c6b-fb33c7f6a359 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:48.829734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed17222-bf2d-4416-a078-60ee1fdfe7c0 req-f497259d-956f-4dd5-af16-4e9915ef2346 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.831345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eed17222-bf2d-4416-a078-60ee1fdfe7c0 req-f497259d-956f-4dd5-af16-4e9915ef2346 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 951 time: 1.0187385 Jul 22 14:32:48.879789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41915ab4-00f6-456e-af97-ac1eb460501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.938911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:48.968343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbceceb1-e2b7-4576-adfc-37e8a176b2bb']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:48.984125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-a441abba-6a23-41dc-93b6-f53b40c9d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.984555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-a441abba-6a23-41dc-93b6-f53b40c9d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.985025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-a441abba-6a23-41dc-93b6-f53b40c9d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:48.986880 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-a441abba-6a23-41dc-93b6-f53b40c9d74c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3107054 Jul 22 14:32:48.992349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:48.992349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3482fd-7b8d-441a-bb2c-7f8b2c65d90b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:49.024991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.051136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Deleting port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:49.052141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.082173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.109409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eed17222-bf2d-4416-a078-60ee1fdfe7c0 req-4e665a69-4edb-413c-9776-e93007983361 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307324 Jul 22 14:32:49.114199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:49.114631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:49.118423 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:49.149280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.242448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-526e0e3f-681d-4dfa-93bf-c527d3ede88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.244228 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e6afee0b-b80a-456f-801b-6aacf6929f04 req-526e0e3f-681d-4dfa-93bf-c527d3ede88e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2500691 Jul 22 14:32:49.247967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.250669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] For port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,segment=NetworkSegment(e59c06f9-0f42-43a6-8af2-c8e4bdd413b6),segment_id=e59c06f9-0f42-43a6-8af2-c8e4bdd413b6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:49.250985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.256606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.261260 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dbceceb1-e2b7-4576-adfc-37e8a176b2bb HTTP/1.1" status: 204 len: 168 time: 1.5701039 Jul 22 14:32:49.281972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969322-8e0e-4805-9764-fd8775e9f735 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbceceb1-e2b7-4576-adfc-37e8a176b2bb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.284072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Calling delete_port for 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:49.337846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c032-6510-4d50-9d0b-de1f24b8cce1 req-aa8cd443-1c34-492a-bc06-57c62e5dfe24 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.339455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3050c032-6510-4d50-9d0b-de1f24b8cce1 req-aa8cd443-1c34-492a-bc06-57c62e5dfe24 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c HTTP/1.1" status: 200 len: 945 time: 0.5071149 Jul 22 14:32:49.361858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.375018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21', '34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:49.477072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event deleted for resources: {'Port': ['ID=bd99bb84-086b-448a-a06c-0b091a90ae0e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.524853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.541537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['286fefeb-2b5f-4e93-aca2-c436a28d8fa4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:49.610075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3050c032-6510-4d50-9d0b-de1f24b8cce1 req-9d1591da-5b4d-49d4-880c-6d6d8ad49861 tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.60 "GET /v2.0/security-groups?id=3368ca2f-706c-419a-ae2b-4cd62219306f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409456 Jul 22 14:32:49.610716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51964) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.621376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Pushing event deleted for resources: {'Port': ['ID=286fefeb-2b5f-4e93-aca2-c436a28d8fa4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.627239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] No DVR routers for this DVR port bd99bb84-086b-448a-a06c-0b091a90ae0e on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:49.634115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.635274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c450a20-18fc-4953-b063-3a4b138a0db2 req-c4d890b5-40be-4ab2-b2a4-a066f493e002 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.61 "DELETE /v2.0/ports/bd99bb84-086b-448a-a06c-0b091a90ae0e HTTP/1.1" status: 204 len: 173 time: 2.2698519 Jul 22 14:32:49.636215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.649703 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41915ab4-00f6-456e-af97-ac1eb460501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.670017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.675889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.682042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.688163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.694215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.701157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.706995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:49.708907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-99c3f4e8-ca1b-4851-9214-8bb49d1cb67e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5383 time: 0.4767511 Jul 22 14:32:49.717771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41915ab4-00f6-456e-af97-ac1eb460501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.795576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] No DVR routers for this DVR port 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:49.799602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.801918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f68b76b4-68ac-4de2-8f1d-2c9b8dfb15db req-c5501143-27e4-4d9f-9930-e70c474eb18a tempest-ServerMetadataNegativeTestJSON-56079954 tempest-ServerMetadataNegativeTestJSON-56079954-project] 10.222.0.61 "DELETE /v2.0/ports/286fefeb-2b5f-4e93-aca2-c436a28d8fa4 HTTP/1.1" status: 204 len: 173 time: 1.2340479 Jul 22 14:32:49.808676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'name': 'network-vif-deleted', 'tag': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:49.816157 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae68d3c-10e1-470a-9f39-be21eb68e447" -d '{"events": [{"server_uuid": "8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c", "name": "network-vif-deleted", "tag": "286fefeb-2b5f-4e93-aca2-c436a28d8fa4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:49.853309 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34001af0-aef7-4f3e-a879-581740960454 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2dc45bfc4e74df6918f38ee9bb98dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2397997 Jul 22 14:32:49.855410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.855780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51974) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:49.859589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41915ab4-00f6-456e-af97-ac1eb460501f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1a999a06a794eaf9e85d4027dfc06b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1951404 Jul 22 14:32:49.869386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41915ab4-00f6-456e-af97-ac1eb460501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d10e500-8f46-4694-a851-f98e549ca855,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:49.914023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a621b72-78f3-48ea-8774-3b616b1f666c req-2d3aa2a0-d2a9-4cdd-9ceb-77d19c661456 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1805508 Jul 22 14:32:49.919789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde22fde-1701-438f-ab51-02206a3548b5 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:49.929386 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.943938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Deleting port 6753735d-426a-4155-9efa-36155864151b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:49.944236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.948774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Transition to ACTIVE for port object dde22fde-1701-438f-ab51-02206a3548b5 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:49.956340 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57937922-d374-46aa-9d3c-af98ad2b30ca x-openstack-request-id: req-57937922-d374-46aa-9d3c-af98ad2b30ca {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:49.956671 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c", "name": "network-vif-deleted", "tag": "286fefeb-2b5f-4e93-aca2-c436a28d8fa4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:49.956931 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57937922-d374-46aa-9d3c-af98ad2b30ca {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:49.957496 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f0e97-da9b-41e1-b6b8-51cb1bf0dc5c', 'name': 'network-vif-deleted', 'tag': '286fefeb-2b5f-4e93-aca2-c436a28d8fa4', 'status': 'completed', 'code': 200} Jul 22 14:32:49.965395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:49.993307 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1581-5f46-4e33-81fc-8351d1ddcb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.016525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fd4c-d027-48e1-a75a-acde1f791d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.074421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1581-5f46-4e33-81fc-8351d1ddcb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.154211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fd4c-d027-48e1-a75a-acde1f791d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.300062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1581-5f46-4e33-81fc-8351d1ddcb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.302714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb2f1581-5f46-4e33-81fc-8351d1ddcb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.304578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fb2f1581-5f46-4e33-81fc-8351d1ddcb69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/757b10a3-66a7-4a23-bfb5-031d057c538f HTTP/1.1" status: 204 len: 168 time: 0.4391193 Jul 22 14:32:50.316136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fd4c-d027-48e1-a75a-acde1f791d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.338503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8bb0fd4c-d027-48e1-a75a-acde1f791d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.346620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8bb0fd4c-d027-48e1-a75a-acde1f791d35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d10e500-8f46-4694-a851-f98e549ca855 HTTP/1.1" status: 204 len: 168 time: 0.4844913 Jul 22 14:32:50.350185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f1581-5f46-4e33-81fc-8351d1ddcb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757b10a3-66a7-4a23-bfb5-031d057c538f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.369788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0fd4c-d027-48e1-a75a-acde1f791d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d10e500-8f46-4694-a851-f98e549ca855,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.613003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-deleted', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:50.615256 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab474d1-d6f6-4868-8847-272097af4536" -d '{"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-deleted", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:50.628272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Pushing event updated for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:50.645399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.700279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e1beedd-4746-4f85-877a-bbc883a3212f req-18bbfb38-bcad-459b-9e37-47e29c5ef121 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=62f750f5-c47c-44f9-9f81-a7ac4ea65eeb HTTP/1.1" status: 200 len: 210 time: 0.0746431 Jul 22 14:32:50.710761 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd825227-d7e0-4656-b0f7-61e2b08b3dba x-openstack-request-id: req-fd825227-d7e0-4656-b0f7-61e2b08b3dba {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:50.711190 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f750f5-c47c-44f9-9f81-a7ac4ea65eeb", "name": "network-vif-deleted", "tag": "bd99bb84-086b-448a-a06c-0b091a90ae0e", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:50.711439 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd825227-d7e0-4656-b0f7-61e2b08b3dba {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:50.711843 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f750f5-c47c-44f9-9f81-a7ac4ea65eeb', 'name': 'network-vif-deleted', 'tag': 'bd99bb84-086b-448a-a06c-0b091a90ae0e', 'status': 'completed', 'code': 200} Jul 22 14:32:50.714783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Calling delete_port for 6753735d-426a-4155-9efa-36155864151b owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:50.734888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:50.742253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Attempting to bind port dde22fde-1701-438f-ab51-02206a3548b5 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:50.742650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Attempting to bind port dde22fde-1701-438f-ab51-02206a3548b5 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:50.742991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Attempting to bind port dde22fde-1701-438f-ab51-02206a3548b5 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:50.780056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Port dde22fde-1701-438f-ab51-02206a3548b5 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:50.780300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Attempting to bind port dde22fde-1701-438f-ab51-02206a3548b5 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:50.791847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:50.792489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Checking segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:50.792936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Bound using segment: {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:50.793792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Bound port: dde22fde-1701-438f-ab51-02206a3548b5, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba7698c-ff9f-495a-a56c-840f8825e15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:50.794175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.829908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Deleting subnet 17add82c-31e8-4153-8848-b541082437b8 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:32:50.839530 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.901594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:50.971680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:50.978012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dde22fde-1701-438f-ab51-02206a3548b5,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:50.984700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.003962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.026139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:51.060401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: bd99bb84-086b-448a-a06c-0b091a90ae0e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:51.061336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bd99bb84-086b-448a-a06c-0b091a90ae0e not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:51.092809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.122810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.123615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.125687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] 10.222.0.72 "PUT /v2.0/ports/dde22fde-1701-438f-ab51-02206a3548b5 HTTP/1.1" status: 200 len: 1090 time: 3.1435046 Jul 22 14:32:51.127532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.161981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17add82c-31e8-4153-8848-b541082437b8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:51.175639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.180869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-96046bab-e44b-42a0-afcd-e9c1480c4626 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/17add82c-31e8-4153-8848-b541082437b8 HTTP/1.1" status: 204 len: 168 time: 0.4378014 Jul 22 14:32:51.183434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:51.200874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:51.295047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ae0c6-2aed-4051-8554-065dc31bfe2e service neutron] Pushing event updated for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:51.316819 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.408197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event deleted for resources: {'Port': ['ID=6753735d-426a-4155-9efa-36155864151b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:51.414234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.459515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.475255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:51.489603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:51.489908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59c06f9-0f42-43a6-8af2-c8e4bdd413b6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:51.506659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.524555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.532542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:32:51.533677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:32:51.535954 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:32:51.575845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.582575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.595926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.602957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.609301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.622177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.626796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.628937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.632452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.634816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.637105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] 10.222.0.60 "DELETE /v2.0/networks/bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d HTTP/1.1" status: 204 len: 168 time: 0.4526453 Jul 22 14:32:51.640878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:51.642866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-d3b7dcdf-b042-46ed-82f2-b428c4f756c3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5395 time: 0.5624709 Jul 22 14:32:51.645732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.651598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9567f-b66f-4f54-84ca-0879bf4179af admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4b1ab1-3b69-4cc2-b41d-8d222037aa7d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:51.731556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.732129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Fanout notify agent at l3_agent the message router_deleted on router a99310f8-b68c-470f-bae7-1f87be332e20 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:51.744060 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.745151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c2db8869-3d2e-4858-b01a-1927a81d7f90 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/a99310f8-b68c-470f-bae7-1f87be332e20 HTTP/1.1" status: 204 len: 168 time: 3.0874557 Jul 22 14:32:51.749528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:51.756038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834000572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:51.773454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2169c73-55fc-4eda-9e21-297b3100d845 req-f0a3aad5-882d-4193-87f6-eb48adacc041 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851088 Jul 22 14:32:51.820694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.821977 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.891498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.899045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.933532 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:51.935080 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba9ac88c-adde-4305-9293-ed69e2ba74c3 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1841228 Jul 22 14:32:51.938377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52046) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:51.944016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'enable_snat': False}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:52.037714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:52.122217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-573f3faf-148d-46a1-90f0-bc36f2fdf171 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae1192a6057e4a76a7643999199c764a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827079 Jul 22 14:32:52.122847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:52.201900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bde2394-736f-4f99-9010-9684e0ca050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.244046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bde2394-736f-4f99-9010-9684e0ca050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.314007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bde2394-736f-4f99-9010-9684e0ca050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.322019 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bde2394-736f-4f99-9010-9684e0ca050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.324453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0bde2394-736f-4f99-9010-9684e0ca050d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3368ca2f-706c-419a-ae2b-4cd62219306f HTTP/1.1" status: 204 len: 168 time: 0.2006791 Jul 22 14:32:52.339813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde2394-736f-4f99-9010-9684e0ca050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3368ca2f-706c-419a-ae2b-4cd62219306f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:52.357134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.412389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11a451-59b0-4f05-ace7-f63e27d3a2e5 req-99399fc6-e95d-409e-85e8-7de0d7b53ced tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.419763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f11a451-59b0-4f05-ace7-f63e27d3a2e5 req-99399fc6-e95d-409e-85e8-7de0d7b53ced tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2555542 Jul 22 14:32:52.447759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:52.467731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.497535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Transition to ACTIVE for port object 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:52.505879 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.527082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f11a451-59b0-4f05-ace7-f63e27d3a2e5 req-4da6ec06-5b60-43e9-b349-cf8ae2b76366 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059582 Jul 22 14:32:52.648436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:52.712823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:52.715048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d33ec2-468f-4754-b9e4-27b4d38ef887" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "dde22fde-1701-438f-ab51-02206a3548b5"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:52.748643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Attempting to bind port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:52.749001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Attempting to bind port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:52.749341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Attempting to bind port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 on network ec93a32d-1315-4552-900e-596c6b136b41 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:52.845353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 on network ec93a32d-1315-4552-900e-596c6b136b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:52.845678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Attempting to bind port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 on network ec93a32d-1315-4552-900e-596c6b136b41 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:52.853681 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fe126a-68c9-4805-b6cf-4943cb2dd1e0 x-openstack-request-id: req-f0fe126a-68c9-4805-b6cf-4943cb2dd1e0 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:52.853979 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "dde22fde-1701-438f-ab51-02206a3548b5", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:52.854237 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0fe126a-68c9-4805-b6cf-4943cb2dd1e0 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:52.854660 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5', 'status': 'completed', 'code': 200} Jul 22 14:32:52.856845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:52.857199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Checking segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:52.857593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Bound using segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:52.858043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Bound port: 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:52.858614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:52.917613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.918342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.919000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.919623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.920266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.920884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.921502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:52.923939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-044b70fa-8f76-4976-91c5-b9a0567974c3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6367 time: 0.1152389 Jul 22 14:32:52.972103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.006170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.039291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:53.067103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:53.067717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 286fefeb-2b5f-4e93-aca2-c436a28d8fa4 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:53.093831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.100190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.106304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.112500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.119102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.125346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.131704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.133455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-7c7adbf4-7558-4db9-8c80-dc53c2447e6e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5407 time: 0.2427545 Jul 22 14:32:53.168297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] For port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:53.198975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] For port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:53.223146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.304221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:53.338208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c6ad165-0309-43f3-a0ba-5684582c48f1 req-9efb2695-767b-4dc9-9f11-c63f63a40ca7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943412 Jul 22 14:32:53.367881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.368713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.371937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-26fc599b-fcbd-409d-9c18-24dae75c38d5 service neutron] 10.222.0.72 "PUT /v2.0/ports/6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 HTTP/1.1" status: 200 len: 1091 time: 2.2054639 Jul 22 14:32:53.425117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Request body: {'port': {'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:53.478368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-62caa06a-5b7c-470a-81b0-e39238e22348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.478954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-62caa06a-5b7c-470a-81b0-e39238e22348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.479413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-62caa06a-5b7c-470a-81b0-e39238e22348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.481186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-62caa06a-5b7c-470a-81b0-e39238e22348 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5470440 Jul 22 14:32:53.492603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Allocated IP 172.25.3.83 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/ec194dee-efe5-4c26-8efa-5db07f035d82) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:32:53.662222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.667904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-460976ee-c389-46e9-8180-218f1eb74855 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.669829 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-460976ee-c389-46e9-8180-218f1eb74855 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2413898 Jul 22 14:32:53.752530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-3de2cad1-f7b2-48fb-be1e-9d66172f36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.754287 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-09d33ec2-468f-4754-b9e4-27b4d38ef887 req-3de2cad1-f7b2-48fb-be1e-9d66172f36e1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2657995 Jul 22 14:32:53.779036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.842694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Deleting port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:53.843057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.869103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.882346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818d3e3-c8dc-4fa7-b1e2-cee391a7e55e req-f7530e21-ebd4-47d3-8c2b-185816556015 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:53.884365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f818d3e3-c8dc-4fa7-b1e2-cee391a7e55e req-f7530e21-ebd4-47d3-8c2b-185816556015 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=e875805f-43c3-4191-8d3f-8b1cd9d1292c HTTP/1.1" status: 200 len: 950 time: 0.2114074 Jul 22 14:32:53.974042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] For port 34809a80-2dbf-44bf-9fe8-dbcf3e941668, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=34809a80-2dbf-44bf-9fe8-dbcf3e941668,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:53.974467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:53.991766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Calling delete_port for 34809a80-2dbf-44bf-9fe8-dbcf3e941668 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:53.994026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:32:54.005875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:32:54.025501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:32:54.057823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Pushing event updated for resources: {'Port': ['ID=ec194dee-efe5-4c26-8efa-5db07f035d82,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.079072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f818d3e3-c8dc-4fa7-b1e2-cee391a7e55e req-33775470-9118-434f-a7d4-6ae02bce434a tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821761 Jul 22 14:32:54.150120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52148) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:54.187522 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.199575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21', '34809a80-2dbf-44bf-9fe8-dbcf3e941668'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:54.277677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event deleted for resources: {'Port': ['ID=34809a80-2dbf-44bf-9fe8-dbcf3e941668,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:54.355663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] No DVR routers for this DVR port 34809a80-2dbf-44bf-9fe8-dbcf3e941668 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:54.358955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.361445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1f95671-1538-4a3a-895e-3b8c1a1dd9d5 req-41d791e2-e0ff-4a4a-8519-dad6c6e797d6 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "DELETE /v2.0/ports/34809a80-2dbf-44bf-9fe8-dbcf3e941668 HTTP/1.1" status: 204 len: 173 time: 0.6792715 Jul 22 14:32:54.362130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-deleted', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:54.364773 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f0e84f-4df0-4c71-b650-b3655ac186bf" -d '{"events": [{"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-deleted", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:54.434340 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9d32c3-eb0d-4632-a787-a2efad3dd6e1 x-openstack-request-id: req-bf9d32c3-eb0d-4632-a787-a2efad3dd6e1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:54.434738 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e875805f-43c3-4191-8d3f-8b1cd9d1292c", "name": "network-vif-deleted", "tag": "34809a80-2dbf-44bf-9fe8-dbcf3e941668", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:54.435064 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf9d32c3-eb0d-4632-a787-a2efad3dd6e1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:54.435561 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e875805f-43c3-4191-8d3f-8b1cd9d1292c', 'name': 'network-vif-deleted', 'tag': '34809a80-2dbf-44bf-9fe8-dbcf3e941668', 'status': 'completed', 'code': 200} Jul 22 14:32:54.846058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.852600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.858821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.864968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.871624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.877786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.885343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:54.887547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-17c371fa-8bbe-4f7b-9a7f-07b8113e0478 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5407 time: 0.3269973 Jul 22 14:32:54.894663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:54.898207 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766093e0-63cb-4d35-8fad-48ebbdd1e304" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "6b7f9185-4481-4aec-9d5d-1ce3fa7234b6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:54.943619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4533-9739-4f27-9b37-1a9f77b6a455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:54.953346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfed491-6555-4cd4-a9ea-db49b01b4f62 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:32:54.967928 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7d249e-6c01-42ad-a9a1-6318c3519fea x-openstack-request-id: req-1a7d249e-6c01-42ad-a9a1-6318c3519fea {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:54.968392 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "6b7f9185-4481-4aec-9d5d-1ce3fa7234b6", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:54.968791 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a7d249e-6c01-42ad-a9a1-6318c3519fea {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:54.969332 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6', 'status': 'completed', 'code': 200} Jul 22 14:32:54.973838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.024713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b38dd23d-1c5b-476f-bfea-3b9f1c1f97a9 req-3916e32f-6a8e-40da-9bca-2308e079ccc5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228621 Jul 22 14:32:55.027564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Transition to ACTIVE for port object acfed491-6555-4cd4-a9ea-db49b01b4f62 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:32:55.033948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.074760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.096192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.096774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.097389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.098103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.098587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.099073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.099749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.103174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-d4356169-e060-463a-99de-64199339289f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6409 time: 0.1142671 Jul 22 14:32:55.212346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Pushing event updated for resources: {'Port': ['ID=acfed491-6555-4cd4-a9ea-db49b01b4f62,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:55.278125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-c6c82912-4a9d-4887-9e94-14d8bc338cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.279847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-c6c82912-4a9d-4887-9e94-14d8bc338cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.280415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-c6c82912-4a9d-4887-9e94-14d8bc338cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.283105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-c6c82912-4a9d-4887-9e94-14d8bc338cee service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1718049 Jul 22 14:32:55.483598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-3ae31eb9-949b-418b-af08-80cda3ccce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:55.489069 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-766093e0-63cb-4d35-8fad-48ebbdd1e304 req-3ae31eb9-949b-418b-af08-80cda3ccce0d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1990480 Jul 22 14:32:55.555472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4533-9739-4f27-9b37-1a9f77b6a455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.618120 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.624753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cfc4533-9739-4f27-9b37-1a9f77b6a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.665026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.680702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Attempting to bind port acfed491-6555-4cd4-a9ea-db49b01b4f62 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:32:55.681259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Attempting to bind port acfed491-6555-4cd4-a9ea-db49b01b4f62 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:32:55.682353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Attempting to bind port acfed491-6555-4cd4-a9ea-db49b01b4f62 on network ec93a32d-1315-4552-900e-596c6b136b41 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:55.764828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Port acfed491-6555-4cd4-a9ea-db49b01b4f62 on network ec93a32d-1315-4552-900e-596c6b136b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:32:55.765266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Attempting to bind port acfed491-6555-4cd4-a9ea-db49b01b4f62 on network ec93a32d-1315-4552-900e-596c6b136b41 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:32:55.796947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc4533-9739-4f27-9b37-1a9f77b6a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd21094-5c61-493b-9c0c-9a3a23380e1a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:55.803046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1cfc4533-9739-4f27-9b37-1a9f77b6a455 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd349085b2694439bc09cac6603c109f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6501858 Jul 22 14:32:55.805689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:55.829303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:32:55.831993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Checking segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:32:55.835265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Bound using segment: {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:32:55.836022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Bound port: acfed491-6555-4cd4-a9ea-db49b01b4f62, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76a4d3b0-f78e-441b-a612-609c75afdbc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:32:55.838278 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.927393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd780e13-2b1f-40ea-b605-0998459757be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.987933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd780e13-2b1f-40ea-b605-0998459757be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:55.992375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e84ed8-0696-4389-b929-d4ebf2813143 req-9573aecc-2190-49c7-9bba-de784c4f3f89 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.000537 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77e84ed8-0696-4389-b929-d4ebf2813143 req-9573aecc-2190-49c7-9bba-de784c4f3f89 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.4510918 Jul 22 14:32:56.076850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] For port acfed491-6555-4cd4-a9ea-db49b01b4f62, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:32:56.078439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd780e13-2b1f-40ea-b605-0998459757be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.085840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd780e13-2b1f-40ea-b605-0998459757be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.089606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd780e13-2b1f-40ea-b605-0998459757be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fd21094-5c61-493b-9c0c-9a3a23380e1a HTTP/1.1" status: 204 len: 168 time: 0.2818587 Jul 22 14:32:56.094764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77e84ed8-0696-4389-b929-d4ebf2813143 req-71e7d875-19cf-4043-8669-84058b61bd87 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894983 Jul 22 14:32:56.138789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd780e13-2b1f-40ea-b605-0998459757be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd21094-5c61-493b-9c0c-9a3a23380e1a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:56.149460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] For port acfed491-6555-4cd4-a9ea-db49b01b4f62, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:32:56.161886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.221516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Router 1b92a92e-d321-4e8b-988e-e054bdcadd64 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:32:56.232757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.234030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.236155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 200 len: 1091 time: 2.8302889 Jul 22 14:32:56.372120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829319a-9aaf-4a10-a7b9-b261575e83c2 service neutron] Pushing event updated for resources: {'Port': ['ID=acfed491-6555-4cd4-a9ea-db49b01b4f62,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:56.567975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.578064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.584723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.592483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.610820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.631353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.641452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.649057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-4c1ad94e-5de2-4eb9-b1e2-8f0263588997 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.4249306 Jul 22 14:32:56.658845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.659334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.659817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.660293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.660767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.661243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.661709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.664758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a2d31a3b-b91d-4553-9a30-b559dce62c4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6476 time: 0.3530245 Jul 22 14:32:56.677215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:32:56.693091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a1888-245c-4bfa-b730-42416f510232 None None] Sync routers for ids ['1b92a92e-d321-4e8b-988e-e054bdcadd64'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:32:56.695108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:56.699339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:56.699509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d2c5d62f-fb02-4ed3-b1a7-a08db66426b1 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "PUT /v2.0/routers/1b92a92e-d321-4e8b-988e-e054bdcadd64 HTTP/1.1" status: 200 len: 919 time: 4.7595532 Jul 22 14:32:56.720877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a1888-245c-4bfa-b730-42416f510232 None None] Routers {'1b92a92e-d321-4e8b-988e-e054bdcadd64'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:56.721917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-496a1888-245c-4bfa-b730-42416f510232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b92a92e-d321-4e8b-988e-e054bdcadd64'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:56.750698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-444764eb-50a8-46ef-b0c2-be9dd0093559 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 200 len: 217 time: 0.0750945 Jul 22 14:32:56.810190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-276f4ba3-58cc-442f-bf3f-5f4f2979ece9 req-9c0d50c7-0dca-437e-a37f-3ab98e4cdfaa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1602309 Jul 22 14:32:56.825564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-496a1888-245c-4bfa-b730-42416f510232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:56.840645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a1888-245c-4bfa-b730-42416f510232 None None] Routers {'1b92a92e-d321-4e8b-988e-e054bdcadd64'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:32:56.841439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-496a1888-245c-4bfa-b730-42416f510232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b92a92e-d321-4e8b-988e-e054bdcadd64'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:56.884486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-496a1888-245c-4bfa-b730-42416f510232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:32:56.885430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496a1888-245c-4bfa-b730-42416f510232 None None] The sync data for ids ['1b92a92e-d321-4e8b-988e-e054bdcadd64'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:32:56.920653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-3e7b8f0d-0a2c-4f08-92ea-f482dd66341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:56.924435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-3e7b8f0d-0a2c-4f08-92ea-f482dd66341d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a692e4b3-d628-4703-9aa5-2bfca5560672 HTTP/1.1" status: 200 len: 850 time: 0.1482959 Jul 22 14:32:56.945352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:32:56.979994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'acfed491-6555-4cd4-a9ea-db49b01b4f62'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:56.981083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 34809a80-2dbf-44bf-9fe8-dbcf3e941668 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:32:56.982397 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8623315-2153-48e5-a5d4-0f3c824308d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "acfed491-6555-4cd4-a9ea-db49b01b4f62"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:56.983207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 34809a80-2dbf-44bf-9fe8-dbcf3e941668 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:32:57.021389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33224b-6096-4980-b49e-c88061e85c84 req-546cf4b6-76a9-4bc2-b942-45d211e6fe35 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.027836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc33224b-6096-4980-b49e-c88061e85c84 req-546cf4b6-76a9-4bc2-b942-45d211e6fe35 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.1797311 Jul 22 14:32:57.034319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52262) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:57.041011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cce9b8bd-bf9d-4f14-b787-dc2a74471b6b tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/1b92a92e-d321-4e8b-988e-e054bdcadd64 HTTP/1.1" status: 200 len: 925 time: 0.3401022 Jul 22 14:32:57.131530 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b580408b-cae5-4465-b4eb-b5836cd7ea35 x-openstack-request-id: req-b580408b-cae5-4465-b4eb-b5836cd7ea35 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:57.132382 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "acfed491-6555-4cd4-a9ea-db49b01b4f62", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:57.132997 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b580408b-cae5-4465-b4eb-b5836cd7ea35 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:57.133399 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'acfed491-6555-4cd4-a9ea-db49b01b4f62', 'status': 'completed', 'code': 200} Jul 22 14:32:57.156994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-7b73694c-ffcb-43dc-b2ab-f6baad970df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.160141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-7b73694c-ffcb-43dc-b2ab-f6baad970df6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275412 Jul 22 14:32:57.292071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86965fdc-7a13-4222-a1b6-134ecdbc63a5 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.293523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-86965fdc-7a13-4222-a1b6-134ecdbc63a5 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=1b92a92e-d321-4e8b-988e-e054bdcadd64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2549193 Jul 22 14:32:57.305278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52270) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:57.352780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Deleting port 5fa742f0-744b-43e4-9dce-376b5cc34f21 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:57.353318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.434209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-972862a3-7c36-44d7-984e-5b91fc67b372 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657921 Jul 22 14:32:57.506396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b8a16-0f73-4f83-9cd7-b97a799ee1c7 req-27ba731d-8928-4760-b05a-2ebf01a38283 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.508008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d8b8a16-0f73-4f83-9cd7-b97a799ee1c7 req-27ba731d-8928-4760-b05a-2ebf01a38283 tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/ports?device_id=019cb44d-a4d5-490c-8acc-0aa849ce23fd HTTP/1.1" status: 200 len: 950 time: 0.2041526 Jul 22 14:32:57.517318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c829ea-d4b7-4d7b-a955-bf29e1363373 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.518693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-16c829ea-d4b7-4d7b-a955-bf29e1363373 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/networks/7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 881 time: 0.2125356 Jul 22 14:32:57.522314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:57.526760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] For port 5fa742f0-744b-43e4-9dce-376b5cc34f21, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5fa742f0-744b-43e4-9dce-376b5cc34f21,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:32:57.527203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.581743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eaf2e3de-272b-4753-a05d-8cd9f0d0c845 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b92a92e-d321-4e8b-988e-e054bdcadd64 HTTP/1.1" status: 200 len: 205 time: 0.0571764 Jul 22 14:32:57.583729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Calling delete_port for 5fa742f0-744b-43e4-9dce-376b5cc34f21 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:57.586701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:57.587543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d8b8a16-0f73-4f83-9cd7-b97a799ee1c7 req-5e05eee2-b0c6-4847-b00b-3ce2388d17cd tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.60 "GET /v2.0/security-groups?id=6746cced-64c7-4292-9223-20f829d1fb23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718019 Jul 22 14:32:57.613921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-19ffe4d8-85b3-4c50-8a10-7e6f8c994646 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625538 Jul 22 14:32:57.654158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-cdc8d10b-ceb4-441c-9c57-f2b0384d6aa0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 217 time: 0.0399122 Jul 22 14:32:57.721077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-166897a5-f5cc-4418-94ee-83920edf223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.723091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-166897a5-f5cc-4418-94ee-83920edf223e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.0613611 Jul 22 14:32:57.778067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.804115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-75a90eb3-f44a-434a-8d1c-081d7b408e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:57.805790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-75a90eb3-f44a-434a-8d1c-081d7b408e8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768704 Jul 22 14:32:57.947128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:57.961179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5fa742f0-744b-43e4-9dce-376b5cc34f21'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:32:57.971002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5c6f2e19-867a-467a-b7d5-169f9dc8dfbb service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574893 Jul 22 14:32:58.067745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] No DVR routers for this DVR port 5fa742f0-744b-43e4-9dce-376b5cc34f21 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:32:58.070021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Pushing event deleted for resources: {'Port': ['ID=5fa742f0-744b-43e4-9dce-376b5cc34f21,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:58.077130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.079577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc33224b-6096-4980-b49e-c88061e85c84 req-64b9e7c6-b059-48c1-9432-d133d3c3855f tempest-MigrationsAdminTest-379648439 tempest-MigrationsAdminTest-379648439-project] 10.222.0.72 "DELETE /v2.0/ports/5fa742f0-744b-43e4-9dce-376b5cc34f21 HTTP/1.1" status: 204 len: 173 time: 1.0352557 Jul 22 14:32:58.092400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-deleted', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:32:58.095669 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f84208-c0db-439f-985a-7e843042a473" -d '{"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-deleted", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:32:58.112464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.231355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Deleting port ec194dee-efe5-4c26-8efa-5db07f035d82 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:32:58.231716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.354182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.372744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Calling delete_port for ec194dee-efe5-4c26-8efa-5db07f035d82 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:32:58.499858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-09dfdd33-36d8-40b7-aeef-2b40fe1f2871 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c48bc2e62a974f86914298cf09cf0d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373669 Jul 22 14:32:58.652593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.664789 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.677028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.689064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.695846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.703871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event deleted for resources: {'Port': ['ID=ec194dee-efe5-4c26-8efa-5db07f035d82,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:32:58.711547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.727252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.736211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.737831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-fdc8d910-4048-45a7-a9f7-68edaaeec128 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.7656412 Jul 22 14:32:58.774282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-3cf2d004-df66-4736-bcff-4c7321e89604 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7908039 Jul 22 14:32:58.829011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.843778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-1d04b498-7d8c-41cb-a920-6d4cb7bab05e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 217 time: 0.0611091 Jul 22 14:32:58.856609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-6b08ea59-0784-407a-8144-e61d1fc866cf tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:58.858396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-6b08ea59-0784-407a-8144-e61d1fc866cf tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433080 Jul 22 14:32:58.897941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-e24e421b-6048-4288-a6f8-02c72fb41715 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/quotas/c48bc2e62a974f86914298cf09cf0d18 HTTP/1.1" status: 200 len: 375 time: 0.0283594 Jul 22 14:32:58.932209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66c8a99-7e90-408c-a322-e3aef3c2bd67 req-8d66c561-0fe4-460f-a8a1-1935cf59787b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1790488 Jul 22 14:32:58.942751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.947410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:58.981707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f5fdc78b-a45f-4c6e-820d-71e7526fa147 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c48bc2e62a974f86914298cf09cf0d18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619886 Jul 22 14:32:58.997192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-eb32036f-7e65-4ca8-859d-87218c397bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:59.003689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-eb32036f-7e65-4ca8-859d-87218c397bc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1436179 Jul 22 14:32:59.046775 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78a7528-3216-47d3-bb04-1803c3479b3d x-openstack-request-id: req-b78a7528-3216-47d3-bb04-1803c3479b3d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:32:59.047077 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019cb44d-a4d5-490c-8acc-0aa849ce23fd", "name": "network-vif-deleted", "tag": "5fa742f0-744b-43e4-9dce-376b5cc34f21", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:32:59.047347 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b78a7528-3216-47d3-bb04-1803c3479b3d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:32:59.047827 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019cb44d-a4d5-490c-8acc-0aa849ce23fd', 'name': 'network-vif-deleted', 'tag': '5fa742f0-744b-43e4-9dce-376b5cc34f21', 'status': 'completed', 'code': 200} Jul 22 14:32:59.050249 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.050797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Fanout notify agent at l3_agent the message router_deleted on router 1b92a92e-d321-4e8b-988e-e054bdcadd64 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:32:59.078734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.080869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2de88275-e695-4385-a57a-a1e5e80d23c0 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/1b92a92e-d321-4e8b-988e-e054bdcadd64 HTTP/1.1" status: 204 len: 168 time: 1.4927058 Jul 22 14:32:59.085593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52358) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:59.091040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1302804393', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:32:59.121055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.122102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.134918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-e9f954f2-a4b1-44c4-b505-130580be2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:32:59.142840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-e9f954f2-a4b1-44c4-b505-130580be2cb0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294031 Jul 22 14:32:59.205941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.437619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a35d4f77-2426-4f01-9152-d6b2c43e231f req-babb23ac-2d43-4217-8ca1-c9d4b0b8bd50 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 210 time: 0.0996709 Jul 22 14:32:59.483813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:32:59.597481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ed6ecc6e-fc5a-462a-97e7-28d3b551565d service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898728 Jul 22 14:32:59.967566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:32:59.974655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f691200a-efee-4821-8cc6-6677ff4fcd69 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680160 Jul 22 14:33:00.050050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-60dab967-1bd4-480f-8307-021fa354eb7e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2 HTTP/1.1" status: 200 len: 217 time: 0.0666163 Jul 22 14:33:00.477651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d26557d-f8b5-48e2-994e-5c9262773930 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca83168bfa1045e9b68525236f520275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088186 Jul 22 14:33:00.479711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52420) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:00.516241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:00.557767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5bd0b2a2-f59f-49bf-8c24-1ce8adfc7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:00.561157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5bd0b2a2-f59f-49bf-8c24-1ce8adfc7193 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.5015857 Jul 22 14:33:00.567034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:00.603386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e02863e-53bb-4ef2-a927-fbd5ad586048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:00.628364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e02863e-53bb-4ef2-a927-fbd5ad586048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:00.724585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06046063-c155-4f3c-8c98-70d95136d92d req-70cd5420-8839-4405-9fc5-8433c9d97653 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 210 time: 0.1623311 Jul 22 14:33:00.762966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-add6931a-cc4f-4c70-86e4-297a72077dd3 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c48bc2e62a974f86914298cf09cf0d18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591846 Jul 22 14:33:00.868325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Allocated IP 172.25.3.228 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/fabbbaef-2e4b-4512-9826-104c0ae1e8f8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:00.875707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e02863e-53bb-4ef2-a927-fbd5ad586048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:00.881038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e02863e-53bb-4ef2-a927-fbd5ad586048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:00.882779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6e02863e-53bb-4ef2-a927-fbd5ad586048 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6746cced-64c7-4292-9223-20f829d1fb23 HTTP/1.1" status: 204 len: 168 time: 0.4000020 Jul 22 14:33:00.917035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:00.924394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:00.933912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02863e-53bb-4ef2-a927-fbd5ad586048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746cced-64c7-4292-9223-20f829d1fb23,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:00.951890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:00.975342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:00.980618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.006744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.030167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.044124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-54168d87-b979-44c8-80a8-688677a0116e tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.048230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-54168d87-b979-44c8-80a8-688677a0116e tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798662 Jul 22 14:33:01.055075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 5fa742f0-744b-43e4-9dce-376b5cc34f21 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:01.055523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5fa742f0-744b-43e4-9dce-376b5cc34f21 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:01.067865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.071328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Request body: {'port': {'device_id': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'c48bc2e62a974f86914298cf09cf0d18'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:01.073767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-480cb2f9-b364-457d-90f8-be08ae3bac2b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.9282210 Jul 22 14:33:01.222122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f8ed5f8c-4f90-47cc-b63b-c11af9b7cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:01.224274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f8ed5f8c-4f90-47cc-b63b-c11af9b7cc03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6534455 Jul 22 14:33:01.237660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Made reservation on behalf of c48bc2e62a974f86914298cf09cf0d18 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:01.247737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.252976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09613cde-30d0-4cf2-abbf-9b4de5ec5d23 req-b30256ff-2ce5-4045-923a-20974796e0ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1568449 Jul 22 14:33:01.258806 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.432709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.435908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.443035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.464480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-2270889a-f540-4a98-964d-4c33dc9272df service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178843 Jul 22 14:33:01.560672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.612619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Allocated IP 192.168.233.125 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/631ce96a-9ce3-4aa1-8748-0bfedb9934fe) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:01.613487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:01.621311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:01.622655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:01.631226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:01.684007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ed86e56d-5c39-49ff-9bd9-c6259c68dbf2 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105420 Jul 22 14:33:01.716841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event updated for resources: {'Port': ['ID=fabbbaef-2e4b-4512-9826-104c0ae1e8f8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:01.725235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3789af1a-6004-417e-9566-891ff22f347c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:01.790684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-9d4cf88e-a3c1-4625-91cb-f491d15419d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=dde22fde-1701-438f-ab51-02206a3548b5 HTTP/1.1" status: 200 len: 217 time: 0.0973353 Jul 22 14:33:01.879119 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:01.896365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Transition to ACTIVE for port object 631ce96a-9ce3-4aa1-8748-0bfedb9934fe will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:01.922073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-854b61f4-8d83-4ee0-84c0-fdc0206ea957 req-71b39be5-752c-412c-8162-9d2998e70404 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 210 time: 0.0694046 Jul 22 14:33:01.945099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2e869abd-4424-43bd-941a-c0ba41732aa7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29688b07fc8b4412b66d7c56d7b13f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175097 Jul 22 14:33:01.946954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:01.989763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.041285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-edbfc1b3-618d-43d3-9f46-927859a8cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:02.043116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-edbfc1b3-618d-43d3-9f46-927859a8cf9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1916542 Jul 22 14:33:02.112861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Pushing event updated for resources: {'Port': ['ID=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:02.131235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:02.134385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:02.148191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:02.193730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7c0c-0626-4e04-aee2-377f370bc855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.226869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:02.227649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.249891 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-4394d52f-b33b-426d-95ce-a0caf17e3c2d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1894765 Jul 22 14:33:02.264639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Request body: {'port': {'device_id': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:02.284905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7c0c-0626-4e04-aee2-377f370bc855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.320245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-65bc28a2-a075-426a-8615-d6602d881a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:02.322105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-65bc28a2-a075-426a-8615-d6602d881a47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2701373 Jul 22 14:33:02.384962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.386724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.604581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c5fc38ff-8d67-44c7-877c-3a674159fe59 None None] Provisioning for port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:02.610630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c5fc38ff-8d67-44c7-877c-3a674159fe59 None None] Provisioning complete for port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:02.615670 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5fc38ff-8d67-44c7-877c-3a674159fe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.648331 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:33:02.757309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5fc38ff-8d67-44c7-877c-3a674159fe59 None None] Port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:33:02.938627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631ce96a-9ce3-4aa1-8748-0bfedb9934fe {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:02.958972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:02.992302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Transition to ACTIVE for port object 631ce96a-9ce3-4aa1-8748-0bfedb9934fe will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:02.997025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.046025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Pushing event updated for resources: {'Port': ['ID=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:03.065366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7c0c-0626-4e04-aee2-377f370bc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.068373 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0a4e7c0c-0626-4e04-aee2-377f370bc855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.070804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0a4e7c0c-0626-4e04-aee2-377f370bc855 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6876539-8153-4d03-835c-bd34bb3c601c HTTP/1.1" status: 204 len: 168 time: 1.1209700 Jul 22 14:33:03.104349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-71b6da1c-81a4-4f9d-ba28-a7fdf04afd95 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726827 Jul 22 14:33:03.124308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e7c0c-0626-4e04-aee2-377f370bc855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6876539-8153-4d03-835c-bd34bb3c601c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:03.223142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.224378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Attempting to bind port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:03.226658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Attempting to bind port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:03.228678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Attempting to bind port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:03.244558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:03.245136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Attempting to bind port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:03.251014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:03.251565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:03.252267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:03.252876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Bound port: 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:03.253431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.324394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.342699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.346590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] For port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:03.350239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] For port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:03.360348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.361098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.366923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.380937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.401429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.407502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.427163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-0df8dcae-7f54-4904-8afb-98256b58274b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.8609102 Jul 22 14:33:03.455043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.456324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:03.457978 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/631ce96a-9ce3-4aa1-8748-0bfedb9934fe HTTP/1.1" status: 200 len: 1096 time: 1.2000360 Jul 22 14:33:03.458432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'tag': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:03.460851 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a65d85-0562-49ed-b419-2f946d51576d", "tag": "631ce96a-9ce3-4aa1-8748-0bfedb9934fe"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:03.526434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3f7bc-2020-4811-95b4-e13136e305b9 service neutron] Pushing event updated for resources: {'Port': ['ID=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:03.657128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-47c6b99e-9b6b-43d2-98ec-0330ac0d827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.662683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-47c6b99e-9b6b-43d2-98ec-0330ac0d827d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c48bc2e62a974f86914298cf09cf0d18&device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 1099 time: 0.1577506 Jul 22 14:33:03.766993 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-5911ba19-5d23-40f7-940d-5476b0be7aec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe HTTP/1.1" status: 200 len: 217 time: 0.0989869 Jul 22 14:33:03.770733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a450f23-720f-4993-a08d-8ec5c2915cd3 req-f5feac3e-898d-43ea-a55a-e0acda247d45 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3362951 Jul 22 14:33:03.828902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-c4175825-0bcc-4b96-9b31-7d893cd8b500 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023096 Jul 22 14:33:03.878560 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5542de-8e1f-4bc3-a283-792c08b69d27 x-openstack-request-id: req-2f5542de-8e1f-4bc3-a283-792c08b69d27 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:03.883705 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a65d85-0562-49ed-b419-2f946d51576d", "tag": "631ce96a-9ce3-4aa1-8748-0bfedb9934fe", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:03.883966 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f5542de-8e1f-4bc3-a283-792c08b69d27 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:03.884397 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'tag': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe', 'status': 'completed', 'code': 200} Jul 22 14:33:03.909688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-df66583d-0801-415e-9480-65d70ac99e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.911223 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-df66583d-0801-415e-9480-65d70ac99e8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1370764 Jul 22 14:33:03.968162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193045a-b2c6-473a-8292-be1c4035786b req-7aadb8bd-b52e-4cf0-832b-3d5bba9fffc4 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:03.982374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d193045a-b2c6-473a-8292-be1c4035786b req-7aadb8bd-b52e-4cf0-832b-3d5bba9fffc4 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 948 time: 0.8164401 Jul 22 14:33:03.985201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-ecb482b9-7cd7-4ee5-bbaf-0e16470061b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 HTTP/1.1" status: 200 len: 217 time: 0.1476398 Jul 22 14:33:04.150283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-0adc9121-7a9f-4ad6-942b-03df875c582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:04.155749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-0adc9121-7a9f-4ad6-942b-03df875c582b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2344594 Jul 22 14:33:04.171142 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d193045a-b2c6-473a-8292-be1c4035786b req-ed4f43fc-81a2-4c69-84d8-4466f7ef8a52 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876259 Jul 22 14:33:04.186781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5c342d83-b0c9-4b22-a7d5-deb6fa8cab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:04.188759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-5c342d83-b0c9-4b22-a7d5-deb6fa8cab0d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.1914639 Jul 22 14:33:04.217905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Router 456ca34a-c048-46b5-8c85-5dedbaf4c47d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:33:04.317080 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-7890f25d-d490-49f6-ac23-670428ef7b1b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581097 Jul 22 14:33:04.387297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-58110c9f-9e0a-4391-bf5d-e970df46e715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:04.389173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-58110c9f-9e0a-4391-bf5d-e970df46e715 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935039 Jul 22 14:33:04.446705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-07fbcd90-c411-4b4d-b50c-ea06d045a0ef req-e8049dbd-89ad-423c-9904-797d3c91ea6d service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238816 Jul 22 14:33:04.456354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:33:04.468942 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] Sync routers for ids ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:33:04.482727 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] Routers {'456ca34a-c048-46b5-8c85-5dedbaf4c47d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:04.489629 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:04.517843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:04.519071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cef38c84-fd69-482c-a9db-71c75a5cb464 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.4325027 Jul 22 14:33:04.524823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52558) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:04.530358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:04.548268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:04.558911 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] Routers {'456ca34a-c048-46b5-8c85-5dedbaf4c47d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:04.559720 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:04.583527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-a197e40a-856e-4c98-a149-f452728b0d08 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833348 Jul 22 14:33:04.615948 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:04.616663 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0e9631-1e98-4397-8248-9fb44434ef62 None None] The sync data for ids ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:33:04.638792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-4ebcdb01-a8ad-47a7-a5d9-4faa7610a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:04.640869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-4ebcdb01-a8ad-47a7-a5d9-4faa7610a6f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c48bc2e62a974f86914298cf09cf0d18&device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 1099 time: 0.1260560 Jul 22 14:33:04.748957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-feb9cb11-ab86-49b6-bff9-5d70f32fd0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:04.750797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-feb9cb11-ab86-49b6-bff9-5d70f32fd0e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1031282 Jul 22 14:33:04.822406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-e688c34f-2d93-4cf6-9617-9ab1f35d5b54 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe HTTP/1.1" status: 200 len: 217 time: 0.0638185 Jul 22 14:33:04.932692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-39d8bd33-c503-4c75-b777-56735cba7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:04.935290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-39d8bd33-c503-4c75-b777-56735cba7cda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1064763 Jul 22 14:33:04.935741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-bb7d1381-f946-4a54-935b-4bdf6334806f service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207586 Jul 22 14:33:05.057118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-9ac9d43c-c352-4b99-a8c3-467d0204e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.064187 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-9ac9d43c-c352-4b99-a8c3-467d0204e4ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160715 Jul 22 14:33:05.068689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-e03bbee8-918c-43fc-b637-b90c10a811f1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 200 len: 217 time: 0.1262844 Jul 22 14:33:05.198710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.204060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-130f1680-5343-453a-9b98-78c2d0ce54fd service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334198 Jul 22 14:33:05.206172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.212756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.221067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.229804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.239171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.262275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.278486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-57179878-c982-4041-a6e3-656657706619 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.3864648 Jul 22 14:33:05.338910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f4d09984-5766-46d2-b242-b8aca10b597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.340391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-f4d09984-5766-46d2-b242-b8aca10b597e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.2639966 Jul 22 14:33:05.395595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d54c25d7-b4e7-4c54-aecf-94a3f9f279ba req-d0c8af79-2db7-4d05-8277-640496c12275 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825609 Jul 22 14:33:05.554819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b60e6d-9752-4562-9827-6e6c958c6ae8 req-79b67101-d80c-4f9c-97e8-82f6df51bfb2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2674448 Jul 22 14:33:05.574267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:05.609067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-e5220291-97d1-4958-b233-d5f811b72908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.610891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-e5220291-97d1-4958-b233-d5f811b72908 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2576826 Jul 22 14:33:05.617167 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:05.665428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5d14c-47a4-43ad-adfa-19534c936e83 req-b6f7851f-b903-40c3-bf93-1a0e5b239a03 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:05.666990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18c5d14c-47a4-43ad-adfa-19534c936e83 req-b6f7851f-b903-40c3-bf93-1a0e5b239a03 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 948 time: 0.2524276 Jul 22 14:33:05.805849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18c5d14c-47a4-43ad-adfa-19534c936e83 req-eb5e95a8-665c-4df9-83b1-952bf8fd3ea5 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302965 Jul 22 14:33:05.809568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-16081220-e2b9-428a-87ae-540611bfba0a service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873047 Jul 22 14:33:05.829616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Deleting port fabbbaef-2e4b-4512-9826-104c0ae1e8f8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:05.829985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:05.996913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.004847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52632) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:06.046072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0445d39-3e22-4eb1-968d-fee0db141920 req-d747985b-ce2a-4b14-a013-4e0c1852da84 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203574 Jul 22 14:33:06.047292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Calling delete_port for fabbbaef-2e4b-4512-9826-104c0ae1e8f8 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:06.209636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acebd3f4-b1ad-4076-9bd7-d71c302f0d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.295347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-5d40f23a-3e44-4d7d-aab9-5594bf375a9d tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d28df722eedb4aea88c7a3d6edb32734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649946 Jul 22 14:33:06.397557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acebd3f4-b1ad-4076-9bd7-d71c302f0d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.405847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acebd3f4-b1ad-4076-9bd7-d71c302f0d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.467388 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-acebd3f4-b1ad-4076-9bd7-d71c302f0d3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7ef2458c50c4a5ca533b0629069fbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518113 Jul 22 14:33:06.479733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:06.510444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebd3f4-b1ad-4076-9bd7-d71c302f0d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c3c2df-02da-4d9e-ac8c-700e7b84454a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:06.594957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-439d5181-b381-4bc4-b5ab-4050eda5e666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.620793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-439d5181-b381-4bc4-b5ab-4050eda5e666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.683519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-439d5181-b381-4bc4-b5ab-4050eda5e666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.686379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-439d5181-b381-4bc4-b5ab-4050eda5e666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.687778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-439d5181-b381-4bc4-b5ab-4050eda5e666 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0c3c2df-02da-4d9e-ac8c-700e7b84454a HTTP/1.1" status: 204 len: 168 time: 0.2070019 Jul 22 14:33:06.712837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d5181-b381-4bc4-b5ab-4050eda5e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c3c2df-02da-4d9e-ac8c-700e7b84454a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:06.861163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.861654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.862438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.863035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.863515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.863992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.864465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.867042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-06ec8215-5a03-4c53-ac64-556b544aac43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6476 time: 0.7098393 Jul 22 14:33:06.877795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:06.940289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Pushing event deleted for resources: {'Port': ['ID=fabbbaef-2e4b-4512-9826-104c0ae1e8f8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:06.950888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-21d7f17a-116c-45da-9125-29b8020f8aa4 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:06.953051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-21d7f17a-116c-45da-9125-29b8020f8aa4 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6532431 Jul 22 14:33:07.054941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-3738eecd-630c-47c9-b5db-63ed1fb69dab tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/quotas/d28df722eedb4aea88c7a3d6edb32734 HTTP/1.1" status: 200 len: 375 time: 0.0892165 Jul 22 14:33:07.092301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.105265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.111858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.118786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 631ce96a-9ce3-4aa1-8748-0bfedb9934fe details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:07.119075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.125606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.132358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.138739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.145602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.153596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-13b5fcb9-769d-4e42-a925-a1a48946ad7a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.3677995 Jul 22 14:33:07.182321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:07.200445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-ac5fe2af-87c0-497f-a32d-6bea27d09b51 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1348736 Jul 22 14:33:07.202931 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c908bd52-b544-4324-845f-dd53ed6f6fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.215374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.219059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-e646c34c-0407-4867-9871-7f18b676723c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.220857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-e646c34c-0407-4867-9871-7f18b676723c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 200 len: 903 time: 0.3357224 Jul 22 14:33:07.326128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c908bd52-b544-4324-845f-dd53ed6f6fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.328935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:07.332906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c908bd52-b544-4324-845f-dd53ed6f6fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.354424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe', 'mac_address': 'fa:16:3e:64:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:07.365328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1aa3e13-0369-489f-a0e0-a1d3616ff3c6 req-c1d3e125-5a57-4cc6-9474-2a0f45c9ec35 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2044959 Jul 22 14:33:07.367186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908bd52-b544-4324-845f-dd53ed6f6fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58417807-2c39-4179-a57d-3d6fb66ad940,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:07.369423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-4707c828-5745-4654-926e-7b5e2b46ec05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 200 len: 217 time: 0.1074228 Jul 22 14:33:07.391892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c908bd52-b544-4324-845f-dd53ed6f6fa1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03d595a73f3a41aab52edd1a14e4f75a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077918 Jul 22 14:33:07.394711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:07.465965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.509573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631ce96a-9ce3-4aa1-8748-0bfedb9934fe {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:07.551519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.598485 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:07.605601 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.679092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-e97978f4-c8a9-4f1d-9830-d2b2fa767acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:07.683303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-e97978f4-c8a9-4f1d-9830-d2b2fa767acf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.3044713 Jul 22 14:33:07.755108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:07.833938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['631ce96a-9ce3-4aa1-8748-0bfedb9934fe'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:07.878191 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.941554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4590a0b-e3b0-4c52-a837-00c6554f8dd9 req-b31e9846-5ab6-46b7-a877-2e25706851ea tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 210 time: 0.0572338 Jul 22 14:33:07.945828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:07.993002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34cd6de2-90dc-49c3-8fa3-21d25e40ca5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.011426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-965f338b-6eee-4f61-ab9a-44dae806eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.013174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-965f338b-6eee-4f61-ab9a-44dae806eb85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3056247 Jul 22 14:33:08.050456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34cd6de2-90dc-49c3-8fa3-21d25e40ca5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.109367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e08b4-b470-4e11-92be-c95846155096 req-aa3dfce9-ad56-46b2-a333-24414569da41 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.111016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b78e08b4-b470-4e11-92be-c95846155096 req-aa3dfce9-ad56-46b2-a333-24414569da41 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 949 time: 0.4815979 Jul 22 14:33:08.133025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34cd6de2-90dc-49c3-8fa3-21d25e40ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.140517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Router 456ca34a-c048-46b5-8c85-5dedbaf4c47d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:33:08.152996 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34cd6de2-90dc-49c3-8fa3-21d25e40ca5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.165422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34cd6de2-90dc-49c3-8fa3-21d25e40ca5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58417807-2c39-4179-a57d-3d6fb66ad940 HTTP/1.1" status: 204 len: 168 time: 0.7693629 Jul 22 14:33:08.200897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd6de2-90dc-49c3-8fa3-21d25e40ca5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58417807-2c39-4179-a57d-3d6fb66ad940,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:08.314299 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b78e08b4-b470-4e11-92be-c95846155096 req-73ca01d7-f28e-454f-a814-ff2bd39c0320 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621592 Jul 22 14:33:08.325747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-a4e6dc80-f0eb-40f4-8484-45191891f9ba service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772546 Jul 22 14:33:08.327166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:33:08.337079 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.341337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:08.341743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-354961ab-ba93-4030-8f10-cc85214ddc0f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "PUT /v2.0/routers/456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 200 len: 710 time: 3.8156211 Jul 22 14:33:08.344737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] Sync routers for ids ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:33:08.373464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] Routers {'456ca34a-c048-46b5-8c85-5dedbaf4c47d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:08.378432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:08.485238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:08.506158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] Routers {'456ca34a-c048-46b5-8c85-5dedbaf4c47d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:08.506853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:32:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:08.552322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:08.552966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a41102-c71b-4748-b204-e86b5b09fe12 None None] The sync data for ids ['456ca34a-c048-46b5-8c85-5dedbaf4c47d'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:33:08.554234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-18972465-d720-4172-aeda-607be299814d tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/routers/456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 200 len: 745 time: 0.2111592 Jul 22 14:33:08.558996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:08.606620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30b6a8a8-8773-48e0-98a5-3b4045324964 tempest-RoutersIpV6AdminTest-1561697619 tempest-RoutersIpV6AdminTest-1561697619-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&device_id=456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 200 len: 205 time: 0.0464535 Jul 22 14:33:08.611011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52738) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:08.658998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52740) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:08.659488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-371c059f-43e8-4174-ade3-d62fec268288 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 200 len: 205 time: 0.0465703 Jul 22 14:33:08.670721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8623315-2153-48e5-a5d4-0f3c824308d8 req-b5447134-d330-42db-bae1-3e968cac7110 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275404 Jul 22 14:33:08.727152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.735350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.742420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.750383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.761065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.767806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.775854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:08.778712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-a950f4a8-4416-4ac3-bc34-a372e1d56e78 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.3202260 Jul 22 14:33:08.823812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:08.874661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b9a481e-22f8-4902-b868-b74fb264c504 req-cb5bc74f-9a69-4867-9fe8-84bb5dd0b1a9 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824406 Jul 22 14:33:09.116118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 631ce96a-9ce3-4aa1-8748-0bfedb9934fe up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:09.163328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-650908f3-01ec-4bf8-aab4-b324bd008c99 req-240c01aa-a4ea-45f8-a8ef-2962d43131e8 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 210 time: 0.0668261 Jul 22 14:33:09.206434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-f8bd00d4-bf28-4cf3-8ee1-2f0aaca9253f tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d28df722eedb4aea88c7a3d6edb32734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693070 Jul 22 14:33:09.212650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:09.229391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:09.229789 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.305311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.310063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.422501 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.473794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.474267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Fanout notify agent at l3_agent the message router_deleted on router 456ca34a-c048-46b5-8c85-5dedbaf4c47d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:33:09.479009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:09.483603 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb7787d-1d90-4ce0-8a14-ab2723809b2a" -d '{"events": [{"server_uuid": "b0a65d85-0562-49ed-b419-2f946d51576d", "name": "network-vif-plugged", "status": "completed", "tag": "631ce96a-9ce3-4aa1-8748-0bfedb9934fe"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:09.491914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87d4ab-8f43-45ba-896a-b90b82a22908 req-f0a50ed7-c81f-415d-8217-3014b0584cbd tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:09.501256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e87d4ab-8f43-45ba-896a-b90b82a22908 req-f0a50ed7-c81f-415d-8217-3014b0584cbd tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 949 time: 0.1108937 Jul 22 14:33:09.515377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:09.515644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.521067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-493c305f-524e-49a3-9ba2-36229d2613b9 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 204 len: 168 time: 0.8609078 Jul 22 14:33:09.522159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52770) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.523258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.569059 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18746c-b54f-467b-8bf6-198b85aaee6b x-openstack-request-id: req-ad18746c-b54f-467b-8bf6-198b85aaee6b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:09.570016 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a65d85-0562-49ed-b419-2f946d51576d", "name": "network-vif-plugged", "status": "completed", "tag": "631ce96a-9ce3-4aa1-8748-0bfedb9934fe", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:09.570375 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad18746c-b54f-467b-8bf6-198b85aaee6b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:09.571168 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe', 'code': 200} Jul 22 14:33:09.572385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-d77cbd9a-f493-4601-9104-862a1ddf18aa tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:09.580807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-20e9b353-4133-4140-82b0-c63a956fce98 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 200 len: 205 time: 0.0555100 Jul 22 14:33:09.582833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52772) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.584341 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-d77cbd9a-f493-4601-9104-862a1ddf18aa tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3244228 Jul 22 14:33:09.611104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Request body: {'port': {'device_id': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'd28df722eedb4aea88c7a3d6edb32734'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:09.629933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:09.666821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e87d4ab-8f43-45ba-896a-b90b82a22908 req-2eac213c-c796-473f-8573-81532f76e004 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645648 Jul 22 14:33:09.681632 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-66343da9-f720-4128-a64a-1868ee3e9048 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] delete failed (client error): The resource could not be found. Jul 22 14:33:09.685062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-66343da9-f720-4128-a64a-1868ee3e9048 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/456ca34a-c048-46b5-8c85-5dedbaf4c47d HTTP/1.1" status: 404 len: 336 time: 0.0989921 Jul 22 14:33:09.685310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.752669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1b5f85ea-f82c-4ad4-80d7-cf5d8e1fc8ec tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b92a92e-d321-4e8b-988e-e054bdcadd64 HTTP/1.1" status: 200 len: 205 time: 0.0636516 Jul 22 14:33:09.752880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52782) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.767643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Made reservation on behalf of d28df722eedb4aea88c7a3d6edb32734 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:09.771718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.783804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.807717 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-363bde70-801d-4746-b5e5-41bc3ee197db tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] delete failed (client error): The resource could not be found. Jul 22 14:33:09.808395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-363bde70-801d-4746-b5e5-41bc3ee197db tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/1b92a92e-d321-4e8b-988e-e054bdcadd64 HTTP/1.1" status: 404 len: 336 time: 0.0546467 Jul 22 14:33:09.812045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52784) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.829047 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d1571c7-e34e-4020-b3a2-7009abfd7f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.858060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9fb7a5cb-38cf-4fd5-9f7c-f587a187b6fc tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=a99310f8-b68c-470f-bae7-1f87be332e20 HTTP/1.1" status: 200 len: 205 time: 0.0419741 Jul 22 14:33:09.859928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52788) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.922781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.928174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:09.947955 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-701b45c8-3ea5-449a-b6d0-e6002880d80b tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] delete failed (client error): The resource could not be found. Jul 22 14:33:09.950725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-701b45c8-3ea5-449a-b6d0-e6002880d80b tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/a99310f8-b68c-470f-bae7-1f87be332e20 HTTP/1.1" status: 404 len: 336 time: 0.0869870 Jul 22 14:33:09.952675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52794) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:09.973856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089656bc-2789-4636-a574-3a79097848e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:10.003711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b56a8-2052-4632-adae-46dadeb6a602 req-89104f72-69f0-4fff-ad55-50bb094caf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.005266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d3b56a8-2052-4632-adae-46dadeb6a602 req-89104f72-69f0-4fff-ad55-50bb094caf93 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 1101 time: 0.3353531 Jul 22 14:33:10.033787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eebe983a-7350-4ab4-8ee6-020604ee368b tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fa99abc-33db-4c35-91a3-906daea14f7d HTTP/1.1" status: 200 len: 205 time: 0.0789008 Jul 22 14:33:10.061236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52798) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.137655 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-154197f2-b101-41b0-96cb-849609e9ade7 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] delete failed (client error): The resource could not be found. Jul 22 14:33:10.138779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-154197f2-b101-41b0-96cb-849609e9ade7 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/6fa99abc-33db-4c35-91a3-906daea14f7d HTTP/1.1" status: 404 len: 336 time: 0.0764182 Jul 22 14:33:10.143076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52802) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.146185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d3b56a8-2052-4632-adae-46dadeb6a602 req-0789a498-ae3b-47d6-9c31-1e3b15a739e1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149724 Jul 22 14:33:10.179274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c771e749-4abc-4c75-be25-a013bffa9eb6 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=004b0b81-ce30-4241-8919-7fb3058e16a2 HTTP/1.1" status: 200 len: 205 time: 0.0341315 Jul 22 14:33:10.183242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52804) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.230014 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-581bfc96-c1c0-4eeb-b51a-d784e44240ab tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] delete failed (client error): The resource could not be found. Jul 22 14:33:10.231191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-581bfc96-c1c0-4eeb-b51a-d784e44240ab tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/004b0b81-ce30-4241-8919-7fb3058e16a2 HTTP/1.1" status: 404 len: 336 time: 0.0457149 Jul 22 14:33:10.234589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.255473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Allocated IP 192.168.233.24 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/6e5e869d-f35a-44e6-af87-cd20d5335c8d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:10.266335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.284866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.293085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.300897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.307633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e9d3dc3c-fcfb-475a-9966-6791bb2848d5 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "GET /v2.0/ports?device_id=32a33fae-a817-4c16-9951-f691e7013cfa HTTP/1.1" status: 200 len: 205 time: 0.0718386 Jul 22 14:33:10.309807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.311338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.318748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.326098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.335802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ae5557dd-d40e-4913-855f-1a213f2a5d0b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.3056004 Jul 22 14:33:10.358667 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-aa53b354-f3c0-474f-841a-344d5698a27f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] delete failed (client error): The resource could not be found. Jul 22 14:33:10.359711 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aa53b354-f3c0-474f-841a-344d5698a27f tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/routers/32a33fae-a817-4c16-9951-f691e7013cfa HTTP/1.1" status: 404 len: 336 time: 0.0490077 Jul 22 14:33:10.370754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.397820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8227e0f4-3e52-4c93-acf7-2b2692fadf2d req-45a0b3ab-5e01-4b23-8ef3-10fcc8f3c1b7 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 210 time: 0.0463929 Jul 22 14:33:10.420707 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d132779-f66d-428b-8e58-5c2bef18d068 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] DELETE failed (client error): The resource could not be found. Jul 22 14:33:10.421179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d132779-f66d-428b-8e58-5c2bef18d068 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:33:10.425502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0d132779-f66d-428b-8e58-5c2bef18d068 tempest-RoutersIpV6AdminTest-807698058 tempest-RoutersIpV6AdminTest-807698058-project] 10.222.0.60 "DELETE /v2.0/subnets/313a4cfb-3466-4925-a135-24dbcb46a67f HTTP/1.1" status: 404 len: 337 time: 0.0486519 Jul 22 14:33:10.434969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1390a54-7cd3-4ba6-95e7-f62587d08b8d req-ffdead8d-8838-4d65-949e-71a55c52b91c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979445 Jul 22 14:33:10.466939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52820) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.576802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:10.592643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Transition to ACTIVE for port object 6e5e869d-f35a-44e6-af87-cd20d5335c8d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:10.628958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:10.634804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2942fcd7-963d-4cda-a70d-35aef583d815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:10.683290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:10.689007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:10.691784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:10.724397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Pushing event updated for resources: {'Port': ['ID=6e5e869d-f35a-44e6-af87-cd20d5335c8d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:10.761454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:10.762142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:10.819693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:10.863567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2942fcd7-963d-4cda-a70d-35aef583d815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:10.883845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-dffb8271-5160-4686-9d05-879f0ea2c5df tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2871308 Jul 22 14:33:10.897242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2942fcd7-963d-4cda-a70d-35aef583d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:10.898564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Request body: {'port': {'device_id': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:10.945080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2942fcd7-963d-4cda-a70d-35aef583d815 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea3d37b3038941dfb4997ab59f92c9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4767785 Jul 22 14:33:10.950822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52838) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:11.009586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada37cb7-da76-49d1-85fb-4fa20a18c792 req-eb23a204-7c5e-4550-91b9-1ba46c9f7450 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.011218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ada37cb7-da76-49d1-85fb-4fa20a18c792 req-eb23a204-7c5e-4550-91b9-1ba46c9f7450 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 950 time: 0.2059402 Jul 22 14:33:11.093790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.096459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942fcd7-963d-4cda-a70d-35aef583d815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a854ec5b-581c-4926-81eb-00b961de20d7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:11.157541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6deec672-cfb9-425c-81c3-e58b65c7ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.180783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6deec672-cfb9-425c-81c3-e58b65c7ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.188061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-43022c49-6d7a-4295-a4e9-6f119246b49f None None] Provisioning for port 6e5e869d-f35a-44e6-af87-cd20d5335c8d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:11.201387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-43022c49-6d7a-4295-a4e9-6f119246b49f None None] Provisioning complete for port 6e5e869d-f35a-44e6-af87-cd20d5335c8d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:11.202430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43022c49-6d7a-4295-a4e9-6f119246b49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.240396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ada37cb7-da76-49d1-85fb-4fa20a18c792 req-77999eb3-bb76-4c20-aa88-fb7605f02a80 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038395 Jul 22 14:33:11.249276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6deec672-cfb9-425c-81c3-e58b65c7ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.251843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6deec672-cfb9-425c-81c3-e58b65c7ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.257526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6deec672-cfb9-425c-81c3-e58b65c7ea49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a854ec5b-581c-4926-81eb-00b961de20d7 HTTP/1.1" status: 204 len: 168 time: 0.2908747 Jul 22 14:33:11.289031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deec672-cfb9-425c-81c3-e58b65c7ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a854ec5b-581c-4926-81eb-00b961de20d7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:11.297636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-43022c49-6d7a-4295-a4e9-6f119246b49f None None] Port 6e5e869d-f35a-44e6-af87-cd20d5335c8d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:33:11.364494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50a6b7f3-c28a-41bb-8457-76d4126c9c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.751502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160129b-85a6-4a7e-adce-2accc101ba43 req-fb3fc387-5f0f-4773-a8c4-2596e4de5ae4 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.754260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1160129b-85a6-4a7e-adce-2accc101ba43 req-fb3fc387-5f0f-4773-a8c4-2596e4de5ae4 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 935 time: 0.2245436 Jul 22 14:33:11.770865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.777914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.787857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.795175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.801050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.807657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.810411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5e869d-f35a-44e6-af87-cd20d5335c8d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:11.814068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:11.816084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-cddc7ff4-4fad-4fcc-9661-d60c35369532 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.2676601 Jul 22 14:33:11.833362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.860400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Transition to ACTIVE for port object 6e5e869d-f35a-44e6-af87-cd20d5335c8d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:11.869619 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.874010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50a6b7f3-c28a-41bb-8457-76d4126c9c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.880622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1160129b-85a6-4a7e-adce-2accc101ba43 req-c3ed333e-aba1-43aa-8c5d-80bcb8b6c5c6 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634973 Jul 22 14:33:11.906998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eeabdeb0-f430-4fe6-8842-9e58e8c02abb req-875429de-03c0-4280-8f8f-e79710af6ff8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729296 Jul 22 14:33:11.908201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52878) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:11.932022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50a6b7f3-c28a-41bb-8457-76d4126c9c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:11.938187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4041b44b-2238-4bb0-8cd6-507fbcc42802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.010978 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-50a6b7f3-c28a-41bb-8457-76d4126c9c68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d44c0387b5ff4c98a73ea6c84c918bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1863410 Jul 22 14:33:12.015349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:12.029418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e869d-f35a-44e6-af87-cd20d5335c8d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:12.042165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6b7f3-c28a-41bb-8457-76d4126c9c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1415fec-5b27-4d41-8065-69599bbe81b2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:12.089680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e720a8fe-1af8-4ac8-970c-37989a783550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.146005 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4041b44b-2238-4bb0-8cd6-507fbcc42802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.153372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1125-9b29-49c5-80c8-723b149dbc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.156995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4041b44b-2238-4bb0-8cd6-507fbcc42802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.216142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Attempting to bind port 6e5e869d-f35a-44e6-af87-cd20d5335c8d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:12.216489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Attempting to bind port 6e5e869d-f35a-44e6-af87-cd20d5335c8d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:12.216828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Attempting to bind port 6e5e869d-f35a-44e6-af87-cd20d5335c8d on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:12.222021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1125-9b29-49c5-80c8-723b149dbc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.229357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Port 6e5e869d-f35a-44e6-af87-cd20d5335c8d on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:12.229643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Attempting to bind port 6e5e869d-f35a-44e6-af87-cd20d5335c8d on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:12.242258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:12.242615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4041b44b-2238-4bb0-8cd6-507fbcc42802 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d62cd8b337b412ea26c33904fa828b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331780 Jul 22 14:33:12.249992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:12.249992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:12.249992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:12.250459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Bound port: 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:12.250851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.289142 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.293943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041b44b-2238-4bb0-8cd6-507fbcc42802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a4b984-4978-4d98-89bb-b236471a629d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:12.393442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1125-9b29-49c5-80c8-723b149dbc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.402397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab7c1125-9b29-49c5-80c8-723b149dbc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.407287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ab7c1125-9b29-49c5-80c8-723b149dbc2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1415fec-5b27-4d41-8065-69599bbe81b2 HTTP/1.1" status: 204 len: 168 time: 0.3903737 Jul 22 14:33:12.432956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-680f1bd0-3e61-4f71-a868-73ff43c62109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.441400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] For port 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:12.447018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] For port 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:12.467104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.475553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c1125-9b29-49c5-80c8-723b149dbc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1415fec-5b27-4d41-8065-69599bbe81b2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:12.533498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-680f1bd0-3e61-4f71-a868-73ff43c62109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.551316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04dbc3-3002-4699-bd4d-271e51b8dd2e req-a101ab14-18cf-4fff-8be4-198540a416d3 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:12.559305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb04dbc3-3002-4699-bd4d-271e51b8dd2e req-a101ab14-18cf-4fff-8be4-198540a416d3 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 950 time: 0.1936638 Jul 22 14:33:12.565288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:12.565808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.567267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] 10.222.0.61 "PUT /v2.0/ports/6e5e869d-f35a-44e6-af87-cd20d5335c8d HTTP/1.1" status: 200 len: 1095 time: 1.6751699 Jul 22 14:33:12.567746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'tag': '6e5e869d-f35a-44e6-af87-cd20d5335c8d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:12.570057 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd" -d '{"events": [{"name": "network-changed", "server_uuid": "88130f73-40ed-47d1-aaa4-bfc179b530a5", "tag": "6e5e869d-f35a-44e6-af87-cd20d5335c8d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:12.635680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb04dbc3-3002-4699-bd4d-271e51b8dd2e req-f7fba925-0f71-410a-8f45-24167e6db106 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751562 Jul 22 14:33:12.672085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c0e33-1ea6-4c2a-96af-64e19013a65e service neutron] Pushing event updated for resources: {'Port': ['ID=6e5e869d-f35a-44e6-af87-cd20d5335c8d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:12.687580 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9abe9de-26c2-42bb-acc9-42d80fce005f x-openstack-request-id: req-d9abe9de-26c2-42bb-acc9-42d80fce005f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:12.687879 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88130f73-40ed-47d1-aaa4-bfc179b530a5", "tag": "6e5e869d-f35a-44e6-af87-cd20d5335c8d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:12.688310 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9abe9de-26c2-42bb-acc9-42d80fce005f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:12.689139 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'tag': '6e5e869d-f35a-44e6-af87-cd20d5335c8d', 'status': 'completed', 'code': 200} Jul 22 14:33:12.744216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-680f1bd0-3e61-4f71-a868-73ff43c62109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.748889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-680f1bd0-3e61-4f71-a868-73ff43c62109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:12.750533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-680f1bd0-3e61-4f71-a868-73ff43c62109 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93a4b984-4978-4d98-89bb-b236471a629d HTTP/1.1" status: 204 len: 168 time: 0.5069361 Jul 22 14:33:12.771420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f1bd0-3e61-4f71-a868-73ff43c62109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a4b984-4978-4d98-89bb-b236471a629d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:12.828842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-a4d1b0e4-f3c4-4d3c-af39-20823a5966cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:12.831251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-a4d1b0e4-f3c4-4d3c-af39-20823a5966cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 1098 time: 0.1998649 Jul 22 14:33:12.834078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52918) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:12.891955 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-55cdd743-fdcd-46b5-9c0c-e5c21cb0c898 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d HTTP/1.1" status: 200 len: 217 time: 0.0491962 Jul 22 14:33:13.007039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-b2f50e1c-d5ad-44b4-bd31-21ac214805cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.009071 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-b2f50e1c-d5ad-44b4-bd31-21ac214805cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1084754 Jul 22 14:33:13.011280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4571a-719c-49f6-89b5-f50ebbc3b41b req-72304018-3f23-4800-820d-77d0429bfadb tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.018583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac4571a-719c-49f6-89b5-f50ebbc3b41b req-72304018-3f23-4800-820d-77d0429bfadb tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 950 time: 0.1099186 Jul 22 14:33:13.051172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:13.123646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dac4571a-719c-49f6-89b5-f50ebbc3b41b req-198cb5fa-04b4-4f87-986b-afd663df06a6 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998838 Jul 22 14:33:13.129570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4950b778-593f-4d8a-8176-2d91a8b64662 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2d555d6588942cb80a5f906d7db569a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738072 Jul 22 14:33:13.138749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:13.204797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-c402bc79-9bb7-4d7a-8490-e1721544ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.205158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62b523-b1d1-49b5-81c9-b4c2d97e7e1d req-2099586f-00be-49b1-91d5-5248e9f3b5fe tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.206959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e62b523-b1d1-49b5-81c9-b4c2d97e7e1d req-2099586f-00be-49b1-91d5-5248e9f3b5fe tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 947 time: 0.1705196 Jul 22 14:33:13.213143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-c402bc79-9bb7-4d7a-8490-e1721544ed56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1904094 Jul 22 14:33:13.273399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67168393-f170-48ec-b299-cbffe8974d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.344108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e62b523-b1d1-49b5-81c9-b4c2d97e7e1d req-857ff333-84f2-4beb-b22f-85eed8ec9598 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299336 Jul 22 14:33:13.347785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08758f77-8889-4f37-96c4-ff9784519b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.398229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.405061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.414311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.426271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.432882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.439653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.449182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.450318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c200998-760e-47da-bc05-381946acb97b req-1bd0b544-f800-49b5-9f83-9c2b70d89705 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.2086871 Jul 22 14:33:13.471510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67168393-f170-48ec-b299-cbffe8974d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.496287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c200998-760e-47da-bc05-381946acb97b req-b7f2676d-5927-4965-9c49-455748d92bc8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407450 Jul 22 14:33:13.561448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-72812998-e66c-4bc8-b0bf-dd475384dc1f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471820 Jul 22 14:33:13.566776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.597520 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08758f77-8889-4f37-96c4-ff9784519b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.613029 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-08758f77-8889-4f37-96c4-ff9784519b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.684934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67168393-f170-48ec-b299-cbffe8974d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.687627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67168393-f170-48ec-b299-cbffe8974d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.688774 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-67168393-f170-48ec-b299-cbffe8974d31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d84df8c-fc30-4337-91df-3fc5f95a4da6 HTTP/1.1" status: 204 len: 168 time: 0.5553508 Jul 22 14:33:13.699239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08758f77-8889-4f37-96c4-ff9784519b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116bf53c-c95f-406e-9593-16b0738eeaad,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:13.705121 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-08758f77-8889-4f37-96c4-ff9784519b24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfd889d5f68b41eba9a26e4ca43668be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8697157 Jul 22 14:33:13.707870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52952) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:13.725730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67168393-f170-48ec-b299-cbffe8974d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d84df8c-fc30-4337-91df-3fc5f95a4da6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:13.732221 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ef009b66-8c38-45ee-9f74-6ea81ea87bb6 req-d15bf385-e75c-4407-ac83-fc41ac2a4ede service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631861 Jul 22 14:33:13.807951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85b651d8-bd6e-4e9f-9417-e4844b250022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.842087 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85b651d8-bd6e-4e9f-9417-e4844b250022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.870172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-6e7f50fe-6eec-494e-9212-accfa1605423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:13.871747 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-6e7f50fe-6eec-494e-9212-accfa1605423 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 1098 time: 0.0729163 Jul 22 14:33:13.909821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85b651d8-bd6e-4e9f-9417-e4844b250022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.912745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85b651d8-bd6e-4e9f-9417-e4844b250022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:13.916330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-85b651d8-bd6e-4e9f-9417-e4844b250022 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/116bf53c-c95f-406e-9593-16b0738eeaad HTTP/1.1" status: 204 len: 168 time: 0.2055519 Jul 22 14:33:13.929829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b651d8-bd6e-4e9f-9417-e4844b250022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116bf53c-c95f-406e-9593-16b0738eeaad,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:14.021049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-29f3b658-d84d-4aaf-a8ea-0a35560ab907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.022805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-29f3b658-d84d-4aaf-a8ea-0a35560ab907 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1425929 Jul 22 14:33:14.072156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-e405b044-82ff-4a85-8b6f-95a44a5c4a37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d HTTP/1.1" status: 200 len: 217 time: 0.0427978 Jul 22 14:33:14.137682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-2efbcf01-e26c-42e7-9ab9-aa72659122a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.139464 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-2efbcf01-e26c-42e7-9ab9-aa72659122a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0610812 Jul 22 14:33:14.221148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-87d315b2-8fc9-4a28-bfb6-e5420984e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.222718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-87d315b2-8fc9-4a28-bfb6-e5420984e391 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762985 Jul 22 14:33:14.263047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-c0b86039-5d8d-4699-bd8e-aadc307beb5d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.265897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-c0b86039-5d8d-4699-bd8e-aadc307beb5d tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.61 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 950 time: 0.1264086 Jul 22 14:33:14.423214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-9302c384-1be8-4d42-8a52-6fc89ec5c371 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915164 Jul 22 14:33:14.461985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:14.489104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c939de6f-972d-479d-906a-b693a66d8a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.630729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-96f54a87-4e54-4f35-a66e-0a9ca6e232dd req-bec484f6-6835-46b3-95a8-e615e10f2c73 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990266 Jul 22 14:33:14.776677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c939de6f-972d-479d-906a-b693a66d8a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.787211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c939de6f-972d-479d-906a-b693a66d8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.842308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939de6f-972d-479d-906a-b693a66d8a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2b3ca-e44e-4f67-b51f-73780507f2f4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:14.846992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c939de6f-972d-479d-906a-b693a66d8a7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7008c80aa624b49949bd61d25c055df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838782 Jul 22 14:33:14.849681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:14.923805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ae773fa-6282-47ce-b4a4-ed972a5148bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.953713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ae773fa-6282-47ce-b4a4-ed972a5148bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:14.974691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60dead-4a13-4e9c-b478-83df9f443e7b req-9cd04b59-44f7-496e-a23a-af2fe5303f1e tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:14.991779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b60dead-4a13-4e9c-b478-83df9f443e7b req-9cd04b59-44f7-496e-a23a-af2fe5303f1e tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 950 time: 0.7186012 Jul 22 14:33:15.016509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ae773fa-6282-47ce-b4a4-ed972a5148bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.021157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ae773fa-6282-47ce-b4a4-ed972a5148bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.026282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ae773fa-6282-47ce-b4a4-ed972a5148bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46b2b3ca-e44e-4f67-b51f-73780507f2f4 HTTP/1.1" status: 204 len: 168 time: 0.1756063 Jul 22 14:33:15.035528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae773fa-6282-47ce-b4a4-ed972a5148bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2b3ca-e44e-4f67-b51f-73780507f2f4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:15.043392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cdb55-1eb3-4a13-a165-67c9bf043883 req-d2e80b3a-4695-4bef-9d83-4cb635eea285 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.051095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-819cdb55-1eb3-4a13-a165-67c9bf043883 req-d2e80b3a-4695-4bef-9d83-4cb635eea285 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 947 time: 0.2050433 Jul 22 14:33:15.071551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Deleting port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:15.071898 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.132255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b60dead-4a13-4e9c-b478-83df9f443e7b req-60602629-311e-42ef-aae6-f1f73f4c0689 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/security-groups?id=3789af1a-6004-417e-9566-891ff22f347c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385841 Jul 22 14:33:15.189626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-819cdb55-1eb3-4a13-a165-67c9bf043883 req-17b58e99-74fe-4997-aa8e-736ac8c0c2e8 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327510 Jul 22 14:33:15.242295 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.259937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] For port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:15.260370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.283299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Calling delete_port for 631ce96a-9ce3-4aa1-8748-0bfedb9934fe owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:15.429461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.435490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.441502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.452376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.458419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.465202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.471276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:15.473355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-2bda11da-f4f9-4836-b8f9-7360410a5e68 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.1774724 Jul 22 14:33:15.528680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19985bf7-a258-4100-bca4-5b1bc28fb60e req-d3c9d689-6652-48dc-a21d-423dad320336 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424128 Jul 22 14:33:15.586781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.603576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['631ce96a-9ce3-4aa1-8748-0bfedb9934fe'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:15.695642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Pushing event deleted for resources: {'Port': ['ID=631ce96a-9ce3-4aa1-8748-0bfedb9934fe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:15.744418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] No DVR routers for this DVR port 631ce96a-9ce3-4aa1-8748-0bfedb9934fe on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:15.749166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:15.758812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ac65acd-34b3-4045-9836-e90cc5e1068d req-0cd3f5a3-c00c-4118-8d79-b436b0c8b565 tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.61 "DELETE /v2.0/ports/631ce96a-9ce3-4aa1-8748-0bfedb9934fe HTTP/1.1" status: 204 len: 173 time: 1.4799352 Jul 22 14:33:15.759323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'name': 'network-vif-deleted', 'tag': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:15.761888 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9c5ec6-c3e4-48d1-afe7-e54ac20498db" -d '{"events": [{"server_uuid": "b0a65d85-0562-49ed-b419-2f946d51576d", "name": "network-vif-deleted", "tag": "631ce96a-9ce3-4aa1-8748-0bfedb9934fe"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:15.830711 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24c00cf-582c-4368-bde3-376d6c7c5a1c x-openstack-request-id: req-e24c00cf-582c-4368-bde3-376d6c7c5a1c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:15.831048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a65d85-0562-49ed-b419-2f946d51576d", "name": "network-vif-deleted", "tag": "631ce96a-9ce3-4aa1-8748-0bfedb9934fe", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:15.831393 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e24c00cf-582c-4368-bde3-376d6c7c5a1c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:15.832105 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a65d85-0562-49ed-b419-2f946d51576d', 'name': 'network-vif-deleted', 'tag': '631ce96a-9ce3-4aa1-8748-0bfedb9934fe', 'status': 'completed', 'code': 200} Jul 22 14:33:16.339815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6f5787e-88e9-43ba-bc88-dda57d1f8eb3 req-2103c02b-378a-4890-a948-95c2626eddcb tempest-ImagesNegativeTestJSON-577374112 tempest-ImagesNegativeTestJSON-577374112-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0a65d85-0562-49ed-b419-2f946d51576d HTTP/1.1" status: 200 len: 210 time: 0.0519593 Jul 22 14:33:16.451959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6700a-4a89-4dac-b477-17eefc3cb648 req-2e4745a6-82b8-4f1c-81f7-90d79ade5780 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.460730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01d6700a-4a89-4dac-b477-17eefc3cb648 req-2e4745a6-82b8-4f1c-81f7-90d79ade5780 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 947 time: 0.1179223 Jul 22 14:33:16.516202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01d6700a-4a89-4dac-b477-17eefc3cb648 req-14717009-80ec-4087-8e34-b22de49e97cb tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546870 Jul 22 14:33:16.741331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.747615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.753657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.760152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.766000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.773052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.779846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:16.787896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-edc58f99-38ec-481a-80a3-f5e9e568b52e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.1364446 Jul 22 14:33:16.840207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ba53165-cfbc-44bb-948a-a8de5c193bcb req-7a9563e4-40af-4fba-a1a0-2cf26a1c8fcd tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442650 Jul 22 14:33:16.865921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53084) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:17.104051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1271875613', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:17.145047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Made reservation on behalf of 2ab4685e196640f3a7368ab045d5d17b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:17.147771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6e5e869d-f35a-44e6-af87-cd20d5335c8d details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:17.150445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.170996 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.320311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.325773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.342021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] device_id is not set on port 4e3972ad-d1d1-4484-9ea9-319a356374e9 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:33:17.386126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:17.413502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '6e5e869d-f35a-44e6-af87-cd20d5335c8d', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '6e5e869d-f35a-44e6-af87-cd20d5335c8d', 'mac_address': 'fa:16:3e:ea:85:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:17.446793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283a1ec7-12ab-4b3d-8d49-1e715a440ee3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:17.454093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53134) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:17.521090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.552905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5e869d-f35a-44e6-af87-cd20d5335c8d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:17.649843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:17.656053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.676469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Allocated IP 172.25.3.185 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/4e3972ad-d1d1-4484-9ea9-319a356374e9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:17.805252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af55b-91db-43c4-b1d0-4c9341deb22d req-cb9166ea-8347-4fb2-b1bc-a67ad110c3e0 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:17.814014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=6e5e869d-f35a-44e6-af87-cd20d5335c8d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:17.814414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a8af55b-91db-43c4-b1d0-4c9341deb22d req-cb9166ea-8347-4fb2-b1bc-a67ad110c3e0 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 947 time: 0.1852257 Jul 22 14:33:17.823946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df9ffa37-dd61-4852-b798-622b71717ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:17.824914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.825265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.825612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.829103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.829573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.830183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.830954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.833675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.834236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.834897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.837566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.838210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:17.856466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6e5e869d-f35a-44e6-af87-cd20d5335c8d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:18.103110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.114791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a8af55b-91db-43c4-b1d0-4c9341deb22d req-d4b70b9b-f7c8-456a-b12e-bf283842255a tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991486 Jul 22 14:33:18.180942 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df9ffa37-dd61-4852-b798-622b71717ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.192686 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.208190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.214834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.221860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.231632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.238862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.246680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.253420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.255915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-e35475f0-8fb4-4caf-abe1-03f42942704f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.2793245 Jul 22 14:33:18.256821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df9ffa37-dd61-4852-b798-622b71717ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.310312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:18.315281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:18.318111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:18.344405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Pushing event updated for resources: {'Port': ['ID=4e3972ad-d1d1-4484-9ea9-319a356374e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:18.370247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-df9ffa37-dd61-4852-b798-622b71717ea4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97f2610e3c264044bcfeb379bbc6af11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9143324 Jul 22 14:33:18.371113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ffa37-dd61-4852-b798-622b71717ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7837edd-93af-4262-94a2-bba8b8d8af9e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:18.372314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:18.373280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.386782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53202) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:18.392336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9f4bcf8-9d78-4665-82f7-cb29f71a3888 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5250652 Jul 22 14:33:18.396755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:18.404403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.185'}]}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:18.439286 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.441788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.444066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53067d29-030b-445f-ace9-36c1ddeb45ee req-24ef44dc-2bce-4171-80cf-c23f24eccfbc tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1615789 Jul 22 14:33:18.504727 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56b3906c-df2e-433c-9161-d48b74eea30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.513080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53208) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:18.556243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.556817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56b3906c-df2e-433c-9161-d48b74eea30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.657010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56b3906c-df2e-433c-9161-d48b74eea30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.660412 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-56b3906c-df2e-433c-9161-d48b74eea30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.679967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-56b3906c-df2e-433c-9161-d48b74eea30d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7837edd-93af-4262-94a2-bba8b8d8af9e HTTP/1.1" status: 204 len: 168 time: 0.2900691 Jul 22 14:33:18.705129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3906c-df2e-433c-9161-d48b74eea30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7837edd-93af-4262-94a2-bba8b8d8af9e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:18.887514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f1371d75-954b-4cfb-b2a2-660568b672fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c48bc2e62a974f86914298cf09cf0d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732343 Jul 22 14:33:18.889912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53222) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:18.952155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09caa0a9-3afd-479d-b4f1-66f34e819806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:18.978479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09caa0a9-3afd-479d-b4f1-66f34e819806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.043390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09caa0a9-3afd-479d-b4f1-66f34e819806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.048414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09caa0a9-3afd-479d-b4f1-66f34e819806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.050362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-09caa0a9-3afd-479d-b4f1-66f34e819806 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3789af1a-6004-417e-9566-891ff22f347c HTTP/1.1" status: 204 len: 168 time: 0.1594527 Jul 22 14:33:19.062491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caa0a9-3afd-479d-b4f1-66f34e819806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3789af1a-6004-417e-9566-891ff22f347c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:19.064552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.155378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6e5e869d-f35a-44e6-af87-cd20d5335c8d up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:19.228650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 6e5e869d-f35a-44e6-af87-cd20d5335c8d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:19.243204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 6e5e869d-f35a-44e6-af87-cd20d5335c8d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:19.243905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.320073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd25f94-b8af-4b9c-b41d-e71dd250fb20 req-6d654083-1416-4afd-a025-85b2c89ce259 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.328211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fd25f94-b8af-4b9c-b41d-e71dd250fb20 req-6d654083-1416-4afd-a025-85b2c89ce259 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 948 time: 0.1058233 Jul 22 14:33:19.368407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.392524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fd25f94-b8af-4b9c-b41d-e71dd250fb20 req-0919d24c-9592-4409-afc0-3afe365b9b51 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621550 Jul 22 14:33:19.399276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.424750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.427986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5e869d-f35a-44e6-af87-cd20d5335c8d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:19.431389 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204813eb-a700-4a2b-8910-ee730e2900d8" -d '{"events": [{"server_uuid": "88130f73-40ed-47d1-aaa4-bfc179b530a5", "name": "network-vif-plugged", "status": "completed", "tag": "6e5e869d-f35a-44e6-af87-cd20d5335c8d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:19.458222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:19.465240 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.467754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 631ce96a-9ce3-4aa1-8748-0bfedb9934fe no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:19.499601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 631ce96a-9ce3-4aa1-8748-0bfedb9934fe {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:19.500409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 631ce96a-9ce3-4aa1-8748-0bfedb9934fe not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:19.529564 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298658d7-f156-45c2-a6a4-d3dc911a665a x-openstack-request-id: req-298658d7-f156-45c2-a6a4-d3dc911a665a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:19.529847 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88130f73-40ed-47d1-aaa4-bfc179b530a5", "name": "network-vif-plugged", "status": "completed", "tag": "6e5e869d-f35a-44e6-af87-cd20d5335c8d", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:19.530163 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-298658d7-f156-45c2-a6a4-d3dc911a665a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:19.530720 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5e869d-f35a-44e6-af87-cd20d5335c8d', 'code': 200} Jul 22 14:33:19.591113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=6e5e869d-f35a-44e6-af87-cd20d5335c8d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:19.704593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0fa93-579c-47c0-af0d-acddfdb110b1 req-8a81c30b-8eb0-4e3f-bb13-68e5d13aa358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.706128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47b0fa93-579c-47c0-af0d-acddfdb110b1 req-8a81c30b-8eb0-4e3f-bb13-68e5d13aa358 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 1100 time: 0.1206772 Jul 22 14:33:19.744765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.751251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.757130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:19.757913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.764466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.770800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.777332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.783601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:19.785709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-e0ab5746-a6c6-45f0-a44c-05b878638e36 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.2131135 Jul 22 14:33:19.822413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47b0fa93-579c-47c0-af0d-acddfdb110b1 req-d3649bca-3ed2-41a8-a615-30d94b48595a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101601 Jul 22 14:33:19.863458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f58ad8a-74ee-411f-b24c-ee5c2ded2139 req-f01f1153-a8c8-4477-b316-d9e0af6c7eb7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602779 Jul 22 14:33:20.000411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.002854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.058644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.059256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecb53334-b06f-4897-bdb9-7d1ab7fd9769 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:33:20.079507 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:33:20.080533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aee50a15-4afe-4f2e-9466-fadb48836cf0 tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6825969 Jul 22 14:33:20.083718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53260) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:20.189974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Deleting port 4e3972ad-d1d1-4484-9ea9-319a356374e9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:20.190406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.285697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.302551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Calling delete_port for 4e3972ad-d1d1-4484-9ea9-319a356374e9 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:20.453242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.502907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e3972ad-d1d1-4484-9ea9-319a356374e9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:20.638222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:20.640205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb180fbe-a639-449e-b170-7fe355c50cba tempest-RoutersAdminNegativeTest-1599773789 tempest-RoutersAdminNegativeTest-1599773789-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4e3972ad-d1d1-4484-9ea9-319a356374e9 HTTP/1.1" status: 204 len: 168 time: 0.5552256 Jul 22 14:33:20.677191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f7c4-7293-4095-8829-474c914ac270 req-a0d21cb7-a1cc-4a9b-8fe3-ee2cdc8e7b45 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:20.680261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee29f7c4-7293-4095-8829-474c914ac270 req-a0d21cb7-a1cc-4a9b-8fe3-ee2cdc8e7b45 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 949 time: 0.0991940 Jul 22 14:33:20.730670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee29f7c4-7293-4095-8829-474c914ac270 req-18b0bf11-1d22-402f-92a4-d27843c709ed tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 Jul 22 14:33:21.117715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.123578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.129581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.136213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.142741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.148729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.154709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.163491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-3ef22af9-a547-4346-83ac-900d014472b6 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.2009978 Jul 22 14:33:21.210829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98842ea-83f8-4e5a-a067-5ff93949361e req-d011aa50-2169-4f53-a27c-b1f262943fc2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466368 Jul 22 14:33:21.252987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:21.570218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53314) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:21.661619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e8c75b-a41e-4084-b9b9-4b5001f0e53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.711397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-64999196-network', 'tenant_id': '13ef98b5402d45c4a2aefab962919dc0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:21.794069 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e8c75b-a41e-4084-b9b9-4b5001f0e53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.803315 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e8c75b-a41e-4084-b9b9-4b5001f0e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.892682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8c75b-a41e-4084-b9b9-4b5001f0e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd6607b-b218-4edf-827f-638ebd1825cd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:21.901318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-49e8c75b-a41e-4084-b9b9-4b5001f0e53c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b7f9760ea124521a18124771baef855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472566 Jul 22 14:33:21.903834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Made reservation on behalf of 13ef98b5402d45c4a2aefab962919dc0 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:21.904245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:21.907153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.920782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:21.979485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81416-c961-4373-b900-d9efdbf86edc req-3da6f3ba-67d0-454b-b0fe-0b33b612cd9d tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:21.981051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6bc81416-c961-4373-b900-d9efdbf86edc req-3da6f3ba-67d0-454b-b0fe-0b33b612cd9d tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 949 time: 0.1500607 Jul 22 14:33:22.025037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48d2df99-a8ba-49c7-906f-3e93dc7d295f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.074211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48d2df99-a8ba-49c7-906f-3e93dc7d295f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.090878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6bc81416-c961-4373-b900-d9efdbf86edc req-f4aeda47-5f5b-4772-af4f-6fa0014dea1b tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014230 Jul 22 14:33:22.150447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.156315 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.170350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48d2df99-a8ba-49c7-906f-3e93dc7d295f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.173242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-48d2df99-a8ba-49c7-906f-3e93dc7d295f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.179141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-48d2df99-a8ba-49c7-906f-3e93dc7d295f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bd6607b-b218-4edf-827f-638ebd1825cd HTTP/1.1" status: 204 len: 168 time: 0.2731097 Jul 22 14:33:22.186389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:33:22.191808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2df99-a8ba-49c7-906f-3e93dc7d295f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd6607b-b218-4edf-827f-638ebd1825cd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.213727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.240677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.241561 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Added segment d0695ec8-172f-46fc-9739-6f1f0b58ed44 of type vlan for network 4bdd2c26-f19e-4674-af3e-83ec7835777e Jul 22 14:33:22.307518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.383234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.384321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.384976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.448162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.454788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.462470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.469034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.475681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.482871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.488111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.490133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-a78e37aa-6ca6-4af7-94d7-39cac541f8aa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.1868329 Jul 22 14:33:22.523918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9520841 Jul 22 14:33:22.525680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf039a-d7f6-4bec-9e52-9b8094ff52b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4bdd2c26-f19e-4674-af3e-83ec7835777e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.527112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:22.532377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Request body: {'subnet': {'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-64999196-subnet', 'tenant_id': '13ef98b5402d45c4a2aefab962919dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:22.536998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:33:22.557562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Made reservation on behalf of 13ef98b5402d45c4a2aefab962919dc0 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:22.560685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.589377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-640a11a2-eb11-46f0-b70e-11eaf63ccb28 req-0e9cdea1-2dcf-46c8-9c00-c6b3c3d52172 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690022 Jul 22 14:33:22.821862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.892122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e5b7b8-14f1-4d68-b865-0e78f3688865,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:22.904364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Checking segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:22.905624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Network hostable DHCP agents. Network: 4bdd2c26-f19e-4674-af3e-83ec7835777e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:33:22.925275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:33:22.940081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4bdd2c26-f19e-4674-af3e-83ec7835777e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:22.946332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:22.947261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:22.951915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b4f0a-06e7-4789-861d-978b071ba3ff None None] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:33:22.976512 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f0001ee4-737c-4f36-9f9d-1efbf18ad4f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4405251 Jul 22 14:33:23.103186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71529ca-99f9-4888-bd5c-460c2314678a None None] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:33:23.123696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-c1f05c2b-9ed0-4ac3-83bc-5114f74eba16 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d28df722eedb4aea88c7a3d6edb32734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495729 Jul 22 14:33:23.126840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:23.212808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ef319137-4305-46b9-bc4b-10400bb85431 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ab4685e196640f3a7368ab045d5d17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837791 Jul 22 14:33:23.214983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:23.350135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d76818f-c978-45c6-9d70-5681a87e83d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.379609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d76818f-c978-45c6-9d70-5681a87e83d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.382886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-51db34a3-3a66-4494-838e-206c881d6f3c tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.390410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-51db34a3-3a66-4494-838e-206c881d6f3c tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651649 Jul 22 14:33:23.413772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-2034da4c-d474-419f-a9ea-8e8f635372ba tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/quotas/d28df722eedb4aea88c7a3d6edb32734 HTTP/1.1" status: 200 len: 375 time: 0.0214314 Jul 22 14:33:23.461968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d76818f-c978-45c6-9d70-5681a87e83d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.465628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d76818f-c978-45c6-9d70-5681a87e83d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:23.467043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7d76818f-c978-45c6-9d70-5681a87e83d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/283a1ec7-12ab-4b3d-8d49-1e715a440ee3 HTTP/1.1" status: 204 len: 168 time: 0.2464049 Jul 22 14:33:23.481708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76818f-c978-45c6-9d70-5681a87e83d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a1ec7-12ab-4b3d-8d49-1e715a440ee3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:23.510564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-f4d8e1d5-ff83-4086-807c-94d2b00472ef tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923409 Jul 22 14:33:23.803168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a4e9176-f356-44e3-820e-58e578f3a507 req-ef41921a-a57d-4757-a1ae-906610adfab8 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 210 time: 0.0833342 Jul 22 14:33:23.874716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.882359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.895433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.902755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.912387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.921404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.929114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:23.931622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-f9b7927c-675a-4439-a74e-666af983ca80 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5419 time: 0.1997833 Jul 22 14:33:24.006586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f37461de-b427-474e-ba6a-f1eda24c12ad req-0b018628-8854-4a30-b6dc-2cd7409b4a6a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645034 Jul 22 14:33:24.686404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-57a31eb7-6be5-4106-b52f-27b9393fc1cf tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:24.688307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-57a31eb7-6be5-4106-b52f-27b9393fc1cf tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 820 time: 0.1474743 Jul 22 14:33:24.715582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-852d313a-badf-424d-a976-5425f1cbfe68 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/quotas/13ef98b5402d45c4a2aefab962919dc0 HTTP/1.1" status: 200 len: 375 time: 0.0194421 Jul 22 14:33:24.765041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-51a7b317-b1ea-4094-b30d-0bcf8648d249 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483425 Jul 22 14:33:24.796327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-a8a709d8-c50d-46f2-af0c-89355fc06f5d tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d28df722eedb4aea88c7a3d6edb32734&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410531 Jul 22 14:33:24.961190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16e77ed4-6802-499b-8940-3d91ba49a71b req-9b4f0812-7f5b-4470-8256-bef032eac512 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 210 time: 0.0412960 Jul 22 14:33:24.999934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-884658fe-d420-4e73-ae75-ed49bfbf102b tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.001423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-884658fe-d420-4e73-ae75-ed49bfbf102b tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988785 Jul 22 14:33:25.013643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Request body: {'port': {'device_id': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'd28df722eedb4aea88c7a3d6edb32734'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:25.068068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 280d8c1d-a55e-4e04-bdb2-b0624228a206 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:25.242168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:25.257464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '280d8c1d-a55e-4e04-bdb2-b0624228a206', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'port_id': '280d8c1d-a55e-4e04-bdb2-b0624228a206', 'mac_address': 'fa:16:3e:09:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:25.264968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-2947aa47-9915-4ac1-b9bf-694731af72b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990048 Jul 22 14:33:25.329677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-ba053acb-ec9d-4a97-b332-1486a4ce0343 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324053 Jul 22 14:33:25.337559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:25.360552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280d8c1d-a55e-4e04-bdb2-b0624228a206 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:25.391860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:25.395568 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:25.397363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device aaaf8ddc-333a-4ec3-9867-b5054785368e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:25.509534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-77731bfd-9339-4583-8cfb-a3121e5b1e05 service neutron] 10.222.0.60 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433283 Jul 22 14:33:25.518541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Made reservation on behalf of d28df722eedb4aea88c7a3d6edb32734 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:25.530575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:25.564054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-b03559c3-5386-4c2c-be46-12819d82ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.565878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-b03559c3-5386-4c2c-be46-12819d82ee4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 1100 time: 0.1863751 Jul 22 14:33:25.704307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:25.708386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:25.750799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'aaaf8ddc-333a-4ec3-9867-b5054785368e', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'port_id': 'aaaf8ddc-333a-4ec3-9867-b5054785368e', 'mac_address': 'fa:16:3e:e5:7c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:25.751068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.761143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.773164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.781385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.789404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.796667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.803437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.816406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-59ef091c-1393-4bf5-bf71-9cbe829109e4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5420 time: 0.6561501 Jul 22 14:33:25.845540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-6e86d4fc-e507-4de8-83c4-1ab058bb647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:25.851988 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-6e86d4fc-e507-4de8-83c4-1ab058bb647d service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2490408 Jul 22 14:33:25.879708 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:25.925537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaaf8ddc-333a-4ec3-9867-b5054785368e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:25.939474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-addb12f0-0046-4b19-9700-ac9ac28811a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d HTTP/1.1" status: 200 len: 217 time: 0.0835721 Jul 22 14:33:25.994099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:26.006018 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.008477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dde22fde-1701-438f-ab51-02206a3548b5 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:26.029774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Allocated IP 192.168.233.164 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/bf3796bb-990c-4439-ac0e-ca8ab8e9c338) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:26.077039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-a6f83599-d7ca-4d4a-a925-0d2d6a5c1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:26.080248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-a6f83599-d7ca-4d4a-a925-0d2d6a5c1a7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1335213 Jul 22 14:33:26.095701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dde22fde-1701-438f-ab51-02206a3548b5,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:26.173073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-f8b1c311-a25f-45f3-b36c-fc4995c0d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:26.175899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-f8b1c311-a25f-45f3-b36c-fc4995c0d002 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890918 Jul 22 14:33:26.246358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'dde22fde-1701-438f-ab51-02206a3548b5', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'port_id': 'dde22fde-1701-438f-ab51-02206a3548b5', 'mac_address': 'fa:16:3e:41:91:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:26.288631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b94a86a-496c-43a8-a4c8-5a8c5f16be1b req-cc0666b9-343b-42af-8e0f-fd85f3edafd6 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 210 time: 0.0478923 Jul 22 14:33:26.346030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ffd1bce-e269-44a9-ae1f-ba3843b3e7ef req-049cf110-9eb1-4f31-bbde-858e90a6228d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5274885 Jul 22 14:33:26.382177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.398949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Transition to ACTIVE for port object bf3796bb-990c-4439-ac0e-ca8ab8e9c338 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:26.434338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:26.484310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.500939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.520656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6e5e869d-f35a-44e6-af87-cd20d5335c8d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:26.536060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-31578a9f-584a-458c-a459-b424597b2a09 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530228 Jul 22 14:33:26.602264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde22fde-1701-438f-ab51-02206a3548b5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:26.631251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Pushing event updated for resources: {'Port': ['ID=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:26.669307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dde22fde-1701-438f-ab51-02206a3548b5,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:26.679837 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.680648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device acfed491-6555-4cd4-a9ea-db49b01b4f62 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:26.719738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:26.723113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:26.726608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:26.834078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:26.835901 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:26.852396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d98ffc-5f7d-47a5-b2e8-10736ded293d req-e2096a6c-044f-45b7-af18-2af0b9efb95e tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:26.862158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87d98ffc-5f7d-47a5-b2e8-10736ded293d req-e2096a6c-044f-45b7-af18-2af0b9efb95e tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 936 time: 0.3574052 Jul 22 14:33:26.876700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:26.891370 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76f77c38-e709-45c8-a8d9-61452d40a53b req-981f68a6-edaa-47d2-a6ba-983c9fbe1214 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477321 Jul 22 14:33:26.893478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-d08ee5d5-f454-49bd-937c-afa4c54fa5f3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8830023 Jul 22 14:33:26.911505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Request body: {'port': {'device_id': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:27.018387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87d98ffc-5f7d-47a5-b2e8-10736ded293d req-a8e10f14-1ae5-421d-8d5a-c1893a36c9d9 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551754 Jul 22 14:33:27.177810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port acfed491-6555-4cd4-a9ea-db49b01b4f62, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:27.191933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'acfed491-6555-4cd4-a9ea-db49b01b4f62', 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41', 'port_id': 'acfed491-6555-4cd4-a9ea-db49b01b4f62', 'mac_address': 'fa:16:3e:ca:47:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ddddc7-9070-49f3-8b67-72ef7c13fb44', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:27.208115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.261359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-85dfd765-c750-4e74-a981-f90141bd1b0e None None] Provisioning for port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:27.271544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-85dfd765-c750-4e74-a981-f90141bd1b0e None None] Provisioning complete for port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:27.271930 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85dfd765-c750-4e74-a981-f90141bd1b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.298788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.341240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfed491-6555-4cd4-a9ea-db49b01b4f62 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:27.445475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port acfed491-6555-4cd4-a9ea-db49b01b4f62, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:27.462031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-85dfd765-c750-4e74-a981-f90141bd1b0e None None] Port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:33:27.465932 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.465932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 87ba316b-2abe-4025-9d4a-a28d0115eff2 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:27.492784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:27.636844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 87ba316b-2abe-4025-9d4a-a28d0115eff2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:27.682464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35bfaf96-59c0-4632-b372-7f3c1f3f6592 req-42b302d0-8b64-494c-9cd4-e930565702d0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 210 time: 0.1697099 Jul 22 14:33:27.704395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '87ba316b-2abe-4025-9d4a-a28d0115eff2', 'network_id': '521a81a3-bb0b-4ea4-b0bf-903efdaa6465', 'port_id': '87ba316b-2abe-4025-9d4a-a28d0115eff2', 'mac_address': 'fa:16:3e:5b:0c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:27.720775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=acfed491-6555-4cd4-a9ea-db49b01b4f62,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:27.801744 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.812920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4f55d77c-7ded-4f02-98b1-cd9bb7fa3310 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.815043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4f55d77c-7ded-4f02-98b1-cd9bb7fa3310 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 820 time: 0.2675116 Jul 22 14:33:27.830814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'port': {'device_id': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'admin_state_up': True, 'tenant_id': '13ef98b5402d45c4a2aefab962919dc0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:27.834633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ba316b-2abe-4025-9d4a-a28d0115eff2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:27.879687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 87ba316b-2abe-4025-9d4a-a28d0115eff2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:27.883041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.892237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:27.892931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a1e83f58-b48c-40ed-a9ce-2d374549cd64 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:27.903331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.911998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.917088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.923608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.930121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.936846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:27.948113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-199c51b1-4cbe-4556-a132-655217975d38 req-b9321f17-f760-4c90-9017-4661442e7b30 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5423 time: 0.4452827 Jul 22 14:33:27.965049 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9cf56b31-4e54-41eb-96c6-689d43630c5c tempest-ServiceProvidersTest-937078142 tempest-ServiceProvidersTest-937078142-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4707649 Jul 22 14:33:28.014441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Made reservation on behalf of 13ef98b5402d45c4a2aefab962919dc0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:28.019909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.062035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=87ba316b-2abe-4025-9d4a-a28d0115eff2,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:28.160728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-199c51b1-4cbe-4556-a132-655217975d38 req-2ec9e54d-095a-45e9-a817-5bda0c693935 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2104981 Jul 22 14:33:28.222292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:28.255089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3796bb-990c-4439-ac0e-ca8ab8e9c338 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:28.265265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'port_id': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'mac_address': 'fa:16:3e:80:1c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:28.277325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.287889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Allocated IP 172.20.0.11 (4bdd2c26-f19e-4674-af3e-83ec7835777e/23e5b7b8-14f1-4d68-b865-0e78f3688865/e4869a69-7db0-42c0-b717-cb83b0975cac) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:28.341375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.343761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Transition to ACTIVE for port object bf3796bb-990c-4439-ac0e-ca8ab8e9c338 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:28.358931 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.361499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e83f58-b48c-40ed-a9ce-2d374549cd64 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:28.403425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:28.411884 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.415051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:28.446706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd08c-5d01-4fa5-85cc-cc5136d94455 req-defcca36-945d-42f0-a813-63de118cf747 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:28.448351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e97fd08c-5d01-4fa5-85cc-cc5136d94455 req-defcca36-945d-42f0-a813-63de118cf747 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 936 time: 0.3337555 Jul 22 14:33:28.537141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:28.565384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:28.594809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e97fd08c-5d01-4fa5-85cc-cc5136d94455 req-99b9c5d9-be6a-4097-a37b-3fb251bc88d2 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346235 Jul 22 14:33:28.667852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:28.706623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Attempting to bind port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:28.707228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Attempting to bind port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:28.707717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Attempting to bind port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:28.713927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6', 'network_id': 'ec93a32d-1315-4552-900e-596c6b136b41', 'port_id': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6', 'mac_address': 'fa:16:3e:8e:4b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5ddddc7-9070-49f3-8b67-72ef7c13fb44', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:28.714837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:28.715566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Attempting to bind port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:28.723440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:28.724187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:28.724743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:28.726368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Bound port: bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:28.727017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.755237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.823621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] For port bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:28.836329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.847132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] For port bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:28.862725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.879572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53534) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:28.893537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:28.904139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.979746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:28.981427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:28.983179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] 10.222.0.61 "PUT /v2.0/ports/bf3796bb-990c-4439-ac0e-ca8ab8e9c338 HTTP/1.1" status: 200 len: 1096 time: 2.0810266 Jul 22 14:33:29.007742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:29.014293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:29.020302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'tag': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:29.020895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:29.035447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:29.048715 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:29.050445 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5370cc99-2d97-4282-b03e-4e6d42c79c49" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f341d1-afd8-4398-a6eb-e0d3720ab4b4", "tag": "bf3796bb-990c-4439-ac0e-ca8ab8e9c338"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:29.120409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:29.172285 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48160f57-ac9b-4bb5-ae40-e6ed9f332165 x-openstack-request-id: req-48160f57-ac9b-4bb5-ae40-e6ed9f332165 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:29.174791 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f341d1-afd8-4398-a6eb-e0d3720ab4b4", "tag": "bf3796bb-990c-4439-ac0e-ca8ab8e9c338", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:29.175222 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48160f57-ac9b-4bb5-ae40-e6ed9f332165 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:29.175505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:29.175951 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'tag': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338', 'status': 'completed', 'code': 200} Jul 22 14:33:29.186613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.187577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:29.206890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:29.223098 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-f9c5d393-531f-4212-81d3-9143f113086b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3986349 Jul 22 14:33:29.236824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Request body: {'port': {'device_id': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:29.237830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.238371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.238895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.239689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.240186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.240677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.241226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.241569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.241909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.242242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.242621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.242957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c616e-2629-4f1c-ad61-4f3647c285b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:29.265714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71d43a-9a9c-4550-959d-101b01720da4 req-1acc566d-4311-4d2f-bbd6-d81a73427046 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.270785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c71d43a-9a9c-4550-959d-101b01720da4 req-1acc566d-4311-4d2f-bbd6-d81a73427046 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 932 time: 0.3979409 Jul 22 14:33:29.283968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-90d5d07f-bbc0-4cc5-bc9b-169a38705bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.285358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-90d5d07f-bbc0-4cc5-bc9b-169a38705bac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 1099 time: 0.2319608 Jul 22 14:33:29.394564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-75f2c1fe-e6fe-4e0b-ab42-3a30ec4060d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338 HTTP/1.1" status: 200 len: 217 time: 0.0927732 Jul 22 14:33:29.406326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:29.411015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:29.494431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c71d43a-9a9c-4550-959d-101b01720da4 req-11f7d5e1-bbe9-4612-83e8-3d0048862492 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139130 Jul 22 14:33:29.537956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-099defd9-2f09-48a0-9acf-0ec1acef8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:29.540487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-099defd9-2f09-48a0-9acf-0ec1acef8fb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1270545 Jul 22 14:33:29.749205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['280d8c1d-a55e-4e04-bdb2-b0624228a206'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:29.758649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['87ba316b-2abe-4025-9d4a-a28d0115eff2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:29.827760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:29.855948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:29.876413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['aaaf8ddc-333a-4ec3-9867-b5054785368e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:29.884842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['a1e83f58-b48c-40ed-a9ce-2d374549cd64'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:29.990909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0179acd056d6402ab4ba478330c8abfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1116629 Jul 22 14:33:30.011652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:30.074573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.087254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.110820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.128949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.140492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4869a69-7db0-42c0-b717-cb83b0975cac {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:30.141329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.149708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.152306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:30.158982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.168689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-d6228ffd-bced-47a4-9f91-97b22104d72b tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5426 time: 0.7571726 Jul 22 14:33:30.171242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Transition to ACTIVE for port object e4869a69-7db0-42c0-b717-cb83b0975cac will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:33:30.172566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194bb3a7-22d4-49b3-9b47-47f7a84d13cf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:30.198947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:30.355794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04655d79-a9f9-4d0d-9946-45517df67bdb req-4caa0345-2c7b-4588-a52a-74a895838318 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1856689 Jul 22 14:33:30.381728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:30.402176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-7920cedb-8649-4a71-8723-62d063c47e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.404589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-7920cedb-8649-4a71-8723-62d063c47e34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8575947 Jul 22 14:33:30.410839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.412117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.413545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.414058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.415315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.417186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.418196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.419707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.420967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.421962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.422309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.423559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86148d39-7641-4d92-b693-c6d40150a47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.465678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.466743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.468304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.469671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.471588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.472184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.472735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.474437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.475020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.476230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.478447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.479392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:33:30.632153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072c7a6-5c6c-4047-9062-a3aa2a58de92 req-dd2265f9-f5f6-4048-803f-a3186f8aa59f tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.633884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a072c7a6-5c6c-4047-9062-a3aa2a58de92 req-dd2265f9-f5f6-4048-803f-a3186f8aa59f tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 948 time: 0.4598308 Jul 22 14:33:30.765535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e632529f-c759-4022-b5ae-1a73d80359aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:30.786968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['acfed491-6555-4cd4-a9ea-db49b01b4f62'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:30.803667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Attempting to bind port e4869a69-7db0-42c0-b717-cb83b0975cac on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:33:30.810941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Attempting to bind port e4869a69-7db0-42c0-b717-cb83b0975cac by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:33:30.811986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Attempting to bind port e4869a69-7db0-42c0-b717-cb83b0975cac on network 4bdd2c26-f19e-4674-af3e-83ec7835777e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:30.828336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dde22fde-1701-438f-ab51-02206a3548b5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:30.835259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['6b7f9185-4481-4aec-9d5d-1ce3fa7234b6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:30.877712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e632529f-c759-4022-b5ae-1a73d80359aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:30.880103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a072c7a6-5c6c-4047-9062-a3aa2a58de92 req-70aac178-84eb-4721-8432-eec142d668c3 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396743 Jul 22 14:33:30.887377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-f87c6929-01a7-400e-9cc6-f40eb07ce51c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712667 Jul 22 14:33:30.900728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b6fa6-1d71-4d94-ae19-cb781d92b068 req-5257a890-062a-4ea7-bc48-b1f9174620b7 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:30.902508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-737b6fa6-1d71-4d94-ae19-cb781d92b068 req-5257a890-062a-4ea7-bc48-b1f9174620b7 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 944 time: 0.1725085 Jul 22 14:33:30.923629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Port e4869a69-7db0-42c0-b717-cb83b0975cac on network 4bdd2c26-f19e-4674-af3e-83ec7835777e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:33:30.925526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Attempting to bind port e4869a69-7db0-42c0-b717-cb83b0975cac on network 4bdd2c26-f19e-4674-af3e-83ec7835777e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:33:30.952892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:33:30.953247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Checking segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:33:30.960412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Bound using segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:33:30.960948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Bound port: e4869a69-7db0-42c0-b717-cb83b0975cac, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:33:30.961985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:31.076972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:33:31.082178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:33:31.097942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:31.187456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:31.213695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.215358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:31.218740 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-4bd053bb-9928-4afd-b80f-78092ee0979b service neutron] 10.222.0.61 "PUT /v2.0/ports/e4869a69-7db0-42c0-b717-cb83b0975cac HTTP/1.1" status: 200 len: 1092 time: 1.9868939 Jul 22 14:33:31.219928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'tag': 'e4869a69-7db0-42c0-b717-cb83b0975cac'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:31.234538 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1bcf3b-492c-4563-b664-920fba497007" -d '{"events": [{"name": "network-changed", "server_uuid": "91f6ef4e-aefc-4ad4-b2d6-460a9248369d", "tag": "e4869a69-7db0-42c0-b717-cb83b0975cac"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:31.261356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e632529f-c759-4022-b5ae-1a73d80359aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:31.266579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e632529f-c759-4022-b5ae-1a73d80359aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:31.268510 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e632529f-c759-4022-b5ae-1a73d80359aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/194bb3a7-22d4-49b3-9b47-47f7a84d13cf HTTP/1.1" status: 204 len: 168 time: 1.2558122 Jul 22 14:33:31.269413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-737b6fa6-1d71-4d94-ae19-cb781d92b068 req-f0486f06-f00e-47a0-8625-d1fac5e5f7e3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867707 Jul 22 14:33:31.336490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632529f-c759-4022-b5ae-1a73d80359aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194bb3a7-22d4-49b3-9b47-47f7a84d13cf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:31.340831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99c71d45-dff0-41bb-b1b0-c511d953fab9 req-9dbf5843-1a08-4f46-b06f-68ccca338198 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361887 Jul 22 14:33:31.396607 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb1bb2e-ffad-497a-be04-34bbeb48dde0 x-openstack-request-id: req-7bb1bb2e-ffad-497a-be04-34bbeb48dde0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:31.396930 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f6ef4e-aefc-4ad4-b2d6-460a9248369d", "tag": "e4869a69-7db0-42c0-b717-cb83b0975cac", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:31.398809 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bb1bb2e-ffad-497a-be04-34bbeb48dde0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:31.399217 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'tag': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'status': 'completed', 'code': 200} Jul 22 14:33:31.423926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-8fd83c44-b199-4571-bc51-5ecc173f76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.444985 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-8fd83c44-b199-4571-bc51-5ecc173f76b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 1095 time: 0.1541886 Jul 22 14:33:31.574532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-2e80db67-4708-49a7-8d3f-be5eb7938850 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4869a69-7db0-42c0-b717-cb83b0975cac HTTP/1.1" status: 200 len: 217 time: 0.1386476 Jul 22 14:33:31.675367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-2e1deb9b-8bd8-4d5c-9244-90cb78f3e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.680008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-2e1deb9b-8bd8-4d5c-9244-90cb78f3e5eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 200 len: 860 time: 0.0927541 Jul 22 14:33:31.709059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-043de4da-af0e-49b2-aca1-62a7d1a2c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.714054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-043de4da-af0e-49b2-aca1-62a7d1a2c7b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d28df722eedb4aea88c7a3d6edb32734&device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 1099 time: 0.3173683 Jul 22 14:33:31.745577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.756147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-d312c3ef-b26d-4d43-a63f-8e35648f37ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bdd2c26-f19e-4674-af3e-83ec7835777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681250 Jul 22 14:33:31.764523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.786347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.793466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.801913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.808894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.817193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:31.820271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-702797db-1d64-4213-9eab-638364f2d4d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5426 time: 0.3054411 Jul 22 14:33:31.915539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e42a453-ed1e-4901-b9d8-075aff428ad9 req-4ecf5b60-d47a-4f81-86d9-3c003dcebbd3 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754185 Jul 22 14:33:31.921714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-ad6ed6a1-6883-4cf5-80d6-84d772a43359 service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551068 Jul 22 14:33:32.046501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-3112b236-1388-4aad-a35d-0884b3a799d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.048212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-3112b236-1388-4aad-a35d-0884b3a799d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2265975 Jul 22 14:33:32.110635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-df6abaa8-6683-40b0-8077-94739dc119b5 req-77c1f635-a93c-4638-a4f0-d21aeacbb1ff service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804752 Jul 22 14:33:32.114163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-fd1180c0-561a-4b6a-b0a3-7292561060fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338 HTTP/1.1" status: 200 len: 217 time: 0.0457177 Jul 22 14:33:32.211657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69df9b-7009-4a0e-b147-c13b8e5fbb43 req-3b2e5dc9-e991-4839-84c0-f01592e30248 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.211657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e69df9b-7009-4a0e-b147-c13b8e5fbb43 req-3b2e5dc9-e991-4839-84c0-f01592e30248 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 948 time: 0.2068026 Jul 22 14:33:32.211657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-61ea9cb6-e7a8-4fc7-8915-fdd7c442df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.211657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-61ea9cb6-e7a8-4fc7-8915-fdd7c442df63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0806634 Jul 22 14:33:32.321920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e69df9b-7009-4a0e-b147-c13b8e5fbb43 req-1c5d2a49-3a60-4888-b373-44ff838becb0 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146851 Jul 22 14:33:32.396281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-4d3589dc-9685-4768-b9d5-2179dd00a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.399674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-4d3589dc-9685-4768-b9d5-2179dd00a0c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852393 Jul 22 14:33:32.426728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bcf3b-492c-4563-b664-920fba497007 req-5d137a34-105e-454a-b87f-8234099f9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.428467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-5d137a34-105e-454a-b87f-8234099f9d22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 1095 time: 0.1424792 Jul 22 14:33:32.598365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bcf3b-492c-4563-b664-920fba497007 req-211302c0-aaab-4421-99a2-0e3ba3025764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.602026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-211302c0-aaab-4421-99a2-0e3ba3025764 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 921 time: 0.1675527 Jul 22 14:33:32.621215 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-a0f276bb-34bf-44e3-90fb-8a4e4fde2103 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134209 Jul 22 14:33:32.645493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bd311-130f-4f5a-b716-40658e185e47 req-4a2dc15a-4f9c-4966-8f9f-77cc30cc83b2 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.648003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc7bd311-130f-4f5a-b716-40658e185e47 req-4a2dc15a-4f9c-4966-8f9f-77cc30cc83b2 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 944 time: 0.1801431 Jul 22 14:33:32.687002 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-1de5cb55-1bed-4d72-add1-16ac3d2085e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4869a69-7db0-42c0-b717-cb83b0975cac HTTP/1.1" status: 200 len: 217 time: 0.0759323 Jul 22 14:33:32.763776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bcf3b-492c-4563-b664-920fba497007 req-641d42b0-3451-4a46-a1c8-3f24a45346a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:32.765274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-641d42b0-3451-4a46-a1c8-3f24a45346a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 200 len: 860 time: 0.0695927 Jul 22 14:33:32.774943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc7bd311-130f-4f5a-b716-40658e185e47 req-3ed54bba-0fd0-4a37-99df-c947ea586499 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107254 Jul 22 14:33:32.808523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5370cc99-2d97-4282-b03e-4e6d42c79c49 req-32686ead-eeb9-465d-ab2e-dd9d15ec3e6c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752560 Jul 22 14:33:32.809029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-9766cec7-fd08-448d-8338-294a08e24cca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bdd2c26-f19e-4674-af3e-83ec7835777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363748 Jul 22 14:33:32.950383 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-b24c048c-a1ac-4868-bf47-87b2880eb7cb service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294098 Jul 22 14:33:33.063734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 87ba316b-2abe-4025-9d4a-a28d0115eff2 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:33.105514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.119782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.125866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d1bcf3b-492c-4563-b664-920fba497007 req-cb64221f-d5e6-4320-bf52-09576ecf2863 service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645019 Jul 22 14:33:33.132786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.153657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.154863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.166371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.179175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.200638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-3ef21ae3-63c4-4f2b-b505-7a7306eb6951 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5426 time: 0.1996584 Jul 22 14:33:33.278714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 87ba316b-2abe-4025-9d4a-a28d0115eff2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:33.289564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 87ba316b-2abe-4025-9d4a-a28d0115eff2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:33.290236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.361845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d41cec0c-bd3a-4134-83b6-d66a3f2d435a req-e9f341ac-c42e-48d8-808a-d927b5727b59 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656501 Jul 22 14:33:33.440791 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.628089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ba316b-2abe-4025-9d4a-a28d0115eff2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:33.631252 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37e5d3c-bfc9-419b-98e4-ac47008d35af" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "87ba316b-2abe-4025-9d4a-a28d0115eff2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:33.644684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 87ba316b-2abe-4025-9d4a-a28d0115eff2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:33.650550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.651704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a1e83f58-b48c-40ed-a9ce-2d374549cd64 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:33.656721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053fb6d-5fc6-4abc-8d01-caa8991c8491 req-d1b0fcfb-a40e-49bd-bc41-adf3cb95ecbf tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.666116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5053fb6d-5fc6-4abc-8d01-caa8991c8491 req-d1b0fcfb-a40e-49bd-bc41-adf3cb95ecbf tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 948 time: 0.1752648 Jul 22 14:33:33.731920 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94393ac-b5a6-4bba-9b8a-640f01c52a62 x-openstack-request-id: req-e94393ac-b5a6-4bba-9b8a-640f01c52a62 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:33.732264 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "87ba316b-2abe-4025-9d4a-a28d0115eff2", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:33.732518 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e94393ac-b5a6-4bba-9b8a-640f01c52a62 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:33.733632 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ba316b-2abe-4025-9d4a-a28d0115eff2', 'code': 200} Jul 22 14:33:33.745008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5053fb6d-5fc6-4abc-8d01-caa8991c8491 req-c9eb58a0-5f1f-40dd-af41-1e00cc731988 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777047 Jul 22 14:33:33.761672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=87ba316b-2abe-4025-9d4a-a28d0115eff2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:33.774976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port a1e83f58-b48c-40ed-a9ce-2d374549cd64 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:33.779452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port a1e83f58-b48c-40ed-a9ce-2d374549cd64 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:33.780084 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.918305 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.959723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:33.965056 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:33.981047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88994884-7a21-408b-8e6c-8d9897f2973c req-8d3d4ba9-0df2-456f-bff8-de5a44d63a5b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:33.982893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88994884-7a21-408b-8e6c-8d9897f2973c req-8d3d4ba9-0df2-456f-bff8-de5a44d63a5b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 944 time: 0.1100888 Jul 22 14:33:33.994338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:34.040477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88994884-7a21-408b-8e6c-8d9897f2973c req-3292d20b-8daa-4659-9508-c17aa8c80864 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510967 Jul 22 14:33:34.046862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:34.188069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1711811627'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:34.223082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Made reservation on behalf of f4531427eb6f4db5a2239cae2d05f1cf for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:33:34.227847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.243761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.363821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.369904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.396562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:33:34.444986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.445476 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Added segment c67478ee-40db-45f9-b869-67f97cd86acc of type vlan for network 37dfb582-593a-4c81-bab1-548d3591342c Jul 22 14:33:34.487315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9798a0-5163-42a9-bb4f-ac018774e283,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:34.552115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.598003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.607106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.608026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:34.651661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.658786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.666731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.675113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.687263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.695618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.699617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7040665 Jul 22 14:33:34.703403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:34.711152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:34.712239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-b04d9ee0-c0ec-4f1d-84ff-b459a629f11e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5428 time: 0.2214122 Jul 22 14:33:34.717746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-c8bad689-161a-4267-bc79-0a9183477d53 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-818690374') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:34.786323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ca30eac-2a31-4859-84c0-b40cf1cf01c8 req-a8bf0539-0fef-4d53-9115-92813bae74f5 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673780 Jul 22 14:33:34.829797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca6a21-48a8-4aea-9011-8a9df61c784d tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Pushing event updated for resources: {'Network': ['ID=37dfb582-593a-4c81-bab1-548d3591342c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:34.846548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 37dfb582-593a-4c81-bab1-548d3591342c details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:33:34.924579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c8bad689-161a-4267-bc79-0a9183477d53 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "PUT /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-818690374 HTTP/1.1" status: 201 len: 201 time: 0.2114737 Jul 22 14:33:34.927078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:34.937854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-d107e129-6a88-4bc5-8a22-7c49c4187aa4 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-818690374') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:35.010286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0269e-f0ca-475a-a519-10112c239643 req-ff1297b1-45c3-4d9b-a906-bf57fdd69526 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:35.023458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bad0269e-f0ca-475a-a519-10112c239643 req-ff1297b1-45c3-4d9b-a906-bf57fdd69526 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 948 time: 0.1586127 Jul 22 14:33:35.036599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d107e129-6a88-4bc5-8a22-7c49c4187aa4 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-818690374 HTTP/1.1" status: 204 len: 168 time: 0.1081455 Jul 22 14:33:35.039703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.044501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-869feb3f-cc85-4eb5-a48b-465f09a85cf7 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:35.075409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 280d8c1d-a55e-4e04-bdb2-b0624228a206 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:35.085635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bad0269e-f0ca-475a-a519-10112c239643 req-68ac13be-3cab-452d-bdb5-c60d77d9dbcf tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607178 Jul 22 14:33:35.159753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-869feb3f-cc85-4eb5-a48b-465f09a85cf7 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags HTTP/1.1" status: 200 len: 237 time: 0.1186137 Jul 22 14:33:35.162424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.168595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-baf3bfe7-ff61-412d-b266-f950b4e31370 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', {'tags': ['tempest-TagsTest-Tag-745822584', 'tempest-TagsTest-Tag-669784231', 'tempest-TagsTest-Tag-1378443205']}) {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:35.181982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.219009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 280d8c1d-a55e-4e04-bdb2-b0624228a206 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:35.229916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e4869a69-7db0-42c0-b717-cb83b0975cac details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:35.242015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 280d8c1d-a55e-4e04-bdb2-b0624228a206 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:35.242839 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.351945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d4f5f-cfd6-4971-955f-70dea29c5ee3 req-d28f61ad-8555-4059-bb4d-6eebf41564c7 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:35.361564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c62d4f5f-cfd6-4971-955f-70dea29c5ee3 req-d28f61ad-8555-4059-bb4d-6eebf41564c7 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 944 time: 0.1687045 Jul 22 14:33:35.377961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-baf3bfe7-ff61-412d-b266-f950b4e31370 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "PUT /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags HTTP/1.1" status: 200 len: 307 time: 0.2138679 Jul 22 14:33:35.381583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53768) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.398935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-1fd141ed-e69d-4709-9d8e-6baa4b980ee8 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-745822584') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:35.419045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa2e7723-afa9-4ba5-bf1d-f428ef72d342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.448281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:35.466054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'port_id': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'mac_address': 'fa:16:3e:3a:ed:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e5b7b8-14f1-4d68-b865-0e78f3688865', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:35.505710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c62d4f5f-cfd6-4971-955f-70dea29c5ee3 req-4608e589-0aa8-4d26-80e6-a39c70ad443f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432464 Jul 22 14:33:35.565586 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.622653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1fd141ed-e69d-4709-9d8e-6baa4b980ee8 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "DELETE /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-745822584 HTTP/1.1" status: 204 len: 168 time: 0.2331529 Jul 22 14:33:35.623248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53784) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.631108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-b2d0d501-5e02-4f35-bf62-4c8813b16a3e tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-745822584') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:35.673188 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa2e7723-afa9-4ba5-bf1d-f428ef72d342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.673776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.680599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aa2e7723-afa9-4ba5-bf1d-f428ef72d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.717645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4869a69-7db0-42c0-b717-cb83b0975cac {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:35.728855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:35.734314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64'}, {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280d8c1d-a55e-4e04-bdb2-b0624228a206'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:35.735204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e7723-afa9-4ba5-bf1d-f428ef72d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d351bb82-ca41-454f-88d7-78d5ad0502e4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:35.737588 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d90c2d-4728-46e6-ac77-14d5e096a000" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64"}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "280d8c1d-a55e-4e04-bdb2-b0624228a206"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:35.743665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.746417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device aaaf8ddc-333a-4ec3-9867-b5054785368e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:35.757570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aa2e7723-afa9-4ba5-bf1d-f428ef72d342 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c3b6d38becb4dea9afee6dc0956fb1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695679 Jul 22 14:33:35.760513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.767009 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-b2d0d501-5e02-4f35-bf62-4c8813b16a3e tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] show failed (client error): The resource could not be found. Jul 22 14:33:35.768816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b2d0d501-5e02-4f35-bf62-4c8813b16a3e tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-745822584 HTTP/1.1" status: 404 len: 325 time: 0.1440814 Jul 22 14:33:35.771277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53794) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.780291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.tag.tag_plugin [None req-73f0dd38-1279-4d3d-b0c9-9ef459729c80 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-669784231') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:35.808530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:35.823211 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55144cc2-e547-40d1-9c49-7e3951a7b5c9 x-openstack-request-id: req-55144cc2-e547-40d1-9c49-7e3951a7b5c9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:35.823520 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64", "code": 200}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "280d8c1d-a55e-4e04-bdb2-b0624228a206", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:35.823783 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55144cc2-e547-40d1-9c49-7e3951a7b5c9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:35.824217 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'code': 200} Jul 22 14:33:35.824515 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280d8c1d-a55e-4e04-bdb2-b0624228a206', 'code': 200} Jul 22 14:33:35.844954 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.845645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bf3796bb-990c-4439-ac0e-ca8ab8e9c338 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:35.892800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6f71548-1e83-4037-a49e-b236bb28f619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.935217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:35.951410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-73f0dd38-1279-4d3d-b0c9-9ef459729c80 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-669784231 HTTP/1.1" status: 204 len: 168 time: 0.1738961 Jul 22 14:33:35.951763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6f71548-1e83-4037-a49e-b236bb28f619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:35.965053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:35.978463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-d9d76d15-b580-43d4-a7d7-67c9fee80916 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-1378443205') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:36.043492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.049814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.057732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.067060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.067707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.074816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.077088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port aaaf8ddc-333a-4ec3-9867-b5054785368e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:36.082145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.087321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port aaaf8ddc-333a-4ec3-9867-b5054785368e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:36.087720 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.089446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.091699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-102898ba-e961-42e3-addf-6c47239d77c6 req-e8f3e8b7-87a8-4f4f-a36e-f6e22b6e5a3f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5429 time: 0.1564665 Jul 22 14:33:36.177387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:36.198708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-102898ba-e961-42e3-addf-6c47239d77c6 req-53ed3505-5bd5-47c3-9bf0-6d0e3cf5184a tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914941 Jul 22 14:33:36.244593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338', 'mac_address': 'fa:16:3e:67:02:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:36.247596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9d76d15-b580-43d4-a7d7-67c9fee80916 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-1378443205 HTTP/1.1" status: 204 len: 168 time: 0.2808957 Jul 22 14:33:36.248459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:36.269266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-9c86b791-66fe-4e6e-abc4-8b21efd8eb01 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:36.306307 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6f71548-1e83-4037-a49e-b236bb28f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.310939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6f71548-1e83-4037-a49e-b236bb28f619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.312152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d6f71548-1e83-4037-a49e-b236bb28f619 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d351bb82-ca41-454f-88d7-78d5ad0502e4 HTTP/1.1" status: 204 len: 168 time: 0.5506139 Jul 22 14:33:36.347043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.355046 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.370968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f71548-1e83-4037-a49e-b236bb28f619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d351bb82-ca41-454f-88d7-78d5ad0502e4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.385602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d815df-e884-41a0-887e-7988f50812e8 req-83efcb69-6bc0-4887-9690-74789853d293 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.395758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3796bb-990c-4439-ac0e-ca8ab8e9c338 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:36.411542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99d815df-e884-41a0-887e-7988f50812e8 req-83efcb69-6bc0-4887-9690-74789853d293 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 948 time: 0.2434690 Jul 22 14:33:36.433087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:36.459242 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.460097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dde22fde-1701-438f-ab51-02206a3548b5 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:36.476938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99d815df-e884-41a0-887e-7988f50812e8 req-41572b43-4fcc-41f9-94cc-bd9ad3148c58 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562491 Jul 22 14:33:36.501293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c86b791-66fe-4e6e-abc4-8b21efd8eb01 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "DELETE /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags HTTP/1.1" status: 204 len: 168 time: 0.2470212 Jul 22 14:33:36.501726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:36.511193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-9b9cb8bb-d882-4cb4-8d91-e9d1d847e8e7 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-669784231') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:36.517871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:36.563556 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.648601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.774834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port dde22fde-1701-438f-ab51-02206a3548b5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:36.781575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d4a9-2f88-4dd3-a107-ec613a07e3c9 req-0632d9a5-df8e-4707-994d-922d0ace8a61 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:36.795893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port dde22fde-1701-438f-ab51-02206a3548b5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:36.796275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:36.807930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9163d4a9-2f88-4dd3-a107-ec613a07e3c9 req-0632d9a5-df8e-4707-994d-922d0ace8a61 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 945 time: 0.1672378 Jul 22 14:33:36.843074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:36.854542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bf3796bb-990c-4439-ac0e-ca8ab8e9c338'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:36.869903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e4869a69-7db0-42c0-b717-cb83b0975cac'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:36.907008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9163d4a9-2f88-4dd3-a107-ec613a07e3c9 req-72828cff-6fab-4097-b712-96b7449a5f1d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990505 Jul 22 14:33:36.936408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53856) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:36.952885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60c406-58ef-4490-8116-7d035be00fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.060802 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-9b9cb8bb-d882-4cb4-8d91-e9d1d847e8e7 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] show failed (client error): The resource could not be found. Jul 22 14:33:37.061902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9b9cb8bb-d882-4cb4-8d91-e9d1d847e8e7 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-669784231 HTTP/1.1" status: 404 len: 325 time: 0.5592372 Jul 22 14:33:37.064708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:37.070202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-da0c0628-eb30-4dd2-bca1-3e87fe31f6c8 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c', 'tempest-TagsTest-Tag-1378443205') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:37.080822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60c406-58ef-4490-8116-7d035be00fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.086021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab60c406-58ef-4490-8116-7d035be00fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.151583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ab60c406-58ef-4490-8116-7d035be00fa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f2539391f344bf4a0a08942975602d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114801 Jul 22 14:33:37.151583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60c406-58ef-4490-8116-7d035be00fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99913017-e652-42a1-baf5-9a97eeae29f0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:37.154306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53862) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:37.202767 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-da0c0628-eb30-4dd2-bca1-3e87fe31f6c8 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] show failed (client error): The resource could not be found. Jul 22 14:33:37.204332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-da0c0628-eb30-4dd2-bca1-3e87fe31f6c8 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "GET /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags/tempest-TagsTest-Tag-1378443205 HTTP/1.1" status: 404 len: 326 time: 0.1385467 Jul 22 14:33:37.206952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:37.214862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.tag.tag_plugin [None req-30fcf06a-bc56-4a77-9bae-ab8b4b657969 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '37dfb582-593a-4c81-bab1-548d3591342c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:37.221893 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65a26d2-298e-44bf-9b39-71b0439cd18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.243532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.251816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65a26d2-298e-44bf-9b39-71b0439cd18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.265190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.362953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30fcf06a-bc56-4a77-9bae-ab8b4b657969 tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "DELETE /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c/tags HTTP/1.1" status: 204 len: 168 time: 0.1543303 Jul 22 14:33:37.368168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:37.396560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65a26d2-298e-44bf-9b39-71b0439cd18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.399306 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65a26d2-298e-44bf-9b39-71b0439cd18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.400494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c65a26d2-298e-44bf-9b39-71b0439cd18a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99913017-e652-42a1-baf5-9a97eeae29f0 HTTP/1.1" status: 204 len: 168 time: 0.2446787 Jul 22 14:33:37.407190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dde22fde-1701-438f-ab51-02206a3548b5,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:37.431251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a26d2-298e-44bf-9b39-71b0439cd18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99913017-e652-42a1-baf5-9a97eeae29f0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:37.444980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.446094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device acfed491-6555-4cd4-a9ea-db49b01b4f62 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:37.456375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.472644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.474682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:37.495888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.498390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.511877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.530826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.542110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.563093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.565109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-145060b7-5e57-4011-9183-611651368d38 req-294b1b5f-5516-43a5-bffd-372847a5bce1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5430 time: 0.2216711 Jul 22 14:33:37.642181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.647596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.653327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dfb582-593a-4c81-bab1-548d3591342c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:37.665368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67478ee-40db-45f9-b869-67f97cd86acc') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:37.665734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67478ee-40db-45f9-b869-67f97cd86acc') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:37.671246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port acfed491-6555-4cd4-a9ea-db49b01b4f62 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:37.675488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:37.675696 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.678730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port acfed491-6555-4cd4-a9ea-db49b01b4f62 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:37.679222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.701550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-145060b7-5e57-4011-9183-611651368d38 req-9a5e9147-b242-4a20-ba0a-c2f5ada65535 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270070 Jul 22 14:33:37.704732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f51271b-3172-495b-ad51-722f8e3032f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.715085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.726585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:33:37.727012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:33:37.730223 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:33:37.792037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762e51-6eaa-46a5-b222-dcb2754b4f48 req-04a4e355-3db0-4773-963f-684ddaab5b75 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:37.794319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9762e51-6eaa-46a5-b222-dcb2754b4f48 req-04a4e355-3db0-4773-963f-684ddaab5b75 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 949 time: 0.1869721 Jul 22 14:33:37.807258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.823994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.826400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf8ddc-333a-4ec3-9867-b5054785368e'}, {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:37.829774 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12595b1-424e-461c-8043-5466f5260e40" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "aaaf8ddc-333a-4ec3-9867-b5054785368e"}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "dde22fde-1701-438f-ab51-02206a3548b5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:37.860179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port acfed491-6555-4cd4-a9ea-db49b01b4f62, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:37.862374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9762e51-6eaa-46a5-b222-dcb2754b4f48 req-cade551c-c884-4747-a46e-66bb01206ab8 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578754 Jul 22 14:33:37.871393 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.872232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:37.896387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Pushing event deleted for resources: {'Network': ['ID=37dfb582-593a-4c81-bab1-548d3591342c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:37.898903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:37.900877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c764292b-bf7c-41fe-ad5e-64be92b903ba tempest-TagsTest-2102460872 tempest-TagsTest-2102460872-project] 10.222.0.60 "DELETE /v2.0/networks/37dfb582-593a-4c81-bab1-548d3591342c HTTP/1.1" status: 204 len: 168 time: 0.5311921 Jul 22 14:33:37.963511 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57663c80-a7a3-4b31-bb91-ac3be33dd013 x-openstack-request-id: req-57663c80-a7a3-4b31-bb91-ac3be33dd013 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:37.965551 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "aaaf8ddc-333a-4ec3-9867-b5054785368e", "code": 200}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "dde22fde-1701-438f-ab51-02206a3548b5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:37.965822 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57663c80-a7a3-4b31-bb91-ac3be33dd013 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:37.967128 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaaf8ddc-333a-4ec3-9867-b5054785368e', 'code': 200} Jul 22 14:33:37.968042 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5', 'code': 200} Jul 22 14:33:38.005751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f51271b-3172-495b-ad51-722f8e3032f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.016581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0f51271b-3172-495b-ad51-722f8e3032f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.066671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=acfed491-6555-4cd4-a9ea-db49b01b4f62,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:38.090932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:38.095197 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0f51271b-3172-495b-ad51-722f8e3032f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=805b6cc3b8a7460eafbbb7a70988d338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181490 Jul 22 14:33:38.096295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51271b-3172-495b-ad51-722f8e3032f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b61703-2119-4405-9825-d75f715b8dfc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:38.096704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:38.097528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.098740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53900) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:38.146204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:38.177262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5df9339c-4f54-4510-a58f-a2df1c1fb638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.191336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dca70379-bb56-409b-878c-5445e39e7776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.205920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5df9339c-4f54-4510-a58f-a2df1c1fb638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.206122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b36d3a-2d9b-4316-91b6-c86b3c5f7276 req-c17a3612-5a61-4920-8c47-769b9fba731c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:38.213972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6b36d3a-2d9b-4316-91b6-c86b3c5f7276 req-c17a3612-5a61-4920-8c47-769b9fba731c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 945 time: 0.1782780 Jul 22 14:33:38.270641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.283136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5df9339c-4f54-4510-a58f-a2df1c1fb638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.288438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5df9339c-4f54-4510-a58f-a2df1c1fb638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.290263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5df9339c-4f54-4510-a58f-a2df1c1fb638 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2b61703-2119-4405-9825-d75f715b8dfc HTTP/1.1" status: 204 len: 168 time: 0.1891007 Jul 22 14:33:38.317010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9339c-4f54-4510-a58f-a2df1c1fb638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b61703-2119-4405-9825-d75f715b8dfc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:38.326113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:38.347390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6b36d3a-2d9b-4316-91b6-c86b3c5f7276 req-a6207dd2-3266-47bc-942c-1da7e8c7e889 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324136 Jul 22 14:33:38.347646 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.409410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:38.421542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:38.468912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dca70379-bb56-409b-878c-5445e39e7776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.474288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dca70379-bb56-409b-878c-5445e39e7776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.527873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dca70379-bb56-409b-878c-5445e39e7776 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7505f45435c447b9a55af6c83e75a4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782279 Jul 22 14:33:38.529177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca70379-bb56-409b-878c-5445e39e7776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d04c3f2-4cef-46ec-a788-66633dd47bfd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:38.530575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:38.627968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edb25ec-c1b7-41ac-8fa8-a1e292038d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.656042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edb25ec-c1b7-41ac-8fa8-a1e292038d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.757159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edb25ec-c1b7-41ac-8fa8-a1e292038d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.759813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8edb25ec-c1b7-41ac-8fa8-a1e292038d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.763397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8edb25ec-c1b7-41ac-8fa8-a1e292038d82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d04c3f2-4cef-46ec-a788-66633dd47bfd HTTP/1.1" status: 204 len: 168 time: 0.2292876 Jul 22 14:33:38.777341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:38.791239 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959e733d-60b8-4aa0-85aa-155153aa56b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:38.803565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-891000b3-f8e3-4894-b430-025fba6c44b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4531427eb6f4db5a2239cae2d05f1cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801224 Jul 22 14:33:38.804232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53922) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:38.805470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb25ec-c1b7-41ac-8fa8-a1e292038d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d04c3f2-4cef-46ec-a788-66633dd47bfd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:39.005339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f790db72-dad8-46db-80df-da55e0d7c6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.061894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f790db72-dad8-46db-80df-da55e0d7c6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.088965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.094811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.101357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.107997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.113915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.120461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.126177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.128166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-2705a68b-bfac-429b-8fc8-466af14430d2 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.2572083 Jul 22 14:33:39.209151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e4869a69-7db0-42c0-b717-cb83b0975cac up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:39.221439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb621669-13c3-422a-afbc-b25def6945ba req-dc48f9ab-bac9-4cae-ab58-7932aa7ba9be tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.222949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb621669-13c3-422a-afbc-b25def6945ba req-dc48f9ab-bac9-4cae-ab58-7932aa7ba9be tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 949 time: 0.2782784 Jul 22 14:33:39.229991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fafd283b-da50-4fc4-a6f3-c17c0399b513 req-7fe1ab4e-6aae-4e6c-a969-8f05a70eb920 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916319 Jul 22 14:33:39.265341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959e733d-60b8-4aa0-85aa-155153aa56b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.279789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-959e733d-60b8-4aa0-85aa-155153aa56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.303354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f790db72-dad8-46db-80df-da55e0d7c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.305905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f790db72-dad8-46db-80df-da55e0d7c6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.309945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f790db72-dad8-46db-80df-da55e0d7c6d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac9798a0-5163-42a9-bb4f-ac018774e283 HTTP/1.1" status: 204 len: 168 time: 0.4839902 Jul 22 14:33:39.310607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port e4869a69-7db0-42c0-b717-cb83b0975cac completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:39.323513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port e4869a69-7db0-42c0-b717-cb83b0975cac triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:39.323997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.345798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb621669-13c3-422a-afbc-b25def6945ba req-cb705be0-0823-4658-887a-d591c43db35f tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047549 Jul 22 14:33:39.349724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-959e733d-60b8-4aa0-85aa-155153aa56b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad3435436ec84797b801ed5088c835f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5711164 Jul 22 14:33:39.351318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e733d-60b8-4aa0-85aa-155153aa56b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4750ad4-1e3f-4bff-a75e-8fd8c2daa6a5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:39.353046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53950) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:39.363736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790db72-dad8-46db-80df-da55e0d7c6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9798a0-5163-42a9-bb4f-ac018774e283,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:39.461884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccaa9956-56e7-46ca-a85b-382de23d6e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.505250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccaa9956-56e7-46ca-a85b-382de23d6e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.509403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.600156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccaa9956-56e7-46ca-a85b-382de23d6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.600557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7022-bc6d-4f41-ac22-04ee8d770772 req-8f5035ea-3388-424c-93e1-3bf15fd83757 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:39.601989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:39.603178 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ccaa9956-56e7-46ca-a85b-382de23d6e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.604474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ccaa9956-56e7-46ca-a85b-382de23d6e8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4750ad4-1e3f-4bff-a75e-8fd8c2daa6a5 HTTP/1.1" status: 204 len: 168 time: 0.2502275 Jul 22 14:33:39.607188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd6a7022-bc6d-4f41-ac22-04ee8d770772 req-8f5035ea-3388-424c-93e1-3bf15fd83757 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 945 time: 0.1362085 Jul 22 14:33:39.613504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.614326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bf3796bb-990c-4439-ac0e-ca8ab8e9c338 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:33:39.627284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa9956-56e7-46ca-a85b-382de23d6e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4750ad4-1e3f-4bff-a75e-8fd8c2daa6a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:39.649278 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:33:39.668837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd6a7022-bc6d-4f41-ac22-04ee8d770772 req-f9ca9146-bc9b-4d29-94d5-9dec1ccf3b75 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542750 Jul 22 14:33:39.902596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08e9cdc2-17e1-44ed-9cc9-c1451f35624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.908585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:39.921821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:33:39.926195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:33:39.926195 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:39.969460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfed491-6555-4cd4-a9ea-db49b01b4f62'}, {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6'}, {'server_uuid': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4869a69-7db0-42c0-b717-cb83b0975cac'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:39.972355 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8dfa44-efff-4202-a631-a8e3e3defde0" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "acfed491-6555-4cd4-a9ea-db49b01b4f62"}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f9185-4481-4aec-9d5d-1ce3fa7234b6"}, {"server_uuid": "91f6ef4e-aefc-4ad4-b2d6-460a9248369d", "name": "network-vif-plugged", "status": "completed", "tag": "e4869a69-7db0-42c0-b717-cb83b0975cac"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:40.045274 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d8acd-6d42-4737-b811-016119cfb91a x-openstack-request-id: req-eb3d8acd-6d42-4737-b811-016119cfb91a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:40.045486 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "acfed491-6555-4cd4-a9ea-db49b01b4f62", "code": 200}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-plugged", "status": "completed", "tag": "6b7f9185-4481-4aec-9d5d-1ce3fa7234b6", "code": 200}, {"server_uuid": "91f6ef4e-aefc-4ad4-b2d6-460a9248369d", "name": "network-vif-plugged", "status": "completed", "tag": "e4869a69-7db0-42c0-b717-cb83b0975cac", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:40.045714 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb3d8acd-6d42-4737-b811-016119cfb91a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:40.046066 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfed491-6555-4cd4-a9ea-db49b01b4f62', 'code': 200} Jul 22 14:33:40.046320 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6', 'code': 200} Jul 22 14:33:40.048934 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'code': 200} Jul 22 14:33:40.077251 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.136096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:40.143213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.230175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ec88d-d416-41d5-91cd-7dbb08f75cd5 req-48b0a03b-a282-4bc2-b99a-dc2fb7f10255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.232791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-235ec88d-d416-41d5-91cd-7dbb08f75cd5 req-48b0a03b-a282-4bc2-b99a-dc2fb7f10255 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 1097 time: 0.1153874 Jul 22 14:33:40.245065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:40.251010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.253573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.254306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.255155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.255809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.257465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.258151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.260415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6297d4f-0178-4547-b408-54edf865b729 req-99f73cce-c5bf-41c5-a578-ba1192fddc7e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6490 time: 0.1353984 Jul 22 14:33:40.311516 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-235ec88d-d416-41d5-91cd-7dbb08f75cd5 req-b6bc92c7-cb59-4466-b0a7-14dc7056b6cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677090 Jul 22 14:33:40.347682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6297d4f-0178-4547-b408-54edf865b729 req-948742d4-adea-4718-80b0-24fbcf5e689d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764048 Jul 22 14:33:40.448595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.457164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.464776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.472696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.480812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.488768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.496609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.506206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-ca00f6b9-d006-4a46-9682-ede79ddb578d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.1513155 Jul 22 14:33:40.540454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:40.610808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20d7a3c2-28ad-427c-abf0-d330d4f96cdf req-e56914fa-43de-48a9-b629-baace3f6a396 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978024 Jul 22 14:33:40.660427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378dd45e-786e-4ed7-8d60-545c42afb4e6 req-c1f9e5a2-0e08-4fef-8d05-4c63b4d9822a tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.662082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-378dd45e-786e-4ed7-8d60-545c42afb4e6 req-c1f9e5a2-0e08-4fef-8d05-4c63b4d9822a tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.1340773 Jul 22 14:33:40.739772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-378dd45e-786e-4ed7-8d60-545c42afb4e6 req-5ad6ff88-30c3-4f1d-abd2-a45e94ca3866 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628955 Jul 22 14:33:40.796637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce648818-0316-488a-8f2c-689acce0dca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.865378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094ce6-070a-4ccd-b15b-92914a55f45d req-aa6dc12d-e1ec-4fc5-ad08-eb22220c22af tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:40.867426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b094ce6-070a-4ccd-b15b-92914a55f45d req-aa6dc12d-e1ec-4fc5-ad08-eb22220c22af tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.0853262 Jul 22 14:33:40.927071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce648818-0316-488a-8f2c-689acce0dca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.929492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b094ce6-070a-4ccd-b15b-92914a55f45d req-0516f011-de8e-47a0-9024-eb2a03b1593f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551002 Jul 22 14:33:40.939193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce648818-0316-488a-8f2c-689acce0dca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:40.974877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce648818-0316-488a-8f2c-689acce0dca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d9dc7e-ebcc-478a-a8de-6384fe55ed1d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:41.014654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:41.015381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ce648818-0316-488a-8f2c-689acce0dca7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12f080054d1a41729b8c901e3b486def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732015 Jul 22 14:33:41.072089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1e34901-676b-4a04-9d5a-bc3ff4f44e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:41.123519 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1e34901-676b-4a04-9d5a-bc3ff4f44e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:41.205964 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1e34901-676b-4a04-9d5a-bc3ff4f44e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:41.212303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1e34901-676b-4a04-9d5a-bc3ff4f44e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:41.215489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1e34901-676b-4a04-9d5a-bc3ff4f44e21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45d9dc7e-ebcc-478a-a8de-6384fe55ed1d HTTP/1.1" status: 204 len: 168 time: 0.1998467 Jul 22 14:33:41.238574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e34901-676b-4a04-9d5a-bc3ff4f44e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d9dc7e-ebcc-478a-a8de-6384fe55ed1d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:42.054804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:42.058116 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a5f9e-62b2-4ebb-bca0-2155ab402dbc" -d '{"events": [{"server_uuid": "e2f341d1-afd8-4398-a6eb-e0d3720ab4b4", "name": "network-vif-plugged", "status": "completed", "tag": "bf3796bb-990c-4439-ac0e-ca8ab8e9c338"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:42.111906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b4faead-5756-4fe2-a024-b5b12a5ff5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.115737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe289a4-ffb9-4d39-977c-fc7e1d2795d3 req-7c08ae51-e295-4dc4-a554-5b761e23f19c tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.118564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fe289a4-ffb9-4d39-977c-fc7e1d2795d3 req-7c08ae51-e295-4dc4-a554-5b761e23f19c tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.2175527 Jul 22 14:33:42.138981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.145160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.151817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.157937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.164942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.172427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.178545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.180655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-000a50cd-570e-4847-93cd-3f636ec5f76d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.2217126 Jul 22 14:33:42.248791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fe289a4-ffb9-4d39-977c-fc7e1d2795d3 req-38c8e93e-d35f-45c5-b1a0-960279ed8cad tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179478 Jul 22 14:33:42.280100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f3c7650-7623-46f0-91cd-4592ebf37e8e req-9f71e58a-bde7-423b-9c43-8d2449831fc4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0913110 Jul 22 14:33:42.327852 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.358068 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d0439b-f763-4672-a523-86989ef9893a x-openstack-request-id: req-f9d0439b-f763-4672-a523-86989ef9893a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:42.358716 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f341d1-afd8-4398-a6eb-e0d3720ab4b4", "name": "network-vif-plugged", "status": "completed", "tag": "bf3796bb-990c-4439-ac0e-ca8ab8e9c338", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:42.359323 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9d0439b-f763-4672-a523-86989ef9893a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:42.359938 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338', 'code': 200} Jul 22 14:33:42.495579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6691e3-0bec-47d8-a8c4-547e2c85ac4c req-4a47b7bf-0b44-448e-87ef-3e2c5f287cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.503911 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb6691e3-0bec-47d8-a8c4-547e2c85ac4c req-4a47b7bf-0b44-448e-87ef-3e2c5f287cea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 1101 time: 0.0743642 Jul 22 14:33:42.571147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9594e-909f-45c4-bbbd-27ee5f8a2fbd req-93626403-a7a1-4abb-b4a8-97dc44fe2b51 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.578328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20d9594e-909f-45c4-bbbd-27ee5f8a2fbd req-93626403-a7a1-4abb-b4a8-97dc44fe2b51 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.2237432 Jul 22 14:33:42.588142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb6691e3-0bec-47d8-a8c4-547e2c85ac4c req-896fa851-c9d4-47b0-9e9b-627e48eeaeac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802643 Jul 22 14:33:42.618263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.625197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.633059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.639650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.648071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.662283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.671832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.674298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ab93516-9583-4a18-b5a9-816bca9f82ff req-ccf24d8f-e425-44e2-9689-baa1eaa19060 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.2508957 Jul 22 14:33:42.686286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:42.695623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Request body: {'floatingip': {'port_id': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:42.733494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20d9594e-909f-45c4-bbbd-27ee5f8a2fbd req-67c6d06a-0dbf-48ab-9dc7-f80b9a87e651 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540835 Jul 22 14:33:42.811889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:42.983530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be262-0b3b-417d-a54e-62e8c243e6b0 req-0d3744a5-f77e-49fc-954c-1f4cf5bc6132 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:42.988808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-194be262-0b3b-417d-a54e-62e8c243e6b0 req-0d3744a5-f77e-49fc-954c-1f4cf5bc6132 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.1320412 Jul 22 14:33:43.087363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-194be262-0b3b-417d-a54e-62e8c243e6b0 req-82074660-bcd5-4130-ad8c-950ba351ca66 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913653 Jul 22 14:33:43.251646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4972b-6fea-4c7f-bb4d-0bfafd8bff61 req-b6f99600-f44b-4519-bdc1-061659e8323e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:43.253973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41c4972b-6fea-4c7f-bb4d-0bfafd8bff61 req-b6f99600-f44b-4519-bdc1-061659e8323e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.0884125 Jul 22 14:33:43.263491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54124) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:43.350357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41c4972b-6fea-4c7f-bb4d-0bfafd8bff61 req-227f0537-e524-4d2c-ba52-7ea02fea86d8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697954 Jul 22 14:33:43.521554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12211f91-870f-4a75-b1f6-023d28a04a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:43.554765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:43.587376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467d376-ba92-4bcb-8392-d4f2c0b510db req-745dfd0e-95d8-4ce6-b842-83ca4f6d123e tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:43.589004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2467d376-ba92-4bcb-8392-d4f2c0b510db req-745dfd0e-95d8-4ce6-b842-83ca4f6d123e tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.2346497 Jul 22 14:33:43.636906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:43.642442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:43.654758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4818b-c03e-45c5-b16e-187bc02f82d0 req-58b450c2-0aa0-4ee0-8992-42c8975e254a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:43.656443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ba4818b-c03e-45c5-b16e-187bc02f82d0 req-58b450c2-0aa0-4ee0-8992-42c8975e254a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.2198679 Jul 22 14:33:43.696405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2467d376-ba92-4bcb-8392-d4f2c0b510db req-cc90e177-4e2e-469b-81f0-bdeb35d81772 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997133 Jul 22 14:33:43.774317 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Floating IP 0fb5d5d8-689e-46aa-8deb-6572044517c4 associated. External IP: 172.25.3.68, port: a1e83f58-b48c-40ed-a9ce-2d374549cd64. Jul 22 14:33:43.793930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ba4818b-c03e-45c5-b16e-187bc02f82d0 req-d6f0ba61-77e6-4ad1-a2cd-c2b033e653bc tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265719 Jul 22 14:33:43.864136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12211f91-870f-4a75-b1f6-023d28a04a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:43.870043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12211f91-870f-4a75-b1f6-023d28a04a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:43.925471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-12211f91-870f-4a75-b1f6-023d28a04a8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c0c69e19f8542a4aea957769b232022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6607912 Jul 22 14:33:43.929276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54166) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:43.930299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12211f91-870f-4a75-b1f6-023d28a04a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b432008-6d17-403b-b04a-3dc227e6627a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:44.017530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fad436-f681-4657-8197-cbb56240ed7b req-3edb03ce-7c09-4a76-b3d8-bc5bdd37cc90 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:44.025235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93fad436-f681-4657-8197-cbb56240ed7b req-3edb03ce-7c09-4a76-b3d8-bc5bdd37cc90 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.0816751 Jul 22 14:33:44.066716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffc67b04-b4fa-4ce8-8145-c766c5e1b4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:44.074598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93fad436-f681-4657-8197-cbb56240ed7b req-f7d516a6-f898-4650-a0b3-820f77892dbb tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483510 Jul 22 14:33:44.127438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffc67b04-b4fa-4ce8-8145-c766c5e1b4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:44.217037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:33:44.298911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04901345-d11c-41b7-9cdd-6fe8dd54ea0a req-d89b43b8-4063-47dd-8483-66fa9a6e6ceb tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:44.301282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04901345-d11c-41b7-9cdd-6fe8dd54ea0a req-d89b43b8-4063-47dd-8483-66fa9a6e6ceb tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.1062376 Jul 22 14:33:44.306772 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffc67b04-b4fa-4ce8-8145-c766c5e1b4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:44.309669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffc67b04-b4fa-4ce8-8145-c766c5e1b4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:44.313311 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ffc67b04-b4fa-4ce8-8145-c766c5e1b4f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b432008-6d17-403b-b04a-3dc227e6627a HTTP/1.1" status: 204 len: 168 time: 0.3649731 Jul 22 14:33:44.325301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc67b04-b4fa-4ce8-8145-c766c5e1b4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b432008-6d17-403b-b04a-3dc227e6627a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:44.357255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04901345-d11c-41b7-9cdd-6fe8dd54ea0a req-9b9902cf-3e1b-4870-ab86-edc2be7868b4 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490959 Jul 22 14:33:44.408157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:33:44.421946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] Sync routers for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:33:44.424113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:44.434483 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:44.435201 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:33:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:44.537891 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3687d556-e324-4278-a85a-fbb84d188887 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "PUT /v2.0/floatingips/0fb5d5d8-689e-46aa-8deb-6572044517c4 HTTP/1.1" status: 200 len: 990 time: 1.8469927 Jul 22 14:33:44.538701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:44.543827 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:44.603895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:33:44.618508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c8ee3-ac03-4d63-81a1-daa754704e02 req-c316d08d-c9d7-48e6-a477-7fd31cf37d85 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:44.628987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b26c8ee3-ac03-4d63-81a1-daa754704e02 req-c316d08d-c9d7-48e6-a477-7fd31cf37d85 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.1322262 Jul 22 14:33:44.696571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b26c8ee3-ac03-4d63-81a1-daa754704e02 req-79216f50-93c0-4b49-9758-ea2a7e981c5a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659804 Jul 22 14:33:44.705479 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb86584-aab4-4fe3-b2eb-28b53053df70 x-openstack-request-id: req-6cb86584-aab4-4fe3-b2eb-28b53053df70 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:44.707033 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:44.708586 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cb86584-aab4-4fe3-b2eb-28b53053df70 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:44.709072 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'status': 'completed', 'code': 200} Jul 22 14:33:44.972051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a4140-1baa-4606-82b1-6e0aa90e4877 req-c70c91a4-d688-426e-9a24-e976c1dc4bf0 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:44.973881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac3a4140-1baa-4606-82b1-6e0aa90e4877 req-c70c91a4-d688-426e-9a24-e976c1dc4bf0 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.1576734 Jul 22 14:33:44.974352 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0fb5d5d8-689e-46aa-8deb-6572044517c4', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'port_id': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'mac_address': 'fa:16:3e:80:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:32:08Z', 'updated_at': '2021-07-22T14:33:43Z', 'revision_number': 1, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:26Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:45.006075 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] Checking router: 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:33:45.016143 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:33:45.017121 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:33:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:45.035642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac3a4140-1baa-4606-82b1-6e0aa90e4877 req-d62459a2-f4a1-465c-8a5b-e9c1d46290db tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549865 Jul 22 14:33:45.043360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.043852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.044880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.045680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.046101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.046906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.047392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.050435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-a79e623e-db2f-4c57-9b70-9f485fe9e4e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6490 time: 0.3194971 Jul 22 14:33:45.067610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78dccbe-e76d-47e9-94ae-de3dcb5d1e69 req-124b565e-73ff-4113-aae4-c36bf2daf34c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.072947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b78dccbe-e76d-47e9-94ae-de3dcb5d1e69 req-124b565e-73ff-4113-aae4-c36bf2daf34c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.2136121 Jul 22 14:33:45.139370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:45.169750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf3d88e2-3fd1-4d53-b7e1-976dc683a242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.235323 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.270141 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:33:45.358143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b78dccbe-e76d-47e9-94ae-de3dcb5d1e69 req-8fe36a2e-3aa4-4702-938f-2a2e4ffc5a1d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635350 Jul 22 14:33:45.387876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54222) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:45.427016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-5724379e-a6e3-4e19-a0ec-5d7fccfd0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.427185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf3d88e2-3fd1-4d53-b7e1-976dc683a242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.435186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf3d88e2-3fd1-4d53-b7e1-976dc683a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.435447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-5724379e-a6e3-4e19-a0ec-5d7fccfd0e5c service neutron] 10.222.0.72 "GET /v2.0/networks?id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7 HTTP/1.1" status: 200 len: 912 time: 0.3605301 Jul 22 14:33:45.547592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cf3d88e2-3fd1-4d53-b7e1-976dc683a242 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7c8eeb51b504b8b8f4f992bf70f17e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069879 Jul 22 14:33:45.548541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d88e2-3fd1-4d53-b7e1-976dc683a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69378483-0019-4a48-bd21-7614624f4be3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:45.555620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:45.613859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-38f175bb-e818-47b9-ae47-060546d81486 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 200 len: 998 time: 0.1724670 Jul 22 14:33:45.686002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c27ecc3-f792-4447-af30-ef09c2a0c28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.714486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-62768bee-0520-403e-93a3-fae528a1e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:45.717475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-62768bee-0520-403e-93a3-fae528a1e7eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a692e4b3-d628-4703-9aa5-2bfca5560672 HTTP/1.1" status: 200 len: 850 time: 0.0791984 Jul 22 14:33:45.725981 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c27ecc3-f792-4447-af30-ef09c2a0c28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.793308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c27ecc3-f792-4447-af30-ef09c2a0c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.799579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c27ecc3-f792-4447-af30-ef09c2a0c28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:45.805159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5c27ecc3-f792-4447-af30-ef09c2a0c28d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69378483-0019-4a48-bd21-7614624f4be3 HTTP/1.1" status: 204 len: 168 time: 0.2474120 Jul 22 14:33:45.805656 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0fb5d5d8-689e-46aa-8deb-6572044517c4', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'port_id': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'mac_address': 'fa:16:3e:80:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:32:08Z', 'updated_at': '2021-07-22T14:33:43Z', 'revision_number': 1, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:26Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:33:45.829419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27ecc3-f792-4447-af30-ef09c2a0c28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69378483-0019-4a48-bd21-7614624f4be3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:45.839922 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602495e-70ca-4d91-a392-424373a70cc2 None None] The sync data for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 is: [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '0fb5d5d8-689e-46aa-8deb-6572044517c4', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'port_id': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'mac_address': 'fa:16:3e:80:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:32:08Z', 'updated_at': '2021-07-22T14:33:43Z', 'revision_number': 1, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:26Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:33:45.895364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-188fd4ac-0437-4a52-9bf0-46c99da8629d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.125828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-188fd4ac-0437-4a52-9bf0-46c99da8629d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.130616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-188fd4ac-0437-4a52-9bf0-46c99da8629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.208607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fd4ac-0437-4a52-9bf0-46c99da8629d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7b0f5-071b-4f9c-b219-589f6bd6276e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:46.239898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-188fd4ac-0437-4a52-9bf0-46c99da8629d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89d6743ecf644717a729dca2befebad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473973 Jul 22 14:33:46.241861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:46.345002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f213db14-a3eb-4c74-bf3e-aa48be70f878 None None] New status for floating IP 0fb5d5d8-689e-46aa-8deb-6572044517c4: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:33:46.425660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0960b2c-459f-4a21-9640-2c59911558b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.492991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0960b2c-459f-4a21-9640-2c59911558b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.647697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0960b2c-459f-4a21-9640-2c59911558b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.652334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0960b2c-459f-4a21-9640-2c59911558b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:46.654485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0960b2c-459f-4a21-9640-2c59911558b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cd7b0f5-071b-4f9c-b219-589f6bd6276e HTTP/1.1" status: 204 len: 168 time: 0.4116666 Jul 22 14:33:46.661204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c618b1-857e-4d10-b9dd-b0b8a056b409 req-d0c2b2e1-5b12-449a-a426-ec399be5c67b tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:46.668727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960b2c-459f-4a21-9640-2c59911558b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7b0f5-071b-4f9c-b219-589f6bd6276e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:46.680349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90c618b1-857e-4d10-b9dd-b0b8a056b409 req-d0c2b2e1-5b12-449a-a426-ec399be5c67b tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 1101 time: 1.0744491 Jul 22 14:33:46.717487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-e14e4067-5241-448a-89fe-4e3e77a44051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:46.733633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-e14e4067-5241-448a-89fe-4e3e77a44051 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9411616 Jul 22 14:33:46.764794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-90c618b1-857e-4d10-b9dd-b0b8a056b409 req-9790f155-fc5c-4441-b146-3e459aa0487a tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.000318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70793d-16d8-4ad4-af09-c853250cfcbd req-8edf9abe-f5a4-4645-914a-0b03ad5e7789 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:47.001860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b70793d-16d8-4ad4-af09-c853250cfcbd req-8edf9abe-f5a4-4645-914a-0b03ad5e7789 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.2019401 Jul 22 14:33:47.003734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-5bd02352-3a57-4ee5-b271-b95e26a61cad service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569752 Jul 22 14:33:47.068541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b70793d-16d8-4ad4-af09-c853250cfcbd req-aa5b032e-b7d7-40ce-ad63-573bcf9b3c63 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Jul 22 14:33:47.146834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-90c618b1-857e-4d10-b9dd-b0b8a056b409 req-9790f155-fc5c-4441-b146-3e459aa0487a tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.179134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-90c618b1-857e-4d10-b9dd-b0b8a056b409 req-9790f155-fc5c-4441-b146-3e459aa0487a tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:47.241291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90c618b1-857e-4d10-b9dd-b0b8a056b409 req-9790f155-fc5c-4441-b146-3e459aa0487a tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599067 Jul 22 14:33:47.283357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790f155-fc5c-4441-b146-3e459aa0487a tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda3197-bb53-4509-8ba3-0cc580177f59,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:47.291521 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd9d306f-f9a3-4ff2-8765-8b0b6002e955 req-d2c617c9-0b24-478b-b52c-a0708c28d648 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796452 Jul 22 14:33:47.970708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54330) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:48.212379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a65c-1aec-4b50-9343-9cb3db9a19c3 req-22efc2a8-fcfa-4628-9b71-ad4c37b706fe tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:48.213935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9976a65c-1aec-4b50-9343-9cb3db9a19c3 req-22efc2a8-fcfa-4628-9b71-ad4c37b706fe tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.0685112 Jul 22 14:33:48.255484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-199c1bae-70b0-48ec-838d-883ddae00183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.282228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9976a65c-1aec-4b50-9343-9cb3db9a19c3 req-0eeba2e3-6403-4a33-a5b9-25882845af85 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619006 Jul 22 14:33:48.431635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-199c1bae-70b0-48ec-838d-883ddae00183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.440050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-199c1bae-70b0-48ec-838d-883ddae00183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.478326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589a0fb-ed47-4d20-a097-efe5187f2372 req-dc57a4f3-2cd9-4e77-916e-ef56b441cb2e tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:48.485037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c589a0fb-ed47-4d20-a097-efe5187f2372 req-dc57a4f3-2cd9-4e77-916e-ef56b441cb2e tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 1101 time: 0.1575446 Jul 22 14:33:48.515285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-199c1bae-70b0-48ec-838d-883ddae00183 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd6964c16ef24972a9381537101e71b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5395429 Jul 22 14:33:48.515285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c1bae-70b0-48ec-838d-883ddae00183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6f0d7f-3b32-406e-a2ed-76c77e349fe5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:48.515614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:48.559295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c589a0fb-ed47-4d20-a097-efe5187f2372 req-0bde07a0-b457-44b2-858b-a0c407d49bb8 tempest-ServersAdminNegativeTestJSON-1340818480 tempest-ServersAdminNegativeTestJSON-1340818480-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733137 Jul 22 14:33:48.587907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cf2-1701-48d4-82a9-9657920a589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.621843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cf2-1701-48d4-82a9-9657920a589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.679425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cf2-1701-48d4-82a9-9657920a589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.682866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fde2cf2-1701-48d4-82a9-9657920a589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:48.686363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fde2cf2-1701-48d4-82a9-9657920a589d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a6f0d7f-3b32-406e-a2ed-76c77e349fe5 HTTP/1.1" status: 204 len: 168 time: 0.1672144 Jul 22 14:33:48.697134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2cf2-1701-48d4-82a9-9657920a589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6f0d7f-3b32-406e-a2ed-76c77e349fe5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:48.963034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ffa5f-ada4-416f-a268-5d7e0b99e520 req-b8483cc7-3b63-4c22-b314-a23ef6f7368d tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:48.964646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e29ffa5f-ada4-416f-a268-5d7e0b99e520 req-b8483cc7-3b63-4c22-b314-a23ef6f7368d tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.0921450 Jul 22 14:33:49.012888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e29ffa5f-ada4-416f-a268-5d7e0b99e520 req-e47cc782-695f-473e-abc8-55880531ac45 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423834 Jul 22 14:33:49.261151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e4869a69-7db0-42c0-b717-cb83b0975cac details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:33:49.379502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:49.392548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'port_id': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'mac_address': 'fa:16:3e:3a:ed:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e5b7b8-14f1-4d68-b865-0e78f3688865', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:33:49.451730 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:49.468262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4869a69-7db0-42c0-b717-cb83b0975cac {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:49.494573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:49.502847 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:49.516490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831bc47-2370-45d6-98ad-b848b3ef5d83 req-2b5fd5f7-2584-451b-a623-65554fa6b79c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:49.524079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6831bc47-2370-45d6-98ad-b848b3ef5d83 req-2b5fd5f7-2584-451b-a623-65554fa6b79c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 946 time: 0.1485054 Jul 22 14:33:49.562448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:49.584135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6831bc47-2370-45d6-98ad-b848b3ef5d83 req-15ae3b9d-f025-4a77-9327-5614edc06dc9 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589306 Jul 22 14:33:49.590900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e4869a69-7db0-42c0-b717-cb83b0975cac'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:50.149792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969ec7-02f3-4eed-9ec0-9840ecb35b5f req-69896498-8032-47c2-88e2-3206e891e89a tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:50.152206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00969ec7-02f3-4eed-9ec0-9840ecb35b5f req-69896498-8032-47c2-88e2-3206e891e89a tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.0731878 Jul 22 14:33:50.221121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00969ec7-02f3-4eed-9ec0-9840ecb35b5f req-db6a7ba6-bb22-4327-acaf-f45645ebd3c5 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594263 Jul 22 14:33:50.567696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-d7c46f1a-5f58-4098-9107-d22d660fdb04 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:50.569367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-d7c46f1a-5f58-4098-9107-d22d660fdb04 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 950 time: 0.1137569 Jul 22 14:33:50.788305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fe9f3-5314-4c06-8125-39fafe74651a req-0c4b332e-4aa4-48cf-9b19-243db9bc3def tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:50.798998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a62fe9f3-5314-4c06-8125-39fafe74651a req-0c4b332e-4aa4-48cf-9b19-243db9bc3def tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 945 time: 0.1157002 Jul 22 14:33:50.835885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Deleting port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:50.836426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:50.858319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a62fe9f3-5314-4c06-8125-39fafe74651a req-5c15036e-5784-42e0-a846-8773d0785c24 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Jul 22 14:33:50.992158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] For port bf3796bb-990c-4439-ac0e-ca8ab8e9c338, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:50.993049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.008245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Calling delete_port for bf3796bb-990c-4439-ac0e-ca8ab8e9c338 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:51.157683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.169955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6e5e869d-f35a-44e6-af87-cd20d5335c8d', 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:51.196004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Pushing event deleted for resources: {'Port': ['ID=bf3796bb-990c-4439-ac0e-ca8ab8e9c338,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:51.287943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e4869a69-7db0-42c0-b717-cb83b0975cac no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:51.350216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] No DVR routers for this DVR port bf3796bb-990c-4439-ac0e-ca8ab8e9c338 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:51.356877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aaadb-0ded-4662-925a-4d04b19039b5 req-9b6e830a-24fa-4885-ac9e-29d21ee89264 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:51.358160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.366357 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db41f637-b9ac-4585-aac2-2df48464dce0 req-374b77e8-8b42-455c-92cb-88f9f78c7497 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "DELETE /v2.0/ports/bf3796bb-990c-4439-ac0e-ca8ab8e9c338 HTTP/1.1" status: 204 len: 173 time: 0.7905388 Jul 22 14:33:51.367066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'name': 'network-vif-deleted', 'tag': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:51.376911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb4aaadb-0ded-4662-925a-4d04b19039b5 req-9b6e830a-24fa-4885-ac9e-29d21ee89264 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 945 time: 0.1492674 Jul 22 14:33:51.402380 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c8dce5-0c59-4fc8-9895-d71535618b85" -d '{"events": [{"server_uuid": "e2f341d1-afd8-4398-a6eb-e0d3720ab4b4", "name": "network-vif-deleted", "tag": "bf3796bb-990c-4439-ac0e-ca8ab8e9c338"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:51.454055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ecc6f2a-3e8f-4b3a-96aa-b46f9042ddee req-f14f06f2-a129-4661-b1d1-9d9d2df76b12 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2f341d1-afd8-4398-a6eb-e0d3720ab4b4 HTTP/1.1" status: 200 len: 210 time: 0.0709088 Jul 22 14:33:51.559857 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d11ff6-b0c4-4dd7-9ce1-e4bc29051e1c x-openstack-request-id: req-29d11ff6-b0c4-4dd7-9ce1-e4bc29051e1c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:51.560161 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f341d1-afd8-4398-a6eb-e0d3720ab4b4", "name": "network-vif-deleted", "tag": "bf3796bb-990c-4439-ac0e-ca8ab8e9c338", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:51.560524 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29d11ff6-b0c4-4dd7-9ce1-e4bc29051e1c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:51.560906 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f341d1-afd8-4398-a6eb-e0d3720ab4b4', 'name': 'network-vif-deleted', 'tag': 'bf3796bb-990c-4439-ac0e-ca8ab8e9c338', 'status': 'completed', 'code': 200} Jul 22 14:33:51.565157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb4aaadb-0ded-4662-925a-4d04b19039b5 req-608c8c9d-a2c4-4182-9cc0-c8c67a27a625 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608076 Jul 22 14:33:51.705843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.753788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e4869a69-7db0-42c0-b717-cb83b0975cac {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:33:51.791363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:51.804865 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:51.911183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:52.755676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f5b88-801f-48a6-82ca-018d17d15e8c req-9a2e4088-f66c-4c41-b782-ed1e05da9876 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:52.764785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c4f5b88-801f-48a6-82ca-018d17d15e8c req-9a2e4088-f66c-4c41-b782-ed1e05da9876 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 944 time: 0.1078415 Jul 22 14:33:52.842699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c4f5b88-801f-48a6-82ca-018d17d15e8c req-7ce30043-f0e0-482e-9752-96475cbed51f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686071 Jul 22 14:33:52.984717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812aa054-4818-4a94-af66-39037d848b6f req-4d926a2a-373a-42ec-8c59-752b63baf007 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:52.996031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-812aa054-4818-4a94-af66-39037d848b6f req-4d926a2a-373a-42ec-8c59-752b63baf007 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 949 time: 0.1192882 Jul 22 14:33:53.012121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a2aa1-2420-412e-8f59-171508077731 req-d675a2ba-5daa-41ad-81d6-71aae8fca14d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:53.014298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c5a2aa1-2420-412e-8f59-171508077731 req-d675a2ba-5daa-41ad-81d6-71aae8fca14d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 944 time: 0.0966461 Jul 22 14:33:53.047645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-812aa054-4818-4a94-af66-39037d848b6f req-cd2b7b06-02d5-4258-b8a2-d88fa56821fc tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Jul 22 14:33:53.167829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Deleting port e4869a69-7db0-42c0-b717-cb83b0975cac {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:53.168196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.309856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] For port e4869a69-7db0-42c0-b717-cb83b0975cac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e4869a69-7db0-42c0-b717-cb83b0975cac,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:53.310388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.337158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Calling delete_port for e4869a69-7db0-42c0-b717-cb83b0975cac owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:53.536794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.588580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event deleted for resources: {'Port': ['ID=e4869a69-7db0-42c0-b717-cb83b0975cac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:53.666223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] No DVR routers for this DVR port e4869a69-7db0-42c0-b717-cb83b0975cac on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:53.671162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:53.683996 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c5a2aa1-2420-412e-8f59-171508077731 req-df48813f-c183-49c2-bc46-ef778e04126f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "DELETE /v2.0/ports/e4869a69-7db0-42c0-b717-cb83b0975cac HTTP/1.1" status: 204 len: 173 time: 0.6624954 Jul 22 14:33:53.683996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'name': 'network-vif-deleted', 'tag': 'e4869a69-7db0-42c0-b717-cb83b0975cac'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:53.686344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e0d6b8-acc9-4afc-94e5-030d8c374c68" -d '{"events": [{"server_uuid": "91f6ef4e-aefc-4ad4-b2d6-460a9248369d", "name": "network-vif-deleted", "tag": "e4869a69-7db0-42c0-b717-cb83b0975cac"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:53.767341 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4a9476-b793-4f60-8139-5cdf019ee8ac x-openstack-request-id: req-fa4a9476-b793-4f60-8139-5cdf019ee8ac {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:53.767706 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f6ef4e-aefc-4ad4-b2d6-460a9248369d", "name": "network-vif-deleted", "tag": "e4869a69-7db0-42c0-b717-cb83b0975cac", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:53.768014 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa4a9476-b793-4f60-8139-5cdf019ee8ac {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:53.768483 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f6ef4e-aefc-4ad4-b2d6-460a9248369d', 'name': 'network-vif-deleted', 'tag': 'e4869a69-7db0-42c0-b717-cb83b0975cac', 'status': 'completed', 'code': 200} Jul 22 14:33:53.798458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:53.953658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d499362-69c6-4be1-8210-dbe14e741643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.064287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd5c9b3a-e8c9-48e1-b630-9926ef062a01 req-ea7aec2f-de9a-417b-9117-08d6acddaaae tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f6ef4e-aefc-4ad4-b2d6-460a9248369d HTTP/1.1" status: 200 len: 210 time: 0.0714588 Jul 22 14:33:54.283844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d499362-69c6-4be1-8210-dbe14e741643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.291584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d499362-69c6-4be1-8210-dbe14e741643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.305714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f6d29-e487-4802-aec6-44706939104e req-45b038ee-c0e1-4bcb-9c53-e9cbb0764fde tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:54.310613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a13f6d29-e487-4802-aec6-44706939104e req-45b038ee-c0e1-4bcb-9c53-e9cbb0764fde tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 949 time: 0.1486535 Jul 22 14:33:54.351491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d499362-69c6-4be1-8210-dbe14e741643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc484e19-1ea5-4829-87b8-d15c680e9035,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:54.402618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a13f6d29-e487-4802-aec6-44706939104e req-3103cb3a-2506-46c0-8f4f-e369708aa668 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/security-groups?id=089656bc-2789-4636-a574-3a79097848e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Jul 22 14:33:54.439041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d499362-69c6-4be1-8210-dbe14e741643 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94e348b2f06d496e91c27d4d82fd2aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6393361 Jul 22 14:33:54.441724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54698) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:54.457984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9f96-9097-443b-9740-012a360f9809 req-8826dbb0-d116-43df-baac-196f58277c66 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:54.459768 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ffb9f96-9097-443b-9740-012a360f9809 req-8826dbb0-d116-43df-baac-196f58277c66 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 949 time: 0.2875841 Jul 22 14:33:54.582421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43c8-87fa-446a-90b0-a1249780f04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.618919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43c8-87fa-446a-90b0-a1249780f04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.643600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Deleting port 6e5e869d-f35a-44e6-af87-cd20d5335c8d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:33:54.643955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.727824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43c8-87fa-446a-90b0-a1249780f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.731773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0e43c8-87fa-446a-90b0-a1249780f04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.734016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa0e43c8-87fa-446a-90b0-a1249780f04c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bc484e19-1ea5-4829-87b8-d15c680e9035 HTTP/1.1" status: 204 len: 168 time: 0.2857537 Jul 22 14:33:54.743044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e43c8-87fa-446a-90b0-a1249780f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc484e19-1ea5-4829-87b8-d15c680e9035,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:54.788686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] For port 6e5e869d-f35a-44e6-af87-cd20d5335c8d, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6e5e869d-f35a-44e6-af87-cd20d5335c8d,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:33:54.789443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:54.804254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Calling delete_port for 6e5e869d-f35a-44e6-af87-cd20d5335c8d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:33:55.046032 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.059768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6e5e869d-f35a-44e6-af87-cd20d5335c8d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:33:55.130366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Pushing event deleted for resources: {'Port': ['ID=6e5e869d-f35a-44e6-af87-cd20d5335c8d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:55.232794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] No DVR routers for this DVR port 6e5e869d-f35a-44e6-af87-cd20d5335c8d on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:33:55.245909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.250889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:55.252749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ffb9f96-9097-443b-9740-012a360f9809 req-3b3eef4d-2479-4461-aab2-ba960b6ed295 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.61 "DELETE /v2.0/ports/6e5e869d-f35a-44e6-af87-cd20d5335c8d HTTP/1.1" status: 204 len: 173 time: 0.7841408 Jul 22 14:33:55.270252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13e73107-7334-4d91-a405-c54471823d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.292436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bf3796bb-990c-4439-ac0e-ca8ab8e9c338 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:55.341061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: bf3796bb-990c-4439-ac0e-ca8ab8e9c338 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:55.341477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bf3796bb-990c-4439-ac0e-ca8ab8e9c338 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:55.425704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13e73107-7334-4d91-a405-c54471823d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.431749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13e73107-7334-4d91-a405-c54471823d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.539759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-13e73107-7334-4d91-a405-c54471823d9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc10b08ea05f46ae8d4866a4169b45b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849591 Jul 22 14:33:55.541468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54794) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:55.549885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e73107-7334-4d91-a405-c54471823d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d1390-b5b6-4710-8ef2-e89e714d085f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:55.584464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54796) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:55.590654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--681339633', 'description': 'tempest-description--1738638396'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:55.645013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.667027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-341ae947-5840-4a8b-876c-be8501cf7fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.720943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-341ae947-5840-4a8b-876c-be8501cf7fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.774960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'name': 'network-vif-deleted', 'tag': '6e5e869d-f35a-44e6-af87-cd20d5335c8d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:33:55.778322 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e01d95-b36d-4953-99b2-7177b4c305ab" -d '{"events": [{"server_uuid": "88130f73-40ed-47d1-aaa4-bfc179b530a5", "name": "network-vif-deleted", "tag": "6e5e869d-f35a-44e6-af87-cd20d5335c8d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:33:55.802056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.812257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92532af7-4840-4e45-9063-61312ea3fafd req-3a24b5a2-2bc8-439f-949c-1bc89cecb358 tempest-ServersAdminNegativeTestJSON-1125642531 tempest-ServersAdminNegativeTestJSON-1125642531-project] 10.222.0.60 "GET /v2.0/ports?device_id=88130f73-40ed-47d1-aaa4-bfc179b530a5 HTTP/1.1" status: 200 len: 210 time: 0.1501136 Jul 22 14:33:55.819773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-341ae947-5840-4a8b-876c-be8501cf7fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.824540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-341ae947-5840-4a8b-876c-be8501cf7fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.825847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-341ae947-5840-4a8b-876c-be8501cf7fae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/556d1390-b5b6-4710-8ef2-e89e714d085f HTTP/1.1" status: 204 len: 168 time: 0.2827733 Jul 22 14:33:55.830332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.867243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.871543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2854760 Jul 22 14:33:55.872165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54816) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:55.879593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'security_group_rule': {'security_group_id': '45d958b3-4791-448a-9154-1439e99fc640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:55.891301 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65525cd9-e919-4672-a315-93a632b3b246 x-openstack-request-id: req-65525cd9-e919-4672-a315-93a632b3b246 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:33:55.893206 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88130f73-40ed-47d1-aaa4-bfc179b530a5", "name": "network-vif-deleted", "tag": "6e5e869d-f35a-44e6-af87-cd20d5335c8d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:33:55.898235 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65525cd9-e919-4672-a315-93a632b3b246 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:33:55.899457 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88130f73-40ed-47d1-aaa4-bfc179b530a5', 'name': 'network-vif-deleted', 'tag': '6e5e869d-f35a-44e6-af87-cd20d5335c8d', 'status': 'completed', 'code': 200} Jul 22 14:33:55.901034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ae947-5840-4a8b-876c-be8501cf7fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d1390-b5b6-4710-8ef2-e89e714d085f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:55.948329 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:55.955349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21ffa8-b24d-4377-bdb0-6541cf17b507 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d958b3-4791-448a-9154-1439e99fc640,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:56.139357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.149184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.172831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81813d7a-c635-4475-8369-c041268fa44e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:56.175518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.176756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-44f08343-91b7-4cdd-a34d-16089d7ad2ba tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008926 Jul 22 14:33:56.179564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54826) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:56.184125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'security_group_rule': {'security_group_id': '45d958b3-4791-448a-9154-1439e99fc640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:56.231022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.315327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.321090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.347613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.351900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1684763 Jul 22 14:33:56.351900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bead240-c55a-4852-a5ff-ffaa31f69101 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8c358c4-088e-4226-ba58-220844735aec,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:56.352562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:56.357383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:33:56.404548 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.533569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.669762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Allocated IP 172.25.3.121 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a86117ee-945c-48c8-a3a0-fe5999d41d11) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:33:56.794457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.896561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:56.949282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:33:56.955188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:33:56.958284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:33:57.003986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'Port': ['ID=a86117ee-945c-48c8-a3a0-fe5999d41d11,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:57.095319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:57.228872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:57.305775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e4869a69-7db0-42c0-b717-cb83b0975cac no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:57.390111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: e4869a69-7db0-42c0-b717-cb83b0975cac {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:57.391316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e4869a69-7db0-42c0-b717-cb83b0975cac not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:33:57.528577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:57.534788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:57.555701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54912) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:57.603561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'Port': ['ID=a86117ee-945c-48c8-a3a0-fe5999d41d11,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:57.640002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:57.657975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:57.667994 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5c13ba16-5d5a-42ce-8bec-aea2e13b507c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3055298 Jul 22 14:33:57.841090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:57.841730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d252d9c1-4876-4ad3-adf7-58d121ce7394 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d28df722eedb4aea88c7a3d6edb32734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841940 Jul 22 14:33:57.995115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ab15-f3cc-469c-92b5-7dad765b3eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:58.043921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ab15-f3cc-469c-92b5-7dad765b3eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:58.181683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ab15-f3cc-469c-92b5-7dad765b3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:58.183132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8f9ab15-f3cc-469c-92b5-7dad765b3eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:58.184708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b8f9ab15-f3cc-469c-92b5-7dad765b3eb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/089656bc-2789-4636-a574-3a79097848e9 HTTP/1.1" status: 204 len: 168 time: 0.3425195 Jul 22 14:33:58.214425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9ab15-f3cc-469c-92b5-7dad765b3eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089656bc-2789-4636-a574-3a79097848e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:58.227512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-898044d6-b9cf-4d71-9b79-ecb4db68bb9d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:33:58.228442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-898044d6-b9cf-4d71-9b79-ecb4db68bb9d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 820 time: 0.2294374 Jul 22 14:33:58.267697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-92175f24-f3b3-4b12-b245-7c4409a16819 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/quotas/13ef98b5402d45c4a2aefab962919dc0 HTTP/1.1" status: 200 len: 375 time: 0.0230727 Jul 22 14:33:58.461563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-a332979f-24c9-4c77-b8e8-4e64047757fd tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923358 Jul 22 14:33:58.616837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-c6f23890-1ee6-44dc-89fe-192e0160ac4d service neutron] 10.222.0.60 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493580 Jul 22 14:33:58.862154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-1aebc1ff-fca8-4fef-84b5-4fec1b891b7e service neutron] 10.222.0.60 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374089 Jul 22 14:33:58.869233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54990) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:58.948312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e28b034-960c-4edd-83ff-536297484a61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=337b89250f5e4a5d8bd956cb505399b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778909 Jul 22 14:33:58.952940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:33:59.031556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-463fa917-7c63-41a9-8315-7a9d97ce25b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.063858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-463fa917-7c63-41a9-8315-7a9d97ce25b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.171616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-463fa917-7c63-41a9-8315-7a9d97ce25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.176667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-463fa917-7c63-41a9-8315-7a9d97ce25b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:33:59.183827 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-463fa917-7c63-41a9-8315-7a9d97ce25b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbda3197-bb53-4509-8ba3-0cc580177f59 HTTP/1.1" status: 204 len: 168 time: 0.2265821 Jul 22 14:33:59.207892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fa917-7c63-41a9-8315-7a9d97ce25b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda3197-bb53-4509-8ba3-0cc580177f59,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:33:59.212819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49218918-94ff-4e25-882e-f74f8339c4e7 req-b9b829d1-a7cf-4a60-be1e-f3b17b718217 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 210 time: 0.0827367 Jul 22 14:33:59.320148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6e5e869d-f35a-44e6-af87-cd20d5335c8d no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:33:59.385125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 6e5e869d-f35a-44e6-af87-cd20d5335c8d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:33:59.386203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6e5e869d-f35a-44e6-af87-cd20d5335c8d not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:00.448534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d541faf-912b-4e85-aba1-84c16c5643b9 req-aa917765-f9da-4f47-9e0d-f562873ee846 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 210 time: 0.0987811 Jul 22 14:34:00.657197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:00.942992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:01.027918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.046861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf98c41-1b98-4dab-843f-43375f3e1015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.089171 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:34:01.089171 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:34:01.089171 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': '091536e13cf64b3188053eb0765c578c', 'id': 'b9587319-ac81-4e3f-9a03-925252115468', 'expiration': datetime.datetime(2021, 7, 22, 14, 36, 1, 82316)}] Jul 22 14:34:01.089171 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:34:01.089678 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:34:01.097051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-042028bf-0bdf-49c6-b2f9-de1caf559216 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:01.099117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-042028bf-0bdf-49c6-b2f9-de1caf559216 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 820 time: 0.3450353 Jul 22 14:34:01.118454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'port': {'device_id': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'admin_state_up': True, 'tenant_id': '13ef98b5402d45c4a2aefab962919dc0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:01.197993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf98c41-1b98-4dab-843f-43375f3e1015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.206078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf98c41-1b98-4dab-843f-43375f3e1015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.279293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf98c41-1b98-4dab-843f-43375f3e1015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5712ba8-ae58-4c79-8924-fef1a9e3e429,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:01.323722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-abf98c41-1b98-4dab-843f-43375f3e1015 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcb5cc2fd0d54d0db799fc6fa0e028c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789933 Jul 22 14:34:01.326302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55132) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:01.418555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-564dcb80-7f08-4f86-9f93-15d621cf702c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.446742 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-564dcb80-7f08-4f86-9f93-15d621cf702c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.524731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-564dcb80-7f08-4f86-9f93-15d621cf702c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.528013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-564dcb80-7f08-4f86-9f93-15d621cf702c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.530918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-564dcb80-7f08-4f86-9f93-15d621cf702c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5712ba8-ae58-4c79-8924-fef1a9e3e429 HTTP/1.1" status: 204 len: 168 time: 0.2035575 Jul 22 14:34:01.551599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564dcb80-7f08-4f86-9f93-15d621cf702c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5712ba8-ae58-4c79-8924-fef1a9e3e429,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:01.651252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0dcb9a6-2787-46ba-8b0e-59bf50ae7982 req-ad5e7383-58cc-42ea-9567-a620d68ca27f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 210 time: 0.0568156 Jul 22 14:34:01.683182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.927940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.951930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:01.959792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Made reservation on behalf of 13ef98b5402d45c4a2aefab962919dc0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:01.971504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.055618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df510f-55d7-47e1-b97f-de4df9f5d9a1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:02.069433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cabbbc7e-4c27-4d96-b1dc-30c84ac6c7f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=091536e13cf64b3188053eb0765c578c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4096520 Jul 22 14:34:02.072323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55186) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:02.261358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd96b075-b2b2-4d63-a030-d6ff60802de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.312305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Allocated IP 172.20.0.4 (4bdd2c26-f19e-4674-af3e-83ec7835777e/23e5b7b8-14f1-4d68-b865-0e78f3688865/489528b6-c34b-453f-b07f-deb300f291a5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:02.316000 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd96b075-b2b2-4d63-a030-d6ff60802de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.489391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd96b075-b2b2-4d63-a030-d6ff60802de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.494183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd96b075-b2b2-4d63-a030-d6ff60802de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.496909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd96b075-b2b2-4d63-a030-d6ff60802de8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8df510f-55d7-47e1-b97f-de4df9f5d9a1 HTTP/1.1" status: 204 len: 168 time: 0.4234850 Jul 22 14:34:02.545842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96b075-b2b2-4d63-a030-d6ff60802de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df510f-55d7-47e1-b97f-de4df9f5d9a1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:02.581219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:02.778369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.856539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-581f0712-08b9-48cc-9675-8da7f76464f8 req-97581602-dbd3-49d5-b71a-412f9cf971a0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 210 time: 0.0742900 Jul 22 14:34:02.875055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:02.928992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:02.932161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:02.936130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:02.976419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.016935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:03.017681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.034598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-b83314b2-38c2-415c-8199-b69df0ffd13a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9258945 Jul 22 14:34:03.049644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Request body: {'port': {'device_id': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:03.165241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b00e43-d01c-4cd5-a801-3a053cc8cf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.187902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.241785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55236) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:03.262549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d207-0943-4749-abbe-849222f8cbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.341954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b00e43-d01c-4cd5-a801-3a053cc8cf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.349352 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b00e43-d01c-4cd5-a801-3a053cc8cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.396307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b00e43-d01c-4cd5-a801-3a053cc8cf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56125b16-0159-4c19-9955-2569374b851b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.421542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-03b00e43-d01c-4cd5-a801-3a053cc8cf1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=171ef1575471471b8cd07936daa9d216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8379800 Jul 22 14:34:03.423783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55240) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:03.506852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c006cc0-94d1-4ca1-ae73-a45a23c8a8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.535218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c006cc0-94d1-4ca1-ae73-a45a23c8a8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.591476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d207-0943-4749-abbe-849222f8cbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.598781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb8d207-0943-4749-abbe-849222f8cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.600213 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c006cc0-94d1-4ca1-ae73-a45a23c8a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.605951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c006cc0-94d1-4ca1-ae73-a45a23c8a8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.610443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c006cc0-94d1-4ca1-ae73-a45a23c8a8ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56125b16-0159-4c19-9955-2569374b851b HTTP/1.1" status: 204 len: 168 time: 0.1854527 Jul 22 14:34:03.621560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c006cc0-94d1-4ca1-ae73-a45a23c8a8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56125b16-0159-4c19-9955-2569374b851b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.674723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489528b6-c34b-453f-b07f-deb300f291a5 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:03.688195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.694390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8d207-0943-4749-abbe-849222f8cbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05cfbc2-5a1f-46c8-b150-173393af97c8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.701223 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2bb8d207-0943-4749-abbe-849222f8cbdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cde93b7fcc81495ba914a410ec519e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584129 Jul 22 14:34:03.704043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55248) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:03.713535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Transition to ACTIVE for port object 489528b6-c34b-453f-b07f-deb300f291a5 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:03.719038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.783967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.802181 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f5142ce-0f9e-484e-8cf8-e7ade324fa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.839939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f5142ce-0f9e-484e-8cf8-e7ade324fa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.931479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f5142ce-0f9e-484e-8cf8-e7ade324fa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.937062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f5142ce-0f9e-484e-8cf8-e7ade324fa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:03.939375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7f5142ce-0f9e-484e-8cf8-e7ade324fa6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d05cfbc2-5a1f-46c8-b150-173393af97c8 HTTP/1.1" status: 204 len: 168 time: 0.2333579 Jul 22 14:34:03.951472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5142ce-0f9e-484e-8cf8-e7ade324fa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05cfbc2-5a1f-46c8-b150-173393af97c8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:03.990169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Attempting to bind port 489528b6-c34b-453f-b07f-deb300f291a5 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:03.990169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Attempting to bind port 489528b6-c34b-453f-b07f-deb300f291a5 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:03.991234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Attempting to bind port 489528b6-c34b-453f-b07f-deb300f291a5 on network 4bdd2c26-f19e-4674-af3e-83ec7835777e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:04.007027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Port 489528b6-c34b-453f-b07f-deb300f291a5 on network 4bdd2c26-f19e-4674-af3e-83ec7835777e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:04.007370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Attempting to bind port 489528b6-c34b-453f-b07f-deb300f291a5 on network 4bdd2c26-f19e-4674-af3e-83ec7835777e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:04.019514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:34:04.019869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Checking segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:04.020274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Bound using segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:34:04.021060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Bound port: 489528b6-c34b-453f-b07f-deb300f291a5, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:34:04.021437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:04.148401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87762398-e609-42ac-b205-13c2a121c78f req-5e0d7b9c-745e-4be6-ac78-3424d8f60586 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:04.167986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87762398-e609-42ac-b205-13c2a121c78f req-5e0d7b9c-745e-4be6-ac78-3424d8f60586 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 943 time: 0.1856999 Jul 22 14:34:04.212387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:04.221689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:34:04.230647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:04.272077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87762398-e609-42ac-b205-13c2a121c78f req-bddc8abc-da60-4b98-944d-3872f1c1d156 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992789 Jul 22 14:34:04.308299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:04.309175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:04.311658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] 10.222.0.61 "PUT /v2.0/ports/489528b6-c34b-453f-b07f-deb300f291a5 HTTP/1.1" status: 200 len: 1091 time: 1.2698469 Jul 22 14:34:04.312445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:04.315527 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fef712-902a-47d2-9276-116249c7c2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "tag": "489528b6-c34b-453f-b07f-deb300f291a5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:04.345064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e600d45-6cd3-41a1-b3d7-e2a2468fdf67 service neutron] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:04.459597 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81c26ec-954f-4cd2-a7a7-07da8627d853 x-openstack-request-id: req-a81c26ec-954f-4cd2-a7a7-07da8627d853 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:04.459908 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "tag": "489528b6-c34b-453f-b07f-deb300f291a5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:04.460167 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a81c26ec-954f-4cd2-a7a7-07da8627d853 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:04.460584 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5', 'status': 'completed', 'code': 200} Jul 22 14:34:04.509459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-085ebbb9-7a24-4d4d-872c-8865c460f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:04.517557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-085ebbb9-7a24-4d4d-872c-8865c460f01c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 1094 time: 0.1564190 Jul 22 14:34:04.565504 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-82d1ab81-6ad8-4c21-8d2d-17ab024f7f6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489528b6-c34b-453f-b07f-deb300f291a5 HTTP/1.1" status: 200 len: 217 time: 0.0409250 Jul 22 14:34:04.650400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-6bc425ee-b8ea-4f62-ae33-f4d1e5708309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:04.654431 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-6bc425ee-b8ea-4f62-ae33-f4d1e5708309 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 200 len: 860 time: 0.0809402 Jul 22 14:34:04.700399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:04.733550 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-37514790-3ec3-47ff-8fe6-0d30eb0c85fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bdd2c26-f19e-4674-af3e-83ec7835777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739110 Jul 22 14:34:04.885263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-955ea765-232a-4bb1-b422-a9d8c6f553fd service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450572 Jul 22 14:34:05.036791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8396c46a-1b24-4726-b8ff-683fd595f055 req-ff3d090f-3191-4e46-bfe8-b7cc7ccdddba service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431434 Jul 22 14:34:05.172807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fef712-902a-47d2-9276-116249c7c2cf req-8f9d40ed-03f8-49b9-b8f6-1951f75b798f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:05.174536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-8f9d40ed-03f8-49b9-b8f6-1951f75b798f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 1094 time: 0.0810966 Jul 22 14:34:05.235324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-251135276'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:05.291303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Made reservation on behalf of a87ddc5410564662aff66ec21989720e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:05.296162 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.307532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.361702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fef712-902a-47d2-9276-116249c7c2cf req-232368ac-067b-4b5f-9d71-aef2c93fa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:05.377161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-232368ac-067b-4b5f-9d71-aef2c93fa175 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 921 time: 0.1897366 Jul 22 14:34:05.495587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-2e8f4aa6-ff17-4b6b-8311-0295f09bc654 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=489528b6-c34b-453f-b07f-deb300f291a5 HTTP/1.1" status: 200 len: 217 time: 0.1153576 Jul 22 14:34:05.558194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fef712-902a-47d2-9276-116249c7c2cf req-758cc29b-9147-4b51-8ff5-fc64dfb21bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:05.560650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-758cc29b-9147-4b51-8ff5-fc64dfb21bc0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 200 len: 860 time: 0.0545025 Jul 22 14:34:05.610294 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-0865e4b7-fe0d-497e-a134-2ea94b9e9511 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4bdd2c26-f19e-4674-af3e-83ec7835777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424426 Jul 22 14:34:05.682673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be109a22-06b9-4527-9e4a-f913aad9e758 req-c672b42b-0f1c-427f-bb69-46c6dd63e71e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:05.684260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be109a22-06b9-4527-9e4a-f913aad9e758 req-c672b42b-0f1c-427f-bb69-46c6dd63e71e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 943 time: 0.2189386 Jul 22 14:34:05.690190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.727052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.752271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be109a22-06b9-4527-9e4a-f913aad9e758 req-4f00a21c-9b56-49bc-8e4d-e78f5cad47f7 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Jul 22 14:34:05.775328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:05.792553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9339f19a-59e1-4d68-a721-848c921bbc5d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:05.798111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.798739 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Added segment 692b257d-4bb3-4b73-9b41-c573fb0b23c6 of type vlan for network 85052c57-13cc-4ece-a5a3-bc4ec765cea5 Jul 22 14:34:05.802494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-b1683b71-4f6e-422d-8fec-862c5a1799f5 service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842575 Jul 22 14:34:05.900882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.934011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:05.948367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:05.949847 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.011143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40fef712-902a-47d2-9276-116249c7c2cf req-b9b286ff-33d0-4d01-b6b6-2bceb201f77e service neutron] 10.222.0.61 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006652 Jul 22 14:34:06.018930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3160405 Jul 22 14:34:06.019658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:06.066983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d76ae-79c2-4e60-8c9f-b1cfe321832e tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Pushing event updated for resources: {'Network': ['ID=85052c57-13cc-4ece-a5a3-bc4ec765cea5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:06.081413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 85052c57-13cc-4ece-a5a3-bc4ec765cea5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:06.203616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-021da76f-418b-4352-81fb-54ef187e2057 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405490 Jul 22 14:34:06.253226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'network': {'name': 'tempest-network--1419451606', 'router:external': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:06.322857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Made reservation on behalf of b26929cd37394ef6a73b6f8beb283e74 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:06.325160 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.343640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-7c36e22f-332c-4dc4-9a09-b659bc55bbb7 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:06.345200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-7c36e22f-332c-4dc4-9a09-b659bc55bbb7 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406806 Jul 22 14:34:06.346394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.374326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-14f18b56-1cf0-4463-a28e-438d927b8d7f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/quotas/cc0b57b9881145fdbacd28d8560f30f1 HTTP/1.1" status: 200 len: 375 time: 0.0197818 Jul 22 14:34:06.417370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-8e0dda8e-7078-4d5d-922b-90176e2795a2 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352905 Jul 22 14:34:06.496696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.500927 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.526630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:06.547867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.548594 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Added segment 32731732-a107-4378-a762-d0b0e72466f2 of type vlan for network 34f48584-c7c5-4c54-bad2-bf8050d6b2fe Jul 22 14:34:06.550145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa833db-0eec-451d-9756-ca2667eeef4b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:06.655085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8028a38f-a90f-473c-8267-6028e9550bc5 req-7b15b061-7467-412f-a7d5-acc77996af49 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 210 time: 0.0483382 Jul 22 14:34:06.669674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.705988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.707163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:06.707816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.752082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7277792 Jul 22 14:34:06.753040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:06.801586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58061-cd34-4ee6-9444-a6b3a029d2d3 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Network': ['ID=34f48584-c7c5-4c54-bad2-bf8050d6b2fe,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:06.818122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 34f48584-c7c5-4c54-bad2-bf8050d6b2fe details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:06.870810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:06.991805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0db71f-fed5-49f9-9d77-f265ea0a0305 req-20c6eee9-dda1-4a08-9d0e-a7499bbda23e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:06.994762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c0db71f-fed5-49f9-9d77-f265ea0a0305 req-20c6eee9-dda1-4a08-9d0e-a7499bbda23e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 943 time: 0.1372173 Jul 22 14:34:07.018107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.043375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f48584-c7c5-4c54-bad2-bf8050d6b2fe']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:07.060543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32731732-a107-4378-a762-d0b0e72466f2') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:07.061250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32731732-a107-4378-a762-d0b0e72466f2') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:07.075175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.075816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c0db71f-fed5-49f9-9d77-f265ea0a0305 req-8f785e7c-5284-4f94-acd8-ce3b27e5933e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719326 Jul 22 14:34:07.088971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.095718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.107205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:07.108123 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:07.111624 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:07.208838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.219065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 34f48584-c7c5-4c54-bad2-bf8050d6b2fe {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:34:07.221965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.228547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55424) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:07.230210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/networks/34f48584-c7c5-4c54-bad2-bf8050d6b2fe HTTP/1.1" status: 204 len: 168 time: 0.4765551 Jul 22 14:34:07.241676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:07.258204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e31e3c-7a77-43e2-afd7-a88e5387d71a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Network': ['ID=34f48584-c7c5-4c54-bad2-bf8050d6b2fe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:07.341965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Made reservation on behalf of b26929cd37394ef6a73b6f8beb283e74 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:07.344514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.419093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:07.439437 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.439796 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Added segment 7f133e40-d749-402c-b1d4-79bc0dfc1c46 of type vlan for network f69f5ab4-d904-4d05-8103-09ed80660205 Jul 22 14:34:07.536673 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.568597 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.654217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.655297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:07.655966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.755790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5258069 Jul 22 14:34:07.758871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55452) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:07.764668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'subnet': {'network_id': 'f69f5ab4-d904-4d05-8103-09ed80660205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:07.812515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Made reservation on behalf of b26929cd37394ef6a73b6f8beb283e74 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:07.816529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:07.845586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc930c-3bf2-4854-8d2b-9affad8ddc53 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Network': ['ID=f69f5ab4-d904-4d05-8103-09ed80660205,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:07.866172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f69f5ab4-d904-4d05-8103-09ed80660205 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:07.914669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dc25f5c-5c0a-48bb-8939-ffb4e6cbd6eb req-6147dac4-879b-4ef7-82f6-d8b68a60a5ec tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 210 time: 0.0779099 Jul 22 14:34:08.013390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-3567efef-869b-4b03-80d1-d0e2c878997e tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363357 Jul 22 14:34:08.234308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-26b0eeed-1e4d-4b2d-a88f-e1985cb67564 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:08.237249 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-26b0eeed-1e4d-4b2d-a88f-e1985cb67564 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145050 Jul 22 14:34:08.255623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Request body: {'port': {'device_id': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'cc0b57b9881145fdbacd28d8560f30f1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:08.260023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d55270-2018-4cbe-b2da-f5996501403a req-ec4aa217-bfa4-47e3-a7b5-193ba68d2b94 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:08.269925 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0d55270-2018-4cbe-b2da-f5996501403a req-ec4aa217-bfa4-47e3-a7b5-193ba68d2b94 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 943 time: 0.0870047 Jul 22 14:34:08.316980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0d55270-2018-4cbe-b2da-f5996501403a req-5e7881ca-04ec-4d14-bded-7c29e127ddb0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Jul 22 14:34:08.478305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:08.503029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Made reservation on behalf of cc0b57b9881145fdbacd28d8560f30f1 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:08.508603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.530586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.599936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:34:08.600427 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.642884 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e998d49-cdb1-4e4e-88a1-64548297579c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.706675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Checking segment: {'id': '7f133e40-d749-402c-b1d4-79bc0dfc1c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f69f5ab4-d904-4d05-8103-09ed80660205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:08.707036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Network hostable DHCP agents. Network: f69f5ab4-d904-4d05-8103-09ed80660205, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:34:08.721207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b076f1b5-130c-4e3a-bbcb-bc3829a64158,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.749499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Network f69f5ab4-d904-4d05-8103-09ed80660205 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:34:08.766497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f69f5ab4-d904-4d05-8103-09ed80660205) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:08.773361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.775054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:08.775847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.779530 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.779863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695d74e-936a-4526-8091-d8952c05bb63 None None] Network f69f5ab4-d904-4d05-8103-09ed80660205 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:08.860366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6738457-5877-4903-a018-80989b7b162a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:08.984784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e998d49-cdb1-4e4e-88a1-64548297579c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:08.988125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Allocated IP 192.168.233.169 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/10f7169c-a63c-4ab2-9dff-419bd595bfb7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:08.992391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e998d49-cdb1-4e4e-88a1-64548297579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.010061 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0d69a0c-f508-4169-a715-caf5058e9999 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2498336 Jul 22 14:34:09.011737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:09.013513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1da915-6e09-4eb0-a53d-9589c72d2fe7 None None] Network f69f5ab4-d904-4d05-8103-09ed80660205 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:09.026826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'floatingip': {'floating_network_id': 'f69f5ab4-d904-4d05-8103-09ed80660205'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:09.126024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.149589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbb17cfb-5faf-45f3-88df-08e7efa4ab37 req-ff17ad01-bcc4-4b93-aa58-2312a2947e48 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 210 time: 0.0694747 Jul 22 14:34:09.197125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8e998d49-cdb1-4e4e-88a1-64548297579c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=88e3d0a209a048a0b4877614898b7daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169006 Jul 22 14:34:09.203178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:09.211804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e998d49-cdb1-4e4e-88a1-64548297579c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f92b8ad-824f-415f-b617-95aaadfe5a7d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:09.335276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 489528b6-c34b-453f-b07f-deb300f291a5 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:09.379696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3406bafb-4ab5-447d-a6b5-93acac7a18c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.449761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3406bafb-4ab5-447d-a6b5-93acac7a18c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.495380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.505668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.574050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb54d9-b86f-4641-90fd-2072333a2b50 req-945f2fb1-7738-4fd2-baf3-ebd22a55aff2 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:09.576360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05bb54d9-b86f-4641-90fd-2072333a2b50 req-945f2fb1-7738-4fd2-baf3-ebd22a55aff2 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 943 time: 0.1431165 Jul 22 14:34:09.625792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:09.625944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Transition to ACTIVE for port object 10f7169c-a63c-4ab2-9dff-419bd595bfb7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:09.642378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '489528b6-c34b-453f-b07f-deb300f291a5', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'port_id': '489528b6-c34b-453f-b07f-deb300f291a5', 'mac_address': 'fa:16:3e:3c:69:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e5b7b8-14f1-4d68-b865-0e78f3688865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:09.644094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3406bafb-4ab5-447d-a6b5-93acac7a18c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.647705 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3406bafb-4ab5-447d-a6b5-93acac7a18c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.650258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3406bafb-4ab5-447d-a6b5-93acac7a18c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f92b8ad-824f-415f-b617-95aaadfe5a7d HTTP/1.1" status: 204 len: 168 time: 0.4452181 Jul 22 14:34:09.663862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05bb54d9-b86f-4641-90fd-2072333a2b50 req-3dbd4c90-9cab-42ff-a4b6-0c356fa79f30 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817585 Jul 22 14:34:09.671772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406bafb-4ab5-447d-a6b5-93acac7a18c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f92b8ad-824f-415f-b617-95aaadfe5a7d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:09.716000 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.731560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489528b6-c34b-453f-b07f-deb300f291a5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:09.756907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:09.762605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.826907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Allocated IP 172.20.0.3 (f69f5ab4-d904-4d05-8103-09ed80660205/b076f1b5-130c-4e3a-bbcb-bc3829a64158/f22b4f84-79e5-4355-b1b7-5987c6219083) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:09.890927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:09.930128 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e30e4a4b-f799-46eb-bf42-1e36785d8e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:09.969273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.000510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['489528b6-c34b-453f-b07f-deb300f291a5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:10.078769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:10.123659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:10.127177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:10.130745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:10.242586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.293120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:10.296028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.359844 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-a19d368c-db5f-4a87-be32-ca1b0b9e819f tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1084251 Jul 22 14:34:10.374508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Request body: {'port': {'device_id': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:10.417981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a92512-d839-439d-b6ec-dd7e1db5f513 req-56e53b47-1b03-4667-8b06-acbb16e1c6d9 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:10.419730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8a92512-d839-439d-b6ec-dd7e1db5f513 req-56e53b47-1b03-4667-8b06-acbb16e1c6d9 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 936 time: 0.1210532 Jul 22 14:34:10.463813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8a92512-d839-439d-b6ec-dd7e1db5f513 req-583421f2-780c-4457-8d17-1d5996919bd0 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Jul 22 14:34:10.519313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-16db62bb-a110-4d65-a3c3-29122c87e42e None None] Provisioning for port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:10.525289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-16db62bb-a110-4d65-a3c3-29122c87e42e None None] Provisioning complete for port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:10.526074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16db62bb-a110-4d65-a3c3-29122c87e42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.531145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.574885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-16db62bb-a110-4d65-a3c3-29122c87e42e None None] Port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:34:10.588440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Network f69f5ab4-d904-4d05-8103-09ed80660205 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:10.591131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:10.605682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.608153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:10.659673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Port': ['ID=f22b4f84-79e5-4355-b1b7-5987c6219083,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:10.886452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3e0a-684f-4bfe-b319-03f00159e175 req-c8867827-737f-4115-91b6-3216656ced9b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:10.891850 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9fc3e0a-684f-4bfe-b319-03f00159e175 req-c8867827-737f-4115-91b6-3216656ced9b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 944 time: 0.1316493 Jul 22 14:34:10.911563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:10.979941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9fc3e0a-684f-4bfe-b319-03f00159e175 req-19cdd1d7-5a90-41a7-8dac-4f4ab88c7afe tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807362 Jul 22 14:34:11.031479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.254452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f7169c-a63c-4ab2-9dff-419bd595bfb7 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:11.267719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.300388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Transition to ACTIVE for port object 10f7169c-a63c-4ab2-9dff-419bd595bfb7 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:11.307348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.357029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 489528b6-c34b-453f-b07f-deb300f291a5 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:11.360789 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.383246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.423789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:11.509094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 489528b6-c34b-453f-b07f-deb300f291a5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:11.523823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 489528b6-c34b-453f-b07f-deb300f291a5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:11.524310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.559770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.608038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.616625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55558) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:11.646218 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6276214 Jul 22 14:34:11.695133 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.743310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c009ed-63ea-42c6-ad2f-d615c44ed30a tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Port': ['ID=f22b4f84-79e5-4355-b1b7-5987c6219083,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:11.745674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:11.748009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:11.751433 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13745d9-b011-443e-ac38-34fb5e86dcc6" -d '{"events": [{"server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "name": "network-vif-plugged", "status": "completed", "tag": "489528b6-c34b-453f-b07f-deb300f291a5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:11.768620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.799114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Attempting to bind port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:11.799456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Attempting to bind port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:11.801307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Attempting to bind port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:11.811319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:11.812969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Attempting to bind port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:11.818989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-879d00c1-b3a0-409a-8f17-e7fd6162061b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=f69f5ab4-d904-4d05-8103-09ed80660205 HTTP/1.1" status: 200 len: 689 time: 0.1979508 Jul 22 14:34:11.827009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55566) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:11.836689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:34:11.837065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:11.837418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:34:11.838119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Bound port: 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:34:11.838251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:11.866181 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88012355-6149-448c-9f94-1137c31b12e6 x-openstack-request-id: req-88012355-6149-448c-9f94-1137c31b12e6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:11.868780 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "name": "network-vif-plugged", "status": "completed", "tag": "489528b6-c34b-453f-b07f-deb300f291a5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:11.869553 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88012355-6149-448c-9f94-1137c31b12e6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:11.871214 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5', 'code': 200} Jul 22 14:34:11.973232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:12.024865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:12.029888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:34:12.037410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.088661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a1972b-f577-4f0c-88be-d463f0138f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.125151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:12.143728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.144175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.145596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-cf9fbbf4-3460-4677-a69a-50497c4cad7c service neutron] 10.222.0.61 "PUT /v2.0/ports/10f7169c-a63c-4ab2-9dff-419bd595bfb7 HTTP/1.1" status: 200 len: 1096 time: 1.7797015 Jul 22 14:34:12.146079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:12.159201 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2de8199-1c28-4845-ae57-e2fc8c582fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:12.293521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-1b500df1-6e22-495f-9236-012c0e332cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.295080 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-1b500df1-6e22-495f-9236-012c0e332cd7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 1099 time: 0.1065164 Jul 22 14:34:12.305750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.375107 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-e953ba5b-2fc7-4225-80e3-11f86d1de273 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0717700 Jul 22 14:34:12.661723 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:12.837176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-47d0afcb-a2b9-45cc-bfe5-7de0075067cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.838745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-47d0afcb-a2b9-45cc-bfe5-7de0075067cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.4523304 Jul 22 14:34:12.888348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d80a71-9771-449a-bf59-6f51f26bd20d req-75f2f0b5-cfd6-4c92-bad3-9b335efb3113 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.897216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04d80a71-9771-449a-bf59-6f51f26bd20d req-75f2f0b5-cfd6-4c92-bad3-9b335efb3113 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 948 time: 1.2774518 Jul 22 14:34:12.907903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa1ce-39f6-4de2-93f7-4af55a183950 req-5a656d6d-d287-4905-b6e6-21b1d92e5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.909519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-210fa1ce-39f6-4de2-93f7-4af55a183950 req-5a656d6d-d287-4905-b6e6-21b1d92e5f07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 1096 time: 0.9837823 Jul 22 14:34:12.929085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-4dda8a17-4456-457d-8f26-b56d2d8cddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.931408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-4dda8a17-4456-457d-8f26-b56d2d8cddbc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862682 Jul 22 14:34:12.971776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885790f-4753-481c-a5ff-e61dedb88f49 req-4c369d02-61aa-481b-87d3-00e95f3c9056 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:12.980329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d885790f-4753-481c-a5ff-e61dedb88f49 req-4c369d02-61aa-481b-87d3-00e95f3c9056 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.3124547 Jul 22 14:34:12.982978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Deleting port f22b4f84-79e5-4355-b1b7-5987c6219083 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:12.983403 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.143737 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-edc0bfb5-a054-42df-b0a5-9e4ec57f5f41 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055240 Jul 22 14:34:13.152398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04d80a71-9771-449a-bf59-6f51f26bd20d req-d5a57de3-8fa3-448a-9134-8adc24defc8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542193 Jul 22 14:34:13.236254 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a168974-68d4-4f32-af0c-43b00ba132a6 x-openstack-request-id: req-8a168974-68d4-4f32-af0c-43b00ba132a6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:13.236254 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:13.236254 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a168974-68d4-4f32-af0c-43b00ba132a6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:13.237114 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'status': 'completed', 'code': 200} Jul 22 14:34:13.260223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-210fa1ce-39f6-4de2-93f7-4af55a183950 req-a57772c5-c48a-4fa4-9a93-784079bfbf7d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363326 Jul 22 14:34:13.295002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d885790f-4753-481c-a5ff-e61dedb88f49 req-e03db9d4-4acb-4251-b8f5-da3b02b6effe tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108749 Jul 22 14:34:13.363592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.364242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.369097 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a861b23-2fb3-498b-aa48-0482e62a2ac0 req-c58335c2-1b5a-4e34-bfcc-8c07c9df7d39 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196212 Jul 22 14:34:13.433575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Calling delete_port for f22b4f84-79e5-4355-b1b7-5987c6219083 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:13.538899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-b0f2e948-42d2-4615-87e5-fd5c5ec2819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:13.543913 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-b0f2e948-42d2-4615-87e5-fd5c5ec2819c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 1099 time: 0.1173825 Jul 22 14:34:13.575236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.657253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.689354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Port': ['ID=f22b4f84-79e5-4355-b1b7-5987c6219083,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:13.711553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:13.729719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-de78f4db-d421-4470-932c-28d110c11d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:13.731272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-de78f4db-d421-4470-932c-28d110c11d97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1777515 Jul 22 14:34:13.787278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-0772bfc0-c4ab-46a8-84e6-b78bbac25ce7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7 HTTP/1.1" status: 200 len: 217 time: 0.0453947 Jul 22 14:34:13.844770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-e32d4a12-0ae6-4b5a-b96a-efedba90fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:13.846671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-e32d4a12-0ae6-4b5a-b96a-efedba90fe91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0492420 Jul 22 14:34:13.873504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:13.947609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-bdb5d577-42ec-4da5-b0ad-edac1f9a1acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:13.948675 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-bdb5d577-42ec-4da5-b0ad-edac1f9a1acb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0953476 Jul 22 14:34:14.043022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.058250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-5dbdd0bc-7aee-478b-a7c7-9f58bcb71066 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006215 Jul 22 14:34:14.072063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d315b453-ebfb-45d7-876f-f5ee441546da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.166489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.267884 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.289701 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2de8199-1c28-4845-ae57-e2fc8c582fe0 req-96b6c422-dec0-4bc6-80f3-841852c2b131 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153602 Jul 22 14:34:14.332709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69f5ab4-d904-4d05-8103-09ed80660205']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:14.338479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d315b453-ebfb-45d7-876f-f5ee441546da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.345705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d315b453-ebfb-45d7-876f-f5ee441546da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.372356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b076f1b5-130c-4e3a-bbcb-bc3829a64158,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:14.383809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d315b453-ebfb-45d7-876f-f5ee441546da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42e8095756a34512be2d69ae0475f8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6710131 Jul 22 14:34:14.386879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:14.394963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315b453-ebfb-45d7-876f-f5ee441546da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a829307-0b0f-430d-87f9-6c743c204f3a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:14.434924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f133e40-d749-402c-b1d4-79bc0dfc1c46') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:14.435381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f133e40-d749-402c-b1d4-79bc0dfc1c46') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:14.462212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.476182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68552381-107a-44c3-956b-aec3da40af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.507124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.522993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:14.523510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:14.526116 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:14.543752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68552381-107a-44c3-956b-aec3da40af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.575625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f433b2-24ca-4357-b216-28153296d2ee req-7e67af8f-797d-4481-b1ef-02217e7eff0a tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:14.577311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69f433b2-24ca-4357-b216-28153296d2ee req-7e67af8f-797d-4481-b1ef-02217e7eff0a tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 948 time: 0.2953289 Jul 22 14:34:14.648370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68552381-107a-44c3-956b-aec3da40af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.651567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68552381-107a-44c3-956b-aec3da40af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.668375 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-68552381-107a-44c3-956b-aec3da40af22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a829307-0b0f-430d-87f9-6c743c204f3a HTTP/1.1" status: 204 len: 168 time: 0.2704475 Jul 22 14:34:14.682006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041e72e-4160-4922-acda-45bf748eac12 req-9d2d9212-5cee-43f4-983a-f020b781b326 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:14.687150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68552381-107a-44c3-956b-aec3da40af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a829307-0b0f-430d-87f9-6c743c204f3a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:14.691692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c041e72e-4160-4922-acda-45bf748eac12 req-9d2d9212-5cee-43f4-983a-f020b781b326 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.2603595 Jul 22 14:34:14.725567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69f433b2-24ca-4357-b216-28153296d2ee req-7fd9d4b5-dc45-4138-bf56-13ec83825f5d tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347256 Jul 22 14:34:14.727129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.762371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f69f5ab4-d904-4d05-8103-09ed80660205 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:34:14.767544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:14.773204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55652) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:14.773899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f69f5ab4-d904-4d05-8103-09ed80660205 HTTP/1.1" status: 204 len: 168 time: 2.9442377 Jul 22 14:34:14.786387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0dcd3-50e0-4172-8a5a-590ae3331528 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Network': ['ID=f69f5ab4-d904-4d05-8103-09ed80660205,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:14.803241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c041e72e-4160-4922-acda-45bf748eac12 req-5be7183a-156b-41b0-a040-63f12a236de3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058989 Jul 22 14:34:15.097587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1353d9dd-49cd-4759-99e3-831c5405504b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2261 time: 0.3232987 Jul 22 14:34:15.101568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.143418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290f213-0b51-484e-844c-5f3eb868402d req-9faaefb5-b573-407a-93e2-cc06658758e0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.147437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6290f213-0b51-484e-844c-5f3eb868402d req-9faaefb5-b573-407a-93e2-cc06658758e0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.2092049 Jul 22 14:34:15.249811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6290f213-0b51-484e-844c-5f3eb868402d req-51311af7-06cc-4e9f-8424-3765be9f2f9d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990129 Jul 22 14:34:15.258402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.393626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.394118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.394619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.395478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.395960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.396458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.396930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.397723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.398193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.398757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:15.401152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-90b79155-eef2-4cc2-987e-64e2db6a9263 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6375 time: 0.2952018 Jul 22 14:34:15.408162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55668) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.472571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.481998 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-2c9389d3-ef38-4afe-ac09-3e3f66a2064d tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] delete failed (client error): The resource could not be found. Jul 22 14:34:15.483640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c9389d3-ef38-4afe-ac09-3e3f66a2064d tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/98af0098-0e06-49c8-908d-b68b620e329a HTTP/1.1" status: 404 len: 345 time: 0.0742788 Jul 22 14:34:15.489217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.499785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fcac69f-bb8a-483e-ba5f-f70324091157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.537333 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bcaa2a9-b37a-462c-aa49-861ab657c81b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 14:34:15.538164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bcaa2a9-b37a-462c-aa49-861ab657c81b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:34:15.546225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8bcaa2a9-b37a-462c-aa49-861ab657c81b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f69f5ab4-d904-4d05-8103-09ed80660205 HTTP/1.1" status: 404 len: 339 time: 0.0504639 Jul 22 14:34:15.548356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55678) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:15.556986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'network': {'name': 'tempest-network--1763810598', 'router:external': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:15.743439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fcac69f-bb8a-483e-ba5f-f70324091157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.768192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3fcac69f-bb8a-483e-ba5f-f70324091157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.800993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Made reservation on behalf of b26929cd37394ef6a73b6f8beb283e74 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:15.805834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.889992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:15.894157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcac69f-bb8a-483e-ba5f-f70324091157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec52bb1-2206-48a6-90d8-cc69b1769e70,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:15.965981 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:15.966477 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Added segment 4244cf8b-f5b3-4d0b-afc2-8e2e8bb16e88 of type vlan for network 6d78b44d-50b2-4f70-963d-bfebafb5d374 Jul 22 14:34:15.969239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3fcac69f-bb8a-483e-ba5f-f70324091157 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=416ad8af9b5c4e3dbe9ec6acecf793be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944918 Jul 22 14:34:15.972134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55706) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:16.182857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a752762-4411-49db-b05a-4ad85bfe2f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.198691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.261373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a752762-4411-49db-b05a-4ad85bfe2f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.295672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3c3bd-c8bd-432f-9901-c47b20beb76f req-950017fd-3eaa-40f7-84ad-4187a7900266 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.299377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90c3c3bd-c8bd-432f-9901-c47b20beb76f req-950017fd-3eaa-40f7-84ad-4187a7900266 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 948 time: 0.3817348 Jul 22 14:34:16.398394 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a752762-4411-49db-b05a-4ad85bfe2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.403139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a752762-4411-49db-b05a-4ad85bfe2f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.411661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9a752762-4411-49db-b05a-4ad85bfe2f3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dec52bb1-2206-48a6-90d8-cc69b1769e70 HTTP/1.1" status: 204 len: 168 time: 0.4378278 Jul 22 14:34:16.423382 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.425836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.428890 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:16.430468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a752762-4411-49db-b05a-4ad85bfe2f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec52bb1-2206-48a6-90d8-cc69b1769e70,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:16.514740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9651372 Jul 22 14:34:16.518832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:16.531631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90c3c3bd-c8bd-432f-9901-c47b20beb76f req-169bbb86-d0e9-4178-8e5b-f8b9ccd7afe2 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011673 Jul 22 14:34:16.579085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f78eb5-0913-46f1-8b6b-338729805d2c tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Network': ['ID=6d78b44d-50b2-4f70-963d-bfebafb5d374,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:16.595137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6d78b44d-50b2-4f70-963d-bfebafb5d374 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:16.680197 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:34:16.702959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cd069-4225-4f20-a684-92b6a150d520 req-2d9273ab-674f-4a32-b9f3-e0094317ffe3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.710816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d2cd069-4225-4f20-a684-92b6a150d520 req-2d9273ab-674f-4a32-b9f3-e0094317ffe3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.1213400 Jul 22 14:34:16.767968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d2cd069-4225-4f20-a684-92b6a150d520 req-cbb3db64-8aa7-48c8-8041-6562be63ccf9 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540092 Jul 22 14:34:16.844467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55734) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:16.921849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c9f64-1058-4ad9-be15-b2f0febd0156 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.930593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c9f64-1058-4ad9-be15-b2f0febd0156 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.937718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c9f64-1058-4ad9-be15-b2f0febd0156 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.950191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c9f64-1058-4ad9-be15-b2f0febd0156 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:16.955135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-da6c9f64-1058-4ad9-be15-b2f0febd0156 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4352138 Jul 22 14:34:16.955756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:17.056200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.060636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-851f3a59-4ac7-4bcf-9184-4e80061bc14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.167280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.182038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d78b44d-50b2-4f70-963d-bfebafb5d374']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:17.193730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4244cf8b-f5b3-4d0b-afc2-8e2e8bb16e88') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:17.194721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-851f3a59-4ac7-4bcf-9184-4e80061bc14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.195117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4244cf8b-f5b3-4d0b-afc2-8e2e8bb16e88') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:17.200982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-851f3a59-4ac7-4bcf-9184-4e80061bc14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.205935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.226225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.234945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:17.235712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:17.238141 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:17.249355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f3a59-4ac7-4bcf-9184-4e80061bc14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3176af3d-02ee-4f29-8db1-c9f4e79c2396,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:17.276635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-851f3a59-4ac7-4bcf-9184-4e80061bc14a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24e15c5a0f6842fca462eed0008ab42a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301162 Jul 22 14:34:17.279617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55750) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:17.334600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.341276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d78b44d-50b2-4f70-963d-bfebafb5d374 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:34:17.346659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6755ad-1c9f-4b01-b476-3d9079f640d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.360284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.363780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/networks/6d78b44d-50b2-4f70-963d-bfebafb5d374 HTTP/1.1" status: 204 len: 168 time: 0.4059951 Jul 22 14:34:17.379714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55756) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:17.387566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'network': {'name': 'tempest-network--1561032939', 'router:external': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:17.388340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:17.389389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe0c9-57f2-4532-a375-13f045094326 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d78b44d-50b2-4f70-963d-bfebafb5d374,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:17.451866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6755ad-1c9f-4b01-b476-3d9079f640d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.603137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Made reservation on behalf of b26929cd37394ef6a73b6f8beb283e74 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:17.611699 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.691583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6755ad-1c9f-4b01-b476-3d9079f640d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.691583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a6755ad-1c9f-4b01-b476-3d9079f640d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.698875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9a6755ad-1c9f-4b01-b476-3d9079f640d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3176af3d-02ee-4f29-8db1-c9f4e79c2396 HTTP/1.1" status: 204 len: 168 time: 0.4160774 Jul 22 14:34:17.724816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:17.729878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6755ad-1c9f-4b01-b476-3d9079f640d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3176af3d-02ee-4f29-8db1-c9f4e79c2396,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:17.743175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:17.752015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'mac_address': 'fa:16:3e:55:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:17.845874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.867251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:17.867929 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Added segment 326308af-07ff-400c-885c-f0712b15aba9 of type vlan for network ae87d031-5c93-465a-8c8a-798ba6de44e3 Jul 22 14:34:17.879123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f7169c-a63c-4ab2-9dff-419bd595bfb7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:17.931342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:17.938918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.008760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.041320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e5e36-14de-4caf-85b6-f937d1cecd6c req-7dff3e60-70a3-4a8f-9b62-3b994f8dd6e8 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:18.043106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f92e5e36-14de-4caf-85b6-f937d1cecd6c req-7dff3e60-70a3-4a8f-9b62-3b994f8dd6e8 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 948 time: 0.2908883 Jul 22 14:34:18.087405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:18.119669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f92e5e36-14de-4caf-85b6-f937d1cecd6c req-f8459af5-6dff-4829-8d2e-4e7e722f49b2 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606933 Jul 22 14:34:18.125379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.126379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:18.127195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.139280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4a6d4-9cd7-4897-88b9-057733090b66 req-ec73d768-9722-482b-8d55-381654f0c78f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:18.147758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81e4a6d4-9cd7-4897-88b9-057733090b66 req-ec73d768-9722-482b-8d55-381654f0c78f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.2887390 Jul 22 14:34:18.168604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.168963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.169315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.169658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.170058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.170404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.170764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.171099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.171584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.171928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.172587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.174295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:18.205008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55778) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.207034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8234742 Jul 22 14:34:18.245270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a78971-ebaa-43a0-af04-94dd5e390d7b tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Network': ['ID=ae87d031-5c93-465a-8c8a-798ba6de44e3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:18.259980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['10f7169c-a63c-4ab2-9dff-419bd595bfb7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:18.325154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81e4a6d4-9cd7-4897-88b9-057733090b66 req-441f41de-280d-4c2a-b97e-dfee4920f63c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704974 Jul 22 14:34:18.423192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef561e53-3646-4318-b8ff-a8523ac6a6aa tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:18.425291 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ef561e53-3646-4318-b8ff-a8523ac6a6aa tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] 10.222.0.60 "GET /v2.0/networks/ae87d031-5c93-465a-8c8a-798ba6de44e3 HTTP/1.1" status: 200 len: 757 time: 0.2188683 Jul 22 14:34:18.429026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55782) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.542674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.589149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f2dc-b3bd-43c7-9814-6035f1c874e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.589396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2629f8d4-3c60-4a16-a475-91cfe21494e9 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:18.594138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2629f8d4-3c60-4a16-a475-91cfe21494e9 tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] 10.222.0.60 "GET /v2.0/networks/85052c57-13cc-4ece-a5a3-bc4ec765cea5 HTTP/1.1" status: 200 len: 767 time: 0.1638725 Jul 22 14:34:18.594971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55792) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:18.674885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ae87d031-5c93-465a-8c8a-798ba6de44e3 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:18.809722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.870407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f2dc-b3bd-43c7-9814-6035f1c874e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.882649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f2dc-b3bd-43c7-9814-6035f1c874e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:18.932888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7f2dc-b3bd-43c7-9814-6035f1c874e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaa630b-0158-4f69-a5a1-d5a91b048415,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:18.955931 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4aa7f2dc-b3bd-43c7-9814-6035f1c874e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f091ee7e5724fd6aad422853a798ae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113362 Jul 22 14:34:18.959548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:19.030649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.047247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae87d031-5c93-465a-8c8a-798ba6de44e3']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:19.076293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '326308af-07ff-400c-885c-f0712b15aba9') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:19.076630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '326308af-07ff-400c-885c-f0712b15aba9') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:19.082222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65bc49a5-9ebf-41a4-a93e-cab38cf3594f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.090224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.117175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.127714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:19.128256 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:19.131071 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:19.152678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65bc49a5-9ebf-41a4-a93e-cab38cf3594f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.214407 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.231499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ae87d031-5c93-465a-8c8a-798ba6de44e3 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:34:19.235198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.244139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ae87d031-5c93-465a-8c8a-798ba6de44e3 HTTP/1.1" status: 204 len: 168 time: 0.6480319 Jul 22 14:34:19.245562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:19.261899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'network': {'name': 'tempest-network--1813583363'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:19.279185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6dd62-8689-4086-93a1-4882db476c56 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae87d031-5c93-465a-8c8a-798ba6de44e3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:19.326718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Made reservation on behalf of b26929cd37394ef6a73b6f8beb283e74 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:19.329229 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.333076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65bc49a5-9ebf-41a4-a93e-cab38cf3594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.341506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65bc49a5-9ebf-41a4-a93e-cab38cf3594f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.353583 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-65bc49a5-9ebf-41a4-a93e-cab38cf3594f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5eaa630b-0158-4f69-a5a1-d5a91b048415 HTTP/1.1" status: 204 len: 168 time: 0.3926120 Jul 22 14:34:19.396165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc49a5-9ebf-41a4-a93e-cab38cf3594f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaa630b-0158-4f69-a5a1-d5a91b048415,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:19.402572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 489528b6-c34b-453f-b07f-deb300f291a5 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:19.406119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:19.426588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fbf31-6517-47c7-a36d-bff97818c12a req-9199e3e4-56e5-47f5-a081-cbfa07d8a2aa tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:19.435397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:19.435592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-922fbf31-6517-47c7-a36d-bff97818c12a req-9199e3e4-56e5-47f5-a081-cbfa07d8a2aa tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 949 time: 0.1322711 Jul 22 14:34:19.462073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.462527 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Added segment 1d9b8031-d12d-4e5f-adaf-1296fbfd477e of type vlan for network 4e0ba2de-4b6f-40ae-93c0-f82b86db2162 Jul 22 14:34:19.604086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.689753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.691608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:19.692489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.715650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-922fbf31-6517-47c7-a36d-bff97818c12a req-bf8aec13-6721-4968-9726-289fa0f2ab03 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531278 Jul 22 14:34:19.725149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4766419 Jul 22 14:34:19.727903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55824) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:19.753012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:19.782705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:19.803901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:19.806022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:19.824772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1717a2b-7814-4b2d-a994-f53499c21ad0 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Network': ['ID=4e0ba2de-4b6f-40ae-93c0-f82b86db2162,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:19.964376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6128805-190c-479a-9625-cded273c180a req-7756c836-b713-4f14-b18b-34b039035525 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:19.965986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6128805-190c-479a-9625-cded273c180a req-7756c836-b713-4f14-b18b-34b039035525 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.3784990 Jul 22 14:34:19.983151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4e0ba2de-4b6f-40ae-93c0-f82b86db2162 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:20.061901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6128805-190c-479a-9625-cded273c180a req-8423ac18-9a2e-4790-ae9d-25cd3ebc33d7 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872335 Jul 22 14:34:20.108383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.131382 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.153049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Network 4e0ba2de-4b6f-40ae-93c0-f82b86db2162 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:34:20.153678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:20.154204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.155582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "PUT /v2.0/networks/4e0ba2de-4b6f-40ae-93c0-f82b86db2162 HTTP/1.1" status: 200 len: 858 time: 0.4218659 Jul 22 14:34:20.158345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55862) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:20.215307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:20.232090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaab8e-57ff-4c8e-a1ee-96d37dc23cb8 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event updated for resources: {'Network': ['ID=4e0ba2de-4b6f-40ae-93c0-f82b86db2162,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:20.258068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '489528b6-c34b-453f-b07f-deb300f291a5', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'port_id': '489528b6-c34b-453f-b07f-deb300f291a5', 'mac_address': 'fa:16:3e:3c:69:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e5b7b8-14f1-4d68-b865-0e78f3688865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:20.339726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.360272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 489528b6-c34b-453f-b07f-deb300f291a5 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:20.384861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.419354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:20.435231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.453685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:20.453685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:20.456374 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745f359a-c318-4145-b661-516d27b82aae" -d '{"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:20.472103 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.478357 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.508074 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b1ca2b-e2bc-44c1-acd8-77e5ca831e9d x-openstack-request-id: req-a1b1ca2b-e2bc-44c1-acd8-77e5ca831e9d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:20.508849 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:20.509385 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1b1ca2b-e2bc-44c1-acd8-77e5ca831e9d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:20.510426 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'code': 200} Jul 22 14:34:20.554297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:20.560078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['489528b6-c34b-453f-b07f-deb300f291a5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:20.651758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223faae-84d7-49ae-9f28-e9ab5fcd511a req-94a3fc63-f258-40c6-9270-c2ab0b61d24b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:20.659542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f223faae-84d7-49ae-9f28-e9ab5fcd511a req-94a3fc63-f258-40c6-9270-c2ab0b61d24b tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 944 time: 0.1051965 Jul 22 14:34:20.665443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:20.717332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f223faae-84d7-49ae-9f28-e9ab5fcd511a req-9e299581-bbfb-46a4-960e-861285973e6f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490997 Jul 22 14:34:20.725998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.746003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0ba2de-4b6f-40ae-93c0-f82b86db2162']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:20.765030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9b8031-d12d-4e5f-adaf-1296fbfd477e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:20.765196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9b8031-d12d-4e5f-adaf-1296fbfd477e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:20.788749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.796065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb204d9-037d-4a0c-92d5-0c7cb1446376 req-9200023b-3425-4672-a483-e2c141c33e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:20.798612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3fb204d9-037d-4a0c-92d5-0c7cb1446376 req-9200023b-3425-4672-a483-e2c141c33e24 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 1101 time: 0.2268708 Jul 22 14:34:20.829003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.842276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:20.842787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:20.845035 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:20.898227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3fb204d9-037d-4a0c-92d5-0c7cb1446376 req-6aeaaca4-77fe-4fa6-a344-4fe0f22852b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920870 Jul 22 14:34:20.955866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.962042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e0ba2de-4b6f-40ae-93c0-f82b86db2162 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 14:34:20.964862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693242b-f6a9-4741-90a1-c5bab443e4c9 req-66fc7674-a0bf-4927-bd90-dd84c929e47c tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:20.978467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c693242b-f6a9-4741-90a1-c5bab443e4c9 req-66fc7674-a0bf-4927-bd90-dd84c929e47c tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 950 time: 0.1262503 Jul 22 14:34:20.983660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:20.988485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] 10.222.0.60 "DELETE /v2.0/networks/4e0ba2de-4b6f-40ae-93c0-f82b86db2162 HTTP/1.1" status: 204 len: 168 time: 0.8283172 Jul 22 14:34:20.995106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55902) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:21.063456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcfb40-5681-419d-ac77-d319ae025d51 tempest-ExternalNetworksTestJSON-1904709062 tempest-ExternalNetworksTestJSON-1904709062-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e0ba2de-4b6f-40ae-93c0-f82b86db2162,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:21.070258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:21.071480 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bd2a67-51a5-4b15-b03e-d9a79f54ba9b tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] DELETE failed (client error): The resource could not be found. Jul 22 14:34:21.071934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9bd2a67-51a5-4b15-b03e-d9a79f54ba9b tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:34:21.073690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9bd2a67-51a5-4b15-b03e-d9a79f54ba9b tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] 10.222.0.60 "DELETE /v2.0/subnets/b076f1b5-130c-4e3a-bbcb-bc3829a64158 HTTP/1.1" status: 404 len: 337 time: 0.0713053 Jul 22 14:34:21.080341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:21.091770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c693242b-f6a9-4741-90a1-c5bab443e4c9 req-77ce770b-13ae-45c1-aed5-63e3eac30083 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075027 Jul 22 14:34:21.193248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.282909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31de6471-6a2b-473d-a7bb-ffa704749b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.346839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.362383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85052c57-13cc-4ece-a5a3-bc4ec765cea5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:21.432590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 489528b6-c34b-453f-b07f-deb300f291a5 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:21.436181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692b257d-4bb3-4b73-9b41-c573fb0b23c6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:21.437929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692b257d-4bb3-4b73-9b41-c573fb0b23c6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:21.461192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.504161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.523169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:21.524054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:21.532223 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:21.565680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 489528b6-c34b-453f-b07f-deb300f291a5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:21.566361 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.696880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.737019 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.762416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.783949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] 10.222.0.60 "DELETE /v2.0/networks/85052c57-13cc-4ece-a5a3-bc4ec765cea5 HTTP/1.1" status: 204 len: 168 time: 0.6733344 Jul 22 14:34:21.783949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a304b-6ef7-469c-a644-0096ae887e3f tempest-ExternalNetworksTestJSON-1019143391 tempest-ExternalNetworksTestJSON-1019143391-project] Pushing event deleted for resources: {'Network': ['ID=85052c57-13cc-4ece-a5a3-bc4ec765cea5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:21.822297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31de6471-6a2b-473d-a7bb-ffa704749b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.835962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31de6471-6a2b-473d-a7bb-ffa704749b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.870951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:21.878374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:21.932277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55932) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:21.932872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31de6471-6a2b-473d-a7bb-ffa704749b06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87a290a617b14f35b2d81643192a4d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8544288 Jul 22 14:34:21.936504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de6471-6a2b-473d-a7bb-ffa704749b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a9c1d9-4b59-4cf5-8c55-72c03c662f5f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:21.969983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.017957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7fdb8-e89f-47ea-b5b5-d04db98debc9 req-685ba18a-5ada-4399-af1f-45052102012e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.019558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83d7fdb8-e89f-47ea-b5b5-d04db98debc9 req-685ba18a-5ada-4399-af1f-45052102012e tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.1404696 Jul 22 14:34:22.058968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8dd406a-5c06-4427-8418-9dc4ac42c95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.160611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8dd406a-5c06-4427-8418-9dc4ac42c95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.166905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991b204-8d98-480f-966a-65c16e4facaf req-5502a8c1-ebc0-4d7c-8e2c-496db6095f8d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.168511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9991b204-8d98-480f-966a-65c16e4facaf req-5502a8c1-ebc0-4d7c-8e2c-496db6095f8d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 945 time: 0.1457095 Jul 22 14:34:22.246768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83d7fdb8-e89f-47ea-b5b5-d04db98debc9 req-276be0de-2528-4e91-bf3b-62b15923059c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061527 Jul 22 14:34:22.309267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55952) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:22.377388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Deleting port 489528b6-c34b-453f-b07f-deb300f291a5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:22.377905 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.392590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c83da-7f34-4329-a815-e912066ad231 req-ef671622-61d8-4d20-97f0-72bd22936164 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:22.395240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-869c83da-7f34-4329-a815-e912066ad231 req-ef671622-61d8-4d20-97f0-72bd22936164 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 950 time: 0.2142518 Jul 22 14:34:22.462039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8dd406a-5c06-4427-8418-9dc4ac42c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.464875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8dd406a-5c06-4427-8418-9dc4ac42c95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.466040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8dd406a-5c06-4427-8418-9dc4ac42c95f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7a9c1d9-4b59-4cf5-8c55-72c03c662f5f HTTP/1.1" status: 204 len: 168 time: 0.5322621 Jul 22 14:34:22.497678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd406a-5c06-4427-8418-9dc4ac42c95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a9c1d9-4b59-4cf5-8c55-72c03c662f5f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.511884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:22.515189 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d37554-1b7a-45f4-8499-905fe19b0298" -d '{"events": [{"server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "name": "network-vif-plugged", "status": "completed", "tag": "489528b6-c34b-453f-b07f-deb300f291a5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:22.545292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] For port 489528b6-c34b-453f-b07f-deb300f291a5, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=489528b6-c34b-453f-b07f-deb300f291a5,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:22.545822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.560110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Calling delete_port for 489528b6-c34b-453f-b07f-deb300f291a5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:22.567491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6621faae-22b4-41a0-89d9-610b0507e55e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a87ddc5410564662aff66ec21989720e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567139 Jul 22 14:34:22.569027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55964) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:22.637088 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ca8f1d-1963-4e78-b91b-c1e7fdb85b05 x-openstack-request-id: req-62ca8f1d-1963-4e78-b91b-c1e7fdb85b05 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:22.637390 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "name": "network-vif-plugged", "status": "completed", "tag": "489528b6-c34b-453f-b07f-deb300f291a5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:22.637651 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62ca8f1d-1963-4e78-b91b-c1e7fdb85b05 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:22.638066 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5', 'code': 200} Jul 22 14:34:22.657765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-869c83da-7f34-4329-a815-e912066ad231 req-7a2acddd-2a53-45da-9e7c-12586c3fadb0 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520068 Jul 22 14:34:22.683562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-447a6799-e97a-4b27-a859-aa6a02e82b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.726788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-447a6799-e97a-4b27-a859-aa6a02e82b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.753524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.765982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['489528b6-c34b-453f-b07f-deb300f291a5'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:22.799198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event deleted for resources: {'Port': ['ID=489528b6-c34b-453f-b07f-deb300f291a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.819341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-447a6799-e97a-4b27-a859-aa6a02e82b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.822869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-447a6799-e97a-4b27-a859-aa6a02e82b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.827181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-447a6799-e97a-4b27-a859-aa6a02e82b90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9339f19a-59e1-4d68-a721-848c921bbc5d HTTP/1.1" status: 204 len: 168 time: 0.2556100 Jul 22 14:34:22.838077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a6799-e97a-4b27-a859-aa6a02e82b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9339f19a-59e1-4d68-a721-848c921bbc5d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:22.947602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] No DVR routers for this DVR port 489528b6-c34b-453f-b07f-deb300f291a5 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:22.951334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:22.953705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9991b204-8d98-480f-966a-65c16e4facaf req-5a90de7b-a7c9-46a1-a2d4-7996d94ec781 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.61 "DELETE /v2.0/ports/489528b6-c34b-453f-b07f-deb300f291a5 HTTP/1.1" status: 204 len: 173 time: 0.7800264 Jul 22 14:34:22.954425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'name': 'network-vif-deleted', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:22.967086 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e81ac08-93bb-4aa8-9f98-494dfac626ac" -d '{"events": [{"server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "name": "network-vif-deleted", "tag": "489528b6-c34b-453f-b07f-deb300f291a5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:23.097361 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b729de-c0e6-47dc-8a48-db7fbd2be765 x-openstack-request-id: req-36b729de-c0e6-47dc-8a48-db7fbd2be765 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:23.097756 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7be2b08-94d1-4af8-99ae-ebc074d35661", "name": "network-vif-deleted", "tag": "489528b6-c34b-453f-b07f-deb300f291a5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:23.098501 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36b729de-c0e6-47dc-8a48-db7fbd2be765 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:23.099548 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7be2b08-94d1-4af8-99ae-ebc074d35661', 'name': 'network-vif-deleted', 'tag': '489528b6-c34b-453f-b07f-deb300f291a5', 'status': 'completed', 'code': 200} Jul 22 14:34:23.255121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55992) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:23.293088 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9848c05c-1c3f-4624-9ce8-196cce3b1474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.485999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bad257d2-ed9d-4315-bfd0-bf1e4454a70f req-5751cd9b-02ac-495d-9e7c-d48060f281b3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7be2b08-94d1-4af8-99ae-ebc074d35661 HTTP/1.1" status: 200 len: 210 time: 0.1005449 Jul 22 14:34:23.610192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9848c05c-1c3f-4624-9ce8-196cce3b1474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.614334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9848c05c-1c3f-4624-9ce8-196cce3b1474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.644770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:23.665778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9848c05c-1c3f-4624-9ce8-196cce3b1474 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f7d0ee96a8a4654be2b421812d30a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094231 Jul 22 14:34:23.669063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56018) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:23.734321 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-631deefe-b4be-46bc-b8fe-2905d8f781c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b26929cd37394ef6a73b6f8beb283e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882721 Jul 22 14:34:23.737210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56022) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:23.793712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848c05c-1c3f-4624-9ce8-196cce3b1474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212685c-ba01-4263-8f80-3300bf1be3da,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:23.851393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7685e40-6e73-4d1c-836d-b084722b15d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.862151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1771-e25f-4f61-91e4-a65e2ca277bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.877164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7685e40-6e73-4d1c-836d-b084722b15d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.921035 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1771-e25f-4f61-91e4-a65e2ca277bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.952428 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7685e40-6e73-4d1c-836d-b084722b15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.959879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7685e40-6e73-4d1c-836d-b084722b15d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:23.961451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7685e40-6e73-4d1c-836d-b084722b15d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfa833db-0eec-451d-9756-ca2667eeef4b HTTP/1.1" status: 204 len: 168 time: 0.2216873 Jul 22 14:34:23.983772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685e40-6e73-4d1c-836d-b084722b15d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa833db-0eec-451d-9756-ca2667eeef4b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:24.044866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1771-e25f-4f61-91e4-a65e2ca277bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:24.050643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fbe1771-e25f-4f61-91e4-a65e2ca277bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:24.053432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2fbe1771-e25f-4f61-91e4-a65e2ca277bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5212685c-ba01-4263-8f80-3300bf1be3da HTTP/1.1" status: 204 len: 168 time: 0.3825231 Jul 22 14:34:24.064559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe1771-e25f-4f61-91e4-a65e2ca277bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212685c-ba01-4263-8f80-3300bf1be3da,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:24.889828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-c3024d0a-7cc5-4da2-90a1-f400a3fc185f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:24.895044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-c3024d0a-7cc5-4da2-90a1-f400a3fc185f tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 820 time: 0.1169381 Jul 22 14:34:24.917252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-cdef871c-a1c6-44a7-beb4-c83d8cd344c0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/quotas/13ef98b5402d45c4a2aefab962919dc0 HTTP/1.1" status: 200 len: 375 time: 0.0193238 Jul 22 14:34:24.981594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-dc973e0e-2f8b-4093-b78a-2ed3713899dd tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634751 Jul 22 14:34:25.091535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-73e7819c-4739-4d7c-9fb3-e3576b34aeb0 service neutron] 10.222.0.60 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028557 Jul 22 14:34:25.212481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-2fb238f7-0104-495b-9303-999897701a0a service neutron] 10.222.0.60 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142056 Jul 22 14:34:25.444982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 489528b6-c34b-453f-b07f-deb300f291a5 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:25.520429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4950e25-a155-4cee-82a0-0c812288dcc1 req-5ba7f657-2ad8-4188-a43a-8da21c59ce6a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 210 time: 0.0586901 Jul 22 14:34:25.528058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 489528b6-c34b-453f-b07f-deb300f291a5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:25.528671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 489528b6-c34b-453f-b07f-deb300f291a5 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:26.383811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:26.707579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1140520002'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:26.735065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c9dd63d-9855-430a-9bd6-9b80f119ac20 req-7b426156-6b2c-4f09-ba0f-af0b0e09b5e2 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 210 time: 0.0930994 Jul 22 14:34:26.779044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Made reservation on behalf of 29f4d4ef4c7e41cfadd022fdc0f41056 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:26.784422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.798835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:26.911747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-a26ea4f8-02a6-4ad1-8c7b-e49374274785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:26.914267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-a26ea4f8-02a6-4ad1-8c7b-e49374274785 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 1101 time: 0.1056550 Jul 22 14:34:27.080443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-35db5638-5153-4d6e-8501-609d6a4915d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1939924 Jul 22 14:34:27.188295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-4451c5e3-1905-4dbe-84eb-bf58fe31f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.189903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-4451c5e3-1905-4dbe-84eb-bf58fe31f3ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2407887 Jul 22 14:34:27.387691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.391526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.392451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.394060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.395219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.402279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.402951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.407283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.408092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-007b9a4d-f603-424e-8d2e-8fa32e0550d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7 HTTP/1.1" status: 200 len: 217 time: 0.1919191 Jul 22 14:34:27.421471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1cb9b1ae-b07f-4012-b32f-915ef9a2bdae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6499 time: 0.2405276 Jul 22 14:34:27.424646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.443005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:27.610349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-69a97417-fd42-447f-91f3-c35da96145f3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.615962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-69a97417-fd42-447f-91f3-c35da96145f3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.72 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 820 time: 0.5420752 Jul 22 14:34:27.624183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:27.668237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:27.683321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'mac_address': 'fa:16:3e:55:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:27.688031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Request body: {'port': {'device_id': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'admin_state_up': True, 'tenant_id': '13ef98b5402d45c4a2aefab962919dc0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:27.726445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-aa749cb0-b38b-43ae-94fd-6873b2676a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.727063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-aa749cb0-b38b-43ae-94fd-6873b2676a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.729093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-aa749cb0-b38b-43ae-94fd-6873b2676a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.730859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-aa749cb0-b38b-43ae-94fd-6873b2676a18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 2298 time: 0.2851007 Jul 22 14:34:27.809308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aff31a-60d2-46ce-93a9-d2a5b6116f09,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:27.827187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.835107 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Added segment ccae8dbe-b51b-4c6d-b7d0-21399d61ff69 of type vlan for network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 Jul 22 14:34:27.838220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.855020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-bf7d407d-9d39-4906-a8b4-2d6072e2557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:27.856673 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-bf7d407d-9d39-4906-a8b4-2d6072e2557b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.4333353 Jul 22 14:34:27.901568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f7169c-a63c-4ab2-9dff-419bd595bfb7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:27.959815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:27.971469 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:27.972017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-755879da-8609-4645-a14e-3ab88fb90103 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 200 len: 1001 time: 0.2082410 Jul 22 14:34:28.150244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['10f7169c-a63c-4ab2-9dff-419bd595bfb7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:28.263144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-906467a0-2d71-44fc-9b2e-0a15af872ad0 req-3c5b2ed5-1174-449e-b208-b392390bf84c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 210 time: 0.2914619 Jul 22 14:34:28.324974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-857a77a5-62c4-4dcb-a9fd-7df9db971a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:28.358005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-857a77a5-62c4-4dcb-a9fd-7df9db971a3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57c75868-48b5-43c0-9a8f-0a002a099812 HTTP/1.1" status: 200 len: 856 time: 0.3689876 Jul 22 14:34:28.469326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:28.606888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56268) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:28.684368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-089a1084-ff26-4031-ab11-056d7b9fd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:28.688705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-089a1084-ff26-4031-ab11-056d7b9fd76b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371258 Jul 22 14:34:28.837976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-6975798e-b62b-4977-8cbf-2107ad839150 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438355 Jul 22 14:34:28.969900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.013738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-5f8c649c-fdcb-4619-b8df-ee3666b74b51 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655805 Jul 22 14:34:29.055505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.062429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:29.063220 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.119984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-801e479f-4904-4666-a060-0f951909dbd7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 217 time: 0.0961425 Jul 22 14:34:29.120889 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.139554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-0d0fc347-7b3a-496c-a67e-afd82ec14d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:29.141776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-0d0fc347-7b3a-496c-a67e-afd82ec14d8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2658489 Jul 22 14:34:29.144956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Pushing event updated for resources: {'Network': ['ID=7aa16def-e7e9-4b53-83f3-18eafdc451a6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:29.154582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Made reservation on behalf of 13ef98b5402d45c4a2aefab962919dc0 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:29.157829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.161668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:29.249531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-371192f9-a129-4b0b-90c2-7c4912a17c4c tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8638103 Jul 22 14:34:29.444472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:29.562736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Allocated IP 172.20.0.8 (4bdd2c26-f19e-4674-af3e-83ec7835777e/23e5b7b8-14f1-4d68-b865-0e78f3688865/d431c435-b9c5-4408-98ac-aebf42b661ea) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:29.568969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:29.569644 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.783868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.847767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:29.857226 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b96c4d7-3d9f-4d9d-b84a-41c09ebd165e" -d '{"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:29.923630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:29.934528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:29.972044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-3316e4ab-f8b2-4186-8e48-b0063e0a0516 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8195815 Jul 22 14:34:29.984894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-695e2f07-2925-4675-98b1-123ca2a618ab req-8799e73e-9e4e-4cbe-b550-9d63bdc20091 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 210 time: 0.0784698 Jul 22 14:34:30.009297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.033690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-d6ca76e2-16dd-481b-b66d-15f3e423d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.035176 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-d6ca76e2-16dd-481b-b66d-15f3e423d156 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.9047334 Jul 22 14:34:30.078825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56306) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:30.087588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Request body: {'port': {'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6', 'binding:host_id': 'n-h2-794306-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1236750075'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:30.194811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:30.210287 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b59e1-33e0-46e2-8399-c22dc8343449 x-openstack-request-id: req-620b59e1-33e0-46e2-8399-c22dc8343449 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:30.211829 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3794d05b-adfc-4f83-80c2-3ece3f05880a req-d84d1579-76bf-44de-84f2-2390af9fe1cc service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277362 Jul 22 14:34:30.213800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.269424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-c84a8539-c75c-47d3-bed1-5a4a78e53804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.269424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-c84a8539-c75c-47d3-bed1-5a4a78e53804 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1776528 Jul 22 14:34:30.270483 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:30.270483 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-620b59e1-33e0-46e2-8399-c22dc8343449 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:30.270483 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'code': 200} Jul 22 14:34:30.465615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Network 4bdd2c26-f19e-4674-af3e-83ec7835777e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:30.493526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-d8f2aba3-d22a-4a16-9c0a-2dd1720600ff service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576342 Jul 22 14:34:30.494145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:30.513905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:30.609901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event updated for resources: {'Port': ['ID=d431c435-b9c5-4408-98ac-aebf42b661ea,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:30.632171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.632879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.639985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.640964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.641387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.642433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.642433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.642774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.643086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.643491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.643952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.644361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.684548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:30.685326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.692226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.747986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-ddea6af5-9612-4483-87f0-affc83296161 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0804248 Jul 22 14:34:30.751285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.760628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Request body: {'port': {'device_id': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:30.858945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=748c1d5400644dc9b5ef54cbec2f54a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2434454 Jul 22 14:34:30.860164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:30.860320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Made reservation on behalf of 17f4f96189264541a1a27ac2fc2acfae for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:30.871487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.940297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c43ab8-ccf8-4ae8-8dfa-3a36f89bc334,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:30.966171 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:30.995273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:30.998595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.011964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.015349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.019271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.022314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.022871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.023320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.025366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.026732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.029237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.031628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39652a34-6e0a-404d-a205-c3db0ce2b49e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:34:31.114810 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-e2ea1296-58c1-48b4-91db-099c07a3059e service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6118312 Jul 22 14:34:31.116835 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.150855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6ce77a9-5a84-475d-aee4-0c51445bbf5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.271200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6ce77a9-5a84-475d-aee4-0c51445bbf5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.304146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-cee0beb4-1283-4d64-ac34-73a15da74304 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 217 time: 0.1779761 Jul 22 14:34:31.502293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-73274f4b-70ea-461f-a65d-a6c3a2bfde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:31.504110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-73274f4b-70ea-461f-a65d-a6c3a2bfde96 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1844425 Jul 22 14:34:31.665278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6ce77a9-5a84-475d-aee4-0c51445bbf5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.668009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6ce77a9-5a84-475d-aee4-0c51445bbf5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.679088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e6ce77a9-5a84-475d-aee4-0c51445bbf5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53c43ab8-ccf8-4ae8-8dfa-3a36f89bc334 HTTP/1.1" status: 204 len: 168 time: 0.8176832 Jul 22 14:34:31.721385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce77a9-5a84-475d-aee4-0c51445bbf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c43ab8-ccf8-4ae8-8dfa-3a36f89bc334,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:31.772864 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.787860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.858131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port 73198d3f-9021-412c-bd00-e0d8518f2812 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:31.862560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ea272d-4463-45d4-8b35-4ab16b2dacf2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:31.887011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d594377-95fd-458a-8ee1-24042b3696dd req-ad8b7ba0-8ed1-4e79-bd55-378a662bd8db tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:31.888643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d594377-95fd-458a-8ee1-24042b3696dd req-ad8b7ba0-8ed1-4e79-bd55-378a662bd8db tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 931 time: 0.5965564 Jul 22 14:34:31.929842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d431c435-b9c5-4408-98ac-aebf42b661ea {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:31.944836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:31.971357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Transition to ACTIVE for port object d431c435-b9c5-4408-98ac-aebf42b661ea will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:31.979683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.253000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Pushing event updated for resources: {'Port': ['ID=d431c435-b9c5-4408-98ac-aebf42b661ea,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:32.289728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Attempting to bind port d431c435-b9c5-4408-98ac-aebf42b661ea on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:32.290069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Attempting to bind port d431c435-b9c5-4408-98ac-aebf42b661ea by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:32.290409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Attempting to bind port d431c435-b9c5-4408-98ac-aebf42b661ea on network 4bdd2c26-f19e-4674-af3e-83ec7835777e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:32.305678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Port d431c435-b9c5-4408-98ac-aebf42b661ea on network 4bdd2c26-f19e-4674-af3e-83ec7835777e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:32.306171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Attempting to bind port d431c435-b9c5-4408-98ac-aebf42b661ea on network 4bdd2c26-f19e-4674-af3e-83ec7835777e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:32.314618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:34:32.315333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Checking segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:32.316077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Bound using segment: {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:34:32.329400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Bound port: d431c435-b9c5-4408-98ac-aebf42b661ea, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0695ec8-172f-46fc-9739-6f1f0b58ed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:34:32.330240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.332641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port 73198d3f-9021-412c-bd00-e0d8518f2812 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:32.360932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:32.397200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.429654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Transition to ACTIVE for port object 73198d3f-9021-412c-bd00-e0d8518f2812 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:32.442280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] For port d431c435-b9c5-4408-98ac-aebf42b661ea, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:32.445985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-d96cf474-41fe-41d4-8400-39fda7f0189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:32.447103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] For port d431c435-b9c5-4408-98ac-aebf42b661ea, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d431c435-b9c5-4408-98ac-aebf42b661ea,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:34:32.448169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-d96cf474-41fe-41d4-8400-39fda7f0189d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9280181 Jul 22 14:34:32.458660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.460508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d594377-95fd-458a-8ee1-24042b3696dd req-9817aef0-c86e-4d00-8b9f-0ee7bda05f17 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680248 Jul 22 14:34:32.470824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.511375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031fa885-f445-4993-b1d6-4cefc0abcc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.559012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=73198d3f-9021-412c-bd00-e0d8518f2812,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:32.614469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Pushing event updated for resources: {'Port': ['ID=d431c435-b9c5-4408-98ac-aebf42b661ea,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:32.641051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:32.643733 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:32.646928 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-02c9eaad-f364-4e5c-8727-5501d23ea479 service neutron] 10.222.0.72 "PUT /v2.0/ports/d431c435-b9c5-4408-98ac-aebf42b661ea HTTP/1.1" status: 200 len: 1091 time: 1.8910432 Jul 22 14:34:32.652168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'tag': 'd431c435-b9c5-4408-98ac-aebf42b661ea'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:32.654804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Checking segment: {'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:32.655188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Network hostable DHCP agents. Network: 7aa16def-e7e9-4b53-83f3-18eafdc451a6, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:34:32.666420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-6da3b42c-e2b1-42e3-b2ad-405ffbb77ef3 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101691 Jul 22 14:34:32.679144 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b80446-5bce-4fa1-a80e-774fa7cb180e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc17a11e-a448-49e2-8634-f0e71f2d0af4", "tag": "d431c435-b9c5-4408-98ac-aebf42b661ea"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:32.812683 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0b8497-6d85-4a96-84c8-77874a8c47d0 x-openstack-request-id: req-3f0b8497-6d85-4a96-84c8-77874a8c47d0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:32.812971 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc17a11e-a448-49e2-8634-f0e71f2d0af4", "tag": "d431c435-b9c5-4408-98ac-aebf42b661ea", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:32.813223 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f0b8497-6d85-4a96-84c8-77874a8c47d0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:32.813629 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'tag': 'd431c435-b9c5-4408-98ac-aebf42b661ea', 'status': 'completed', 'code': 200} Jul 22 14:34:32.831312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-3d06c7d8-509b-476b-9146-cab9ad9e58c8 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583488 Jul 22 14:34:32.857511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:34:32.863580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-b8162474-5489-4a77-8bb8-42f58fae7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:32.865273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-b8162474-5489-4a77-8bb8-42f58fae7c11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 1094 time: 0.1626811 Jul 22 14:34:32.973455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-c851695d-01d2-481d-aea5-082e73a1233f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d431c435-b9c5-4408-98ac-aebf42b661ea HTTP/1.1" status: 200 len: 217 time: 0.0962632 Jul 22 14:34:32.978869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-554c6015-174a-458c-b42a-588a7c17c6c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf HTTP/1.1" status: 200 len: 217 time: 0.1382766 Jul 22 14:34:32.995306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 7aa16def-e7e9-4b53-83f3-18eafdc451a6) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:33.006686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b1f83-1f95-410e-a0a5-94a80bbd8fcd None None] Network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:33.074078 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031fa885-f445-4993-b1d6-4cefc0abcc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:33.080505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-0753378f-9b62-4f51-a919-e84d16ccd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:33.082278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-0753378f-9b62-4f51-a919-e84d16ccd580 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 200 len: 860 time: 0.0868316 Jul 22 14:34:33.084293 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-031fa885-f445-4993-b1d6-4cefc0abcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:33.144369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:33.214599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.214945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.215315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.242191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.251123 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.260282 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 2 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.276677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.277011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.277525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.283899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.284264 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.287394 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 3 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.294576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1971d7ac-0fac-4a7e-9aca-0f5352cb9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:33.296092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1971d7ac-0fac-4a7e-9aca-0f5352cb9ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.3028486 Jul 22 14:34:33.313945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-28a44224-44fd-466d-b4db-c145bc07091d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bdd2c26-f19e-4674-af3e-83ec7835777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884086 Jul 22 14:34:33.360581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.361180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.361731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.372866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.373133 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.375384 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 4 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.399828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.400199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.400559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.406089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.406433 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.414872 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 5 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.445892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.446722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.449763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-031fa885-f445-4993-b1d6-4cefc0abcc85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c02e0082b6fc4290a63c61764360d069&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0862565 Jul 22 14:34:33.451692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.454855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56412) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:33.465797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-28f06049-4d4c-4d9d-a51b-9b9367d61d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:33.467383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-28f06049-4d4c-4d9d-a51b-9b9367d61d63 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628604 Jul 22 14:34:33.469534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.469886 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.492433 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 6 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.611362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fa885-f445-4993-b1d6-4cefc0abcc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7488e7cc-38cb-4a56-8ef1-f68c5361755b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:33.639217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.639511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.639873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.691081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-fea9524b-c312-4790-92dd-68b9c3000f59 service neutron] 10.222.0.72 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615763 Jul 22 14:34:33.777216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.777913 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.781310 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 7 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.839004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:33.839379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:33.839694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:33.905226 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f98d0aef-025e-475e-ad96-5bb1d969c0f6 req-9ea2d51c-e68a-4a16-8f91-bbc73fb89b0c service neutron] 10.222.0.72 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078617 Jul 22 14:34:33.906964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:33.907314 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:33.910286 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 8 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:33.914835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1c9f6a59-ba05-478d-9dff-244b0e373d35 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4154949 Jul 22 14:34:33.924001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76104716-bf59-4af7-b905-77db8f7529c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:33.987721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76104716-bf59-4af7-b905-77db8f7529c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.111280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76104716-bf59-4af7-b905-77db8f7529c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.114051 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76104716-bf59-4af7-b905-77db8f7529c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.126867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-76104716-bf59-4af7-b905-77db8f7529c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7488e7cc-38cb-4a56-8ef1-f68c5361755b HTTP/1.1" status: 204 len: 168 time: 0.6695595 Jul 22 14:34:34.134185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:34.134185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:34.134185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:34.194116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:34.194504 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:34.204080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76104716-bf59-4af7-b905-77db8f7529c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7488e7cc-38cb-4a56-8ef1-f68c5361755b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:34.230630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-bfcdec5a-76d6-4474-bda6-8919c33bee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:34.232698 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-bfcdec5a-76d6-4474-bda6-8919c33bee2e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=13ef98b5402d45c4a2aefab962919dc0&device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 1094 time: 0.2675636 Jul 22 14:34:34.329882 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 9 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:34.365650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ace0a7-5a8e-4bed-af86-6314e7f1d14f req-258e5d6b-d68b-4555-9dd0-fbd65330ea09 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:34.375846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44ace0a7-5a8e-4bed-af86-6314e7f1d14f req-258e5d6b-d68b-4555-9dd0-fbd65330ea09 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 943 time: 0.7596114 Jul 22 14:34:34.494414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-5877bc79-daa3-49bf-b2b7-b703b822529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:34.500790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:34.500790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:34.500790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:34.503816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-5877bc79-daa3-49bf-b2b7-b703b822529e service neutron] 10.222.0.72 "GET /v2.0/networks?id=4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 200 len: 921 time: 0.2560871 Jul 22 14:34:34.578809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:34.579159 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:34.585184 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 10 to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 Jul 22 14:34:34.653249 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-e46e1d08-fbd3-4078-8722-fc7254501b25 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d431c435-b9c5-4408-98ac-aebf42b661ea HTTP/1.1" status: 200 len: 217 time: 0.1381574 Jul 22 14:34:34.655028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44ace0a7-5a8e-4bed-af86-6314e7f1d14f req-4663cdfa-e638-412d-aab0-e98556c79a8c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777627 Jul 22 14:34:34.670767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:34.672370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:34.674834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:34.689683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 73198d3f-9021-412c-bd00-e0d8518f2812 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:34.690027 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 73198d3f-9021-412c-bd00-e0d8518f2812 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:34.690720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:34.694267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-b8aec8b9-81e9-4aa1-82c5-cebac85eae41 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729969 Jul 22 14:34:34.777249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-6ff243b4-5e94-4604-aa65-8a9e609e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:34.778282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-6ff243b4-5e94-4604-aa65-8a9e609e22e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 200 len: 860 time: 0.1208868 Jul 22 14:34:34.783673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-74aed8e0-1f0a-4246-97f1-6f03b36702a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 HTTP/1.1" status: 200 len: 217 time: 0.0677841 Jul 22 14:34:34.846262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-550b855f-f7c3-4e9d-a4e5-0a5817e1ddc3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4bdd2c26-f19e-4674-af3e-83ec7835777e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551479 Jul 22 14:34:34.951972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-880db473-006d-4dec-afb0-a0f24fb743d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:34.953735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-880db473-006d-4dec-afb0-a0f24fb743d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1185493 Jul 22 14:34:35.097404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-323c6b1b-5ff4-493f-8c4d-50444844653c service neutron] 10.222.0.72 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438080 Jul 22 14:34:35.199985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] For port 73198d3f-9021-412c-bd00-e0d8518f2812, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:35.200394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempted to set empty binding levels {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:34:35.223346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.443562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76b80446-5bce-4fa1-a80e-774fa7cb180e req-cf2094b5-8048-44c8-908c-1f772bf1c82c service neutron] 10.222.0.72 "GET /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392820 Jul 22 14:34:35.463772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=73198d3f-9021-412c-bd00-e0d8518f2812,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:35.471306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d431c435-b9c5-4408-98ac-aebf42b661ea details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:35.477233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-52c353ad-5958-4c29-87ff-7ca88d7bd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:35.479429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-52c353ad-5958-4c29-87ff-7ca88d7bd157 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5145531 Jul 22 14:34:35.480163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:35.480896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.570967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f2351e21-dbd7-44dc-b0f2-fcd1d42cf682 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.4865270 Jul 22 14:34:35.573224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56500) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:35.680283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1845a3ff-f75d-467f-8b0b-bb987887dd6f service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943214 Jul 22 14:34:35.728478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port d431c435-b9c5-4408-98ac-aebf42b661ea, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d431c435-b9c5-4408-98ac-aebf42b661ea,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:35.744195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'd431c435-b9c5-4408-98ac-aebf42b661ea', 'network_id': '4bdd2c26-f19e-4674-af3e-83ec7835777e', 'port_id': 'd431c435-b9c5-4408-98ac-aebf42b661ea', 'mac_address': 'fa:16:3e:3c:ff:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e5b7b8-14f1-4d68-b865-0e78f3688865', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:35.785521 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.813360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d431c435-b9c5-4408-98ac-aebf42b661ea {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:35.840529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port d431c435-b9c5-4408-98ac-aebf42b661ea, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d431c435-b9c5-4408-98ac-aebf42b661ea,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:35.851747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.932039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Deleting port 73198d3f-9021-412c-bd00-e0d8518f2812 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:35.932652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:35.965144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=d431c435-b9c5-4408-98ac-aebf42b661ea,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:36.043571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1b889628-1d26-4eae-bfed-48700e15b8f2 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561747 Jul 22 14:34:36.136222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d66c7-bc5f-4812-9cd5-b348275985c9 req-0257e606-f6fd-4bdf-ab8a-4e13d06e7c33 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:36.147741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-766d66c7-bc5f-4812-9cd5-b348275985c9 req-0257e606-f6fd-4bdf-ab8a-4e13d06e7c33 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 944 time: 0.1917863 Jul 22 14:34:36.168651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-a9dfed40-54a7-43c7-bfe2-97a92642a417 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 200 len: 217 time: 0.1116374 Jul 22 14:34:36.202836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['d431c435-b9c5-4408-98ac-aebf42b661ea'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:36.214559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] For port 73198d3f-9021-412c-bd00-e0d8518f2812, host n-h2-794306-8, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:36.215231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:36.246464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-766d66c7-bc5f-4812-9cd5-b348275985c9 req-0eea3448-4977-4173-991a-53965e4b6953 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975642 Jul 22 14:34:36.249088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Calling delete_port for 73198d3f-9021-412c-bd00-e0d8518f2812 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:36.333095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-27c59fe3-b283-4d08-922f-78d849cd7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:36.337199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-27c59fe3-b283-4d08-922f-78d849cd7cfa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.1226926 Jul 22 14:34:36.492541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-0314ecbe-e4b4-4cbb-8f9a-07ad6eb9559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:36.496503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-0314ecbe-e4b4-4cbb-8f9a-07ad6eb9559e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1520307 Jul 22 14:34:36.522402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:36.620759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event deleted for resources: {'Port': ['ID=73198d3f-9021-412c-bd00-e0d8518f2812,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:36.641419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:36.647283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-c8d416f4-bb7a-4726-91ba-0796885607d8 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417065 Jul 22 14:34:36.647864 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0224da3c-4805-4860-9bd8-2e0f16ab9abc tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "DELETE /v2.0/ports/73198d3f-9021-412c-bd00-e0d8518f2812 HTTP/1.1" status: 204 len: 168 time: 1.0735657 Jul 22 14:34:36.648546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:36.725058 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a803aafa-ff9b-4cfa-ae98-48f98e445798 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:34:36.730808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a803aafa-ff9b-4cfa-ae98-48f98e445798 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "GET /v2.0/ports/73198d3f-9021-412c-bd00-e0d8518f2812 HTTP/1.1" status: 404 len: 333 time: 0.0765605 Jul 22 14:34:36.731439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:36.741295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Request body: {'port': {'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2142233829'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:36.798783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Made reservation on behalf of 17f4f96189264541a1a27ac2fc2acfae for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:36.801387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:36.834654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port 118eb993-b02d-4eed-a9a5-07934d42717c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:36.866101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-a1404144-dca4-481f-a6d2-fc8143a45a4d service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084291 Jul 22 14:34:36.988228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1d9f2093-3f0f-4b47-bff5-090d9b91fd7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 200 len: 217 time: 0.1177716 Jul 22 14:34:37.092890 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.119587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-9de7f262-a946-47e0-8881-744944d874d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:37.129486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-9de7f262-a946-47e0-8881-744944d874d8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.1343570 Jul 22 14:34:37.251486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.254324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-cbf5a8e9-df30-41c1-9154-52aeb77bd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:37.257625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-cbf5a8e9-df30-41c1-9154-52aeb77bd829 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1217890 Jul 22 14:34:37.354906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.404600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=118eb993-b02d-4eed-a9a5-07934d42717c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:37.428535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:37.430169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:37.432568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:37.433707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:37.434328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.464855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d46f61f-4206-4172-8dfc-04cd7327a81b tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7299638 Jul 22 14:34:37.465096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56550) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:37.471881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:37.544482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.572696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-1a36f621-3cbe-4db3-b552-c137295f72f1 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981095 Jul 22 14:34:37.584006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:37.718046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22b552b7-6bab-4f5c-812c-aade01cc0d53 req-c6a12b98-a139-402b-a1e0-f6efd8c829f9 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275775 Jul 22 14:34:37.750570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565cb37-6caa-4a26-b67b-955524325f29 req-1c5375c2-c67c-4bd0-9ee2-fb7c8fa9a23c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:37.758490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f565cb37-6caa-4a26-b67b-955524325f29 req-1c5375c2-c67c-4bd0-9ee2-fb7c8fa9a23c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 944 time: 0.2933748 Jul 22 14:34:37.804869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f565cb37-6caa-4a26-b67b-955524325f29 req-a2ae1e79-c91c-458b-92ff-f837436b56a0 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Jul 22 14:34:37.981110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port 118eb993-b02d-4eed-a9a5-07934d42717c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:37.997712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.016033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Transition to ACTIVE for port object 118eb993-b02d-4eed-a9a5-07934d42717c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:38.023856 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.113273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.114236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.114858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.122896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=118eb993-b02d-4eed-a9a5-07934d42717c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:38.130368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.131376 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.132145 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 2 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.149658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.149995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.150318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.155458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.155800 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.156202 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 3 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.171676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.172034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.172382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.180186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.180186 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.180533 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 4 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.195945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.196283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.196627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.201286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.201647 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.202038 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 5 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.217518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.217883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.218242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.223788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.224432 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.224829 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 6 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.237232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.237573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.237940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.243330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.243676 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.244082 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 7 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.259080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.259428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.259780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.264709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.265033 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.265433 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 8 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.279928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.280255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.280655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.286585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.287052 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.287524 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 9 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.302489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.302946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.303366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.309497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.309927 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.310489 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 10 to bind port 118eb993-b02d-4eed-a9a5-07934d42717c Jul 22 14:34:38.325508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:38.326184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:38.326727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:38.331537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:38.332106 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 118eb993-b02d-4eed-a9a5-07934d42717c on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:38.332635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.414076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] For port 118eb993-b02d-4eed-a9a5-07934d42717c, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:38.414751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempted to set empty binding levels {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:34:38.420308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.452535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] In _notify_port_updated(), no bound segment for port 118eb993-b02d-4eed-a9a5-07934d42717c on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:34:38.453841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.454638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.456138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "PUT /v2.0/ports/118eb993-b02d-4eed-a9a5-07934d42717c HTTP/1.1" status: 200 len: 975 time: 0.9896927 Jul 22 14:34:38.459265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:38.558748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c375e-eb0a-44b2-8295-b0ff22d12889 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=118eb993-b02d-4eed-a9a5-07934d42717c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:38.641514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.642252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.642939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.643413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.643887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.644354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.644836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.645292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.645758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.646253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.646744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.647210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.647672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.648134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.648597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.649057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.649524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.650040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.650444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.651175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.651727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.652460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.652931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.653466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.654165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.654699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.655168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.655831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.656922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.657332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.657799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.658265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.658756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.659290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:38.668862 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0daa3127-6f35-4af6-a96f-f5c71fcc5496 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30688 time: 0.2083659 Jul 22 14:34:38.672918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:38.780720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Deleting port 118eb993-b02d-4eed-a9a5-07934d42717c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:38.781077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.898210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] For port 118eb993-b02d-4eed-a9a5-07934d42717c, host n-h2-794306-8, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:38.898915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:38.914045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Calling delete_port for 118eb993-b02d-4eed-a9a5-07934d42717c owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:39.072765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19ce25-a4b7-4142-b4b2-790587bbd5aa req-f89a1685-89d1-4ac1-a570-84fb6c8481aa tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:39.074400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d19ce25-a4b7-4142-b4b2-790587bbd5aa req-f89a1685-89d1-4ac1-a570-84fb6c8481aa tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 944 time: 0.1541741 Jul 22 14:34:39.134772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.151039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d19ce25-a4b7-4142-b4b2-790587bbd5aa req-22f3423d-28d4-4703-95d3-5f135ce08483 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649526 Jul 22 14:34:39.206362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.211178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "DELETE /v2.0/ports/118eb993-b02d-4eed-a9a5-07934d42717c HTTP/1.1" status: 204 len: 168 time: 0.5344100 Jul 22 14:34:39.211895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56576) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:39.226069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1cfde0-2f12-4ca2-acd6-58f1fb1a0c10 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event deleted for resources: {'Port': ['ID=118eb993-b02d-4eed-a9a5-07934d42717c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:39.258706 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-530cd53a-9718-4d1a-81b8-64b3ac5e980d tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:34:39.263692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-530cd53a-9718-4d1a-81b8-64b3ac5e980d tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "GET /v2.0/ports/118eb993-b02d-4eed-a9a5-07934d42717c HTTP/1.1" status: 404 len: 333 time: 0.0472298 Jul 22 14:34:39.263858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:39.279499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1066614734', 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:39.308927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Made reservation on behalf of 17f4f96189264541a1a27ac2fc2acfae for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:39.314177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.336596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port bec5dad3-5e85-4131-a4fb-2a5d358754cb yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:39.496800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d431c435-b9c5-4408-98ac-aebf42b661ea up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:39.554175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port d431c435-b9c5-4408-98ac-aebf42b661ea completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:39.559598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port d431c435-b9c5-4408-98ac-aebf42b661ea triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:39.560232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.652723 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.685062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431c435-b9c5-4408-98ac-aebf42b661ea'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:39.687790 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8029d5b-c189-44d3-a414-632f92f10aa9" -d '{"events": [{"server_uuid": "cc17a11e-a448-49e2-8634-f0e71f2d0af4", "name": "network-vif-plugged", "status": "completed", "tag": "d431c435-b9c5-4408-98ac-aebf42b661ea"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:39.707734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port d431c435-b9c5-4408-98ac-aebf42b661ea, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d431c435-b9c5-4408-98ac-aebf42b661ea,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:39.718600 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.819933 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aaca28-0988-47a0-b254-f8023c525b16 x-openstack-request-id: req-85aaca28-0988-47a0-b254-f8023c525b16 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:39.820215 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc17a11e-a448-49e2-8634-f0e71f2d0af4", "name": "network-vif-plugged", "status": "completed", "tag": "d431c435-b9c5-4408-98ac-aebf42b661ea", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:39.821076 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85aaca28-0988-47a0-b254-f8023c525b16 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:39.821643 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd431c435-b9c5-4408-98ac-aebf42b661ea', 'code': 200} Jul 22 14:34:39.824210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=d431c435-b9c5-4408-98ac-aebf42b661ea,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:39.895131 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98f12042-221a-401e-89cd-5d56e57402ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:39.982928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.004639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc967e7-183b-4129-b801-83f6bf1bd1db req-13c51fa0-12cf-4596-b559-831accc9bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:40.006896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dc967e7-183b-4129-b801-83f6bf1bd1db req-13c51fa0-12cf-4596-b559-831accc9bb24 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 1096 time: 0.0971563 Jul 22 14:34:40.082920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dc967e7-183b-4129-b801-83f6bf1bd1db req-3d6d7eaa-5b3c-4881-b7a4-8f866f18e952 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690944 Jul 22 14:34:40.094048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.141239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:40.147072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:40.152072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:40.152966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:40.153994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.165938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=bec5dad3-5e85-4131-a4fb-2a5d358754cb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:40.182294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56588) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:40.192949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d989d294-1c9b-45a6-8ed9-c40d5f72db1f tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9279029 Jul 22 14:34:40.233766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6cfde-97fe-4f45-af86-4be2a975da79 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:40.238697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56590) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:40.254859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cce6cfde-97fe-4f45-af86-4be2a975da79 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "GET /v2.0/ports/bec5dad3-5e85-4131-a4fb-2a5d358754cb HTTP/1.1" status: 200 len: 955 time: 0.0667698 Jul 22 14:34:40.393480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Deleting port bec5dad3-5e85-4131-a4fb-2a5d358754cb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:40.393829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.493052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12a015-a047-4fba-8e49-9a0f2ea90880 req-5b2736d6-18e2-437b-a068-1513623f486c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:40.494504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf12a015-a047-4fba-8e49-9a0f2ea90880 req-5b2736d6-18e2-437b-a068-1513623f486c tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 945 time: 0.1480494 Jul 22 14:34:40.498427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.530868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Calling delete_port for bec5dad3-5e85-4131-a4fb-2a5d358754cb owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:40.612307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf12a015-a047-4fba-8e49-9a0f2ea90880 req-a49d64b7-9317-400b-818d-8a331477a30d tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112142 Jul 22 14:34:40.697395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.744392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec5dad3-5e85-4131-a4fb-2a5d358754cb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:40.765669 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.780375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2b090770-ecf5-457f-b20b-c39eccf30e00 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bec5dad3-5e85-4131-a4fb-2a5d358754cb HTTP/1.1" status: 204 len: 168 time: 0.5372739 Jul 22 14:34:40.780779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56600) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:40.843842 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d564a8-b066-41e6-b627-79dd8e401580 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:34:40.851570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-94d564a8-b066-41e6-b627-79dd8e401580 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "GET /v2.0/ports/bec5dad3-5e85-4131-a4fb-2a5d358754cb HTTP/1.1" status: 404 len: 333 time: 0.0638928 Jul 22 14:34:40.852459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56602) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:40.870377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Request body: {'port': {'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1629329342'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:40.966725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Made reservation on behalf of 17f4f96189264541a1a27ac2fc2acfae for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:40.969112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:40.999459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port 6b897751-ad63-4529-9287-be3fc7acfac8 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:41.211427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:41.257983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:41.312476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:41.315642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:41.322632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:41.323658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:41.324339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:41.340796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=6b897751-ad63-4529-9287-be3fc7acfac8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:41.378789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:41.383918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:41.386255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-84f5c74d-6686-4163-8b1f-010e195928ff tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5321352 Jul 22 14:34:41.488503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:41.732039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] device_id is not set on port 6b897751-ad63-4529-9287-be3fc7acfac8 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:41.749873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:41.770021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Transition to ACTIVE for port object 6b897751-ad63-4529-9287-be3fc7acfac8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:41.781537 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:41.853412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=6b897751-ad63-4529-9287-be3fc7acfac8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:41.863419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7ea34-7aab-4d00-a6de-24164111ab63 req-58524690-4240-46d9-8af7-fe9f80854d03 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:41.871491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:41.874354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:41.874354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:41.877793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ceb7ea34-7aab-4d00-a6de-24164111ab63 req-58524690-4240-46d9-8af7-fe9f80854d03 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 945 time: 0.1479723 Jul 22 14:34:41.884531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:41.885723 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:41.887125 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 2 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:41.916520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:41.917710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:41.918795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:41.928553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:41.929643 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:41.932435 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 3 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:41.959662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:41.961002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:41.962736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:41.970327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:41.971695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ceb7ea34-7aab-4d00-a6de-24164111ab63 req-c48e2a5f-0872-4317-ae78-b6b3bbb6ea76 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927193 Jul 22 14:34:41.972305 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:41.988041 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 4 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.018878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.020003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.021695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.030973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.032010 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.032520 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 5 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.052578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.053056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.056157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.065251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.066117 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.067305 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 6 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.069042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27f91ffe-ee72-4354-b2de-e2c61f826794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.104975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.107718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.107718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.120602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.122078 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.122618 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 7 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.147613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.147980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.148300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.161337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.162210 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.162833 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 8 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.183958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.184303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.184643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.192556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.192938 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.193890 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 9 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.225471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.227383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.229957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.245896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.247311 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.247725 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempt 10 to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 Jul 22 14:34:42.279901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:42.280537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:42.281047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempting to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:42.287619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:42.288216 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Failed to bind port 6b897751-ad63-4529-9287-be3fc7acfac8 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7aa16def-e7e9-4b53-83f3-18eafdc451a6'}] Jul 22 14:34:42.288758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.325256 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.451948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] For port 6b897751-ad63-4529-9287-be3fc7acfac8, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:42.452512 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attempted to set empty binding levels {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:34:42.459308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.479131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bf258-246d-4a32-9225-25a3f369bd4f req-b3905eda-4378-4786-972f-ef001c8a2989 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:42.491609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e1bf258-246d-4a32-9225-25a3f369bd4f req-b3905eda-4378-4786-972f-ef001c8a2989 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 945 time: 0.0861578 Jul 22 14:34:42.526113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] In _notify_port_updated(), no bound segment for port 6b897751-ad63-4529-9287-be3fc7acfac8 on network 7aa16def-e7e9-4b53-83f3-18eafdc451a6 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:34:42.530928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:42.531495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.540314 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "PUT /v2.0/ports/6b897751-ad63-4529-9287-be3fc7acfac8 HTTP/1.1" status: 200 len: 975 time: 1.1589701 Jul 22 14:34:42.541020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:42.555337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e1bf258-246d-4a32-9225-25a3f369bd4f req-19b1a62c-2dce-4c4d-b78c-aad702b26b95 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525899 Jul 22 14:34:42.605528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc907367-5c3d-4704-9004-ab86d7bb9c5e tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event updated for resources: {'Port': ['ID=6b897751-ad63-4529-9287-be3fc7acfac8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:42.670933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Deleting port 6b897751-ad63-4529-9287-be3fc7acfac8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:42.671401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.752298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] For port 6b897751-ad63-4529-9287-be3fc7acfac8, host n-h2-794306-8, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:42.752298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.764388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Calling delete_port for 6b897751-ad63-4529-9287-be3fc7acfac8 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:42.858726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.888680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b897751-ad63-4529-9287-be3fc7acfac8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:42.901125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:42.905637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56634) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:42.905848 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a703c699-e247-45e8-9eae-c0d2f8f7b602 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "DELETE /v2.0/ports/6b897751-ad63-4529-9287-be3fc7acfac8 HTTP/1.1" status: 204 len: 168 time: 0.3609722 Jul 22 14:34:42.962086 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd965c2-8336-414e-9f67-60798c236bb3 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:34:42.964779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5bd965c2-8336-414e-9f67-60798c236bb3 tempest-PortsAdminExtendedAttrsTestJSON-933900146 tempest-PortsAdminExtendedAttrsTestJSON-933900146-project-admin] 10.222.0.60 "GET /v2.0/ports/6b897751-ad63-4529-9287-be3fc7acfac8 HTTP/1.1" status: 404 len: 333 time: 0.0581546 Jul 22 14:34:42.968423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56636) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:43.102154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.308643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.327294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa16def-e7e9-4b53-83f3-18eafdc451a6']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:43.352006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:43.352305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccae8dbe-b51b-4c6d-b7d0-21399d61ff69') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:43.364454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.387247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.397571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:43.397989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:43.401101 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:43.477031 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.497746 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.503103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] 10.222.0.60 "DELETE /v2.0/networks/7aa16def-e7e9-4b53-83f3-18eafdc451a6 HTTP/1.1" status: 204 len: 168 time: 0.5332167 Jul 22 14:34:43.504731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828c345-acfa-42fb-af1b-9cb470cac1a6 tempest-PortsAdminExtendedAttrsTestJSON-2112867281 tempest-PortsAdminExtendedAttrsTestJSON-2112867281-project] Pushing event deleted for resources: {'Network': ['ID=7aa16def-e7e9-4b53-83f3-18eafdc451a6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:43.571973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:43.875376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae85d-6568-439b-8047-f6771e041e66 req-bff32156-d21b-4a94-9d78-b3c1ad8cc66a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:43.885634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db6ae85d-6568-439b-8047-f6771e041e66 req-bff32156-d21b-4a94-9d78-b3c1ad8cc66a tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 945 time: 0.2262216 Jul 22 14:34:43.976241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db6ae85d-6568-439b-8047-f6771e041e66 req-dc6a8e20-e36c-49ad-8dd8-3ecee1a7c1d3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups?id=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879221 Jul 22 14:34:43.992681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-f2e8d51b-e4c6-422b-a0f5-b40bf629af51 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:44.009205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-f2e8d51b-e4c6-422b-a0f5-b40bf629af51 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.72 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 945 time: 0.3023894 Jul 22 14:34:44.046465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56656) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:44.209657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56662) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:44.269432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Deleting port d431c435-b9c5-4408-98ac-aebf42b661ea {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:44.269791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.476966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] For port d431c435-b9c5-4408-98ac-aebf42b661ea, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d431c435-b9c5-4408-98ac-aebf42b661ea,segment=NetworkSegment(d0695ec8-172f-46fc-9739-6f1f0b58ed44),segment_id=d0695ec8-172f-46fc-9739-6f1f0b58ed44)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:44.477351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.500504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Calling delete_port for d431c435-b9c5-4408-98ac-aebf42b661ea owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:44.507971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-03d290e8-d91a-4c86-be2c-3412d2ef1045 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29f4d4ef4c7e41cfadd022fdc0f41056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580209 Jul 22 14:34:44.510272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:44.585150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6db4011-e607-4c31-b2a8-a9071d4464ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.621673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1925891a-4123-4bf2-b654-6f31e9300494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.623600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6db4011-e607-4c31-b2a8-a9071d4464ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.729795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6db4011-e607-4c31-b2a8-a9071d4464ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.738879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6db4011-e607-4c31-b2a8-a9071d4464ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.740503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6db4011-e607-4c31-b2a8-a9071d4464ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07aff31a-60d2-46ce-93a9-d2a5b6116f09 HTTP/1.1" status: 204 len: 168 time: 0.2288377 Jul 22 14:34:44.753939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db4011-e607-4c31-b2a8-a9071d4464ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aff31a-60d2-46ce-93a9-d2a5b6116f09,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:44.813856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.827246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['d431c435-b9c5-4408-98ac-aebf42b661ea'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:44.853827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event deleted for resources: {'Port': ['ID=d431c435-b9c5-4408-98ac-aebf42b661ea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:44.962323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1925891a-4123-4bf2-b654-6f31e9300494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:44.968529 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1925891a-4123-4bf2-b654-6f31e9300494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.122724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925891a-4123-4bf2-b654-6f31e9300494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3078d9-5859-4a0c-884b-9e1b393f4791,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:45.131448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1925891a-4123-4bf2-b654-6f31e9300494 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1f290799a9549ed9af6f35caeb0c8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174154 Jul 22 14:34:45.133326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56678) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:45.247903 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.312336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] No DVR routers for this DVR port d431c435-b9c5-4408-98ac-aebf42b661ea on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:45.315331 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5df2ec-4100-4569-91e3-5297842346fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.351867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.354336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1332c91f-029a-4e62-a859-14a8ea002d45 req-5e3b3958-8e5e-4696-af9a-18798a30b8ed tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.72 "DELETE /v2.0/ports/d431c435-b9c5-4408-98ac-aebf42b661ea HTTP/1.1" status: 204 len: 173 time: 1.3378658 Jul 22 14:34:45.361152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'name': 'network-vif-deleted', 'tag': 'd431c435-b9c5-4408-98ac-aebf42b661ea'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:45.385680 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85322a5-6e06-4b6f-8aa0-0efc0d1f8b12" -d '{"events": [{"server_uuid": "cc17a11e-a448-49e2-8634-f0e71f2d0af4", "name": "network-vif-deleted", "tag": "d431c435-b9c5-4408-98ac-aebf42b661ea"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:45.398901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3040092-d369-4340-8d87-4f5da910b305 req-67dc2fe8-6630-4e81-8330-e7070efd9153 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc17a11e-a448-49e2-8634-f0e71f2d0af4 HTTP/1.1" status: 200 len: 210 time: 0.2445071 Jul 22 14:34:45.413854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56686) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:45.442840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5df2ec-4100-4569-91e3-5297842346fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.539959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:45.547083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74cea8ae-0cbe-4786-979b-4786470b769b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17f4f96189264541a1a27ac2fc2acfae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1227553 Jul 22 14:34:45.556263 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f1c264-12e3-4392-8c78-9848e01751d3 x-openstack-request-id: req-16f1c264-12e3-4392-8c78-9848e01751d3 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:45.556564 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc17a11e-a448-49e2-8634-f0e71f2d0af4", "name": "network-vif-deleted", "tag": "d431c435-b9c5-4408-98ac-aebf42b661ea", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:45.556930 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16f1c264-12e3-4392-8c78-9848e01751d3 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:45.557342 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc17a11e-a448-49e2-8634-f0e71f2d0af4', 'name': 'network-vif-deleted', 'tag': 'd431c435-b9c5-4408-98ac-aebf42b661ea', 'status': 'completed', 'code': 200} Jul 22 14:34:45.573537 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5df2ec-4100-4569-91e3-5297842346fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.577488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5df2ec-4100-4569-91e3-5297842346fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.579591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5f5df2ec-4100-4569-91e3-5297842346fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c3078d9-5859-4a0c-884b-9e1b393f4791 HTTP/1.1" status: 204 len: 168 time: 0.4440222 Jul 22 14:34:45.611034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5df2ec-4100-4569-91e3-5297842346fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3078d9-5859-4a0c-884b-9e1b393f4791,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:45.629602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d49009f7-0084-427a-9916-7c6f40787d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.660671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d49009f7-0084-427a-9916-7c6f40787d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.716815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d49009f7-0084-427a-9916-7c6f40787d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.721199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d49009f7-0084-427a-9916-7c6f40787d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:45.726296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d49009f7-0084-427a-9916-7c6f40787d68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61ea272d-4463-45d4-8b35-4ab16b2dacf2 HTTP/1.1" status: 204 len: 168 time: 0.1850417 Jul 22 14:34:45.748469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49009f7-0084-427a-9916-7c6f40787d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ea272d-4463-45d4-8b35-4ab16b2dacf2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:46.392356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56706) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:46.410943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6347cb3d-8a42-470e-9c4d-60a94fb3ffa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.553821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6347cb3d-8a42-470e-9c4d-60a94fb3ffa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.570075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6347cb3d-8a42-470e-9c4d-60a94fb3ffa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.622974 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6347cb3d-8a42-470e-9c4d-60a94fb3ffa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce7b26ec229f40fe952314cf06eb5970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294919 Jul 22 14:34:46.625442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56726) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:46.635713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347cb3d-8a42-470e-9c4d-60a94fb3ffa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b181f2-a974-49ec-9d78-6daaff8355ae,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:46.706745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ead5dd0-f323-435e-9905-6a9314a3d0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.741308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ead5dd0-f323-435e-9905-6a9314a3d0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.816399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ead5dd0-f323-435e-9905-6a9314a3d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.819250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ead5dd0-f323-435e-9905-6a9314a3d0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:46.824049 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9ead5dd0-f323-435e-9905-6a9314a3d0cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3b181f2-a974-49ec-9d78-6daaff8355ae HTTP/1.1" status: 204 len: 168 time: 0.1973417 Jul 22 14:34:46.832678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead5dd0-f323-435e-9905-6a9314a3d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b181f2-a974-49ec-9d78-6daaff8355ae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:47.060854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:47.213071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-601195821'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:47.243633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Made reservation on behalf of 0642d0bd8bb64ecda1bafc88c6e4f728 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:47.248583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.262251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.393219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.406982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.440592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:47.459319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0baec65d-5494-45d8-a3de-d2f2d56c7e98,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:47.462992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.463537 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Added segment 48942198-c368-4f72-92a0-6cff5b8ac89e of type vlan for network 93c28e79-d34b-4af4-8865-8c89d8f6ceac Jul 22 14:34:47.516433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.534659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d431c435-b9c5-4408-98ac-aebf42b661ea no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:47.560496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: d431c435-b9c5-4408-98ac-aebf42b661ea {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:34:47.561108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d431c435-b9c5-4408-98ac-aebf42b661ea not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:47.566726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.576978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:47.577395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:47.604255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:47.604920 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5414004 Jul 22 14:34:47.611079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Request body: {'subnet': {'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:47.706781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19017619-8271-4556-a34f-877858e06e09 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event updated for resources: {'Network': ['ID=93c28e79-d34b-4af4-8865-8c89d8f6ceac,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:47.720998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:47.739540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Made reservation on behalf of 0642d0bd8bb64ecda1bafc88c6e4f728 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:47.744960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.094951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:48.106344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.179654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15dafe47-9fd8-45cf-be6d-d6bd5e137119 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.186087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event updated for resources: {'Subnet': ['ID=21ae17f7-83c2-4df1-81e0-d50e60407041,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:48.203533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Checking segment: {'id': '48942198-c368-4f72-92a0-6cff5b8ac89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:48.203922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Network hostable DHCP agents. Network: 93c28e79-d34b-4af4-8865-8c89d8f6ceac, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:34:48.212008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15dafe47-9fd8-45cf-be6d-d6bd5e137119 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.235823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:34:48.251670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 93c28e79-d34b-4af4-8865-8c89d8f6ceac) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:48.258465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:48.259109 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.265836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829baa92-0c4f-45c7-93a3-08019d23d65e None None] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:48.299635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-00c65d38-0d28-456f-bfdb-07b6469e8c54 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6931300 Jul 22 14:34:48.300227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15dafe47-9fd8-45cf-be6d-d6bd5e137119 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.302018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56816) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:48.307170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15dafe47-9fd8-45cf-be6d-d6bd5e137119 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.309913 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15dafe47-9fd8-45cf-be6d-d6bd5e137119 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "DELETE /v2.0/security-groups/45d958b3-4791-448a-9154-1439e99fc640 HTTP/1.1" status: 204 len: 168 time: 0.2124376 Jul 22 14:34:48.312032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Request body: {'port': {'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac', 'name': 'tempest-ExtraDHCPOptionsTestJSON-818855853'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:48.330497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:48.334206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dafe47-9fd8-45cf-be6d-d6bd5e137119 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d958b3-4791-448a-9154-1439e99fc640,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:48.361862 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-74bdcae8-7ecf-4709-8caf-05075d40d8d3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] show failed (client error): The resource could not be found. Jul 22 14:34:48.365868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74bdcae8-7ecf-4709-8caf-05075d40d8d3 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "GET /v2.0/security-groups/45d958b3-4791-448a-9154-1439e99fc640 HTTP/1.1" status: 404 len: 347 time: 0.0235467 Jul 22 14:34:48.365868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:48.499043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Made reservation on behalf of 0642d0bd8bb64ecda1bafc88c6e4f728 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:48.505917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.553263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] device_id is not set on port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:48.554500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Deleting port a86117ee-945c-48c8-a3a0-fe5999d41d11 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:48.555439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.608065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-93c28e79-d34b-4af4-8865-8c89d8f6ceac', 'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac', 'tenant_id': '0642d0bd8bb64ecda1bafc88c6e4f728', 'fixed_ips': [{'subnet_id': '21ae17f7-83c2-4df1-81e0-d50e60407041'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:34:48.608924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.686994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.687441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:48.704302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Calling delete_port for a86117ee-945c-48c8-a3a0-fe5999d41d11 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:48.745134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Allocated IP 172.20.0.13 (93c28e79-d34b-4af4-8865-8c89d8f6ceac/21ae17f7-83c2-4df1-81e0-d50e60407041/d9dd91e9-0b9a-46b5-9f6f-95ca719a7704) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:48.927865 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.004201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Pushing event deleted for resources: {'Port': ['ID=a86117ee-945c-48c8-a3a0-fe5999d41d11,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:49.095795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.112129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Transition to ACTIVE for port object d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:49.173278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.178924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.180389 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ededeea-b970-43a9-b712-4a5e33a437f8 tempest-ImagesOneServerNegativeTestJSON-1245428687 tempest-ImagesOneServerNegativeTestJSON-1245428687-project] 10.222.0.60 "DELETE /v2.0/floatingips/7c97554e-266c-4c06-afa5-1e2b8e757afb HTTP/1.1" status: 204 len: 168 time: 0.8131433 Jul 22 14:34:49.236849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce413cc-d308-48b6-b2a4-276820e8c019 req-e15bfb89-d5c9-47ed-a90e-1fdd31f869ff tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:49.238504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ce413cc-d308-48b6-b2a4-276820e8c019 req-e15bfb89-d5c9-47ed-a90e-1fdd31f869ff tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 950 time: 0.0965333 Jul 22 14:34:49.298020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ce413cc-d308-48b6-b2a4-276820e8c019 req-1b208480-c06b-4518-abaa-eb0324ef75a1 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513496 Jul 22 14:34:49.300475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.335910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:49.357745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:49.368160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:49.419142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Allocated IP 172.20.0.2 (93c28e79-d34b-4af4-8865-8c89d8f6ceac/21ae17f7-83c2-4df1-81e0-d50e60407041/99cb912e-9344-4aec-b872-ba83ce2d693a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:49.421984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:49.422661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.456177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1528080 Jul 22 14:34:49.457146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d2257-c1b8-4bbc-a8a1-c1cc2fbce3df tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event updated for resources: {'Port': ['ID=d9dd91e9-0b9a-46b5-9f6f-95ca719a7704,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:49.461387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:49.470147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Request body: {'port': {'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1871258420', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:49.470702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] bootfile-name is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:34:49.471054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] tftp-server is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:34:49.471426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] server-ip-address is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:34:49.490143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56880) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:49.595143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Deleting subnet 23e5b7b8-14f1-4d68-b865-0e78f3688865 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:34:49.602280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.683719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.727632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Made reservation on behalf of 0642d0bd8bb64ecda1bafc88c6e4f728 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:49.741967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.768687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.782359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.794944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] device_id is not set on port 86c0bb80-4cf1-43f3-a28e-6783f8f44979 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:49.804460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Transition to ACTIVE for port object 99cb912e-9344-4aec-b872-ba83ce2d693a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:49.837618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Transition to ACTIVE for port object 99cb912e-9344-4aec-b872-ba83ce2d693a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:49.857014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.926090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.932288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:49.935352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:49.938305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:49.947325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:49.954790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/23e5b7b8-14f1-4d68-b865-0e78f3688865 HTTP/1.1" status: 204 len: 168 time: 0.4611175 Jul 22 14:34:49.960962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Pushing event updated for resources: {'Port': ['ID=99cb912e-9344-4aec-b872-ba83ce2d693a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:49.963351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:50.002271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f06192-7f87-4530-84e6-752bcf731641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e5b7b8-14f1-4d68-b865-0e78f3688865,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:50.011668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Allocated IP 172.20.0.9 (93c28e79-d34b-4af4-8865-8c89d8f6ceac/21ae17f7-83c2-4df1-81e0-d50e60407041/86c0bb80-4cf1-43f3-a28e-6783f8f44979) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:34:50.037759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Attempting to bind port 99cb912e-9344-4aec-b872-ba83ce2d693a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:50.038460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Attempting to bind port 99cb912e-9344-4aec-b872-ba83ce2d693a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '48942198-c368-4f72-92a0-6cff5b8ac89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:50.039071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Attempting to bind port 99cb912e-9344-4aec-b872-ba83ce2d693a on network 93c28e79-d34b-4af4-8865-8c89d8f6ceac {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:50.044799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:34:50.045177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Checking segment: {'id': '48942198-c368-4f72-92a0-6cff5b8ac89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:50.045584 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.045975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Bound using segment: {'id': '48942198-c368-4f72-92a0-6cff5b8ac89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:34:50.046443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Bound port: 99cb912e-9344-4aec-b872-ba83ce2d693a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48942198-c368-4f72-92a0-6cff5b8ac89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '93c28e79-d34b-4af4-8865-8c89d8f6ceac'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:34:50.046851 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.138322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.203799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] For port 99cb912e-9344-4aec-b872-ba83ce2d693a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:50.215894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] For port 99cb912e-9344-4aec-b872-ba83ce2d693a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cb912e-9344-4aec-b872-ba83ce2d693a,segment=NetworkSegment(48942198-c368-4f72-92a0-6cff5b8ac89e),segment_id=48942198-c368-4f72-92a0-6cff5b8ac89e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:34:50.223446 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.313131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3c269-16b0-4a2e-86a0-5651769efeea None None] Pushing event updated for resources: {'Port': ['ID=99cb912e-9344-4aec-b872-ba83ce2d693a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:50.404848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56916) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:50.415283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.443620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdd2c26-f19e-4674-af3e-83ec7835777e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:50.459625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0695ec8-172f-46fc-9739-6f1f0b58ed44') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:50.459960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0695ec8-172f-46fc-9739-6f1f0b58ed44') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:50.490697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.523363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.536202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:50.536743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:50.538804 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:50.560881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.567052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872451e-9e10-4962-94bd-eabc6b237828 req-627decb0-5f87-43da-ac93-4912cbb99622 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:50.578212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b872451e-9e10-4962-94bd-eabc6b237828 req-627decb0-5f87-43da-ac93-4912cbb99622 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 950 time: 0.1387317 Jul 22 14:34:50.630189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b872451e-9e10-4962-94bd-eabc6b237828 req-f6e4c99b-9a05-4288-b42e-602371915051 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462008 Jul 22 14:34:50.704747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Transition to ACTIVE for port object 86c0bb80-4cf1-43f3-a28e-6783f8f44979 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:50.724770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.731648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.734293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] 10.222.0.60 "DELETE /v2.0/networks/4bdd2c26-f19e-4674-af3e-83ec7835777e HTTP/1.1" status: 204 len: 168 time: 0.7695682 Jul 22 14:34:50.744177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29750301-3a7c-4360-89ea-c82c0b2c07b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:50.771575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43ccd6-2477-4ca0-a34c-01bfcc6a45fc admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdd2c26-f19e-4674-af3e-83ec7835777e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:50.879733 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.020522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:34:51.020522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:51.043153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:51.048425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:51.061604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cb912e-9344-4aec-b872-ba83ce2d693a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:51.100414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event updated for resources: {'Port': ['ID=86c0bb80-4cf1-43f3-a28e-6783f8f44979,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:51.144261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:51.145311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.160695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d332c41-dcf1-4618-8634-aa1de2c65e40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13ef98b5402d45c4a2aefab962919dc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390433 Jul 22 14:34:51.163761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:51.171142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29750301-3a7c-4360-89ea-c82c0b2c07b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.183489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29750301-3a7c-4360-89ea-c82c0b2c07b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.203143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 99cb912e-9344-4aec-b872-ba83ce2d693a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:51.226336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a4836171-0919-4e7b-8d99-410744229bfc tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.7612758 Jul 22 14:34:51.229807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:51.316625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29750301-3a7c-4360-89ea-c82c0b2c07b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cea1f8-17e5-404a-98de-3f5d3e603da6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:51.348069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-29750301-3a7c-4360-89ea-c82c0b2c07b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=196a5427b5004508951071008af5639b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417858 Jul 22 14:34:51.354270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:51.378961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a007467e-fc57-4052-af43-ef10a3307db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.433531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a007467e-fc57-4052-af43-ef10a3307db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.480959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263829e-b794-4084-8714-8a7a80878c15 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:51.492030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263829e-b794-4084-8714-8a7a80878c15 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:51.499395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4263829e-b794-4084-8714-8a7a80878c15 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:51.502236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4263829e-b794-4084-8714-8a7a80878c15 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2703588 Jul 22 14:34:51.506583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56962) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:51.523560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0509a1e-4302-4501-9c93-5c4e269f7442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.559570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a007467e-fc57-4052-af43-ef10a3307db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.573560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a007467e-fc57-4052-af43-ef10a3307db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.578043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a007467e-fc57-4052-af43-ef10a3307db4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38 HTTP/1.1" status: 204 len: 168 time: 0.4107051 Jul 22 14:34:51.581323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0509a1e-4302-4501-9c93-5c4e269f7442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.639359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007467e-fc57-4052-af43-ef10a3307db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bea6d5-1a5e-4f2c-bfe3-42d1af381e38,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:51.721164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Deleting port 86c0bb80-4cf1-43f3-a28e-6783f8f44979 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:51.721479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.768854 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0509a1e-4302-4501-9c93-5c4e269f7442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.772751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0509a1e-4302-4501-9c93-5c4e269f7442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.773941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e0509a1e-4302-4501-9c93-5c4e269f7442 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5cea1f8-17e5-404a-98de-3f5d3e603da6 HTTP/1.1" status: 204 len: 168 time: 0.4180048 Jul 22 14:34:51.810291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0509a1e-4302-4501-9c93-5c4e269f7442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cea1f8-17e5-404a-98de-3f5d3e603da6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:51.950119 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:51.991562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Calling delete_port for 86c0bb80-4cf1-43f3-a28e-6783f8f44979 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:52.309926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c14036-e8b5-4980-a02d-4c2772ecc065 None None] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:52.332909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:52.387379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event deleted for resources: {'Port': ['ID=86c0bb80-4cf1-43f3-a28e-6783f8f44979,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:52.464827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] Provisioning for port 99cb912e-9344-4aec-b872-ba83ce2d693a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:52.473321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] Provisioning complete for port 99cb912e-9344-4aec-b872-ba83ce2d693a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:52.478793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:52.537634 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:52.540020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-09ee957d-4349-4ccb-a13f-b4bc27beb8b0 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "DELETE /v2.0/ports/86c0bb80-4cf1-43f3-a28e-6783f8f44979 HTTP/1.1" status: 204 len: 168 time: 1.0317795 Jul 22 14:34:52.543822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:52.550749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Request body: {'port': {'name': 'tempest-new-port-name-1482897666', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:52.551622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] bootfile-name is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:34:52.552158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] tftp-server is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:34:52.552650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.api.validators [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] server-ip-address is not in valid_values {{(pid=93813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 14:34:52.789610 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:52.860677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57050) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:52.885443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5275c1e-2859-4742-965b-502899c22ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.030236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.092701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] For port 99cb912e-9344-4aec-b872-ba83ce2d693a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cb912e-9344-4aec-b872-ba83ce2d693a,segment=NetworkSegment(48942198-c368-4f72-92a0-6cff5b8ac89e),segment_id=48942198-c368-4f72-92a0-6cff5b8ac89e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:53.095234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5275c1e-2859-4742-965b-502899c22ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.098440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.103200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5275c1e-2859-4742-965b-502899c22ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.227131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d5275c1e-2859-4742-965b-502899c22ece admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ac76431940c4360a17362c513516f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646069 Jul 22 14:34:53.229968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57054) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:53.251774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5275c1e-2859-4742-965b-502899c22ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fd24d3-43c3-4af4-aec2-00f85b0e670e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:53.274273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a6190-7936-4ab8-95c8-986c61fc4299 None None] Pushing event updated for resources: {'Port': ['ID=99cb912e-9344-4aec-b872-ba83ce2d693a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:53.369854 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-889c5da3-5a9b-4e89-84e6-19f0c33bfcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.404175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-889c5da3-5a9b-4e89-84e6-19f0c33bfcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.484050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-889c5da3-5a9b-4e89-84e6-19f0c33bfcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.490282 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-889c5da3-5a9b-4e89-84e6-19f0c33bfcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.493658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-889c5da3-5a9b-4e89-84e6-19f0c33bfcee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9fd24d3-43c3-4af4-aec2-00f85b0e670e HTTP/1.1" status: 204 len: 168 time: 0.2626271 Jul 22 14:34:53.510333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c5da3-5a9b-4e89-84e6-19f0c33bfcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fd24d3-43c3-4af4-aec2-00f85b0e670e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:53.535750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:53.654036 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:34:53.666152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-13a61e41-d528-48e3-8049-bf1c0dab118f None None] Provisioning complete for port 99cb912e-9344-4aec-b872-ba83ce2d693a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:53.668802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13a61e41-d528-48e3-8049-bf1c0dab118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.687476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.695991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.756705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.862031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:53.875057 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0cdbce-6873-4c3c-9658-9d50210f93db" -d '{"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:53.901390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:53.907240 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:53.984263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event updated for resources: {'Port': ['ID=d9dd91e9-0b9a-46b5-9f6f-95ca719a7704,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:54.034911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] In _notify_port_updated(), no bound segment for port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 on network 93c28e79-d34b-4af4-8865-8c89d8f6ceac {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:34:54.052868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:54.062004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.067070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57096) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:54.067625 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2325dd01-38b2-477e-b79f-fe8f693dd1c4 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "PUT /v2.0/ports/d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 HTTP/1.1" status: 200 len: 1137 time: 1.5181646 Jul 22 14:34:54.069275 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cb6e3b-04ee-4346-ad90-a995d947827b x-openstack-request-id: req-06cb6e3b-04ee-4346-ad90-a995d947827b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:54.069575 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:54.069849 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-06cb6e3b-04ee-4346-ad90-a995d947827b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:54.070278 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'code': 200} Jul 22 14:34:54.078221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:54.215727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782d6e9-3a6e-445c-bb94-338ad7cc40e3 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:54.222697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b782d6e9-3a6e-445c-bb94-338ad7cc40e3 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "GET /v2.0/ports/d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 HTTP/1.1" status: 200 len: 1137 time: 0.1505756 Jul 22 14:34:54.226026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:54.268917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-13a61e41-d528-48e3-8049-bf1c0dab118f None None] Provisioning for port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:34:54.287178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-13a61e41-d528-48e3-8049-bf1c0dab118f None None] Provisioning complete for port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:54.287839 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13a61e41-d528-48e3-8049-bf1c0dab118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.392147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-13a61e41-d528-48e3-8049-bf1c0dab118f None None] Port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:34:54.484425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Deleting port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:54.484778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.529897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bd5beeb0-4177-406e-977f-ad49fd2c3266 None None] Provisioning complete for port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:54.530059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bd5beeb0-4177-406e-977f-ad49fd2c3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.662150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bd5beeb0-4177-406e-977f-ad49fd2c3266 None None] Port d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:34:54.777738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5771e3cb-449b-44b7-836f-4b30287df8d6 None None] Could not find standard attr ID for object 86c0bb80-4cf1-43f3-a28e-6783f8f44979. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:34:54.830300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:54.866795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cb912e-9344-4aec-b872-ba83ce2d693a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:54.888770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Calling delete_port for d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:54.975278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 99cb912e-9344-4aec-b872-ba83ce2d693a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:54.976692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.218880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.336624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event deleted for resources: {'Port': ['ID=d9dd91e9-0b9a-46b5-9f6f-95ca719a7704,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:55.475938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.478009 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7c02b3f5-91e2-4ede-a329-63659ce93a41 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "DELETE /v2.0/ports/d9dd91e9-0b9a-46b5-9f6f-95ca719a7704 HTTP/1.1" status: 204 len: 168 time: 1.2508914 Jul 22 14:34:55.480566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57152) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:55.562811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Deleting subnet 21ae17f7-83c2-4df1-81e0-d50e60407041 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:34:55.564829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:34:55.570193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.651880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.687262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3426725c-ba5b-43d6-afc3-9e823773d46a None None] Could not find standard attr ID for object d9dd91e9-0b9a-46b5-9f6f-95ca719a7704. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:34:55.811179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:55.830041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'mac_address': 'fa:16:3e:55:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:34:55.916618 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.927385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:55.953795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f7169c-a63c-4ab2-9dff-419bd595bfb7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:34:56.011422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:56.016548 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.065142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.116269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:56.121933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['10f7169c-a63c-4ab2-9dff-419bd595bfb7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:34:56.192314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.197871 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "DELETE /v2.0/subnets/21ae17f7-83c2-4df1-81e0-d50e60407041 HTTP/1.1" status: 204 len: 168 time: 0.7152436 Jul 22 14:34:56.199580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f9fd5-149c-4596-809b-3add27f88c46 tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event deleted for resources: {'Subnet': ['ID=21ae17f7-83c2-4df1-81e0-d50e60407041,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:56.200273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:56.202103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdfe86-7982-4a24-94f7-04594cb8a156 None None] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:56.293335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57198) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:56.429168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.539651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-332201361'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:56.551147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Deleting port 99cb912e-9344-4aec-b872-ba83ce2d693a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:56.551864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.581178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Made reservation on behalf of b4f190c2f6bc44f19ab7be0c68cf9c69 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:56.589836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.623229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.656388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] For port 99cb912e-9344-4aec-b872-ba83ce2d693a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cb912e-9344-4aec-b872-ba83ce2d693a,segment=NetworkSegment(48942198-c368-4f72-92a0-6cff5b8ac89e),segment_id=48942198-c368-4f72-92a0-6cff5b8ac89e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:56.656769 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.684865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Calling delete_port for 99cb912e-9344-4aec-b872-ba83ce2d693a owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:56.694331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] DHCP port deletion for 93c28e79-d34b-4af4-8865-8c89d8f6ceac request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:34:56.766096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Deleting port 99cb912e-9344-4aec-b872-ba83ce2d693a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:56.766665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.861029 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.871014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.882083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cb912e-9344-4aec-b872-ba83ce2d693a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:34:56.904619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c17299-b425-405e-a5a5-196e5f828c6d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:56.932988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:34:56.951168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:56.952275 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Added segment b067248c-a2c9-4178-a4cf-bc7424509eda of type vlan for network 9bf84600-7688-4e19-9d38-98a9e626c3c9 Jul 22 14:34:56.953079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.021545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event deleted for resources: {'Port': ['ID=99cb912e-9344-4aec-b872-ba83ce2d693a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.030005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] For port 99cb912e-9344-4aec-b872-ba83ce2d693a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cb912e-9344-4aec-b872-ba83ce2d693a,segment=NetworkSegment(48942198-c368-4f72-92a0-6cff5b8ac89e),segment_id=48942198-c368-4f72-92a0-6cff5b8ac89e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:57.034565 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.057437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] No DVR routers for this DVR port 99cb912e-9344-4aec-b872-ba83ce2d693a on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:57.074615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.103200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Calling delete_port for 99cb912e-9344-4aec-b872-ba83ce2d693a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:34:57.119381 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.128101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:57.129179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.195892 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9009163 Jul 22 14:34:57.294352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.306453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c28e79-d34b-4af4-8865-8c89d8f6ceac']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:57.311058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No active binding found for port 99cb912e-9344-4aec-b872-ba83ce2d693a {{(pid=93814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:34:57.312173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cb912e-9344-4aec-b872-ba83ce2d693a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:34:57.336535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48942198-c368-4f72-92a0-6cff5b8ac89e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:57.336996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48942198-c368-4f72-92a0-6cff5b8ac89e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:34:57.339274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babe202-adf8-453a-ad2f-0333b7f8e7d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Pushing event updated for resources: {'Network': ['ID=9bf84600-7688-4e19-9d38-98a9e626c3c9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.358742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 9bf84600-7688-4e19-9d38-98a9e626c3c9 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:34:57.368941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.386804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.398342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:34:57.398801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:34:57.402165 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:34:57.527455 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.545410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.547710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] 10.222.0.60 "DELETE /v2.0/networks/93c28e79-d34b-4af4-8865-8c89d8f6ceac HTTP/1.1" status: 204 len: 168 time: 1.3462460 Jul 22 14:34:57.569628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.595010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:34:57.597035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ef122-572c-4a54-97a3-609fc6844d7a tempest-ExtraDHCPOptionsTestJSON-653213002 tempest-ExtraDHCPOptionsTestJSON-653213002-project] Pushing event deleted for resources: {'Network': ['ID=93c28e79-d34b-4af4-8865-8c89d8f6ceac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.672813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Network 93c28e79-d34b-4af4-8865-8c89d8f6ceac is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:34:57.673108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] No DVR routers for this DVR port 99cb912e-9344-4aec-b872-ba83ce2d693a on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:34:57.680297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4bb33-47d9-439f-a755-617140c645f3 None None] Pushing event deleted for resources: {'Port': ['ID=99cb912e-9344-4aec-b872-ba83ce2d693a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:57.697182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:34:57.698401 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.720489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57262) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:57.726999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Request body: {'port': {'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9', 'binding:host_id': 'n-h2-794306-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1789494447'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:34:57.769713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Made reservation on behalf of f7d2774e98f043ed8b13c4c7e8ffa6ab for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:34:57.772860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.793709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.868107 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:57.918458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:34:57.926276 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26ae838-1b4b-4d1d-94c7-dd368d9a35c8" -d '{"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:34:57.955022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:57.963510 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.024134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.024984 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8226c1d-114e-4f94-836c-26165bcc1cce x-openstack-request-id: req-c8226c1d-114e-4f94-836c-26165bcc1cce {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:34:58.025340 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:34:58.025707 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8226c1d-114e-4f94-836c-26165bcc1cce {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:34:58.026342 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'code': 200} Jul 22 14:34:58.029822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.036515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:58.049945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57274) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:58.095616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.289875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:34:58.300834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.313943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Transition to ACTIVE for port object 394f401e-aea9-4c5d-bda5-5308e6fcfa7d will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:34:58.325902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.462585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=394f401e-aea9-4c5d-bda5-5308e6fcfa7d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.479371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548578a-5d66-48e8-b8e7-711a2ffde7fe,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.484396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4fe4c8d2-fe75-47e2-b4be-685f6679bef8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0642d0bd8bb64ecda1bafc88c6e4f728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323740 Jul 22 14:34:58.485031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:58.492769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Checking segment: {'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:34:58.494119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Network hostable DHCP agents. Network: 9bf84600-7688-4e19-9d38-98a9e626c3c9, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:34:58.554938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Network 9bf84600-7688-4e19-9d38-98a9e626c3c9 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:34:58.570034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 9bf84600-7688-4e19-9d38-98a9e626c3c9) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:34:58.575793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:34:58.582216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e38fc1a-5173-4a7a-aba3-bcac41074d1d None None] Network 9bf84600-7688-4e19-9d38-98a9e626c3c9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:34:58.597324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15d7cf36-e5b1-4765-a55a-d4e93b7885ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.629520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.629780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.630059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.648209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15d7cf36-e5b1-4765-a55a-d4e93b7885ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.652359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.652702 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.653096 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 2 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:58.696932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.697276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.708804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.721479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.722148 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.722382 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 3 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:58.748452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.748944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.749355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.751668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15d7cf36-e5b1-4765-a55a-d4e93b7885ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.754925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15d7cf36-e5b1-4765-a55a-d4e93b7885ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:58.758607 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15d7cf36-e5b1-4765-a55a-d4e93b7885ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0baec65d-5494-45d8-a3de-d2f2d56c7e98 HTTP/1.1" status: 204 len: 168 time: 0.2698207 Jul 22 14:34:58.770603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7cf36-e5b1-4765-a55a-d4e93b7885ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baec65d-5494-45d8-a3de-d2f2d56c7e98,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:58.772524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.774164 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.780494 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 4 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:58.797749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.798099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.798442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.805483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.805839 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.806889 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 5 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:58.823889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.824228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.824572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.830252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.833928 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.834607 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 6 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:58.876947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.878721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.879294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.892928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.893616 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.894549 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 7 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:58.940017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:58.941627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:58.942220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:58.959327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:58.959957 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:58.960483 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 8 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:59.030499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:59.033631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:59.035001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:59.052098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:59.053114 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:59.056224 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 9 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:59.083962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:59.084306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:59.084656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:59.089590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:59.089930 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:59.090331 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 10 to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d Jul 22 14:34:59.131264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:34:59.131612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:34:59.131955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:34:59.152887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:34:59.153231 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:34:59.153615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.325259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] For port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:34:59.326800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempted to set empty binding levels {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:34:59.334193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.463686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=394f401e-aea9-4c5d-bda5-5308e6fcfa7d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:34:59.475416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:34:59.476126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.501388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-049e95d5-71c8-4cc4-aefb-aca7fc75c650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7767978 Jul 22 14:34:59.501855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57330) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:59.727097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Deleting port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:34:59.727949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.813188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:34:59.838592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] For port 394f401e-aea9-4c5d-bda5-5308e6fcfa7d, host n-h2-794306-8, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:34:59.838961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:34:59.857107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Calling delete_port for 394f401e-aea9-4c5d-bda5-5308e6fcfa7d owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:00.056956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88ea9a20-4902-4600-931e-a3c4697742b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.076662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.185341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event deleted for resources: {'Port': ['ID=394f401e-aea9-4c5d-bda5-5308e6fcfa7d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:00.193469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.199216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6b69495-3058-47a7-beda-27025bdb4b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "DELETE /v2.0/ports/394f401e-aea9-4c5d-bda5-5308e6fcfa7d HTTP/1.1" status: 204 len: 168 time: 0.6930490 Jul 22 14:35:00.199776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57370) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:00.241903 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-247fb439-751b-4016-901a-5f226ec9a4bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:00.248213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-247fb439-751b-4016-901a-5f226ec9a4bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "GET /v2.0/ports/394f401e-aea9-4c5d-bda5-5308e6fcfa7d HTTP/1.1" status: 404 len: 333 time: 0.0438378 Jul 22 14:35:00.248805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57372) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:00.253689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Request body: {'port': {'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-8074531'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:00.289303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88ea9a20-4902-4600-931e-a3c4697742b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.294793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88ea9a20-4902-4600-931e-a3c4697742b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.314538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Made reservation on behalf of f7d2774e98f043ed8b13c4c7e8ffa6ab for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:00.321496 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.373293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88ea9a20-4902-4600-931e-a3c4697742b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e2929ced35648eea3597dcfc8825d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589192 Jul 22 14:35:00.379171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:00.402692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port bd05f725-5689-4d51-be13-87e8404ba084 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:00.440645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:00.451688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea9a20-4902-4600-931e-a3c4697742b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f6b718-20dd-4b4e-b27b-bf0ecce00123,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:00.505023 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0857baad-04fb-4748-a1ec-86537cb8816a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.548657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0857baad-04fb-4748-a1ec-86537cb8816a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.642017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1635006426'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:00.701720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:00.705230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.717528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.732055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.773953 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0857baad-04fb-4748-a1ec-86537cb8816a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.776499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0857baad-04fb-4748-a1ec-86537cb8816a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.780427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0857baad-04fb-4748-a1ec-86537cb8816a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57f6b718-20dd-4b4e-b27b-bf0ecce00123 HTTP/1.1" status: 204 len: 168 time: 0.3975315 Jul 22 14:35:00.798197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.833340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857baad-04fb-4748-a1ec-86537cb8816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f6b718-20dd-4b4e-b27b-bf0ecce00123,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:00.879852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Network 9bf84600-7688-4e19-9d38-98a9e626c3c9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:00.884990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:00.897176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:00.899517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:00.900174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.947553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=bd05f725-5689-4d51-be13-87e8404ba084,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:00.984622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.992262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:00.995835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5e21dc73-38db-493a-b86e-b8a81b406a2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 0.7449620 Jul 22 14:35:00.997360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57398) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:01.003355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:01.073833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:01.089410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87296707-c889-4f3f-8700-98ee59477768,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:01.099588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.100822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.101083 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Added segment 41796473-f127-42fd-93ad-c1ba223cb4a5 of type vlan for network 346f5db7-18f2-4459-b5eb-13ae57cb166f Jul 22 14:35:01.188662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.271765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.283545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:01.284136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:01.322367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8785062 Jul 22 14:35:01.329329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57406) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:01.336067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'subnet': {'network_id': '346f5db7-18f2-4459-b5eb-13ae57cb166f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:01.459830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f5d3d-21ad-4a3d-826e-dbda06f76168 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Network': ['ID=346f5db7-18f2-4459-b5eb-13ae57cb166f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:01.475842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:01.634448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:01.653809 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.042783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port bd05f725-5689-4d51-be13-87e8404ba084 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:02.055555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.071109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Transition to ACTIVE for port object bd05f725-5689-4d51-be13-87e8404ba084 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:02.073991 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.147466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.152853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Subnet': ['ID=88462b20-2c8e-44e3-b90d-38e1c13d29ff,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:02.277768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=bd05f725-5689-4d51-be13-87e8404ba084,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:02.293458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:02.334866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Checking segment: {'id': '41796473-f127-42fd-93ad-c1ba223cb4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '346f5db7-18f2-4459-b5eb-13ae57cb166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:02.335182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network hostable DHCP agents. Network: 346f5db7-18f2-4459-b5eb-13ae57cb166f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:02.340339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.341404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.341832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.354886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.354886 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.355654 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 2 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.375469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.375950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.376492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.382843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:02.398062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.398488 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.399238 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 3 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.404250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 346f5db7-18f2-4459-b5eb-13ae57cb166f) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:02.413472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450880a0-5b17-4829-af10-3dd0d8911bc9 None None] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:02.416365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:02.417109 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.452169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-132bac07-3246-4075-a2ea-6aae386207aa tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1189761 Jul 22 14:35:02.452169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.452169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.452537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.452795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:02.457945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-375029381', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:02.472695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.473023 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.473410 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 4 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.504175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.504517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.504861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.520356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.521364 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.521776 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 5 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.554817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.555173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.555564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.567986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.568354 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.568832 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 6 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.595340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.607076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.607505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.608948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.613599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.619353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.619692 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.620093 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 7 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.626761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a0708-5b34-4f53-971a-5f4cc2236873 None None] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:02.632920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52f9b1eb-5d35-4b6f-ac90-9664668b371a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.652026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.652371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.655027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.668666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.669045 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.669637 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 8 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.712164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.712506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.712941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.726448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.727643 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.728925 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 9 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.776042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.783374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.787851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.803467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.804487 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.806546 n-d-794306-8 neutron-server[93812]: INFO neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 10 to bind port bd05f725-5689-4d51-be13-87e8404ba084 Jul 22 14:35:02.842819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:02.844076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:02.848402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:02.855878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:02.857969 n-d-794306-8 neutron-server[93812]: ERROR neutron.plugins.ml2.managers [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port bd05f725-5689-4d51-be13-87e8404ba084 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:02.858680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:02.890501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.442726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.586815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52f9b1eb-5d35-4b6f-ac90-9664668b371a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.600134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-52f9b1eb-5d35-4b6f-ac90-9664668b371a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.607803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7e834e3-4373-48fe-9880-bef8de9035e0 req-637b33bd-8abf-415b-97fd-2bad9f518b5a tempest-AbsoluteLimitsNegativeTestJSON-1784245447 tempest-AbsoluteLimitsNegativeTestJSON-1784245447-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d2b800bfab4c418fb2768d8b324dffbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459416 Jul 22 14:35:03.678853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] For port bd05f725-5689-4d51-be13-87e8404ba084, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:03.679163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempted to set empty binding levels {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:35:03.688787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.723343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b1eb-5d35-4b6f-ac90-9664668b371a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e34055-f627-423d-88e2-41fa45b63db7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:03.730737 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-52f9b1eb-5d35-4b6f-ac90-9664668b371a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3eef5a52bad6493982b734dc3c590f88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4323778 Jul 22 14:35:03.734911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:03.778347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] In _notify_port_updated(), no bound segment for port bd05f725-5689-4d51-be13-87e8404ba084 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:35:03.779425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:03.780101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.784723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "PUT /v2.0/ports/bd05f725-5689-4d51-be13-87e8404ba084 HTTP/1.1" status: 200 len: 976 time: 2.7829702 Jul 22 14:35:03.787781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:03.927642 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a1a01d2-b8b2-491b-b4e0-ab52b1a0c67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:03.930090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9808a-049c-4c24-b979-477878fbe5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=bd05f725-5689-4d51-be13-87e8404ba084,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:03.965701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a1a01d2-b8b2-491b-b4e0-ab52b1a0c67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.057495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e834e3-4373-48fe-9880-bef8de9035e0 req-c2ea3e1d-aca4-465c-a090-9d9ee71b8a09 tempest-AbsoluteLimitsNegativeTestJSON-1784245447 tempest-AbsoluteLimitsNegativeTestJSON-1784245447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.066019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7e834e3-4373-48fe-9880-bef8de9035e0 req-c2ea3e1d-aca4-465c-a090-9d9ee71b8a09 tempest-AbsoluteLimitsNegativeTestJSON-1784245447 tempest-AbsoluteLimitsNegativeTestJSON-1784245447-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4475737 Jul 22 14:35:04.137983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.161482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.162450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.163585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.164295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.164924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.165552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.166177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.166864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.167257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.167696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.168374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.169182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.170117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.170930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.171635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.172411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.173405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.174091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.174802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.175420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.176105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.176763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.178020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.178755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.179533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.180445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.180954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.181462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.181959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.182634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.183114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.183865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.184364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:04.188150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cd175325-7096-462f-8e03-1b1486bbca43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29006 time: 0.3993049 Jul 22 14:35:04.190269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a1a01d2-b8b2-491b-b4e0-ab52b1a0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.194551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a1a01d2-b8b2-491b-b4e0-ab52b1a0c67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.196412 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a1a01d2-b8b2-491b-b4e0-ab52b1a0c67f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89e34055-f627-423d-88e2-41fa45b63db7 HTTP/1.1" status: 204 len: 168 time: 0.4586744 Jul 22 14:35:04.198971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:04.209769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7e834e3-4373-48fe-9880-bef8de9035e0 req-56110171-e06c-4d94-8ce6-c78a2779c47e tempest-AbsoluteLimitsNegativeTestJSON-1784245447 tempest-AbsoluteLimitsNegativeTestJSON-1784245447-project] 10.222.0.60 "GET /v2.0/quotas/d2b800bfab4c418fb2768d8b324dffbf HTTP/1.1" status: 200 len: 375 time: 0.1306798 Jul 22 14:35:04.285124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7e834e3-4373-48fe-9880-bef8de9035e0 req-3fd19b82-4413-4c42-9884-8ff65d4ab0cf tempest-AbsoluteLimitsNegativeTestJSON-1784245447 tempest-AbsoluteLimitsNegativeTestJSON-1784245447-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2b800bfab4c418fb2768d8b324dffbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744367 Jul 22 14:35:04.300796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a01d2-b8b2-491b-b4e0-ab52b1a0c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e34055-f627-423d-88e2-41fa45b63db7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:04.441148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.180 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/4dc4600d-0d78-4999-9e5f-223274f670cb) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:04.464379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Deleting port bd05f725-5689-4d51-be13-87e8404ba084 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:04.465162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.605655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] For port bd05f725-5689-4d51-be13-87e8404ba084, host n-h2-794306-8, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:04.605910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.628751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Calling delete_port for bd05f725-5689-4d51-be13-87e8404ba084 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:04.667901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.741954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57514) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:04.772814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b269ba8-b063-49bd-9377-e59c8f5577c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.800420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.804848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.895232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:04.909296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=4dc4600d-0d78-4999-9e5f-223274f670cb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:04.947981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd05f725-5689-4d51-be13-87e8404ba084,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:04.955040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b269ba8-b063-49bd-9377-e59c8f5577c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.965134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:04.973396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aba7d2e2-8bed-4e88-9be5-4710f528c41e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bd05f725-5689-4d51-be13-87e8404ba084 HTTP/1.1" status: 204 len: 168 time: 0.7642751 Jul 22 14:35:04.978407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57520) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:04.992284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:04.995877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:05.002975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:05.009888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b269ba8-b063-49bd-9377-e59c8f5577c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.089684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b269ba8-b063-49bd-9377-e59c8f5577c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243f369-bfa1-40c8-9598-a85a57c31d55,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:05.113147 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a56562f-9278-4257-9fd6-ebd3eceebe0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:05.118496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7a56562f-9278-4257-9fd6-ebd3eceebe0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "GET /v2.0/ports/bd05f725-5689-4d51-be13-87e8404ba084 HTTP/1.1" status: 404 len: 333 time: 0.1360586 Jul 22 14:35:05.129115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57524) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.135965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1881727633', 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:05.152575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b269ba8-b063-49bd-9377-e59c8f5577c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=052c2a2c5a5d42d799e095e01baa4be8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088814 Jul 22 14:35:05.155269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57528) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.205606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Made reservation on behalf of f7d2774e98f043ed8b13c4c7e8ffa6ab for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:05.209004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.261266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port ab31bd72-8574-4148-ae36-ee63eab0a77b yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:05.285740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e633332d-68c7-4565-a8a7-1a76a90f1f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.297572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9b779629-6d2b-4790-9424-7910e559e2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.440311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e633332d-68c7-4565-a8a7-1a76a90f1f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.522336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.529061 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9b779629-6d2b-4790-9424-7910e559e2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.536687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9b779629-6d2b-4790-9424-7910e559e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.557251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e633332d-68c7-4565-a8a7-1a76a90f1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.559830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e633332d-68c7-4565-a8a7-1a76a90f1f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.564240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e633332d-68c7-4565-a8a7-1a76a90f1f56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f243f369-bfa1-40c8-9598-a85a57c31d55 HTTP/1.1" status: 204 len: 168 time: 0.4048672 Jul 22 14:35:05.576387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633332d-68c7-4565-a8a7-1a76a90f1f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243f369-bfa1-40c8-9598-a85a57c31d55,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:05.585360 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.597214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b779629-6d2b-4790-9424-7910e559e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df03178-0b40-47cf-b6df-1dc273abbd33,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:05.606029 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.628189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.629456 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9b779629-6d2b-4790-9424-7910e559e2c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2b800bfab4c418fb2768d8b324dffbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7284064 Jul 22 14:35:05.688447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Network 9bf84600-7688-4e19-9d38-98a9e626c3c9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:05.694702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:05.705380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:05.706932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:05.707761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.717870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=ab31bd72-8574-4148-ae36-ee63eab0a77b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:05.729155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb401da9-c15b-4a65-80c8-9a24082e0005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.740189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a2fec554-3896-4187-91f3-9d7e0d2a0417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6082659 Jul 22 14:35:05.742928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57550) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.828123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb401da9-c15b-4a65-80c8-9a24082e0005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.841767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d918ee-4732-477a-a6ae-42a428e04601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:05.843595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6d918ee-4732-477a-a6ae-42a428e04601 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "GET /v2.0/ports/ab31bd72-8574-4148-ae36-ee63eab0a77b HTTP/1.1" status: 200 len: 959 time: 0.0985639 Jul 22 14:35:05.846283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57554) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:05.970916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Deleting port ab31bd72-8574-4148-ae36-ee63eab0a77b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:05.971450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:05.999056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb401da9-c15b-4a65-80c8-9a24082e0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.001971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb401da9-c15b-4a65-80c8-9a24082e0005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.003479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb401da9-c15b-4a65-80c8-9a24082e0005 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0df03178-0b40-47cf-b6df-1dc273abbd33 HTTP/1.1" status: 204 len: 168 time: 0.3721728 Jul 22 14:35:06.022288 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.051574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb401da9-c15b-4a65-80c8-9a24082e0005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df03178-0b40-47cf-b6df-1dc273abbd33,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.063480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.098193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Calling delete_port for ab31bd72-8574-4148-ae36-ee63eab0a77b owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:06.241696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.304774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab31bd72-8574-4148-ae36-ee63eab0a77b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:06.321577 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.323876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8703e7dd-e97c-4047-84a4-b39de1e17321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ab31bd72-8574-4148-ae36-ee63eab0a77b HTTP/1.1" status: 204 len: 168 time: 0.4762692 Jul 22 14:35:06.328605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:06.385552 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f28141e-5e27-4140-b35b-474f1245af17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:06.407068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:06.414548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Request body: {'port': {'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-114819430'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:06.416313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:35:06.424604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3f28141e-5e27-4140-b35b-474f1245af17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "GET /v2.0/ports/ab31bd72-8574-4148-ae36-ee63eab0a77b HTTP/1.1" status: 404 len: 333 time: 0.0710218 Jul 22 14:35:06.592065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Made reservation on behalf of f7d2774e98f043ed8b13c4c7e8ffa6ab for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:06.594914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.636821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port 1afa014c-7e69-4274-ba01-8145f8b64e76 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:06.704710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:06.715949 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:06.733493 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:06.734150 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:34:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:06.772574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:06.773908 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b4518368-9480-465f-b43a-b0930bf943b9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3199902 Jul 22 14:35:06.776712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57612) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:06.923922 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:06.946922 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:06.947573 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:34:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:07.037440 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:07.037440 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5f80d9-e55d-493e-8ab9-a520463dff8f None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:07.049600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.116716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.140007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.209647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa014c-7e69-4274-ba01-8145f8b64e76,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:07.244181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Network 9bf84600-7688-4e19-9d38-98a9e626c3c9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:07.246155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:07.249231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:07.250336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:07.251390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.322220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ba4218e-4def-4335-8e00-a694e532266e tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9080241 Jul 22 14:35:07.323242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57628) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:07.337545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:07.557750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.578350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:07.663569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:07.966876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] device_id is not set on port 1afa014c-7e69-4274-ba01-8145f8b64e76 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:07.983906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.008430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Transition to ACTIVE for port object 1afa014c-7e69-4274-ba01-8145f8b64e76 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:08.014622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.126052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa014c-7e69-4274-ba01-8145f8b64e76,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:08.130791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.131447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.132069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.140257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.140934 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.142136 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 2 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.161007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.162321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.163007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.169833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.170881 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.171481 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 3 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.183211 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.194745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.195867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.196453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.203649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.204837 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.205437 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 4 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.223111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.223807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.224840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.230240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.231005 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.231605 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 5 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.265959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.266590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.267441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.273960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.276807 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.277358 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 6 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.296778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.310434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.312137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.324188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.329147 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.330130 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 7 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.336622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-85641856-network', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:08.369304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.372736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.374240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.389780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:08.389989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.390927 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.392115 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 8 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.393209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.412978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.421048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.421430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.422546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.430145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.430825 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.432583 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 9 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.467426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.468043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.468635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.481452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.482166 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.484357 n-d-794306-8 neutron-server[93813]: INFO neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempt 10 to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 Jul 22 14:35:08.524252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:08.526354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:08.528034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempting to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:08.538282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:08.539221 n-d-794306-8 neutron-server[93813]: ERROR neutron.plugins.ml2.managers [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Failed to bind port 1afa014c-7e69-4274-ba01-8145f8b64e76 on host n-h2-794306-8 for vnic_type normal using segments [{'id': 'b067248c-a2c9-4178-a4cf-bc7424509eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9bf84600-7688-4e19-9d38-98a9e626c3c9'}] Jul 22 14:35:08.540356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.694419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] For port 1afa014c-7e69-4274-ba01-8145f8b64e76, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:08.696178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attempted to set empty binding levels {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 14:35:08.707399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.784005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] In _notify_port_updated(), no bound segment for port 1afa014c-7e69-4274-ba01-8145f8b64e76 on network 9bf84600-7688-4e19-9d38-98a9e626c3c9 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:35:08.784005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:08.784005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.789620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "PUT /v2.0/ports/1afa014c-7e69-4274-ba01-8145f8b64e76 HTTP/1.1" status: 200 len: 978 time: 1.4609547 Jul 22 14:35:08.790005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:08.841176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbd110-6765-4ed4-b954-65801d5f1307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event updated for resources: {'Port': ['ID=1afa014c-7e69-4274-ba01-8145f8b64e76,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:08.855651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.857154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.1 (346f5db7-18f2-4459-b5eb-13ae57cb166f/88462b20-2c8e-44e3-b90d-38e1c13d29ff/f6d90f05-c251-4f51-ac3a-3ac98fb5f1b7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:08.872696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.884419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:08.910454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Deleting port 1afa014c-7e69-4274-ba01-8145f8b64e76 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:08.911210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.924536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58fa9b-631e-40ca-b7a9-372330740355,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:08.931824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:08.932244 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Added segment 3b041897-ef3f-4cd1-a7ba-63dea5ed121a of type vlan for network f173ed9c-c3a1-4bd2-847a-c9192be801d1 Jul 22 14:35:09.020301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] For port 1afa014c-7e69-4274-ba01-8145f8b64e76, host n-h2-794306-8, got binding levels [] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:09.021471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.037315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Calling delete_port for 1afa014c-7e69-4274-ba01-8145f8b64e76 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:09.119504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.164426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.198806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.199796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:09.200523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.211583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.213525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1afa014c-7e69-4274-ba01-8145f8b64e76 HTTP/1.1" status: 204 len: 168 time: 0.4223154 Jul 22 14:35:09.216786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.218627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:09.235345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98762afd-9f03-4837-8008-410f5625a491 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] Pushing event deleted for resources: {'Port': ['ID=1afa014c-7e69-4274-ba01-8145f8b64e76,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:09.324903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:09.325106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6526108 Jul 22 14:35:09.325106 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4285ab2d-7432-4668-94d3-318bda0380ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] GET failed (client error): The resource could not be found. Jul 22 14:35:09.329362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Request body: {'subnet': {'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-85641856-subnet', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:09.332539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57710) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:09.336933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4285ab2d-7432-4668-94d3-318bda0380ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152 tempest-PortsAdminExtendedAttrsIpV6TestJSON-547750152-project-admin] 10.222.0.60 "GET /v2.0/ports/1afa014c-7e69-4274-ba01-8145f8b64e76 HTTP/1.1" status: 404 len: 333 time: 0.1029496 Jul 22 14:35:09.410760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c71cd04-145a-42f4-aeae-d5fce109b5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f173ed9c-c3a1-4bd2-847a-c9192be801d1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:09.423961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:09.447357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.526399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:09.530788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:09.533496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=f6d90f05-c251-4f51-ac3a-3ac98fb5f1b7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:09.536110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:09.598345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:09.822403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-203b301e-f291-437b-a059-890cff515805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.034774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.109845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:10.113578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.146804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.508476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.562337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf84600-7688-4e19-9d38-98a9e626c3c9']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:10.564357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.573531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.587353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b067248c-a2c9-4178-a4cf-bc7424509eda') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:10.587965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b067248c-a2c9-4178-a4cf-bc7424509eda') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:10.616467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.691408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.715230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:35:10.716489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:35:10.722007 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:35:10.749420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=f6d90f05-c251-4f51-ac3a-3ac98fb5f1b7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:10.767873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.771830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:10.947138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:10.948601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:10.970038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.016951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.023034 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] 10.222.0.60 "DELETE /v2.0/networks/9bf84600-7688-4e19-9d38-98a9e626c3c9 HTTP/1.1" status: 204 len: 168 time: 1.6876171 Jul 22 14:35:11.026468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec4b98-26ed-4df7-be57-86b0ab49dbc7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1950352502-project] Pushing event deleted for resources: {'Network': ['ID=9bf84600-7688-4e19-9d38-98a9e626c3c9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:11.048248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d47194-4bdf-41d4-be4b-7a7c3e572153,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:11.060116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Checking segment: {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:11.060733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Network hostable DHCP agents. Network: f173ed9c-c3a1-4bd2-847a-c9192be801d1, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:11.097998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:11.117098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:11.123952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f173ed9c-c3a1-4bd2-847a-c9192be801d1) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:11.130768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:11.132716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.132916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20afda9-80c1-4bc6-891d-947d53709b24 None None] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:11.163539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-24e4f9e4-1e5f-46e2-b708-185910bc864d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8450046 Jul 22 14:35:11.170444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:11.203245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:11.309011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:11.322119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d2883b9a-9623-4d0d-8b30-1955e2bcb2c7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/routers/e3aeaf22-00f6-4bb0-a393-f2976455799e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5441298 Jul 22 14:35:11.324134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57770) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:11.335529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'port': {'network_id': '346f5db7-18f2-4459-b5eb-13ae57cb166f', 'name': 'tempest-FloatingIPTestJSON-346696655'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:11.335673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.337341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.387081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:11.401409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f173ed9c-c3a1-4bd2-847a-c9192be801d1', 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'fixed_ips': [{'subnet_id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:11.402679 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.418611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:11.419550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:34:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:11.579858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:11.586080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Allocated IP 172.20.0.2 (f173ed9c-c3a1-4bd2-847a-c9192be801d1/f9d47194-4bdf-41d4-be4b-7a7c3e572153/5c816e33-8fb4-41fa-98c3-f1b702368fcb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:11.587102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.609857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] device_id is not set on port f2135d55-6c2b-492a-9ce4-95fd3e10ba20 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:11.639272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.660572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:11.745870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:11.746549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:34:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:11.775913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.11 (346f5db7-18f2-4459-b5eb-13ae57cb166f/88462b20-2c8e-44e3-b90d-38e1c13d29ff/f2135d55-6c2b-492a-9ce4-95fd3e10ba20) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:11.785576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:11.786731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41df49d-0dac-4a36-8b26-80c88c5e9c9a None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:11.812107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:11.939242 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:11.963262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Transition to ACTIVE for port object 5c816e33-8fb4-41fa-98c3-f1b702368fcb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:12.006615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Transition to ACTIVE for port object 5c816e33-8fb4-41fa-98c3-f1b702368fcb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:12.028888 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.162564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Pushing event updated for resources: {'Port': ['ID=5c816e33-8fb4-41fa-98c3-f1b702368fcb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:12.164744 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.189913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:12.213696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:12.220222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:12.227411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-548197ef-64d1-4027-b018-efa43a1f033b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.232153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.296914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-31fd2c9e-bd24-449e-92b8-44810c4832ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4f190c2f6bc44f19ab7be0c68cf9c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822998 Jul 22 14:35:12.300051 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.307418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:12.415051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:12.432600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:12.442272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:12.488628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Attempting to bind port 5c816e33-8fb4-41fa-98c3-f1b702368fcb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:12.489007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Attempting to bind port 5c816e33-8fb4-41fa-98c3-f1b702368fcb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:12.490163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Attempting to bind port 5c816e33-8fb4-41fa-98c3-f1b702368fcb on network f173ed9c-c3a1-4bd2-847a-c9192be801d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:12.503842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:12.508162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=f2135d55-6c2b-492a-9ce4-95fd3e10ba20,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:12.508855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Checking segment: {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:12.509457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.509869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Bound using segment: {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:12.518980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Bound port: 5c816e33-8fb4-41fa-98c3-f1b702368fcb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:12.519783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.522952 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.596987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:12.598394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.643364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4cdd8046-a8a3-4dcd-97c9-a76fc427336d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3169048 Jul 22 14:35:12.644837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57802) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:12.660605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'port': {'network_id': '346f5db7-18f2-4459-b5eb-13ae57cb166f', 'name': 'tempest-FloatingIPTestJSON-417038994'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:12.755678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] For port 5c816e33-8fb4-41fa-98c3-f1b702368fcb, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:12.767335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] For port 5c816e33-8fb4-41fa-98c3-f1b702368fcb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5c816e33-8fb4-41fa-98c3-f1b702368fcb,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:12.781240 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.856365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35eb1a12-cbc5-43d7-94cf-81e4bccdcef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.904613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:12.910543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.937104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] device_id is not set on port 67d600ab-fa08-4e14-a41b-69fe97e48b30 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:12.966282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:12.991249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695da37-5f80-48f4-9dd1-75b6107f5a9b None None] Pushing event updated for resources: {'Port': ['ID=5c816e33-8fb4-41fa-98c3-f1b702368fcb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:13.029183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.033438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35eb1a12-cbc5-43d7-94cf-81e4bccdcef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.208525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.5 (346f5db7-18f2-4459-b5eb-13ae57cb166f/88462b20-2c8e-44e3-b90d-38e1c13d29ff/67d600ab-fa08-4e14-a41b-69fe97e48b30) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:13.227154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35eb1a12-cbc5-43d7-94cf-81e4bccdcef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.231179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35eb1a12-cbc5-43d7-94cf-81e4bccdcef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.231662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35eb1a12-cbc5-43d7-94cf-81e4bccdcef4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7c17299-b425-405e-a5a5-196e5f828c6d HTTP/1.1" status: 204 len: 168 time: 0.8103740 Jul 22 14:35:13.257501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Allocated IP 172.25.3.118 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/bbe7f4cb-2957-4d29-b656-f1c60b438951) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:13.260603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb1a12-cbc5-43d7-94cf-81e4bccdcef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c17299-b425-405e-a5a5-196e5f828c6d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:13.522215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.566594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.712563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:13.849226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Pushing event updated for resources: {'Port': ['ID=bbe7f4cb-2957-4d29-b656-f1c60b438951,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:13.875349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:13.878896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:13.909460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:14.226058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:14.326466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3776cca4-1ada-4edc-988f-758bd5fdecb0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7d2774e98f043ed8b13c4c7e8ffa6ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988660 Jul 22 14:35:14.328999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:14.498664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.534185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841ed86-f283-4076-8d13-c6924a0a371e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.576068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.657350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841ed86-f283-4076-8d13-c6924a0a371e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.766880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.822298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:14.824779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=67d600ab-fa08-4e14-a41b-69fe97e48b30,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:14.829558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:14.835681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:14.896914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841ed86-f283-4076-8d13-c6924a0a371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.899537 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841ed86-f283-4076-8d13-c6924a0a371e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.900801 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9841ed86-f283-4076-8d13-c6924a0a371e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8548578a-5d66-48e8-b8e7-711a2ffde7fe HTTP/1.1" status: 204 len: 168 time: 0.5707729 Jul 22 14:35:14.928011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5c816e33-8fb4-41fa-98c3-f1b702368fcb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:14.935442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:14.936254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:14.954467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9384fbfb-f9f5-4450-aa8d-e15b2d860408 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3070700 Jul 22 14:35:14.960941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57862) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:14.973480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841ed86-f283-4076-8d13-c6924a0a371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548578a-5d66-48e8-b8e7-711a2ffde7fe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:14.975310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '67d600ab-fa08-4e14-a41b-69fe97e48b30', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:15.044839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.070557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c23c3-b362-48a2-9398-296510b36ca8 None None] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:15.120954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0a9ad929-af3b-4716-adcd-ad8c848b24bf None None] Provisioning for port 5c816e33-8fb4-41fa-98c3-f1b702368fcb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:15.257753 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.260977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 5c816e33-8fb4-41fa-98c3-f1b702368fcb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:15.274925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5c816e33-8fb4-41fa-98c3-f1b702368fcb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:15.275990 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.322241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.361471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.591247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.654564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.241 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/3dc196d5-0377-4637-9981-4c7fb81e62c8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:15.754936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 5c816e33-8fb4-41fa-98c3-f1b702368fcb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5c816e33-8fb4-41fa-98c3-f1b702368fcb,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:15.765567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Router 149b765f-ad8d-460f-8d13-56c711bd4f98 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:35:15.777998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:15.918100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=5c816e33-8fb4-41fa-98c3-f1b702368fcb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:15.946643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.011723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:16.023344 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Sync routers for ids ['149b765f-ad8d-460f-8d13-56c711bd4f98'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:16.039519 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Routers {'149b765f-ad8d-460f-8d13-56c711bd4f98'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:16.040952 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['149b765f-ad8d-460f-8d13-56c711bd4f98'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:16.047725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.049567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9e9d78b-2c9a-425c-b1c3-1662235cba52 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8767674 Jul 22 14:35:16.052879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:16.093590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.218406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:16.263767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:16.289297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:16.511115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c3558b7-d3e2-4839-be21-98273c783661 None None] Provisioning complete for port 5c816e33-8fb4-41fa-98c3-f1b702368fcb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:16.511715 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c3558b7-d3e2-4839-be21-98273c783661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:16.825479 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Set router 149b765f-ad8d-460f-8d13-56c711bd4f98 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:16.897624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5c816e33-8fb4-41fa-98c3-f1b702368fcb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:16.942040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=3dc196d5-0377-4637-9981-4c7fb81e62c8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:17.078625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5c816e33-8fb4-41fa-98c3-f1b702368fcb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:17.081129 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.108401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.375574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:35:14Z', 'revision_number': 3, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:17.456776 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Checking router: 149b765f-ad8d-460f-8d13-56c711bd4f98 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:35:17.458358 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Updating router 149b765f-ad8d-460f-8d13-56c711bd4f98 port bbe7f4cb-2957-4d29-b656-f1c60b438951 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:35:17.490771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.543860 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.548682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Allocated IP 172.20.0.1 (f173ed9c-c3a1-4bd2-847a-c9192be801d1/f9d47194-4bdf-41d4-be4b-7a7c3e572153/cc5e79e8-0cb4-48ba-9705-d39f95a3381f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:17.750925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.923916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:17.984252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Transition to ACTIVE for port object cc5e79e8-0cb4-48ba-9705-d39f95a3381f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:18.153802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.279584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.289859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.321652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:18.332632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:18.345783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:18.394910 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.411433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:18.449052 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Transition to ACTIVE for port object bbe7f4cb-2957-4d29-b656-f1c60b438951 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:18.454912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.468647 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.489861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.533278 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Attempting to bind port bbe7f4cb-2957-4d29-b656-f1c60b438951 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:18.534026 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Attempting to bind port bbe7f4cb-2957-4d29-b656-f1c60b438951 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:18.534840 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Attempting to bind port bbe7f4cb-2957-4d29-b656-f1c60b438951 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:18.576456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:18.577326 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:18.578462 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.579336 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:18.580431 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Bound port: bbe7f4cb-2957-4d29-b656-f1c60b438951, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:18.581294 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.675080 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] For port bbe7f4cb-2957-4d29-b656-f1c60b438951, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:18.683932 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] For port bbe7f4cb-2957-4d29-b656-f1c60b438951, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bbe7f4cb-2957-4d29-b656-f1c60b438951,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:18.694425 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:18.785465 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Routers {'149b765f-ad8d-460f-8d13-56c711bd4f98'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:18.786636 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['149b765f-ad8d-460f-8d13-56c711bd4f98'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:18.812652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=3dc196d5-0377-4637-9981-4c7fb81e62c8,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:18.899000 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP ad6574bc-c268-4644-b92d-fb508ad1bda7 associated. External IP: 172.25.3.241, port: 67d600ab-fa08-4e14-a41b-69fe97e48b30. Jul 22 14:35:18.996983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3410dc12-7813-418e-8007-b6d14f2a85d3 None None] Provisioning for port cc5e79e8-0cb4-48ba-9705-d39f95a3381f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:19.009634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3410dc12-7813-418e-8007-b6d14f2a85d3 None None] Provisioning complete for port cc5e79e8-0cb4-48ba-9705-d39f95a3381f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:19.010000 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3410dc12-7813-418e-8007-b6d14f2a85d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.083809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.087208 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Pushing event updated for resources: {'Port': ['ID=bbe7f4cb-2957-4d29-b656-f1c60b438951,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:19.127620 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.129896 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.130928 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.136025 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.136377 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.140479 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.140878 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.146980 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.149674 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.150534 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.153065 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.153663 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:19.154391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3410dc12-7813-418e-8007-b6d14f2a85d3 None None] Port cc5e79e8-0cb4-48ba-9705-d39f95a3381f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:19.243434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:19.284994 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53541d7f-ea4f-432b-87a1-149a1c6e4b5e None None] Pushing event updated for resources: {'Port': ['ID=bbe7f4cb-2957-4d29-b656-f1c60b438951,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:19.433214 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] Set router 149b765f-ad8d-460f-8d13-56c711bd4f98 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:19.683028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74bbc6ea-d3e0-4e75-a87d-a0ee51157b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.773340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:19.861983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.869695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:19.990091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:35:14Z', 'revision_number': 3, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:20.038120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:20.050542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:20.074392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:20.074720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:20.075659 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb955b7b-8241-4ec0-a352-a62b7bb971de None None] The sync data for ids ['149b765f-ad8d-460f-8d13-56c711bd4f98'] in n-d-794306-8 is: [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:35:14Z', 'revision_number': 3, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:20.200590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:20.213606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.228336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:20.230297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:20.274989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:20.338873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:20.339569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d6be2f-bfdb-4312-bed0-169265b5a57a None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:20.446821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74bbc6ea-d3e0-4e75-a87d-a0ee51157b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.457416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74bbc6ea-d3e0-4e75-a87d-a0ee51157b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.460807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.534225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:20.609586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-97278271-7039-4184-954b-e4d639ccfa6f tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6466012 Jul 22 14:35:20.612974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:20.618202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbc6ea-d3e0-4e75-a87d-a0ee51157b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33c4027-c5c4-4ee8-8d7a-88cf4a091ca9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:20.623438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:20.631467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:20.735527 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74bbc6ea-d3e0-4e75-a87d-a0ee51157b33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b12ab5121f40422bad91be24068113c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4888415 Jul 22 14:35:20.737106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58016) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:20.845822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:20.944800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbe7f4cb-2957-4d29-b656-f1c60b438951 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:20.985234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15f4012e-d14d-4df7-9099-d1b022758b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.104035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Router 149b765f-ad8d-460f-8d13-56c711bd4f98 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:21.105652 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15f4012e-d14d-4df7-9099-d1b022758b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.125928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port bbe7f4cb-2957-4d29-b656-f1c60b438951 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:21.157801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b9c11453-bf56-4d11-8f83-cc587640a25d None None] Provisioning complete for port cc5e79e8-0cb4-48ba-9705-d39f95a3381f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:21.162553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9c11453-bf56-4d11-8f83-cc587640a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.172859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port bbe7f4cb-2957-4d29-b656-f1c60b438951 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:21.173489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.191886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15f4012e-d14d-4df7-9099-d1b022758b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.195740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15f4012e-d14d-4df7-9099-d1b022758b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.197182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-15f4012e-d14d-4df7-9099-d1b022758b14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e33c4027-c5c4-4ee8-8d7a-88cf4a091ca9 HTTP/1.1" status: 204 len: 168 time: 0.4498069 Jul 22 14:35:21.373598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4012e-d14d-4df7-9099-d1b022758b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33c4027-c5c4-4ee8-8d7a-88cf4a091ca9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:21.561625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b9c11453-bf56-4d11-8f83-cc587640a25d None None] Port cc5e79e8-0cb4-48ba-9705-d39f95a3381f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:21.649960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.660154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.660580 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP ad6574bc-c268-4644-b92d-fb508ad1bda7 disassociated. External IP: 172.25.3.241, port: 67d600ab-fa08-4e14-a41b-69fe97e48b30. Jul 22 14:35:21.750038 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:21.832816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port bbe7f4cb-2957-4d29-b656-f1c60b438951, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bbe7f4cb-2957-4d29-b656-f1c60b438951,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:21.844999 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.016061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=bbe7f4cb-2957-4d29-b656-f1c60b438951,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:22.036552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.039955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.041450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.043079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.044405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.044986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.045556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.046223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.046830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.047538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.054006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.055774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:22.123030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:22.189236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-084c51a1-22af-45f0-a56f-011acdee6bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.304191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:22.314781 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f50af050-b3a0-46f9-8c5f-3be00df08759 admin admin] 10.222.0.60 "PUT /v2.0/routers/149b765f-ad8d-460f-8d13-56c711bd4f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2606480 Jul 22 14:35:22.353448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:22.546737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-084c51a1-22af-45f0-a56f-011acdee6bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.553356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-084c51a1-22af-45f0-a56f-011acdee6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.606565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:22.694706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58076) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:22.694996 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-084c51a1-22af-45f0-a56f-011acdee6bd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e19a60ce84c042a1a5e26a0d112fe6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5697467 Jul 22 14:35:22.697271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c51a1-22af-45f0-a56f-011acdee6bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd14ca-c0c8-4e16-8196-4692214cdae0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:22.804693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:22.818179 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:22.822794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:22.839682 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:22.843004 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:22.953003 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:22.971592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbe7f4cb-2957-4d29-b656-f1c60b438951 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:22.984614 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:22.985276 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:23.032852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b6fc6647-0d37-4676-9ab3-5ed7481f23d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/floatingips/ad6574bc-c268-4644-b92d-fb508ad1bda7 HTTP/1.1" status: 200 len: 688 time: 2.4187024 Jul 22 14:35:23.036670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58084) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:23.050554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:23.093290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efd21c30-727c-4f6b-ae97-5b8191cf20ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.110489 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:23.111195 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cae2e6-23a0-49e8-90a6-dd4471987266 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:23.141102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port bbe7f4cb-2957-4d29-b656-f1c60b438951 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:23.141490 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.177102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49f57010-7ca7-4e69-ba91-2aedabbde01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.229987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1003581732'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:23.269108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:35:23.269108 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:35:23.269108 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': '50c525785c5c4e7785d868e7fa64b230', 'id': 'adaf9d31-fe0b-46a0-942a-6652f0c76351', 'expiration': datetime.datetime(2021, 7, 22, 14, 37, 23, 263312)}] Jul 22 14:35:23.269108 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:35:23.269635 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:35:23.392322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Sync routers for ids ['149b765f-ad8d-460f-8d13-56c711bd4f98'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:23.419566 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efd21c30-727c-4f6b-ae97-5b8191cf20ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.423533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Routers {'149b765f-ad8d-460f-8d13-56c711bd4f98'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:23.433142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['149b765f-ad8d-460f-8d13-56c711bd4f98'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:23.435094 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49f57010-7ca7-4e69-ba91-2aedabbde01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.440556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49f57010-7ca7-4e69-ba91-2aedabbde01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.484373 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efd21c30-727c-4f6b-ae97-5b8191cf20ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.487065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efd21c30-727c-4f6b-ae97-5b8191cf20ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.488289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-efd21c30-727c-4f6b-ae97-5b8191cf20ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cccd14ca-c0c8-4e16-8196-4692214cdae0 HTTP/1.1" status: 204 len: 168 time: 0.7839861 Jul 22 14:35:23.498934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f57010-7ca7-4e69-ba91-2aedabbde01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7526c-3528-427d-95fe-f357724547fc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:23.524733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-49f57010-7ca7-4e69-ba91-2aedabbde01d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61087e79e8694479880b97f1bb3775e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715774 Jul 22 14:35:23.527755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:23.573950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd21c30-727c-4f6b-ae97-5b8191cf20ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd14ca-c0c8-4e16-8196-4692214cdae0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:23.671403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 3dc196d5-0377-4637-9981-4c7fb81e62c8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:23.671761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.675426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd22d2-bd8f-4b39-9515-e8c77874b8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.748223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd22d2-bd8f-4b39-9515-e8c77874b8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.802972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Set router 149b765f-ad8d-460f-8d13-56c711bd4f98 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:23.818456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.822103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.839671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:23.847859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.849835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 3dc196d5-0377-4637-9981-4c7fb81e62c8 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:23.919855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:23.945486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:23.945847 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Added segment 90f39398-bb87-4684-b2c2-6a43117fc02c of type vlan for network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 Jul 22 14:35:24.095222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.161139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd22d2-bd8f-4b39-9515-e8c77874b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.171280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0bcd22d2-bd8f-4b39-9515-e8c77874b8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.173381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0bcd22d2-bd8f-4b39-9515-e8c77874b8a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1d7526c-3528-427d-95fe-f357724547fc HTTP/1.1" status: 204 len: 168 time: 0.6443694 Jul 22 14:35:24.186767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.189438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:24.190113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.203711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd22d2-bd8f-4b39-9515-e8c77874b8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7526c-3528-427d-95fe-f357724547fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:24.314653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.423108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=3dc196d5-0377-4637-9981-4c7fb81e62c8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:24.486559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Network': ['ID=ab8c2b2c-ad7b-4b27-b19c-9146847064a0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:24.496354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-547f6449-c8b0-40fe-a10e-4344474bd0d9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8830035 Jul 22 14:35:24.496354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:24.500687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'subnet': {'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:24.554624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:24.640080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.647962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.649993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e9113ba5-73ce-4be4-8096-6601d79ede35 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/floatingips/ad6574bc-c268-4644-b92d-fb508ad1bda7 HTTP/1.1" status: 204 len: 168 time: 1.5810738 Jul 22 14:35:24.659874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58138) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:24.667273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'f2135d55-6c2b-492a-9ce4-95fd3e10ba20'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:24.756818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:24.813017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:24.826801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.021121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.069470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:35:18Z', 'revision_number': 4, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'cc5e79e8-0cb4-48ba-9705-d39f95a3381f', 'name': '', 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'mac_address': 'fa:16:3e:85:bc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:17Z', 'updated_at': '2021-07-22T14:35:19Z', 'revision_number': 2, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'subnets': [{'id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:25.107041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Checking router: 149b765f-ad8d-460f-8d13-56c711bd4f98 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:35:25.107673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Updating router 149b765f-ad8d-460f-8d13-56c711bd4f98 port cc5e79e8-0cb4-48ba-9705-d39f95a3381f binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:35:25.163821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.304954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.138 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7975420c-402b-42cc-8410-ca48338f47cf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:25.352628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.539579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Checking segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:25.539955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network hostable DHCP agents. Network: ab8c2b2c-ad7b-4b27-b19c-9146847064a0, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:25.573026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Subnet': ['ID=f1533e0c-b03a-4995-bd05-0b32d146c582,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:25.601043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:25.616774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ab8c2b2c-ad7b-4b27-b19c-9146847064a0) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:25.617025 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.621143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.621753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.641653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7a623-c622-4aa1-bf10-f6a8bcda518b None None] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:25.658925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd2498d5-4f0d-4819-ad23-d73c141def65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1629372 Jul 22 14:35:25.659572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:25.665230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-807960668'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:25.696660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:25.708514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.731477 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.768572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:35:25.778631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:25.798434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.802400 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Added segment 0813f774-e819-46da-a421-3701c3986b1b of type vlan for network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 Jul 22 14:35:25.809164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:25.816747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:25.883152 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.883699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=7975420c-402b-42cc-8410-ca48338f47cf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:25.935401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.953187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:25.953976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:25.989784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.005255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3444667 Jul 22 14:35:26.036619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:26.051344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'subnet': {'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:26.108033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'fixed_ips': [{'subnet_id': 'f1533e0c-b03a-4995-bd05-0b32d146c582'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:26.110982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.133532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Transition to ACTIVE for port object cc5e79e8-0cb4-48ba-9705-d39f95a3381f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:26.162297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.361415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fec6-c627-49d3-a4cc-ab2177a55f83 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Network': ['ID=b7fdc869-5fc3-46a6-b25f-12b489f4a7e3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:26.456046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:26.458651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:35:26.477233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.485158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd63ea0-0b66-4c8f-9872-381c11b6c467 None None] Pushing event updated for resources: {'Port': ['ID=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:26.759375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Attempting to bind port cc5e79e8-0cb4-48ba-9705-d39f95a3381f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:26.763341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Attempting to bind port cc5e79e8-0cb4-48ba-9705-d39f95a3381f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:26.763825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Attempting to bind port cc5e79e8-0cb4-48ba-9705-d39f95a3381f on network f173ed9c-c3a1-4bd2-847a-c9192be801d1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:26.908064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:26.914135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Checking segment: {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:26.914831 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:26.915360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Bound using segment: {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:26.916361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Bound port: cc5e79e8-0cb4-48ba-9705-d39f95a3381f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b041897-ef3f-4cd1-a7ba-63dea5ed121a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:26.917163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.109035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Allocated IP 19.80.0.2 (ab8c2b2c-ad7b-4b27-b19c-9146847064a0/f1533e0c-b03a-4995-bd05-0b32d146c582/d8514a32-6131-4fc9-b2bd-f495ef16e1bb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:27.151402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.218654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Subnet': ['ID=255455f0-5010-4a25-abaa-14ca394bad32,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:27.275522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Checking segment: {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:27.275759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network hostable DHCP agents. Network: b7fdc869-5fc3-46a6-b25f-12b489f4a7e3, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:35:27.296977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:35:27.325828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, b7fdc869-5fc3-46a6-b25f-12b489f4a7e3) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:27.336715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.337167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.364033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2c559be1-76b8-4688-96a5-a61980c998b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3280017 Jul 22 14:35:27.472032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29de032-9fbd-4966-9f03-507d935e95ba None None] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:27.485603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-e244276f-6e5a-4cad-b713-2cd0959dee99 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.3811498 Jul 22 14:35:27.499136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.570453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-c4905204-30c4-4d8d-8723-ded9ff030f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.574012 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-c4905204-30c4-4d8d-8723-ded9ff030f1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 1102 time: 0.1644354 Jul 22 14:35:27.814083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-ed4683f5-b9df-470f-a174-12ca77456e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.815948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-ed4683f5-b9df-470f-a174-12ca77456e4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2167108 Jul 22 14:35:27.828920 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.840881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Transition to ACTIVE for port object d8514a32-6131-4fc9-b2bd-f495ef16e1bb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:27.854893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.855384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.855859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.856366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.856794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.857254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.857718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:27.859722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0070bd6b-3dcc-448c-a486-8074885b4c7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6490 time: 0.3124475 Jul 22 14:35:27.860572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Transition to ACTIVE for port object d8514a32-6131-4fc9-b2bd-f495ef16e1bb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:27.872352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] For port cc5e79e8-0cb4-48ba-9705-d39f95a3381f, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:27.888200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] For port cc5e79e8-0cb4-48ba-9705-d39f95a3381f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:27.894221 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.900665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.935241 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-f5ab0300-0e9c-4fbc-b8e6-ea58ee90d105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7 HTTP/1.1" status: 200 len: 217 time: 0.1122904 Jul 22 14:35:27.947181 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:27.961813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Pushing event updated for resources: {'Port': ['ID=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:28.062905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-5fec3d39-0a1c-49be-be6a-671b8b2180ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.065090 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-5fec3d39-0a1c-49be-be6a-671b8b2180ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1210113 Jul 22 14:35:28.081989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Routers {'149b765f-ad8d-460f-8d13-56c711bd4f98'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:28.085223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['149b765f-ad8d-460f-8d13-56c711bd4f98'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:28.121353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58274) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:28.159965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-72be810d-6652-486a-b01f-54106ceb4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.162078 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-72be810d-6652-486a-b01f-54106ceb4c02 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888884 Jul 22 14:35:28.200116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:28.230107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:28.241936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:28.251890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd63ea0-0b66-4c8f-9872-381c11b6c467 None None] Pushing event updated for resources: {'Port': ['ID=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:28.308310 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-1e609ed7-2050-49b7-9811-ee00a6b13f75 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393046 Jul 22 14:35:28.323343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-b7fdc869-5fc3-46a6-b25f-12b489f4a7e3', 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'fixed_ips': [{'subnet_id': '255455f0-5010-4a25-abaa-14ca394bad32'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:35:28.324213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.433173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bf5e6fb7-23fb-4f21-9de1-cd6c7d16f3f7 req-9ccf1e5c-2b17-4a7a-8b56-84e903384aed service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174459 Jul 22 14:35:28.439610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-1f78ee8c-d8c5-455b-9bf0-b9440d79465f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.446497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-1f78ee8c-d8c5-455b-9bf0-b9440d79465f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.451202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-1f78ee8c-d8c5-455b-9bf0-b9440d79465f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/networks?id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0&id=b7fdc869-5fc3-46a6-b25f-12b489f4a7e3&id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0 HTTP/1.1" status: 200 len: 1391 time: 0.7173100 Jul 22 14:35:28.456281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Attempting to bind port d8514a32-6131-4fc9-b2bd-f495ef16e1bb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:28.457483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Attempting to bind port d8514a32-6131-4fc9-b2bd-f495ef16e1bb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:28.457969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Attempting to bind port d8514a32-6131-4fc9-b2bd-f495ef16e1bb on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:28.466425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87ae28de-00d6-483d-9380-7a933f225caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.491075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:28.491451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Checking segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:28.491858 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.492254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Bound using segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:28.492740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Bound port: d8514a32-6131-4fc9-b2bd-f495ef16e1bb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:28.493122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.500950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] Set router 149b765f-ad8d-460f-8d13-56c711bd4f98 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:35:28.507350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-19a64e6b-5223-45f0-af7a-9e8004fac90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.507864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-19a64e6b-5223-45f0-af7a-9e8004fac90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.508302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-19a64e6b-5223-45f0-af7a-9e8004fac90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.509915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-19a64e6b-5223-45f0-af7a-9e8004fac90e service neutron] 10.222.0.72 "GET /v2.0/networks?id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=ec93a32d-1315-4552-900e-596c6b136b41&id=ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 200 len: 2291 time: 0.4665086 Jul 22 14:35:28.524896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-af636406-478e-4a58-af6d-68a107b3ef1c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/quotas/50c525785c5c4e7785d868e7fa64b230 HTTP/1.1" status: 200 len: 375 time: 0.0514100 Jul 22 14:35:28.600497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e175df5-43b7-48e3-877c-2a8ad46107f0 req-2e64c7cd-e82d-492b-972b-0eba93dbea4c tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.607139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e175df5-43b7-48e3-877c-2a8ad46107f0 req-2e64c7cd-e82d-492b-972b-0eba93dbea4c tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 951 time: 0.5745311 Jul 22 14:35:28.705022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.737032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:28.749255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-cb060d24-af07-44aa-add6-573a8d4566e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 200 len: 1000 time: 0.2277384 Jul 22 14:35:28.799740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e175df5-43b7-48e3-877c-2a8ad46107f0 req-f5aade8c-8d0f-4d1e-aa59-8e7ea6fa985d tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911182 Jul 22 14:35:28.846337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Allocated IP 19.86.0.2 (b7fdc869-5fc3-46a6-b25f-12b489f4a7e3/255455f0-5010-4a25-abaa-14ca394bad32/6fb03983-0efb-4014-a464-35425cb8caa4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:28.934038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=7975420c-402b-42cc-8410-ca48338f47cf,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:28.941654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] For port d8514a32-6131-4fc9-b2bd-f495ef16e1bb, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:28.963119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-825d796d-ce6c-4c56-b9dc-4e3de40e4cb0 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4185350 Jul 22 14:35:28.979048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-cc57a155-68f1-416c-a0d6-f3ef2e317d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:28.980753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-cc57a155-68f1-416c-a0d6-f3ef2e317d87 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a692e4b3-d628-4703-9aa5-2bfca5560672 HTTP/1.1" status: 200 len: 850 time: 0.2045147 Jul 22 14:35:28.991117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] For port d8514a32-6131-4fc9-b2bd-f495ef16e1bb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:29.010346 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.058400 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87ae28de-00d6-483d-9380-7a933f225caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.127449 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.197782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be795f62-5ebd-4d0b-a748-7870629551bd None None] Pushing event updated for resources: {'Port': ['ID=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:29.316577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:35:18Z', 'revision_number': 4, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'cc5e79e8-0cb4-48ba-9705-d39f95a3381f', 'name': '', 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'mac_address': 'fa:16:3e:85:bc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:17Z', 'updated_at': '2021-07-22T14:35:27Z', 'revision_number': 4, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'subnets': [{'id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:29.339281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-f2ebbf49-911e-4656-81e5-40c91cb076af service neutron] 10.222.0.60 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509641 Jul 22 14:35:29.340736 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87ae28de-00d6-483d-9380-7a933f225caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.358784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf1f32f-b84f-4c7b-ae13-f771cbf4d511 None None] The sync data for ids ['149b765f-ad8d-460f-8d13-56c711bd4f98'] in n-d-794306-8 is: [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:35:18Z', 'revision_number': 4, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'cc5e79e8-0cb4-48ba-9705-d39f95a3381f', 'name': '', 'network_id': 'f173ed9c-c3a1-4bd2-847a-c9192be801d1', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'mac_address': 'fa:16:3e:85:bc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:17Z', 'updated_at': '2021-07-22T14:35:27Z', 'revision_number': 4, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'subnets': [{'id': 'f9d47194-4bdf-41d4-be4b-7a7c3e572153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:29.375536 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.391273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Transition to ACTIVE for port object 6fb03983-0efb-4014-a464-35425cb8caa4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:29.423586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Transition to ACTIVE for port object 6fb03983-0efb-4014-a464-35425cb8caa4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:29.442013 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.490100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:29.492247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87ae28de-00d6-483d-9380-7a933f225caa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21b043f73ac64cbf9898474372b63491&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3630171 Jul 22 14:35:29.519680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae28de-00d6-483d-9380-7a933f225caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5094d8df-ac2c-47de-8c05-917a997c6550,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:29.588677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:29.594376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:29.601268 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 2ff39512-b968-410c-a1ab-3c9820e3a4ed associated. External IP: 172.25.3.138, port: f2135d55-6c2b-492a-9ce4-95fd3e10ba20. Jul 22 14:35:29.601851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:29.637675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Pushing event updated for resources: {'Port': ['ID=6fb03983-0efb-4014-a464-35425cb8caa4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:29.659190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30655817-fda8-4b8d-a6f4-29aead7fb1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.686372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-d6f1b141-2d3b-4ab0-afc4-8e911d3fa4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:29.695652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-d6f1b141-2d3b-4ab0-afc4-8e911d3fa4c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6998007 Jul 22 14:35:29.739053 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30655817-fda8-4b8d-a6f4-29aead7fb1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.809521 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-23d424d1-45c7-42f7-b982-c56835908d6e service neutron] 10.222.0.60 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470150 Jul 22 14:35:29.836598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Attempting to bind port 6fb03983-0efb-4014-a464-35425cb8caa4 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:29.836969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Attempting to bind port 6fb03983-0efb-4014-a464-35425cb8caa4 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:29.837348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Attempting to bind port 6fb03983-0efb-4014-a464-35425cb8caa4 on network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:29.843827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30655817-fda8-4b8d-a6f4-29aead7fb1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.847708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-30655817-fda8-4b8d-a6f4-29aead7fb1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.851266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30655817-fda8-4b8d-a6f4-29aead7fb1e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5094d8df-ac2c-47de-8c05-917a997c6550 HTTP/1.1" status: 204 len: 168 time: 0.3577991 Jul 22 14:35:29.875960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:29.880565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30655817-fda8-4b8d-a6f4-29aead7fb1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5094d8df-ac2c-47de-8c05-917a997c6550,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:29.886533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Checking segment: {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:29.886926 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:29.887366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Bound using segment: {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:29.889888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Bound port: 6fb03983-0efb-4014-a464-35425cb8caa4, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:29.890376 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.017791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-3941a20f-2354-4ec3-9f5b-473f48bfd920 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746580 Jul 22 14:35:30.069041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] For port 6fb03983-0efb-4014-a464-35425cb8caa4, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:30.091391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] For port 6fb03983-0efb-4014-a464-35425cb8caa4, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6fb03983-0efb-4014-a464-35425cb8caa4,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:30.100481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.173078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-89c5dc58-8501-412a-8581-5c109643f026 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fdc869-5fc3-46a6-b25f-12b489f4a7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515713 Jul 22 14:35:30.393229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ff96a-859a-4ce7-8c70-733b12e0798f None None] Pushing event updated for resources: {'Port': ['ID=6fb03983-0efb-4014-a464-35425cb8caa4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:30.452341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-9e72a39f-5397-4c8e-b2ed-b8d2ab9823bd service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270868 Jul 22 14:35:30.454493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:30.550599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-cfa33ff1-670c-402b-bfb8-75ebe9db1536 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 217 time: 0.0874603 Jul 22 14:35:30.553216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-df8f4548-3f26-4a62-bef8-cf0d76b1d996 service neutron] 10.222.0.60 "GET /v2.0/networks/b7fdc869-5fc3-46a6-b25f-12b489f4a7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665180 Jul 22 14:35:30.660959 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:35:30.661844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:30.681317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.947763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.955454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:30.987103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce9ef0-db69-4fe4-857f-40414532a05d None None] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:31.031335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff8129ba18b44f668c5ba9619eec7449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3683274 Jul 22 14:35:31.032622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de198ac9-b2f6-48ef-908b-ad4a3d98a1ea,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:31.054666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:31.056439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.057022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.057559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.058081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.058622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.059284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.059809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.060330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.060839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.061346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.061929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.062424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03945021-c561-47e1-a567-27ef3ff4aa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:31.144576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d8514a32-6131-4fc9-b2bd-f495ef16e1bb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:31.170216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea64e6f3-deb0-4caa-951c-98d094fca097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.202962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea64e6f3-deb0-4caa-951c-98d094fca097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.239911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-edce3549-252f-4b01-9e5d-f3047f162f27 None None] Provisioning for port d8514a32-6131-4fc9-b2bd-f495ef16e1bb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:31.290761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea64e6f3-deb0-4caa-951c-98d094fca097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.293643 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea64e6f3-deb0-4caa-951c-98d094fca097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.297282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ea64e6f3-deb0-4caa-951c-98d094fca097 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de198ac9-b2f6-48ef-908b-ad4a3d98a1ea HTTP/1.1" status: 204 len: 168 time: 0.2292333 Jul 22 14:35:31.306448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64e6f3-deb0-4caa-951c-98d094fca097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de198ac9-b2f6-48ef-908b-ad4a3d98a1ea,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:31.350698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d8514a32-6131-4fc9-b2bd-f495ef16e1bb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:31.355632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d8514a32-6131-4fc9-b2bd-f495ef16e1bb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:31.356017 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.501374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-a6cb0d96-74c3-405a-adc6-5c9c412a0c94 service neutron] 10.222.0.60 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9361844 Jul 22 14:35:31.517570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.559897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-b9f3d102-ef12-4535-82ec-99daf129dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:31.568090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-b9f3d102-ef12-4535-82ec-99daf129dd67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 1.0044770 Jul 22 14:35:31.657797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d8514a32-6131-4fc9-b2bd-f495ef16e1bb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:31.663752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:31.675567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cc5e79e8-0cb4-48ba-9705-d39f95a3381f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:31.837242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f60b-1de6-4e18-aa29-5da5c1e350b9 req-11810011-8350-4e20-809c-44a7087a4452 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:31.846313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f292f60b-1de6-4e18-aa29-5da5c1e350b9 req-11810011-8350-4e20-809c-44a7087a4452 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 951 time: 0.5558944 Jul 22 14:35:31.868586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:31.973157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f292f60b-1de6-4e18-aa29-5da5c1e350b9 req-05ea586f-8bac-4d98-a85a-4762b6f5f5ab tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634079 Jul 22 14:35:31.977444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:31.993447 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:32.025099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:32.025857 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:32.110943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-595e98af-e670-4d51-a286-3234feac68be None None] Provisioning complete for port d8514a32-6131-4fc9-b2bd-f495ef16e1bb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:32.112642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-595e98af-e670-4d51-a286-3234feac68be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.113736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-59a0b1c0-6280-400c-8271-24d3edbfab62 service neutron] 10.222.0.60 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114526 Jul 22 14:35:32.118721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.128711 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:32.163326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.170082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-583812a5-4163-4eea-91f3-02bf45e1ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:32.172241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-583812a5-4163-4eea-91f3-02bf45e1ae51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5693963 Jul 22 14:35:32.181374 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:32.185243 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:32.216058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.242739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port cc5e79e8-0cb4-48ba-9705-d39f95a3381f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:32.251300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8a10e36-c234-4e5f-b4b5-6c95e61493fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.255748 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port cc5e79e8-0cb4-48ba-9705-d39f95a3381f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:32.259253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.283466 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:32.284143 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48b0bcb-397e-4726-8e35-df67fcc0f0a5 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:32.289145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-92d6f3a2-6a13-4efe-824f-ae4c064d1d33 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6277537 Jul 22 14:35:32.292120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58378) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.380107 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.434963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a35403-3597-462e-89aa-c9e6b357641e None None] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:35:32.468639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:32.478654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:32.482833 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834f956f-4632-4b6d-a7d6-606723909de6" -d '{"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:32.505539 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.580497 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8d92c0-d903-499c-9384-61a2280e8680 x-openstack-request-id: req-7a8d92c0-d903-499c-9384-61a2280e8680 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:32.580938 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:32.581591 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a8d92c0-d903-499c-9384-61a2280e8680 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:32.582260 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'code': 200} Jul 22 14:35:32.591631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8a10e36-c234-4e5f-b4b5-6c95e61493fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.598107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b8a10e36-c234-4e5f-b4b5-6c95e61493fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.608734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-99388d57-f856-4a14-9f7f-679bd7e2abfe service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256740 Jul 22 14:35:32.623378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab786e3-0e29-4a01-a3b2-04b7d0600f3c req-a6b74f5d-702e-40d4-8ad2-313c7aa85537 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 210 time: 0.1137319 Jul 22 14:35:32.659921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f5844a4-9603-49d3-9409-1f5d7e84326a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/floatingips/2ff39512-b968-410c-a1ab-3c9820e3a4ed HTTP/1.1" status: 200 len: 978 time: 0.3642526 Jul 22 14:35:32.671380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58390) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.718077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b8a10e36-c234-4e5f-b4b5-6c95e61493fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=599773f6290148b98dd85c32faf578b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999452 Jul 22 14:35:32.719308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.731738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a10e36-c234-4e5f-b4b5-6c95e61493fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54558fb-2fc2-4e68-a845-01c309e24ba2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.765697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:32.818131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-365ba540-d653-4541-bf61-3c413bbac5d3 None None] Provisioning for port 6fb03983-0efb-4014-a464-35425cb8caa4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:32.827040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:32.851663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c7da1405-6e8f-41f4-97e6-00acb837b3b1 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1769683 Jul 22 14:35:32.852093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58402) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:32.857172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'port_id': '67d600ab-fa08-4e14-a41b-69fe97e48b30'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:32.858379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-cdc1cc08-cf44-4a14-a501-a27acd374f34 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:32.860226 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-cdc1cc08-cf44-4a14-a501-a27acd374f34 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.61 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 949 time: 0.3521144 Jul 22 14:35:32.910582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port cc5e79e8-0cb4-48ba-9705-d39f95a3381f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:32.915704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.023328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:33.026782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.097762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0d322ac-b81f-486a-bf6a-1e79d0f448ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.222130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0d322ac-b81f-486a-bf6a-1e79d0f448ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.270078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d8514a32-6131-4fc9-b2bd-f495ef16e1bb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:33.326801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0d322ac-b81f-486a-bf6a-1e79d0f448ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.341738 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0d322ac-b81f-486a-bf6a-1e79d0f448ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.343407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e0d322ac-b81f-486a-bf6a-1e79d0f448ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e54558fb-2fc2-4e68-a845-01c309e24ba2 HTTP/1.1" status: 204 len: 168 time: 0.6220932 Jul 22 14:35:33.347755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d8514a32-6131-4fc9-b2bd-f495ef16e1bb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:33.348335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.372182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-4ea572b8-89b2-40fe-ba77-faf642a07cee service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7428253 Jul 22 14:35:33.378207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Deleting port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:33.381284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.386178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d322ac-b81f-486a-bf6a-1e79d0f448ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54558fb-2fc2-4e68-a845-01c309e24ba2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:33.505284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6fb03983-0efb-4014-a464-35425cb8caa4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:33.562170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] For port 10f7169c-a63c-4ab2-9dff-419bd595bfb7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=10f7169c-a63c-4ab2-9dff-419bd595bfb7,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:33.566677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.590781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-4097a247-b8ed-453e-9c6a-5ac477d73bd0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 217 time: 0.1671700 Jul 22 14:35:33.592400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Calling delete_port for 10f7169c-a63c-4ab2-9dff-419bd595bfb7 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:33.603846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6fb03983-0efb-4014-a464-35425cb8caa4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:33.608353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6fb03983-0efb-4014-a464-35425cb8caa4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:33.609051 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.704846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b049c47-027d-46e5-a416-b7aa09b8e7fa req-ff7cb86b-0c6f-4b40-88c6-dcb0a3e443d1 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:33.706451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b049c47-027d-46e5-a416-b7aa09b8e7fa req-ff7cb86b-0c6f-4b40-88c6-dcb0a3e443d1 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/ports?device_id=faccb7fc-9a30-46e7-ac4c-84e75069b7ad HTTP/1.1" status: 200 len: 949 time: 0.4991329 Jul 22 14:35:33.802615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72c07070-a41a-4b96-94de-e87cf4610652 req-27b89951-e567-4f51-80a4-20ecaed2e804 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 210 time: 0.0818470 Jul 22 14:35:33.827722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-e5bca032-6f6d-4b7c-a00a-23e5a57dd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:33.830823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-e5bca032-6f6d-4b7c-a00a-23e5a57dd949 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.2307675 Jul 22 14:35:33.856806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b049c47-027d-46e5-a416-b7aa09b8e7fa req-1340e3fb-cb36-4a91-bc19-7d8f169f7ff7 tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6738457-5877-4903-a018-80989b7b162a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419642 Jul 22 14:35:33.903584 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.948309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:33.993752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6fb03983-0efb-4014-a464-35425cb8caa4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6fb03983-0efb-4014-a464-35425cb8caa4,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:34.003504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.048855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Pushing event deleted for resources: {'Port': ['ID=10f7169c-a63c-4ab2-9dff-419bd595bfb7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:34.078394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] No DVR routers for this DVR port 10f7169c-a63c-4ab2-9dff-419bd595bfb7 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:35:34.082066 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:34.085302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a5326f9d-2605-4dfe-ae3f-6237822a41fb req-5e23a0e4-13de-455f-9c60-09dca223ef8b tempest-ImagesOneServerTestJSON-1874886961 tempest-ImagesOneServerTestJSON-1874886961-project] 10.222.0.61 "DELETE /v2.0/ports/10f7169c-a63c-4ab2-9dff-419bd595bfb7 HTTP/1.1" status: 204 len: 173 time: 1.2146177 Jul 22 14:35:34.085801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-deleted', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:34.089072 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c6a122-7f83-4941-9ce6-658d1fbcf1c3" -d '{"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-deleted", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:34.151622 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c4871-324b-4607-9b1d-8588ee13d589 x-openstack-request-id: req-dd9c4871-324b-4607-9b1d-8588ee13d589 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:34.152217 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faccb7fc-9a30-46e7-ac4c-84e75069b7ad", "name": "network-vif-deleted", "tag": "10f7169c-a63c-4ab2-9dff-419bd595bfb7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:34.152801 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd9c4871-324b-4607-9b1d-8588ee13d589 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:34.153550 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faccb7fc-9a30-46e7-ac4c-84e75069b7ad', 'name': 'network-vif-deleted', 'tag': '10f7169c-a63c-4ab2-9dff-419bd595bfb7', 'status': 'completed', 'code': 200} Jul 22 14:35:34.157876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6fb03983-0efb-4014-a464-35425cb8caa4,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:34.257677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-e55d41d6-281e-42c2-b239-2f6e56dddff8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:34.264625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-e55d41d6-281e-42c2-b239-2f6e56dddff8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:34.266456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-e55d41d6-281e-42c2-b239-2f6e56dddff8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "GET /v2.0/networks?id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0&id=b7fdc869-5fc3-46a6-b25f-12b489f4a7e3&id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0 HTTP/1.1" status: 200 len: 1391 time: 0.3125150 Jul 22 14:35:34.275315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-030daeb0-4eb8-4009-8672-79048314051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:34.277836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-030daeb0-4eb8-4009-8672-79048314051c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4352174 Jul 22 14:35:34.285087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'port': {'device_id': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'admin_state_up': True, 'tenant_id': '50c525785c5c4e7785d868e7fa64b230'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:35.067559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e499c631-85c2-4688-8245-9f53de742bba req-50af4209-bbda-4484-a41b-25a8fb9556fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 210 time: 0.0786629 Jul 22 14:35:35.124766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cc5e79e8-0cb4-48ba-9705-d39f95a3381f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:35.146238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-3a5b0868-95a0-45ba-b72a-d800473e5524 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546429 Jul 22 14:35:35.201835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:35.205840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.273285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port cc5e79e8-0cb4-48ba-9705-d39f95a3381f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:35.275935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.346715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.resource_extend [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:35:35.349341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58468) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:35.461194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6fb03983-0efb-4014-a464-35425cb8caa4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:35.463953 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.472559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.548020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-d80e830c-30d8-4a38-a87a-3a1e4cf3a00b service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936172 Jul 22 14:35:35.584494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6fb03983-0efb-4014-a464-35425cb8caa4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:35.585161 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.680441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3079e69b-cb75-489a-9112-f05ede390f67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc0b57b9881145fdbacd28d8560f30f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297760 Jul 22 14:35:35.683048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:35.695894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-6d4a9c6d-b262-4b6f-9457-23632cbee321 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2 HTTP/1.1" status: 200 len: 217 time: 0.0547750 Jul 22 14:35:35.768475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a91711-a36a-4951-9a0a-65d274b953a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.779953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-24801221-3ab6-4613-861e-dbccac01f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:35.781874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-24801221-3ab6-4613-861e-dbccac01f20c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.0781789 Jul 22 14:35:35.793930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a91711-a36a-4951-9a0a-65d274b953a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.807230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Allocated IP 19.80.0.126 (ab8c2b2c-ad7b-4b27-b19c-9146847064a0/f1533e0c-b03a-4995-bd05-0b32d146c582/b88fb5f8-8f9a-49fe-b67c-f34b47a99187) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:35.849336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:35:35.868777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a91711-a36a-4951-9a0a-65d274b953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.870890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84a91711-a36a-4951-9a0a-65d274b953a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:35.874305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-84a91711-a36a-4951-9a0a-65d274b953a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6738457-5877-4903-a018-80989b7b162a HTTP/1.1" status: 204 len: 168 time: 0.1880279 Jul 22 14:35:35.890061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a91711-a36a-4951-9a0a-65d274b953a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6738457-5877-4903-a018-80989b7b162a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:35.893056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 10f7169c-a63c-4ab2-9dff-419bd595bfb7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:35:35.893811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 10f7169c-a63c-4ab2-9dff-419bd595bfb7 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:35:35.925570 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 2ff39512-b968-410c-a1ab-3c9820e3a4ed associated. External IP: 172.25.3.138, port: f2135d55-6c2b-492a-9ce4-95fd3e10ba20. Jul 22 14:35:36.029293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-c3fea386-a653-4fd1-af23-0a9d55675de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:36.030918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-c3fea386-a653-4fd1-af23-0a9d55675de7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2403970 Jul 22 14:35:36.260105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39b365a9-e56c-4d7d-82d4-7781c20171ed req-3a23059f-cd7c-4458-82d7-27556318446e tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 210 time: 0.0686882 Jul 22 14:35:36.363510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.396495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-02c2500f-10e1-4a77-a608-f91776fa0b9e service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569350 Jul 22 14:35:36.401262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Transition to ACTIVE for port object b88fb5f8-8f9a-49fe-b67c-f34b47a99187 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:36.541306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:36.580156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:36.655992 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-00803370-3eaf-463a-9102-20217966f50f service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519031 Jul 22 14:35:36.783758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-82c16d35-1ccb-4850-8360-61f80046c37f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=dde22fde-1701-438f-ab51-02206a3548b5 HTTP/1.1" status: 200 len: 217 time: 0.0789754 Jul 22 14:35:36.784362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Port': ['ID=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:36.804235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.804748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.805201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.805672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.806144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.807351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.807351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.807351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.807866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.808304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.808737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.809189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:35:36.847245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:36.855184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:36.862666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:36.939374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-5ec6729e-9684-49e4-9bc9-e68f67162782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:36.940407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-5ec6729e-9684-49e4-9bc9-e68f67162782 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1459537 Jul 22 14:35:36.950305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:36.965939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975a293-41db-452e-a583-aae2d5123909 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:36.976766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975a293-41db-452e-a583-aae2d5123909 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:36.978086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7975a293-41db-452e-a583-aae2d5123909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:37.019581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7975a293-41db-452e-a583-aae2d5123909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:37.042028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975a293-41db-452e-a583-aae2d5123909 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:37.042875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7975a293-41db-452e-a583-aae2d5123909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:37.119505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7975a293-41db-452e-a583-aae2d5123909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:37.120980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975a293-41db-452e-a583-aae2d5123909 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:37.130735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:37.131513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.135402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.177804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-790dad8a-242d-4072-953b-179aed4550a1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8964992 Jul 22 14:35:37.194890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'port': {'device_id': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3', 'admin_state_up': True, 'tenant_id': '50c525785c5c4e7785d868e7fa64b230'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:37.219280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58534) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:37.325486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-56a46e76-0979-4d25-9de4-f21ac2aa48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:37.326971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-56a46e76-0979-4d25-9de4-f21ac2aa48af service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3745348 Jul 22 14:35:37.354834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-27ce4ab7-cb97-4473-9284-1279ac44ce35 None None] Provisioning for port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:37.362406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-27ce4ab7-cb97-4473-9284-1279ac44ce35 None None] Provisioning complete for port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:37.365922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27ce4ab7-cb97-4473-9284-1279ac44ce35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.414585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-27ce4ab7-cb97-4473-9284-1279ac44ce35 None None] Port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:37.464102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61215ace-bc26-43eb-9aaa-2e63f1d67e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.565670 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.706682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61215ace-bc26-43eb-9aaa-2e63f1d67e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.713746 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61215ace-bc26-43eb-9aaa-2e63f1d67e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.765810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61215ace-bc26-43eb-9aaa-2e63f1d67e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c5af7-2a52-461d-aa45-8b2981d8caa5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:37.777565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61215ace-bc26-43eb-9aaa-2e63f1d67e79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5f20b0513284098a43eb268b12320e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5570350 Jul 22 14:35:37.786319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:37.860963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22baa6dd-8655-457f-b925-b05906e0d0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.897808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22baa6dd-8655-457f-b925-b05906e0d0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.929694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:37.933284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.971140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22baa6dd-8655-457f-b925-b05906e0d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.975195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22baa6dd-8655-457f-b925-b05906e0d0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:37.978217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22baa6dd-8655-457f-b925-b05906e0d0eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f33c5af7-2a52-461d-aa45-8b2981d8caa5 HTTP/1.1" status: 204 len: 168 time: 0.1908026 Jul 22 14:35:37.990581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa6dd-8655-457f-b925-b05906e0d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c5af7-2a52-461d-aa45-8b2981d8caa5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:38.062924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-267c7193-269a-4c2f-9737-3e3b1bf71ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227061 Jul 22 14:35:38.095833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52d7b6-4f2a-46fa-a05f-43c95c656f39 req-b49d05c7-7668-4c59-be77-5afd2e8651f6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:38.097262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb52d7b6-4f2a-46fa-a05f-43c95c656f39 req-b49d05c7-7668-4c59-be77-5afd2e8651f6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 932 time: 0.7437141 Jul 22 14:35:38.123354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:38.243145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb52d7b6-4f2a-46fa-a05f-43c95c656f39 req-40e261c7-b25a-4eb1-aeb2-a7f900b8674e tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265471 Jul 22 14:35:38.303988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Allocated IP 19.86.0.72 (b7fdc869-5fc3-46a6-b25f-12b489f4a7e3/255455f0-5010-4a25-abaa-14ca394bad32/f2626145-cab3-414f-83e0-02f5f9becffc) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:38.372616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-7ce2280b-8a93-41e4-aef6-a533d6220d11 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973173 Jul 22 14:35:38.442968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-a217879e-debe-4e73-9547-51260db35548 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 HTTP/1.1" status: 200 len: 217 time: 0.0626509 Jul 22 14:35:38.449159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:38.466847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6025f2a8-226b-486a-96b2-9c41a5931ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.506136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:38.516972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.532060 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:38.550708 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:38.552263 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.585987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-14e3432e-e19d-4570-bccf-c8d892037e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:38.587898 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.588367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-14e3432e-e19d-4570-bccf-c8d892037e6b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.1343579 Jul 22 14:35:38.598255 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:38.599618 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.602767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6025f2a8-226b-486a-96b2-9c41a5931ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.608954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6025f2a8-226b-486a-96b2-9c41a5931ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.657321 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:38.662218 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ef8b9d-58eb-44fd-96aa-9aa7760e9333 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:38.667710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6025f2a8-226b-486a-96b2-9c41a5931ec1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f704eca9018b4ead8fe0a10bd740279b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168422 Jul 22 14:35:38.668475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:38.669135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025f2a8-226b-486a-96b2-9c41a5931ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3f4875-bab8-4c40-960f-c76f639c8064,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:38.756556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab42-0e59-46f1-88d1-872c68bd04c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.787843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab42-0e59-46f1-88d1-872c68bd04c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.839403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-26396c2e-1123-47ce-bc8b-92736b0c401e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/floatingips/2ff39512-b968-410c-a1ab-3c9820e3a4ed HTTP/1.1" status: 200 len: 977 time: 5.9834363 Jul 22 14:35:38.839643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:38.845449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:38.853058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.867662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0b6a656d-c2b7-4381-b832-c22e1da94b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:38.869242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0b6a656d-c2b7-4381-b832-c22e1da94b46 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2662828 Jul 22 14:35:38.896611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Transition to ACTIVE for port object f2626145-cab3-414f-83e0-02f5f9becffc will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:38.927616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab42-0e59-46f1-88d1-872c68bd04c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.948084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd72ab42-0e59-46f1-88d1-872c68bd04c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.949816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cd72ab42-0e59-46f1-88d1-872c68bd04c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b3f4875-bab8-4c40-960f-c76f639c8064 HTTP/1.1" status: 204 len: 168 time: 0.2778270 Jul 22 14:35:38.977991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:38.981631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ab42-0e59-46f1-88d1-872c68bd04c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3f4875-bab8-4c40-960f-c76f639c8064,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:39.127225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0d97e8bd-95d4-4eef-bbab-cda62c757ccb service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413449 Jul 22 14:35:39.132394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.195338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.206493 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.208930 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 2ff39512-b968-410c-a1ab-3c9820e3a4ed disassociated. External IP: 172.25.3.138, port: 67d600ab-fa08-4e14-a41b-69fe97e48b30. Jul 22 14:35:39.394302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Port': ['ID=f2626145-cab3-414f-83e0-02f5f9becffc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:39.401658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:39.431583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:39.447263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:39.597174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-56e68ee7-0dad-4a25-b7a3-3c7063bb9da6 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251835 Jul 22 14:35:39.673047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-0726ad9b-ed13-4573-a9b2-9d0ea4706862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 200 len: 217 time: 0.0680773 Jul 22 14:35:39.753324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:39.759234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:39.760992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.788274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-02ea1ba6-9200-40db-9c72-27a1b2f5b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:39.789766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-02ea1ba6-9200-40db-9c72-27a1b2f5b25e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.1047585 Jul 22 14:35:39.871501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bccb6-1308-4fd4-8e0f-3a331747602e req-e98e1fc8-f6cc-4594-82b5-f881cd3e695f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:39.878057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bccb6-1308-4fd4-8e0f-3a331747602e req-e98e1fc8-f6cc-4594-82b5-f881cd3e695f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:39.897486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b21bccb6-1308-4fd4-8e0f-3a331747602e req-e98e1fc8-f6cc-4594-82b5-f881cd3e695f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 1654 time: 0.4923763 Jul 22 14:35:39.908215 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-677d0466-ca9b-46b6-9154-a979c33666b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.910045 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ffe3a094-5c47-4f02-bed5-c373d31d26e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7149785 Jul 22 14:35:39.924537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'port': {'device_id': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'admin_state_up': True, 'tenant_id': '50c525785c5c4e7785d868e7fa64b230'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:39.932738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0a45edb9-c3c0-4ba8-b5c9-ee70a157434c None None] Provisioning for port f2626145-cab3-414f-83e0-02f5f9becffc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:39.939206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0a45edb9-c3c0-4ba8-b5c9-ee70a157434c None None] Provisioning complete for port f2626145-cab3-414f-83e0-02f5f9becffc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:39.940970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a45edb9-c3c0-4ba8-b5c9-ee70a157434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:39.980881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:39.986501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.070603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b1105f25-9b46-42d5-888f-c4e79be3fb3c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/floatingips/2ff39512-b968-410c-a1ab-3c9820e3a4ed HTTP/1.1" status: 200 len: 688 time: 1.2285821 Jul 22 14:35:40.072303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:40.096607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0a45edb9-c3c0-4ba8-b5c9-ee70a157434c None None] Port f2626145-cab3-414f-83e0-02f5f9becffc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:40.175545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b21bccb6-1308-4fd4-8e0f-3a331747602e req-69625a15-c4b9-4211-ad85-55f35e2f43fa tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769394 Jul 22 14:35:40.183626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-ddf52e87-ec97-4889-8361-0120adf82e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:40.185296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-ddf52e87-ec97-4889-8361-0120adf82e99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3745041 Jul 22 14:35:40.246558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:40.257279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:40.258629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:40.297478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 7975420c-402b-42cc-8410-ca48338f47cf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:40.297940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.345285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:40.353984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:40.357542 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.361831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:40.362694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:40.406191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:40.407141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa67e64-82d4-4344-b78b-ecc9587a63aa None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:40.443799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-67271712-2d40-427a-9836-9b2881c5327e service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475491 Jul 22 14:35:40.498017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.498017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.512449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 7975420c-402b-42cc-8410-ca48338f47cf owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:40.574217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Allocated IP 19.80.0.139 (ab8c2b2c-ad7b-4b27-b19c-9146847064a0/f1533e0c-b03a-4995-bd05-0b32d146c582/5ca1b442-1c03-445a-b53b-eca8628d807c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:40.606145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6685c89-7cbc-4738-954f-9c54806ba092 req-1d9897c7-afaa-4266-9b82-89ef04a9fd5b service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529107 Jul 22 14:35:40.711577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.810498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=7975420c-402b-42cc-8410-ca48338f47cf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:40.860859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.864453 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.868369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:40.870966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eac47fe8-53ae-4e1b-bb64-61515f0a45df tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/floatingips/2ff39512-b968-410c-a1ab-3c9820e3a4ed HTTP/1.1" status: 204 len: 168 time: 0.7955303 Jul 22 14:35:40.871776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:40.886865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Transition to ACTIVE for port object 5ca1b442-1c03-445a-b53b-eca8628d807c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:40.919108 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-3d30a2db-fbbc-4c28-af54-c44aed439cc7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] delete failed (client error): The resource could not be found. Jul 22 14:35:40.925040 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d30a2db-fbbc-4c28-af54-c44aed439cc7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/floatingips/2ff39512-b968-410c-a1ab-3c9820e3a4ed HTTP/1.1" status: 404 len: 345 time: 0.0520446 Jul 22 14:35:40.925636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:40.947001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.026323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:41.029798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:41.048425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:41.108172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Port': ['ID=5ca1b442-1c03-445a-b53b-eca8628d807c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:41.164093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.164093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.211991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-87e69461-b54a-4bba-aebd-0c8fcd0a544d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2986610 Jul 22 14:35:41.213580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5c998-67c1-453a-aeba-2aac29f78f8c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.222165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5c998-67c1-453a-aeba-2aac29f78f8c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.224177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Request body: {'port': {'device_id': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:41.229673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5c998-67c1-453a-aeba-2aac29f78f8c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.234498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8ba5c998-67c1-453a-aeba-2aac29f78f8c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/ports?network_id=346f5db7-18f2-4459-b5eb-13ae57cb166f HTTP/1.1" status: 200 len: 2357 time: 0.3055444 Jul 22 14:35:41.243494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58680) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:41.354043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80454b7b-6434-488e-b8f3-a91ebc11f1db tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.355743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-80454b7b-6434-488e-b8f3-a91ebc11f1db tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/subnets/88462b20-2c8e-44e3-b90d-38e1c13d29ff HTTP/1.1" status: 200 len: 797 time: 0.1112063 Jul 22 14:35:41.364859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:41.371257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'port': {'network_id': '346f5db7-18f2-4459-b5eb-13ae57cb166f', 'name': 'tempest-FloatingIPTestJSON-178178239', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:41.525318 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.535578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d66936a7-3fbc-4b2a-8a2f-01e7bd032f10 None None] Provisioning for port 5ca1b442-1c03-445a-b53b-eca8628d807c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:41.543255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d66936a7-3fbc-4b2a-8a2f-01e7bd032f10 None None] Provisioning complete for port 5ca1b442-1c03-445a-b53b-eca8628d807c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:41.544388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d66936a7-3fbc-4b2a-8a2f-01e7bd032f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.636571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:41.658599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d66936a7-3fbc-4b2a-8a2f-01e7bd032f10 None None] Port 5ca1b442-1c03-445a-b53b-eca8628d807c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:41.673414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e91d-2960-40b0-9a66-fe8e4c7b212a req-d38686ea-8b61-48cf-954b-1ee07c8cb28c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.682482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e91d-2960-40b0-9a66-fe8e4c7b212a req-d38686ea-8b61-48cf-954b-1ee07c8cb28c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.697994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344e91d-2960-40b0-9a66-fe8e4c7b212a req-d38686ea-8b61-48cf-954b-1ee07c8cb28c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:41.699898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c344e91d-2960-40b0-9a66-fe8e4c7b212a req-d38686ea-8b61-48cf-954b-1ee07c8cb28c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2376 time: 0.3425395 Jul 22 14:35:41.776680 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:41.833435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c344e91d-2960-40b0-9a66-fe8e4c7b212a req-b877e896-eb4a-4ee5-82bb-e653ae72b5d1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213231 Jul 22 14:35:41.843971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] device_id is not set on port 44f6bdc4-09bf-4fee-9aac-c946285411d8 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:42.075495 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33aad68c-1e0e-4c99-ab11-24c9cd94db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.150016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88fb5f8-8f9a-49fe-b67c-f34b47a99187 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:42.201304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.262175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Transition to ACTIVE for port object b88fb5f8-8f9a-49fe-b67c-f34b47a99187 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:42.268904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.304219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.357478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Pushing event updated for resources: {'Port': ['ID=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:42.409761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.14 (346f5db7-18f2-4459-b5eb-13ae57cb166f/88462b20-2c8e-44e3-b90d-38e1c13d29ff/44f6bdc4-09bf-4fee-9aac-c946285411d8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:42.425323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.13 (346f5db7-18f2-4459-b5eb-13ae57cb166f/88462b20-2c8e-44e3-b90d-38e1c13d29ff/44f6bdc4-09bf-4fee-9aac-c946285411d8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:42.471986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Attempting to bind port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:42.472344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Attempting to bind port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:42.472695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Attempting to bind port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:42.485812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:42.486902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Attempting to bind port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:42.493708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:42.494064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Checking segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:42.494446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Bound using segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:42.494913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Bound port: b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:42.495289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.597957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] For port b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:42.602576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] For port b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:42.607875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.704092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.751192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Pushing event updated for resources: {'Port': ['ID=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:42.768839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:42.770100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.772955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-29473925-8511-4bdf-a009-ca62895ba234 service neutron] 10.222.0.61 "PUT /v2.0/ports/b88fb5f8-8f9a-49fe-b67c-f34b47a99187 HTTP/1.1" status: 200 len: 1092 time: 1.5544202 Jul 22 14:35:42.774138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'tag': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:42.780005 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595f6995-ce41-49f5-b4e4-51a62267e2a4" -d '{"events": [{"name": "network-changed", "server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "tag": "b88fb5f8-8f9a-49fe-b67c-f34b47a99187"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:42.793562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:42.825328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Request body: {'port': {'device_id': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:42.877252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:42.884664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:42.888862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:42.925126 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69499232-10e6-4b18-9655-07d3efbbaf1b x-openstack-request-id: req-69499232-10e6-4b18-9655-07d3efbbaf1b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:42.925447 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "tag": "b88fb5f8-8f9a-49fe-b67c-f34b47a99187", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:42.925874 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69499232-10e6-4b18-9655-07d3efbbaf1b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:42.926473 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'tag': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187', 'status': 'completed', 'code': 200} Jul 22 14:35:42.941211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=44f6bdc4-09bf-4fee-9aac-c946285411d8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:43.041773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.042644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.073338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-c6007d1c-62dc-4d28-9379-055ccee21d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.073898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-c6007d1c-62dc-4d28-9379-055ccee21d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.074426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-c6007d1c-62dc-4d28-9379-055ccee21d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.076147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-c6007d1c-62dc-4d28-9379-055ccee21d4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2731 time: 0.1440027 Jul 22 14:35:43.078611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e7856ea-0d50-4b37-b804-53bfbc933b02 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7125950 Jul 22 14:35:43.081341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:43.091574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '44f6bdc4-09bf-4fee-9aac-c946285411d8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:43.150587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.417403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215c0f-6e87-4ac5-8768-0062d99a985e req-320cee73-920d-4dd7-84be-ae01a577081d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.434784 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.435797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215c0f-6e87-4ac5-8768-0062d99a985e req-320cee73-920d-4dd7-84be-ae01a577081d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.443057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215c0f-6e87-4ac5-8768-0062d99a985e req-320cee73-920d-4dd7-84be-ae01a577081d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.450866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2215c0f-6e87-4ac5-8768-0062d99a985e req-320cee73-920d-4dd7-84be-ae01a577081d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2388 time: 0.4161170 Jul 22 14:35:43.536769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-acc84cf7-521c-4b6a-9e7f-47ee1d8f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.537228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-acc84cf7-521c-4b6a-9e7f-47ee1d8f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.538139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-acc84cf7-521c-4b6a-9e7f-47ee1d8f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:43.540149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-acc84cf7-521c-4b6a-9e7f-47ee1d8f1ee5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=50c525785c5c4e7785d868e7fa64b230&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4557106 Jul 22 14:35:43.560032 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:43.682652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2215c0f-6e87-4ac5-8768-0062d99a985e req-5efe4f0f-83f9-4f0a-9b9c-385e326be93c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302766 Jul 22 14:35:44.065974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2626145-cab3-414f-83e0-02f5f9becffc {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:44.076050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.110713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Transition to ACTIVE for port object f2626145-cab3-414f-83e0-02f5f9becffc will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:44.130794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.315545 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.341289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-decec03e-17c6-437e-af4f-8534583fe0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:44.342866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-595f6995-ce41-49f5-b4e4-51a62267e2a4 req-decec03e-17c6-437e-af4f-8534583fe0f7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7949498 Jul 22 14:35:44.494792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.46 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/58c4bfb6-d1b1-4a18-996f-b63eebffd2dc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:44.499897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Pushing event updated for resources: {'Port': ['ID=f2626145-cab3-414f-83e0-02f5f9becffc,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:44.560491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Attempting to bind port f2626145-cab3-414f-83e0-02f5f9becffc on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:44.560852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Attempting to bind port f2626145-cab3-414f-83e0-02f5f9becffc by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:44.561192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Attempting to bind port f2626145-cab3-414f-83e0-02f5f9becffc on network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:44.565160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-efb2460b-3aa4-4a43-8029-cd51e26ff50f tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5cb48f58e23440ca90b3744c6394c57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1239820 Jul 22 14:35:44.587418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Port f2626145-cab3-414f-83e0-02f5f9becffc on network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:44.587418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Attempting to bind port f2626145-cab3-414f-83e0-02f5f9becffc on network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:44.631255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:44.631601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Checking segment: {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:44.632001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Bound using segment: {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:44.632460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Bound port: f2626145-cab3-414f-83e0-02f5f9becffc, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0813f774-e819-46da-a421-3701c3986b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:44.632836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.656852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.702481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:44.768274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:44.771418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:44.779647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:44.788549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-5851774e-f780-402e-8107-848a07845408 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:44.790840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-5851774e-f780-402e-8107-848a07845408 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140119 Jul 22 14:35:44.804918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] For port f2626145-cab3-414f-83e0-02f5f9becffc, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:44.809429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=58c4bfb6-d1b1-4a18-996f-b63eebffd2dc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:44.823523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-e4152f0d-8ad1-4b95-8642-beead929c417 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/quotas/5cb48f58e23440ca90b3744c6394c57b HTTP/1.1" status: 200 len: 375 time: 0.0195491 Jul 22 14:35:44.851442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] For port f2626145-cab3-414f-83e0-02f5f9becffc, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f2626145-cab3-414f-83e0-02f5f9becffc,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:44.872833 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.245350 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.251795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-53c7944c-f374-44df-b96d-128d72b553a2 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cb48f58e23440ca90b3744c6394c57b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3963685 Jul 22 14:35:45.292479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.293083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.294598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] 10.222.0.61 "PUT /v2.0/ports/f2626145-cab3-414f-83e0-02f5f9becffc HTTP/1.1" status: 200 len: 1091 time: 2.4829826 Jul 22 14:35:45.300298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'tag': 'f2626145-cab3-414f-83e0-02f5f9becffc'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:45.303139 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df9ccd2-6eb8-49d8-969d-da5c12475530" -d '{"events": [{"name": "network-changed", "server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "tag": "f2626145-cab3-414f-83e0-02f5f9becffc"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:45.333394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Request body: {'port': {'device_id': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:45.373095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.421399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eca8-0be4-46ba-a875-e1bc4ccc13ee req-3657feb0-741e-4c4d-921c-822b616aff7c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.428152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eca8-0be4-46ba-a875-e1bc4ccc13ee req-3657feb0-741e-4c4d-921c-822b616aff7c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.454445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84eca8-0be4-46ba-a875-e1bc4ccc13ee req-3657feb0-741e-4c4d-921c-822b616aff7c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.461751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f84eca8-0be4-46ba-a875-e1bc4ccc13ee req-3657feb0-741e-4c4d-921c-822b616aff7c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2400 time: 0.6679392 Jul 22 14:35:45.585818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d1388-ba73-4b2c-b292-e35a97525e4d service neutron] Pushing event updated for resources: {'Port': ['ID=f2626145-cab3-414f-83e0-02f5f9becffc,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:45.625115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.656525 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ca761d-f9fb-4ceb-8295-97069b9e9ccf x-openstack-request-id: req-07ca761d-f9fb-4ceb-8295-97069b9e9ccf {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:45.657086 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "tag": "f2626145-cab3-414f-83e0-02f5f9becffc", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:45.657980 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07ca761d-f9fb-4ceb-8295-97069b9e9ccf {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:45.658630 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'tag': 'f2626145-cab3-414f-83e0-02f5f9becffc', 'status': 'completed', 'code': 200} Jul 22 14:35:45.666439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:45.694209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f84eca8-0be4-46ba-a875-e1bc4ccc13ee req-048ae4b8-873d-4743-9f34-90b23ade2d77 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314873 Jul 22 14:35:45.879552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-065028e2-d2e8-40cf-9d29-03cba3082660 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5cb48f58e23440ca90b3744c6394c57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915554 Jul 22 14:35:45.902104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-35b5f6f4-9876-40f8-99a1-8a467d6338d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.903902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-35b5f6f4-9876-40f8-99a1-8a467d6338d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.904575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-35b5f6f4-9876-40f8-99a1-8a467d6338d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:45.906707 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-35b5f6f4-9876-40f8-99a1-8a467d6338d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2798 time: 0.2399945 Jul 22 14:35:46.107360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.129107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-0c49d0c7-b285-4667-bd3f-f2a088557d15 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.129326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.137463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-0c49d0c7-b285-4667-bd3f-f2a088557d15 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574377 Jul 22 14:35:46.146799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-0d1b2959-3fbf-4e10-91c2-8c83b0d84692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.147417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-0d1b2959-3fbf-4e10-91c2-8c83b0d84692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.148012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-0d1b2959-3fbf-4e10-91c2-8c83b0d84692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.149990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-0d1b2959-3fbf-4e10-91c2-8c83b0d84692 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=50c525785c5c4e7785d868e7fa64b230&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2347956 Jul 22 14:35:46.164327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-12598689-ba82-42d0-b32c-b07588d85ef0 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/quotas/5cb48f58e23440ca90b3744c6394c57b HTTP/1.1" status: 200 len: 375 time: 0.0256727 Jul 22 14:35:46.218063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-904a275d-1af3-4e12-825e-ac83a52b07a9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5cb48f58e23440ca90b3744c6394c57b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508611 Jul 22 14:35:46.228462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=58c4bfb6-d1b1-4a18-996f-b63eebffd2dc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:46.300196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca1b442-1c03-445a-b53b-eca8628d807c {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:46.311005 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.327555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Transition to ACTIVE for port object 5ca1b442-1c03-445a-b53b-eca8628d807c will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:46.333568 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.365979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.503342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Pushing event updated for resources: {'Port': ['ID=5ca1b442-1c03-445a-b53b-eca8628d807c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:46.570804 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 8f502d7d-6b15-4b2f-9542-762a626f0b4d associated. External IP: 172.25.3.46, port: 44f6bdc4-09bf-4fee-9aac-c946285411d8. Jul 22 14:35:46.571352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5830f990-0dbb-4d33-a398-7b6593db8019 req-ec4bb602-d856-43da-a697-2c227adfd403 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 210 time: 0.0644453 Jul 22 14:35:46.584723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Attempting to bind port 5ca1b442-1c03-445a-b53b-eca8628d807c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:46.585119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Attempting to bind port 5ca1b442-1c03-445a-b53b-eca8628d807c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:46.585486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Attempting to bind port 5ca1b442-1c03-445a-b53b-eca8628d807c on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:46.596073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Port 5ca1b442-1c03-445a-b53b-eca8628d807c on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:46.596616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Attempting to bind port 5ca1b442-1c03-445a-b53b-eca8628d807c on network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:46.615011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:46.615382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Checking segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:46.615805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Bound using segment: {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:46.616290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Bound port: 5ca1b442-1c03-445a-b53b-eca8628d807c, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f39398-bb87-4684-b2c2-6a43117fc02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:46.616690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:46.701377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-2882296d-aa23-4778-b6a3-fad9bf26bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:46.702914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7df9ccd2-6eb8-49d8-969d-da5c12475530 req-2882296d-aa23-4778-b6a3-fad9bf26bbca service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5195210 Jul 22 14:35:46.776365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] For port 5ca1b442-1c03-445a-b53b-eca8628d807c, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:46.781362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] For port 5ca1b442-1c03-445a-b53b-eca8628d807c, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5ca1b442-1c03-445a-b53b-eca8628d807c,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:46.786410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.025106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.027391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.028915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] 10.222.0.61 "PUT /v2.0/ports/5ca1b442-1c03-445a-b53b-eca8628d807c HTTP/1.1" status: 200 len: 1092 time: 1.7045059 Jul 22 14:35:47.105476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188542b-dc6a-46e9-8cfa-b7a67dbd5c7c service neutron] Pushing event updated for resources: {'Port': ['ID=5ca1b442-1c03-445a-b53b-eca8628d807c,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:47.324446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b95fc6-674e-4552-b47d-331858244ead req-5d9ccb05-f4ab-4183-b327-025befe4da05 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.331918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b95fc6-674e-4552-b47d-331858244ead req-5d9ccb05-f4ab-4183-b327-025befe4da05 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.339501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b95fc6-674e-4552-b47d-331858244ead req-5d9ccb05-f4ab-4183-b327-025befe4da05 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.347405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37b95fc6-674e-4552-b47d-331858244ead req-5d9ccb05-f4ab-4183-b327-025befe4da05 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2412 time: 0.4966047 Jul 22 14:35:47.351805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-aadb989f-c99e-4661-8c7f-e39153ec9f34 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5cb48f58e23440ca90b3744c6394c57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2187860 Jul 22 14:35:47.403244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:47.476302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37b95fc6-674e-4552-b47d-331858244ead req-1121df2b-d252-4ef4-91b0-2d3e300ef5fa tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276810 Jul 22 14:35:47.572197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:47.583736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-84320278-4a06-467c-be25-e2750cc4b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.584799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-84320278-4a06-467c-be25-e2750cc4b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.585290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-84320278-4a06-467c-be25-e2750cc4b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.587782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-84320278-4a06-467c-be25-e2750cc4b6b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2865 time: 0.3927612 Jul 22 14:35:47.593910 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:47.598809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.606091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:47.606740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:47.628226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-29be0bfe-fe7a-4bc0-8e95-0d3a3c807586 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.630194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-29be0bfe-fe7a-4bc0-8e95-0d3a3c807586 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2635443 Jul 22 14:35:47.645525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Request body: {'port': {'device_id': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '5cb48f58e23440ca90b3744c6394c57b'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:47.646057 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:47.651825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eb424ca6-63f7-4bcc-8d11-b2f1d420d73c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5689964 Jul 22 14:35:47.654428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:47.656435 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:47.657268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:47.659465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'port_id': '44f6bdc4-09bf-4fee-9aac-c946285411d8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:47.690693 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:47.691637 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178ea060-1ea8-4c3c-b387-1e4039fb0a0c None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:47.722016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.750527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'tag': '5ca1b442-1c03-445a-b53b-eca8628d807c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:47.752826 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a75002-9ea8-4acf-ab5e-47bc825acd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "tag": "5ca1b442-1c03-445a-b53b-eca8628d807c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:47.807798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-320f71e1-918e-4421-b5ec-6bdb9dbdb940 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.126&port_id=b88fb5f8-8f9a-49fe-b67c-f34b47a99187 HTTP/1.1" status: 200 len: 217 time: 0.1974237 Jul 22 14:35:47.842905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0813f186-2415-49f5-8aa1-54bf869faf98 req-9d4b03d0-0d88-4088-b1dc-280ca0f7481a tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 210 time: 0.0498345 Jul 22 14:35:47.888753 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b67412-20af-4000-ad77-8fac14d45b47 x-openstack-request-id: req-c9b67412-20af-4000-ad77-8fac14d45b47 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:47.889048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "tag": "5ca1b442-1c03-445a-b53b-eca8628d807c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:47.889335 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9b67412-20af-4000-ad77-8fac14d45b47 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:47.889791 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'tag': '5ca1b442-1c03-445a-b53b-eca8628d807c', 'status': 'completed', 'code': 200} Jul 22 14:35:47.897179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Made reservation on behalf of 5cb48f58e23440ca90b3744c6394c57b for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:47.900759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.915999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:47.942764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-f141350d-7d3d-4205-90c1-1a9f90f305ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:47.944670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-f141350d-7d3d-4205-90c1-1a9f90f305ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1533e0c-b03a-4995-bd05-0b32d146c582 HTTP/1.1" status: 200 len: 801 time: 0.1141870 Jul 22 14:35:48.020297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-2daf8dce-fcb8-4323-97f5-ecd6e7382761 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5cb48f58e23440ca90b3744c6394c57b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401690 Jul 22 14:35:48.107723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-e3419f3b-b2f5-40de-8662-a0a08dce8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.109410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-e3419f3b-b2f5-40de-8662-a0a08dce8b9a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1579187 Jul 22 14:35:48.321860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.333346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.351242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-46364a42-650c-4d52-a764-648ce4d0e1f3 service neutron] 10.222.0.61 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350273 Jul 22 14:35:48.407628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-663e412d-97a4-4d19-a098-fca848d43b0b tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.409295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-663e412d-97a4-4d19-a098-fca848d43b0b tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819804 Jul 22 14:35:48.428021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Request body: {'port': {'device_id': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '5cb48f58e23440ca90b3744c6394c57b'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:48.452407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9174fc4-02a0-41bf-aa08-cc6ffed5a173,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:48.686174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-bf5a0280-3a98-42cd-b6f9-28fcc81f961e service neutron] 10.222.0.61 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226421 Jul 22 14:35:48.697138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Allocated IP 192.168.233.155 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/f53526b3-da28-4547-a6b4-b77cafb3e62b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:48.729594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Made reservation on behalf of 5cb48f58e23440ca90b3744c6394c57b for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:48.733284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.747352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-88b2af34-320f-475d-bade-7759df46b96b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=f2626145-cab3-414f-83e0-02f5f9becffc HTTP/1.1" status: 200 len: 217 time: 0.0529759 Jul 22 14:35:48.849310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.861206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f9aae-f6b9-4996-8e56-5821a8131937 req-a3195c33-f612-4b5c-b775-74470295691c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.861543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:48.869248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f9aae-f6b9-4996-8e56-5821a8131937 req-a3195c33-f612-4b5c-b775-74470295691c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.875367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f9aae-f6b9-4996-8e56-5821a8131937 req-a3195c33-f612-4b5c-b775-74470295691c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.883200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c84f9aae-f6b9-4996-8e56-5821a8131937 req-a3195c33-f612-4b5c-b775-74470295691c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2412 time: 0.2799325 Jul 22 14:35:48.920351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-50a4cfa0-88cb-4fb9-931b-916a1078edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:48.921841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-50a4cfa0-88cb-4fb9-931b-916a1078edb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=255455f0-5010-4a25-abaa-14ca394bad32 HTTP/1.1" status: 200 len: 801 time: 0.1658602 Jul 22 14:35:49.019158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c84f9aae-f6b9-4996-8e56-5821a8131937 req-7592c4ae-77b2-4637-b844-7bd53173edd0 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350720 Jul 22 14:35:49.118700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-243b9c17-d46d-495a-9c8b-f4884cd3a9ae req-cc7a5ddf-d835-456b-bfa1-04cfdb672dbf tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 210 time: 0.0501490 Jul 22 14:35:49.194253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-3e29fbaa-3ee6-4c7f-8359-3ac4f73a773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:49.196760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-3e29fbaa-3ee6-4c7f-8359-3ac4f73a773b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7fdc869-5fc3-46a6-b25f-12b489f4a7e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2690144 Jul 22 14:35:49.228675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:49.242065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.288171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Transition to ACTIVE for port object f53526b3-da28-4547-a6b4-b77cafb3e62b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:49.382924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-82c87f4c-a6aa-41a3-afc0-81ffa0e72724 service neutron] 10.222.0.61 "GET /v2.0/networks/b7fdc869-5fc3-46a6-b25f-12b489f4a7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766930 Jul 22 14:35:49.391330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.396755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:49.416381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:49.427511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:49.428771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:49.430613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.471068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:49.475779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:49.478864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:49.486415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:49.490847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Allocated IP 192.168.233.114 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/2e9cac04-ed1a-4d94-9df9-1cb8febe6f06) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:49.501258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:49.502233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:49.555006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:49.574989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-50903e16-b756-421f-a07f-457c9f4f538e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/floatingips/8f502d7d-6b15-4b2f-9542-762a626f0b4d HTTP/1.1" status: 200 len: 977 time: 1.9194772 Jul 22 14:35:49.581344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:49.597650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:49.599361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3203250e-e367-4d58-a36a-350d64d7dcad None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:49.650654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-07a5f64e-2bbf-4f33-923f-68ce95b91247 service neutron] 10.222.0.61 "GET /v2.0/networks/b7fdc869-5fc3-46a6-b25f-12b489f4a7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612767 Jul 22 14:35:49.670722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:49.673939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.775770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-ee26edbc-b2cf-4a56-b4aa-d95bc00a9226 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=5ca1b442-1c03-445a-b53b-eca8628d807c HTTP/1.1" status: 200 len: 217 time: 0.0860915 Jul 22 14:35:49.777425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-fec6f1c7-c8f7-46a9-a4de-6da4fb65838d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1371644 Jul 22 14:35:49.806415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Request body: {'port': {'device_id': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:49.889378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-79d37e84-d05c-4e45-a2ba-0b5d103feb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:49.891887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-79d37e84-d05c-4e45-a2ba-0b5d103feb64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1533e0c-b03a-4995-bd05-0b32d146c582 HTTP/1.1" status: 200 len: 801 time: 0.1040328 Jul 22 14:35:49.892842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1805ef70-ceac-4806-a4d6-d6ef91bc2b46 None None] Provisioning for port f53526b3-da28-4547-a6b4-b77cafb3e62b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:49.896692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.899093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1805ef70-ceac-4806-a4d6-d6ef91bc2b46 None None] Provisioning complete for port f53526b3-da28-4547-a6b4-b77cafb3e62b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:49.899728 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1805ef70-ceac-4806-a4d6-d6ef91bc2b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.917191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Transition to ACTIVE for port object 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:49.927520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 58c4bfb6-d1b1-4a18-996f-b63eebffd2dc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:49.927869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:49.965817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1805ef70-ceac-4806-a4d6-d6ef91bc2b46 None None] Port f53526b3-da28-4547-a6b4-b77cafb3e62b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:49.975253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.022931 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.034046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7589096-edac-456f-bc19-27b5f49fac92 req-8473da22-1523-4130-b384-49a354beb9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:50.037171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-8473da22-1523-4130-b384-49a354beb9bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1201332 Jul 22 14:35:50.072154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.072497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.078100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:50.089263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:50.101436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:50.112542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 58c4bfb6-d1b1-4a18-996f-b63eebffd2dc owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:50.174017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:50.212585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-9f6fe932-f6f0-4de3-974a-b2df14b7f096 service neutron] 10.222.0.61 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617112 Jul 22 14:35:50.330768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:50.331442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.414422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3ac985a7-a25c-4282-a4cb-36d8b5da7835 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9955249 Jul 22 14:35:50.428281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Request body: {'port': {'device_id': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:50.624707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af413c0b-15ed-4598-88c6-1f21d469f728 req-ec9e780e-09cb-4875-ab9d-847b753ff477 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:50.631830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8437bc61-9c41-48e3-8027-f64276598172 None None] Provisioning for port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:50.634909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af413c0b-15ed-4598-88c6-1f21d469f728 req-ec9e780e-09cb-4875-ab9d-847b753ff477 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 936 time: 0.3501923 Jul 22 14:35:50.651874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8437bc61-9c41-48e3-8027-f64276598172 None None] Provisioning complete for port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:50.652286 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8437bc61-9c41-48e3-8027-f64276598172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:50.705619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8437bc61-9c41-48e3-8027-f64276598172 None None] Port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:35:50.947966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.168684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf191-c258-4b9e-82f2-dcf009b67754 req-b91a623c-04e6-45c3-aefa-e3a17fc28a3d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.190333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf191-c258-4b9e-82f2-dcf009b67754 req-b91a623c-04e6-45c3-aefa-e3a17fc28a3d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.212116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf191-c258-4b9e-82f2-dcf009b67754 req-b91a623c-04e6-45c3-aefa-e3a17fc28a3d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.216056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8fdf191-c258-4b9e-82f2-dcf009b67754 req-b91a623c-04e6-45c3-aefa-e3a17fc28a3d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2412 time: 1.0018516 Jul 22 14:35:51.236418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7589096-edac-456f-bc19-27b5f49fac92 req-2da5778a-4bd7-45a6-8583-8ff94721d6ac service neutron] 10.222.0.61 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0158739 Jul 22 14:35:51.302009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.331724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=58c4bfb6-d1b1-4a18-996f-b63eebffd2dc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:51.346367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af413c0b-15ed-4598-88c6-1f21d469f728 req-00be0a03-c446-4a65-a2ff-356f5f480ae8 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077148 Jul 22 14:35:51.442082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.442629 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 8f502d7d-6b15-4b2f-9542-762a626f0b4d disassociated (deleted). External IP: 172.25.3.46, port: 44f6bdc4-09bf-4fee-9aac-c946285411d8. Jul 22 14:35:51.549590 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8fdf191-c258-4b9e-82f2-dcf009b67754 req-e09c9820-87e2-475f-bf7b-ca720cbe742b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923360 Jul 22 14:35:51.658307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-0631ad34-de89-426a-beb4-60717a2f1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.658897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-0631ad34-de89-426a-beb4-60717a2f1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.659734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-0631ad34-de89-426a-beb4-60717a2f1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.662709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-0631ad34-de89-426a-beb4-60717a2f1283 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2865 time: 0.3081384 Jul 22 14:35:51.686017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53526b3-da28-4547-a6b4-b77cafb3e62b {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:51.729220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.758284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Transition to ACTIVE for port object f53526b3-da28-4547-a6b4-b77cafb3e62b will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:51.793246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:51.879812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:51.933817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-b7e53d0b-859b-40e5-80d9-110555b1eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:51.935365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-b7e53d0b-859b-40e5-80d9-110555b1eb25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0 HTTP/1.1" status: 200 len: 903 time: 0.2598379 Jul 22 14:35:51.982046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-33ff2498-b873-405a-80aa-528d4e460279 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.139&port_id=5ca1b442-1c03-445a-b53b-eca8628d807c HTTP/1.1" status: 200 len: 217 time: 0.0359435 Jul 22 14:35:52.037438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:52.050040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Attempting to bind port f53526b3-da28-4547-a6b4-b77cafb3e62b on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:52.050399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Attempting to bind port f53526b3-da28-4547-a6b4-b77cafb3e62b by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:52.050736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Attempting to bind port f53526b3-da28-4547-a6b4-b77cafb3e62b on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:52.054074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-a6974f34-b47b-4319-b46d-2d98fc19a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.055603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-a6974f34-b47b-4319-b46d-2d98fc19a1c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f1533e0c-b03a-4995-bd05-0b32d146c582 HTTP/1.1" status: 200 len: 801 time: 0.0531924 Jul 22 14:35:52.058909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Port f53526b3-da28-4547-a6b4-b77cafb3e62b on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:52.059239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Attempting to bind port f53526b3-da28-4547-a6b4-b77cafb3e62b on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:52.073170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:52.073547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:52.073898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:52.074570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Bound port: f53526b3-da28-4547-a6b4-b77cafb3e62b, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:52.074746 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.151286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:52.161937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.177517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-66a5c94d-9ea4-4fb8-9508-30fce00cc178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.179123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-66a5c94d-9ea4-4fb8-9508-30fce00cc178 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab8c2b2c-ad7b-4b27-b19c-9146847064a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144638 Jul 22 14:35:52.180276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:52.184158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:52.186905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Transition to ACTIVE for port object 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:35:52.195465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.203744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.266019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:52.272798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.273334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.273428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.274943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-b825951d-802c-495b-b19c-dd30763e006b service neutron] 10.222.0.72 "PUT /v2.0/ports/f53526b3-da28-4547-a6b4-b77cafb3e62b HTTP/1.1" status: 200 len: 1096 time: 2.4753213 Jul 22 14:35:52.275380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:52.277870 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98378d3-bfea-414b-ae19-4cd0e18e0f17" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:52.282843 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:52.306579 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:52.309768 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:52.353581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:52.368704 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:52.375233 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffabe115-887c-4733-91d8-83ee3c00f810 x-openstack-request-id: req-ffabe115-887c-4733-91d8-83ee3c00f810 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:52.375520 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:52.375774 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffabe115-887c-4733-91d8-83ee3c00f810 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:52.376300 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'status': 'completed', 'code': 200} Jul 22 14:35:52.380239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:52.380758 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:52.394066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825951d-802c-495b-b19c-dd30763e006b service neutron] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:52.447474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-6c0c7e03-5b1f-4018-8fec-c45c996ec6a9 service neutron] 10.222.0.61 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601256 Jul 22 14:35:52.476081 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:52.490052 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439ec2db-c977-4601-9b68-f45dd64fe202 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:52.552408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c3b92148-f824-4df6-be83-ee7625c03d3e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/floatingips/8f502d7d-6b15-4b2f-9542-762a626f0b4d HTTP/1.1" status: 204 len: 168 time: 2.9686930 Jul 22 14:35:52.553482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Attempting to bind port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:35:52.553849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Attempting to bind port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:35:52.555038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Attempting to bind port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:52.555528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58978) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:52.560753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:35:52.560753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Attempting to bind port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:35:52.568365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:35:52.568861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:35:52.571135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:35:52.571135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Bound port: 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:35:52.571135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.619483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-62bfe001-0d52-4f14-a10e-20b8dd5ea0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.621026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-62bfe001-0d52-4f14-a10e-20b8dd5ea0fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cb48f58e23440ca90b3744c6394c57b&device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 1099 time: 0.2947905 Jul 22 14:35:52.673140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:35:52.677395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:35:52.690826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.745699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.746418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:52.751434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] 10.222.0.72 "PUT /v2.0/ports/2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 HTTP/1.1" status: 200 len: 1096 time: 2.3264284 Jul 22 14:35:52.751749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:52.754860 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685a85b3-9e22-4e0e-9c98-448f804275ac" -d '{"events": [{"name": "network-changed", "server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:52.760934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-aa5bb677-e664-493d-8369-7145de6f356a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b HTTP/1.1" status: 200 len: 217 time: 0.1221237 Jul 22 14:35:52.825211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728fc64-4f4d-46a8-8ef3-76a9a5f19329 service neutron] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:52.882279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3318-1360-4dbe-973d-311f065cd689 req-34e66b2a-df0d-4b45-8248-ccd1833d60b0 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.883904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-617f3318-1360-4dbe-973d-311f065cd689 req-34e66b2a-df0d-4b45-8248-ccd1833d60b0 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.3974843 Jul 22 14:35:52.897012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-de272fe5-e423-4f34-80d2-c399b80a48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:52.898913 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-de272fe5-e423-4f34-80d2-c399b80a48db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cb48f58e23440ca90b3744c6394c57b&device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 1099 time: 0.1130657 Jul 22 14:35:52.903622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35a75002-9ea8-4acf-ab5e-47bc825acd4f req-7931aa88-b453-4be6-a9cb-7127584e4407 service neutron] 10.222.0.61 "GET /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468307 Jul 22 14:35:52.956147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-1568932e-2b0e-4604-8f6a-37674cb0cbf0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 HTTP/1.1" status: 200 len: 217 time: 0.0486226 Jul 22 14:35:53.038068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-34b76c1f-456c-46ae-8447-c318d49cfb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.039667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-34b76c1f-456c-46ae-8447-c318d49cfb03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2777948 Jul 22 14:35:53.048502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-617f3318-1360-4dbe-973d-311f065cd689 req-f64bf837-69eb-46e4-a56e-40d5a2fe1cd1 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507301 Jul 22 14:35:53.068377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3a8f3e3b-d860-4963-869c-ae8575d6b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.071566 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-3a8f3e3b-d860-4963-869c-ae8575d6b71c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1089346 Jul 22 14:35:53.126635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75bdf1-64dc-4aa9-b43f-d80f8b907ae8 req-7f08e31e-e9c5-4a2c-8253-9bffb1a7bb52 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.134570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75bdf1-64dc-4aa9-b43f-d80f8b907ae8 req-7f08e31e-e9c5-4a2c-8253-9bffb1a7bb52 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.141594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75bdf1-64dc-4aa9-b43f-d80f8b907ae8 req-7f08e31e-e9c5-4a2c-8253-9bffb1a7bb52 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.148046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be75bdf1-64dc-4aa9-b43f-d80f8b907ae8 req-7f08e31e-e9c5-4a2c-8253-9bffb1a7bb52 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2412 time: 0.4238892 Jul 22 14:35:53.220790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be75bdf1-64dc-4aa9-b43f-d80f8b907ae8 req-a4b5f6ac-5413-4bec-b31f-23bebfd980e8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660052 Jul 22 14:35:53.251416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 44f6bdc4-09bf-4fee-9aac-c946285411d8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:53.251997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-bc818537-467d-48b4-bb48-bf10d244ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.253520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.261026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-bc818537-467d-48b4-bb48-bf10d244ea6e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1750388 Jul 22 14:35:53.317433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-ff20b755-611d-463e-9f20-0c25f7e0ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.322007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-ff20b755-611d-463e-9f20-0c25f7e0ab97 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2707882 Jul 22 14:35:53.430352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-e651f8b6-3b01-4b08-aa84-852a23aad772 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684020 Jul 22 14:35:53.431980 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc32f3-d6ac-44e3-b136-960b21194909 x-openstack-request-id: req-decc32f3-d6ac-44e3-b136-960b21194909 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:53.432341 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:53.432609 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-decc32f3-d6ac-44e3-b136-960b21194909 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:53.433438 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'status': 'completed', 'code': 200} Jul 22 14:35:53.437504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.453741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 44f6bdc4-09bf-4fee-9aac-c946285411d8 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:35:53.571762 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39742c92-6533-4c69-b25f-ce625dc6ebf4 req-ce36b76c-1f48-4a11-8f04-7b72e3925405 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351094 Jul 22 14:35:53.690739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-24112799-ab17-43b8-a854-06d24df6591b service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549962 Jul 22 14:35:53.780338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-4e3d88bb-ea0f-4ab0-a549-ecccc3e8c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:53.782723 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-4e3d88bb-ea0f-4ab0-a549-ecccc3e8c770 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cb48f58e23440ca90b3744c6394c57b&device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 1099 time: 0.1281302 Jul 22 14:35:53.888950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a66b842-2094-4fc6-b0d6-88ccd1639c8d req-a03e8d5f-1d49-48a9-9f64-5ec15934f1f3 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915445 Jul 22 14:35:53.919259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:53.940375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5ca1b442-1c03-445a-b53b-eca8628d807c details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:54.054452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-ee811c74-9bb1-4886-bd22-a12716be0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.055996 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-ee811c74-9bb1-4886-bd22-a12716be0533 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2663951 Jul 22 14:35:54.061385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=44f6bdc4-09bf-4fee-9aac-c946285411d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:54.177839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5ca1b442-1c03-445a-b53b-eca8628d807c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5ca1b442-1c03-445a-b53b-eca8628d807c,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:54.179688 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-63c834e9-f05b-45a6-b7e9-ff21a4866011 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 HTTP/1.1" status: 200 len: 217 time: 0.1171427 Jul 22 14:35:54.191376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '5ca1b442-1c03-445a-b53b-eca8628d807c', 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'port_id': '5ca1b442-1c03-445a-b53b-eca8628d807c', 'mac_address': 'fa:16:3e:2a:d3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1533e0c-b03a-4995-bd05-0b32d146c582', 'ip_address': '19.80.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:54.261445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-3ccd6d99-1ba7-42df-9a24-455746c5cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.274088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-3ccd6d99-1ba7-42df-9a24-455746c5cb9c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0792253 Jul 22 14:35:54.324995 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.362301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca1b442-1c03-445a-b53b-eca8628d807c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:54.388033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.390879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9eafc0b4-12b5-48db-81cc-7dd886e1b281 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/ports/44f6bdc4-09bf-4fee-9aac-c946285411d8 HTTP/1.1" status: 204 len: 168 time: 1.7800887 Jul 22 14:35:54.399935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59026) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:54.413932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:54.414095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:54.416303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5ca1b442-1c03-445a-b53b-eca8628d807c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5ca1b442-1c03-445a-b53b-eca8628d807c,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:54.420754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-15d1f113-1e7d-4efd-83cc-980844936515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.424756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-15d1f113-1e7d-4efd-83cc-980844936515 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1506004 Jul 22 14:35:54.424899 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.425583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b88fb5f8-8f9a-49fe-b67c-f34b47a99187 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:54.537449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-2ba9ab70-d735-4981-9e22-581c477cedca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.539438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-2ba9ab70-d735-4981-9e22-581c477cedca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5cb48f58e23440ca90b3744c6394c57b&device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 1099 time: 0.5888426 Jul 22 14:35:54.542547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.588290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-8d5cefab-7f3a-4a39-a445-97dedb4268b8 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477754 Jul 22 14:35:54.593654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:54.620279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aceb44-d792-4327-8445-9097cc0e6a44 req-9b8a28ed-310b-4c7b-82ab-53dab472251a tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.623853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23aceb44-d792-4327-8445-9097cc0e6a44 req-9b8a28ed-310b-4c7b-82ab-53dab472251a tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.3872821 Jul 22 14:35:54.644338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187', 'network_id': 'ab8c2b2c-ad7b-4b27-b19c-9146847064a0', 'port_id': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187', 'mac_address': 'fa:16:3e:e5:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1533e0c-b03a-4995-bd05-0b32d146c582', 'ip_address': '19.80.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:54.726706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-685a85b3-9e22-4e0e-9c98-448f804275ac req-124045fd-3c72-4d48-8f65-28816b8874bd service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301718 Jul 22 14:35:54.728282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=5ca1b442-1c03-445a-b53b-eca8628d807c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:54.755045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007ab2-9812-480c-9917-be8cb8da6ebb req-fc840027-2a48-4fca-adef-1af971c4d700 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.770690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007ab2-9812-480c-9917-be8cb8da6ebb req-fc840027-2a48-4fca-adef-1af971c4d700 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.772330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446cb044-17da-4138-a9dd-a3bbafbf80a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.776914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.784984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93007ab2-9812-480c-9917-be8cb8da6ebb req-fc840027-2a48-4fca-adef-1af971c4d700 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.791066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88fb5f8-8f9a-49fe-b67c-f34b47a99187 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:54.795410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93007ab2-9812-480c-9917-be8cb8da6ebb req-fc840027-2a48-4fca-adef-1af971c4d700 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2413 time: 0.3362298 Jul 22 14:35:54.814218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:54.819449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:54.820760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f2626145-cab3-414f-83e0-02f5f9becffc details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:54.879975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23aceb44-d792-4327-8445-9097cc0e6a44 req-b3937200-bcdd-4bfe-be31-0a46f6ccf568 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449355 Jul 22 14:35:54.882916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-3d1a12ed-6001-4c81-93db-75e51c5730b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:54.887866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-3d1a12ed-6001-4c81-93db-75e51c5730b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.3389521 Jul 22 14:35:55.003695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93007ab2-9812-480c-9917-be8cb8da6ebb req-a5c35569-86b7-4f18-99fc-d3c27f8de7a9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073724 Jul 22 14:35:55.021189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446cb044-17da-4138-a9dd-a3bbafbf80a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.037425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446cb044-17da-4138-a9dd-a3bbafbf80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.075904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:55.110830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-d4d45982-3cbf-42ce-9c09-083ceffb7238 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b HTTP/1.1" status: 200 len: 217 time: 0.1313291 Jul 22 14:35:55.120167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f2626145-cab3-414f-83e0-02f5f9becffc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f2626145-cab3-414f-83e0-02f5f9becffc,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:55.126100 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-446cb044-17da-4138-a9dd-a3bbafbf80a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd856808879c403f874a4b6f9dac1db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6971049 Jul 22 14:35:55.126100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cb044-17da-4138-a9dd-a3bbafbf80a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a40331-aca0-4118-8d80-25eca849886b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:55.128228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:55.146224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'f2626145-cab3-414f-83e0-02f5f9becffc', 'network_id': 'b7fdc869-5fc3-46a6-b25f-12b489f4a7e3', 'port_id': 'f2626145-cab3-414f-83e0-02f5f9becffc', 'mac_address': 'fa:16:3e:71:23:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255455f0-5010-4a25-abaa-14ca394bad32', 'ip_address': '19.86.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:55.190839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-ac6bd59c-58c9-4905-aafd-8c1d4ced6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:55.192668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-ac6bd59c-58c9-4905-aafd-8c1d4ced6ab6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0732884 Jul 22 14:35:55.193457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.196640 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de41f35-c1ec-4a7a-b4cb-b7f1730b006e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.214896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2626145-cab3-414f-83e0-02f5f9becffc {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:55.221671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de41f35-c1ec-4a7a-b4cb-b7f1730b006e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.239794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f2626145-cab3-414f-83e0-02f5f9becffc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f2626145-cab3-414f-83e0-02f5f9becffc,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:55.252849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.296255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.309672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de41f35-c1ec-4a7a-b4cb-b7f1730b006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.312448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5de41f35-c1ec-4a7a-b4cb-b7f1730b006e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.313738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5de41f35-c1ec-4a7a-b4cb-b7f1730b006e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29a40331-aca0-4118-8d80-25eca849886b HTTP/1.1" status: 204 len: 168 time: 0.1846964 Jul 22 14:35:55.347677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de41f35-c1ec-4a7a-b4cb-b7f1730b006e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a40331-aca0-4118-8d80-25eca849886b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:55.491163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=f2626145-cab3-414f-83e0-02f5f9becffc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:55.523473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-e4432d51-da7f-4bdb-8a50-1a33769ab17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:55.525048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-e4432d51-da7f-4bdb-8a50-1a33769ab17a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240521 Jul 22 14:35:55.535276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['f2626145-cab3-414f-83e0-02f5f9becffc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:55.544819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.201 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/616e4adc-44cb-45dd-87f8-021c268cacff) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:55.560261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b88fb5f8-8f9a-49fe-b67c-f34b47a99187'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:55.587408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['5ca1b442-1c03-445a-b53b-eca8628d807c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:55.735166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-3d8c9c6e-d027-48ad-854e-fe4aef00cd4a service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934102 Jul 22 14:35:55.768092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.784529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59042) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:55.798420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5536bb06-f8ad-4029-93c6-c997f426861c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.921860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:55.996657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5536bb06-f8ad-4029-93c6-c997f426861c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.001881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5536bb06-f8ad-4029-93c6-c997f426861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.027151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f98378d3-bfea-414b-ae19-4cd0e18e0f17 req-4b4ae4b8-d5cf-4ccb-b54f-c826dfac2ae8 service neutron] 10.222.0.72 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384791 Jul 22 14:35:56.056251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5536bb06-f8ad-4029-93c6-c997f426861c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=887686311ab0425db96777754d18b10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666481 Jul 22 14:35:56.057671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:56.082034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:56.091102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:56.096262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:56.099670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5536bb06-f8ad-4029-93c6-c997f426861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2e0db-6011-4784-99a8-384834c1bef9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:56.100518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=616e4adc-44cb-45dd-87f8-021c268cacff,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:56.146797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69c3339b-9e32-4528-8305-d660d611074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.173883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69c3339b-9e32-4528-8305-d660d611074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.204067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792a188-e3e1-4c7a-804b-34f873dc2914 req-ca534ded-2f7f-4589-95ec-e09318ae88b1 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:56.205678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8792a188-e3e1-4c7a-804b-34f873dc2914 req-ca534ded-2f7f-4589-95ec-e09318ae88b1 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.1736479 Jul 22 14:35:56.233805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69c3339b-9e32-4528-8305-d660d611074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.237562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69c3339b-9e32-4528-8305-d660d611074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.243511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-69c3339b-9e32-4528-8305-d660d611074c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0a2e0db-6011-4784-99a8-384834c1bef9 HTTP/1.1" status: 204 len: 168 time: 0.1807036 Jul 22 14:35:56.254826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3339b-9e32-4528-8305-d660d611074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2e0db-6011-4784-99a8-384834c1bef9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:56.325047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.329399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8792a188-e3e1-4c7a-804b-34f873dc2914 req-7ed3bdd5-2819-4dfb-88f8-dd36a6ee7ec8 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969920 Jul 22 14:35:56.339220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4778e4-c4cd-447f-9230-263d476178d1 req-e8cafeb3-e88e-4c82-b958-fe6db667dca1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:56.348913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4778e4-c4cd-447f-9230-263d476178d1 req-e8cafeb3-e88e-4c82-b958-fe6db667dca1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:56.356644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4778e4-c4cd-447f-9230-263d476178d1 req-e8cafeb3-e88e-4c82-b958-fe6db667dca1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:56.358539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa4778e4-c4cd-447f-9230-263d476178d1 req-e8cafeb3-e88e-4c82-b958-fe6db667dca1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2415 time: 0.2308488 Jul 22 14:35:56.458002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.469060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa4778e4-c4cd-447f-9230-263d476178d1 req-42abbd86-be12-49cd-9a78-809f73d7dd43 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027102 Jul 22 14:35:56.700002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.713073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.794065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=616e4adc-44cb-45dd-87f8-021c268cacff,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:56.801071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.816215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:56.818385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9bf09543-f97a-4881-8fd4-5692c5e0cbce tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4102266 Jul 22 14:35:56.821874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:56.827105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'port': {'network_id': '346f5db7-18f2-4459-b5eb-13ae57cb166f', 'name': 'tempest-FloatingIPTestJSON-34318309'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:56.997545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:35:57.002491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.024383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] device_id is not set on port f4f2eb45-e3d5-420f-a377-110209668455 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:35:57.159207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.6 (346f5db7-18f2-4459-b5eb-13ae57cb166f/88462b20-2c8e-44e3-b90d-38e1c13d29ff/f4f2eb45-e3d5-420f-a377-110209668455) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:35:57.332775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.374367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.414579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 346f5db7-18f2-4459-b5eb-13ae57cb166f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:35:57.417913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:35:57.422285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:35:57.476465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=f4f2eb45-e3d5-420f-a377-110209668455,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:57.495724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.496464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.517107 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-94332ab1-b792-4453-b30f-5c4da8e2ee58 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.6915669 Jul 22 14:35:57.517516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:57.526445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'port_id': 'f4f2eb45-e3d5-420f-a377-110209668455'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:35:57.563125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2037678-1ede-44f3-b39f-ae30e2a5350f req-2a55fb43-ae72-4884-bac2-a11a8e18cd0d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.567344 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2037678-1ede-44f3-b39f-ae30e2a5350f req-2a55fb43-ae72-4884-bac2-a11a8e18cd0d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.1333380 Jul 22 14:35:57.576008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:57.667536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2037678-1ede-44f3-b39f-ae30e2a5350f req-787803ee-ce95-47ea-bc6a-f4f535e544eb tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916042 Jul 22 14:35:57.737255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2b5a-8b4e-4854-bf04-42cd0f5523e3 req-0fd0d6ed-67b3-4d24-bd2a-0828f4e93f0f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.744359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2b5a-8b4e-4854-bf04-42cd0f5523e3 req-0fd0d6ed-67b3-4d24-bd2a-0828f4e93f0f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.762986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2b5a-8b4e-4854-bf04-42cd0f5523e3 req-0fd0d6ed-67b3-4d24-bd2a-0828f4e93f0f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:57.764688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c5d2b5a-8b4e-4854-bf04-42cd0f5523e3 req-0fd0d6ed-67b3-4d24-bd2a-0828f4e93f0f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2415 time: 0.1653805 Jul 22 14:35:57.843153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c5d2b5a-8b4e-4854-bf04-42cd0f5523e3 req-f91fdaa1-7b07-4020-b4d6-15a331355680 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695283 Jul 22 14:35:57.875375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:58.003333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:58.014737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'mac_address': 'fa:16:3e:00:20:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:58.018105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5ca1b442-1c03-445a-b53b-eca8628d807c up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:58.091045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.107299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:58.122168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.128359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.130953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:58.132770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 5ca1b442-1c03-445a-b53b-eca8628d807c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:58.137275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.138178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:35:58.142093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 5ca1b442-1c03-445a-b53b-eca8628d807c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:58.142683 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.257800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:58.259578 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 0db8c365-d375-4765-b706-3912049f866d associated. External IP: 172.25.3.201, port: f4f2eb45-e3d5-420f-a377-110209668455. Jul 22 14:35:58.268113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:58.277141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'mac_address': 'fa:16:3e:a6:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:35:58.477606 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.482281 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.502209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53526b3-da28-4547-a6b4-b77cafb3e62b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:35:58.522201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1b442-1c03-445a-b53b-eca8628d807c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:35:58.524516 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653549d-7ba8-433c-aee5-661d78c61228" -d '{"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1b442-1c03-445a-b53b-eca8628d807c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:35:58.543726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:58.545688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5ca1b442-1c03-445a-b53b-eca8628d807c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5ca1b442-1c03-445a-b53b-eca8628d807c,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:58.548586 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.591546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:35:58.597962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:58.600571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.601416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f2626145-cab3-414f-83e0-02f5f9becffc up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:58.603983 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427c065b-7a48-4434-b1db-7b591a3d131a x-openstack-request-id: req-427c065b-7a48-4434-b1db-7b591a3d131a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:35:58.604268 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-plugged", "status": "completed", "tag": "5ca1b442-1c03-445a-b53b-eca8628d807c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:35:58.604520 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-427c065b-7a48-4434-b1db-7b591a3d131a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:35:58.604898 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca1b442-1c03-445a-b53b-eca8628d807c', 'code': 200} Jul 22 14:35:58.686354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=5ca1b442-1c03-445a-b53b-eca8628d807c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:58.699030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port f2626145-cab3-414f-83e0-02f5f9becffc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:58.703764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port f2626145-cab3-414f-83e0-02f5f9becffc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:58.704327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:58.895669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fe782-e51f-415e-9500-ade037acba84 req-b123a78b-746e-4155-b2ff-510f71a2436f tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:58.910988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-682fe782-e51f-415e-9500-ade037acba84 req-b123a78b-746e-4155-b2ff-510f71a2436f tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 949 time: 0.1570516 Jul 22 14:35:58.923165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['f53526b3-da28-4547-a6b4-b77cafb3e62b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:58.946040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:35:59.064716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.195594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f2626145-cab3-414f-83e0-02f5f9becffc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f2626145-cab3-414f-83e0-02f5f9becffc,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:59.208409 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.209512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b88fb5f8-8f9a-49fe-b67c-f34b47a99187 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:35:59.209842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:35:59.219262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.265106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:35:59.298038 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2aa1c74e-505a-4c73-97bb-1b64040bc03c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/floatingips/0db8c365-d375-4765-b706-3912049f866d HTTP/1.1" status: 200 len: 976 time: 1.7790935 Jul 22 14:35:59.301743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:35:59.345290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:59.346197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:59.427947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:59.435506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=f2626145-cab3-414f-83e0-02f5f9becffc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:35:59.494372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-682fe782-e51f-415e-9500-ade037acba84 req-39e71efe-924c-4059-b787-a03d64ec2ee8 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822041 Jul 22 14:35:59.579806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port f4f2eb45-e3d5-420f-a377-110209668455 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:35:59.580028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.587943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e93-f727-4e23-923e-b647ad70440d req-0e9cf9ce-c111-4927-8750-4ea8baf07c69 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.618855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:35:59.619969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:59.625606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e93-f727-4e23-923e-b647ad70440d req-0e9cf9ce-c111-4927-8750-4ea8baf07c69 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.639934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b3e93-f727-4e23-923e-b647ad70440d req-0e9cf9ce-c111-4927-8750-4ea8baf07c69 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:35:59.645750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-901b3e93-f727-4e23-923e-b647ad70440d req-0e9cf9ce-c111-4927-8750-4ea8baf07c69 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2417 time: 0.2277648 Jul 22 14:35:59.693756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:35:59.701741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:35:59.702402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cd271-d116-4d74-97b6-c74bc85b2f77 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:35:59.711838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:35:59.712223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.719718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-901b3e93-f727-4e23-923e-b647ad70440d req-b89f8d5f-eff2-4c4e-b28b-58b48030227a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502555 Jul 22 14:35:59.742324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.840906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.891917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:35:59.897930 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:35:59.968503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:00.135827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.137030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.137030 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP 0db8c365-d375-4765-b706-3912049f866d disassociated. External IP: 172.25.3.201, port: f4f2eb45-e3d5-420f-a377-110209668455. Jul 22 14:36:00.137030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for f4f2eb45-e3d5-420f-a377-110209668455 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:00.323871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.361303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=f4f2eb45-e3d5-420f-a377-110209668455,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:00.496172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:00.606251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2626145-cab3-414f-83e0-02f5f9becffc'}, {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:00.608621 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a77dd-cac5-4a24-a71f-2265639b9e31" -d '{"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-plugged", "status": "completed", "tag": "f2626145-cab3-414f-83e0-02f5f9becffc"}, {"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-plugged", "status": "completed", "tag": "b88fb5f8-8f9a-49fe-b67c-f34b47a99187"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:00.647193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:00.661193 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:00.663442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cf39c-c77f-4a0e-9619-8da6871d6e56 req-80dce885-1d28-4dec-b267-5b368c04ed21 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:00.673201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c79cf39c-c77f-4a0e-9619-8da6871d6e56 req-80dce885-1d28-4dec-b267-5b368c04ed21 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 949 time: 0.1007240 Jul 22 14:36:00.678247 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:00.679408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.685602 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa7ed25-afde-4fac-85d1-9dd1f9d6ff67 x-openstack-request-id: req-faa7ed25-afde-4fac-85d1-9dd1f9d6ff67 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:00.685957 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-plugged", "status": "completed", "tag": "f2626145-cab3-414f-83e0-02f5f9becffc", "code": 200}, {"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-plugged", "status": "completed", "tag": "b88fb5f8-8f9a-49fe-b67c-f34b47a99187", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:00.686217 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faa7ed25-afde-4fac-85d1-9dd1f9d6ff67 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:00.687623 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2626145-cab3-414f-83e0-02f5f9becffc', 'code': 200} Jul 22 14:36:00.688081 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187', 'code': 200} Jul 22 14:36:00.751777 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.755171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c79cf39c-c77f-4a0e-9619-8da6871d6e56 req-fc275349-e305-4479-8655-4d462239a6d6 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806191 Jul 22 14:36:00.762926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59236) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.764366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:00.766751 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a5afb09d-7ec1-4ead-826a-c67345e43824 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/ports/f4f2eb45-e3d5-420f-a377-110209668455 HTTP/1.1" status: 204 len: 168 time: 1.4637675 Jul 22 14:36:00.769434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.787756 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:00.788426 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.832103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-866bc5dc-d776-4b6b-aff0-1f3438fb7e24 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/floatingips/0db8c365-d375-4765-b706-3912049f866d HTTP/1.1" status: 200 len: 688 time: 0.0607326 Jul 22 14:36:00.835093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59242) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:00.839044 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:00.839830 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d7c61-4e56-45a0-bf2a-96ab93200393 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:00.937218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4cb9-43de-4c62-92a2-890b67cd092f req-e8dfa683-5051-4602-8bc2-f6065c8955cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:00.937955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4cb9-43de-4c62-92a2-890b67cd092f req-e8dfa683-5051-4602-8bc2-f6065c8955cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:00.938533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e4cb9-43de-4c62-92a2-890b67cd092f req-e8dfa683-5051-4602-8bc2-f6065c8955cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:00.940816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-235e4cb9-43de-4c62-92a2-890b67cd092f req-e8dfa683-5051-4602-8bc2-f6065c8955cf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2871 time: 0.1846626 Jul 22 14:36:00.997263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-235e4cb9-43de-4c62-92a2-890b67cd092f req-7e33f4b6-14e7-455c-bc16-546ec60319c5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471997 Jul 22 14:36:01.013068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4fd87-761c-4bb1-ade0-42ea5212c150 req-798ac0f1-56bd-4859-864a-660e27b4703c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.015754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 616e4adc-44cb-45dd-87f8-021c268cacff {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:01.016184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.019696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4fd87-761c-4bb1-ade0-42ea5212c150 req-798ac0f1-56bd-4859-864a-660e27b4703c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.026037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4fd87-761c-4bb1-ade0-42ea5212c150 req-798ac0f1-56bd-4859-864a-660e27b4703c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:01.027988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42f4fd87-761c-4bb1-ade0-42ea5212c150 req-798ac0f1-56bd-4859-864a-660e27b4703c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2418 time: 0.1626825 Jul 22 14:36:01.029060 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb952-1f60-4c0f-96a9-47135383f409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.096010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42f4fd87-761c-4bb1-ade0-42ea5212c150 req-98fa35a2-e107-4da3-8682-8ff4724ea854 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614681 Jul 22 14:36:01.133881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.134256 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.152961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 616e4adc-44cb-45dd-87f8-021c268cacff owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:01.204938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb952-1f60-4c0f-96a9-47135383f409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.210185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb952-1f60-4c0f-96a9-47135383f409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.262006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fb952-1f60-4c0f-96a9-47135383f409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcdb413-c493-4b29-a2ef-a4a4ee557316,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:01.273157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fd0fb952-1f60-4c0f-96a9-47135383f409 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49c3e36b029042bda7b43dd2dbd86054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105116 Jul 22 14:36:01.273498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59250) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:01.349474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a769-03a8-47dd-a4d0-d2ab325f93e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.375010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a769-03a8-47dd-a4d0-d2ab325f93e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.395018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.428559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=616e4adc-44cb-45dd-87f8-021c268cacff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:01.446157 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a769-03a8-47dd-a4d0-d2ab325f93e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.448739 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a769-03a8-47dd-a4d0-d2ab325f93e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.455250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1d0a769-03a8-47dd-a4d0-d2ab325f93e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fcdb413-c493-4b29-a2ef-a4a4ee557316 HTTP/1.1" status: 204 len: 168 time: 0.1789262 Jul 22 14:36:01.476468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0a769-03a8-47dd-a4d0-d2ab325f93e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcdb413-c493-4b29-a2ef-a4a4ee557316,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:01.500121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:01.545508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.549499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.550885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b25197e-1da2-43af-af38-872fb27d4094 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/floatingips/0db8c365-d375-4765-b706-3912049f866d HTTP/1.1" status: 204 len: 168 time: 0.7113330 Jul 22 14:36:01.555052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59260) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:01.559703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '67d600ab-fa08-4e14-a41b-69fe97e48b30'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:01.584491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.638209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa30-2924-4675-be81-b1a814610c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.751327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:01.906368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:01.948721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.151 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/49124bb0-23d1-4db1-b266-0f36dfd5436d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:01.992948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59268) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:01.995144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:02.008092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:02.008092 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.009418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0673ef80-8519-4086-8f67-70305a812896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.054394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa30-2924-4675-be81-b1a814610c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.073353 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d24fa30-2924-4675-be81-b1a814610c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.103793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.143776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:02.149253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.150807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4d49-7c2e-415f-9155-7d5000487464 req-5ff5279a-8630-4143-baae-9a1a24cdef54 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.151318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:02.152701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50ef4d49-7c2e-415f-9155-7d5000487464 req-5ff5279a-8630-4143-baae-9a1a24cdef54 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 949 time: 0.2304816 Jul 22 14:36:02.177561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24fa30-2924-4675-be81-b1a814610c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76624b5d-26d8-43c1-a6d8-216ae75ae687,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.194326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5d24fa30-2924-4675-be81-b1a814610c7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37f06e4bd0f54b1bb8120df4add3b004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929331 Jul 22 14:36:02.209386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59272) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:02.233440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0673ef80-8519-4086-8f67-70305a812896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.239305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0673ef80-8519-4086-8f67-70305a812896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.262237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.277879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port f53526b3-da28-4547-a6b4-b77cafb3e62b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:02.283784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port f53526b3-da28-4547-a6b4-b77cafb3e62b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:02.284233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.301259 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0673ef80-8519-4086-8f67-70305a812896 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1b89692b2c64805871ecb86fb859ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3078051 Jul 22 14:36:02.302418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673ef80-8519-4086-8f67-70305a812896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f201f934-5254-4c0d-9954-edaeb4af9200,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.305384 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50ef4d49-7c2e-415f-9155-7d5000487464 req-84f49f76-afe6-4c7c-8a84-1ba120cecb86 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370554 Jul 22 14:36:02.317549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59276) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:02.344363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.391029 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.425624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:02.430360 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.439778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4482cc1b-1ed2-44d3-82cb-1c3b2abd988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.471073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e05a50dc-5676-4102-ac36-27cfebde162a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.485777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.488980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e885c-1214-4ce3-b698-812edb7c696d req-fca0aaaa-3f35-4292-b643-e765c3617af9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.494969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e885c-1214-4ce3-b698-812edb7c696d req-fca0aaaa-3f35-4292-b643-e765c3617af9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.500867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e885c-1214-4ce3-b698-812edb7c696d req-fca0aaaa-3f35-4292-b643-e765c3617af9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.502591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7e885c-1214-4ce3-b698-812edb7c696d req-fca0aaaa-3f35-4292-b643-e765c3617af9 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2418 time: 0.3011191 Jul 22 14:36:02.519198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.522127 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4482cc1b-1ed2-44d3-82cb-1c3b2abd988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.587893 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e05a50dc-5676-4102-ac36-27cfebde162a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.607307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:02.624523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:02.635376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:02.654832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=49124bb0-23d1-4db1-b266-0f36dfd5436d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.689569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'}, {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:02.693176 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51f2382-1b9a-4d48-b69e-dd23b9e61910" -d '{"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-plugged", "status": "completed", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06"}, {"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-plugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:02.693952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7e885c-1214-4ce3-b698-812edb7c696d req-c2a5ded7-dd4c-4f3f-aecf-4601dc1bbe67 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761732 Jul 22 14:36:02.744923 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73dcfa1-f36a-40c9-8ebd-325c26327d8a x-openstack-request-id: req-f73dcfa1-f36a-40c9-8ebd-325c26327d8a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:02.745699 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-plugged", "status": "completed", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06", "code": 200}, {"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-plugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:02.745699 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f73dcfa1-f36a-40c9-8ebd-325c26327d8a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:02.747531 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'code': 200} Jul 22 14:36:02.747531 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'code': 200} Jul 22 14:36:02.759092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4482cc1b-1ed2-44d3-82cb-1c3b2abd988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.761672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4482cc1b-1ed2-44d3-82cb-1c3b2abd988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.762897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4482cc1b-1ed2-44d3-82cb-1c3b2abd988e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76624b5d-26d8-43c1-a6d8-216ae75ae687 HTTP/1.1" status: 204 len: 168 time: 0.5492303 Jul 22 14:36:02.791199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482cc1b-1ed2-44d3-82cb-1c3b2abd988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76624b5d-26d8-43c1-a6d8-216ae75ae687,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.817532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e05a50dc-5676-4102-ac36-27cfebde162a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.820439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e05a50dc-5676-4102-ac36-27cfebde162a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:02.821769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e05a50dc-5676-4102-ac36-27cfebde162a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f201f934-5254-4c0d-9954-edaeb4af9200 HTTP/1.1" status: 204 len: 168 time: 0.5032268 Jul 22 14:36:02.835676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a50dc-5676-4102-ac36-27cfebde162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f201f934-5254-4c0d-9954-edaeb4af9200,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:02.946133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d50c55-044d-4d59-9d31-b647fb96da80 req-851c7b85-b759-4fc5-a46d-7aa69c7cb2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:02.948617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46d50c55-044d-4d59-9d31-b647fb96da80 req-851c7b85-b759-4fc5-a46d-7aa69c7cb2d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 1101 time: 0.1028612 Jul 22 14:36:03.022254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46d50c55-044d-4d59-9d31-b647fb96da80 req-debacfd9-fcc2-47a1-9da1-67faa35ceb74 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674734 Jul 22 14:36:03.032019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3e6e5-44f2-482b-acad-c948bf24b08c req-ac551bb4-0e7e-47cc-a663-75e889170485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:03.033705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6a3e6e5-44f2-482b-acad-c948bf24b08c req-ac551bb4-0e7e-47cc-a663-75e889170485 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 1101 time: 0.1889877 Jul 22 14:36:03.243008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6a3e6e5-44f2-482b-acad-c948bf24b08c req-3ace9bf8-55d3-4b0d-aafe-c074886fd44d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730883 Jul 22 14:36:03.278144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.312404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382377-8ed5-499a-850e-dc9b2272ed55 req-c837a003-a6a1-4604-9da5-09f30e9a70b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:03.318635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382377-8ed5-499a-850e-dc9b2272ed55 req-c837a003-a6a1-4604-9da5-09f30e9a70b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:03.324795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382377-8ed5-499a-850e-dc9b2272ed55 req-c837a003-a6a1-4604-9da5-09f30e9a70b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:03.326551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88382377-8ed5-499a-850e-dc9b2272ed55 req-c837a003-a6a1-4604-9da5-09f30e9a70b1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2418 time: 0.2047520 Jul 22 14:36:03.388987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:03.408657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2b6691f-f1bb-420e-895d-b5649e5cae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.419168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88382377-8ed5-499a-850e-dc9b2272ed55 req-a0916eef-33f5-4dcb-8b72-cda628f69c2f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829606 Jul 22 14:36:03.479018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.530663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2b6691f-f1bb-420e-895d-b5649e5cae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.538051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2b6691f-f1bb-420e-895d-b5649e5cae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.585909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6691f-f1bb-420e-895d-b5649e5cae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4dbbb3-d861-42c8-8b6d-f078d5046caf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:03.590911 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a2b6691f-f1bb-420e-895d-b5649e5cae0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=072b3b2dd1084ff59374e85a05f635a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001731 Jul 22 14:36:03.593110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:03.634214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425532b-92d3-4cb7-bd90-830f8ae979bb req-5f812256-4137-456b-b717-bc1529520aee tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:03.635836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1425532b-92d3-4cb7-bd90-830f8ae979bb req-5f812256-4137-456b-b717-bc1529520aee tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 950 time: 0.2204087 Jul 22 14:36:03.650706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e92615aa-10f8-4a1c-84c8-cb534fcd2e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.674985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e92615aa-10f8-4a1c-84c8-cb534fcd2e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.716148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1425532b-92d3-4cb7-bd90-830f8ae979bb req-1efcd1d7-4235-45a1-a823-6796e48af4bf tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663471 Jul 22 14:36:03.727030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.732985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.739981 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e92615aa-10f8-4a1c-84c8-cb534fcd2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.743586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e92615aa-10f8-4a1c-84c8-cb534fcd2e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.745316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e92615aa-10f8-4a1c-84c8-cb534fcd2e1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d4dbbb3-d861-42c8-8b6d-f078d5046caf HTTP/1.1" status: 204 len: 168 time: 0.1510530 Jul 22 14:36:03.769048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92615aa-10f8-4a1c-84c8-cb534fcd2e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4dbbb3-d861-42c8-8b6d-f078d5046caf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:03.830494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=49124bb0-23d1-4db1-b266-0f36dfd5436d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:03.841617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:03.976457 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP af18bd41-cb88-4523-ab7b-a5afae035494 associated. External IP: 172.25.3.151, port: 67d600ab-fa08-4e14-a41b-69fe97e48b30. Jul 22 14:36:04.264972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:04.381045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:04.394336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:04.401228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.404078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:04.404938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:04.449558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dc13b0a3-3e2c-4dab-ad7d-2c3847e05e6c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8910499 Jul 22 14:36:04.449945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59346) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:04.457813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1745535395'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:04.458851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:04.479780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:04.480450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:04.482465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:04.486338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.519282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:04.519991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd03a3-e56c-4a0f-827c-19d8933f1404 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:04.564099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:04.597139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.597326 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Added segment 4f207ac4-87c2-4207-a84f-95ad4066abbe of type vlan for network 98356633-25a3-4e34-9a58-1613d4fa1cc0 Jul 22 14:36:04.667505 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.700801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aa643-4cef-4f5a-b26f-3f04ab295cea req-f1ddc996-0b5c-495f-bfb2-161f628fc02b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.708616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aa643-4cef-4f5a-b26f-3f04ab295cea req-f1ddc996-0b5c-495f-bfb2-161f628fc02b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.714626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7aa643-4cef-4f5a-b26f-3f04ab295cea req-f1ddc996-0b5c-495f-bfb2-161f628fc02b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.716540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c7aa643-4cef-4f5a-b26f-3f04ab295cea req-f1ddc996-0b5c-495f-bfb2-161f628fc02b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2418 time: 0.1789052 Jul 22 14:36:04.799780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.805508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.806198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:04.834928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c7aa643-4cef-4f5a-b26f-3f04ab295cea req-d0d47af0-d7b3-4149-b1c6-bccec1fe39d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055195 Jul 22 14:36:04.888683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4353621 Jul 22 14:36:04.889162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:04.894154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'subnet': {'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:04.940356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea5028-dbbb-470a-94b8-a0ad961928d4 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Network': ['ID=98356633-25a3-4e34-9a58-1613d4fa1cc0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:04.951950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:04.960892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-768179c2-aa2f-4978-9130-4565b99dc3be tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.968372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-768179c2-aa2f-4978-9130-4565b99dc3be tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.976697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-768179c2-aa2f-4978-9130-4565b99dc3be tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:04.979973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-768179c2-aa2f-4978-9130-4565b99dc3be tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 2418 time: 0.2597463 Jul 22 14:36:05.024431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:05.028932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.088741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04e4be-6024-4ea7-94c1-586fb7c99547 req-d71b8d4f-4343-4a51-a979-a8629c7e9224 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:05.090309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc04e4be-6024-4ea7-94c1-586fb7c99547 req-d71b8d4f-4343-4a51-a979-a8629c7e9224 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 950 time: 0.2786787 Jul 22 14:36:05.209521 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc04e4be-6024-4ea7-94c1-586fb7c99547 req-fff048a3-02af-4b99-aac0-26942689155d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943100 Jul 22 14:36:05.255955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port f2626145-cab3-414f-83e0-02f5f9becffc {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:05.256313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.339280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.417848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port f2626145-cab3-414f-83e0-02f5f9becffc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f2626145-cab3-414f-83e0-02f5f9becffc,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:05.418063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.430301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Subnet': ['ID=daf03491-1ed8-4082-bfc8-87777ad085c4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:05.434964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for f2626145-cab3-414f-83e0-02f5f9becffc owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:05.437735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Checking segment: {'id': '4f207ac4-87c2-4207-a84f-95ad4066abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:05.438233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network hostable DHCP agents. Network: 98356633-25a3-4e34-9a58-1613d4fa1cc0, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:05.457197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e5dfe-b99f-4e23-b20d-85546bcae20e req-9ec7081f-9783-43be-8f40-aeb73a1df6bb tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:05.458807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-924e5dfe-b99f-4e23-b20d-85546bcae20e req-9ec7081f-9783-43be-8f40-aeb73a1df6bb tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 950 time: 0.1437750 Jul 22 14:36:05.468436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:05.482704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 98356633-25a3-4e34-9a58-1613d4fa1cc0) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:05.491075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:05.493564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.494240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2757b7b-e03b-4b88-b99d-265b91d1da99 None None] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:05.525417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-36928438-3671-45c9-a21a-a77de33f0822 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6347666 Jul 22 14:36:05.527766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:05.539940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1341436328', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:05.572859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.574118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.630094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-924e5dfe-b99f-4e23-b20d-85546bcae20e req-27a7de7b-a635-44b9-aa58-442c80bf56f9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240029 Jul 22 14:36:05.672687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.756385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.807848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['5ca1b442-1c03-445a-b53b-eca8628d807c', 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187', 'f2626145-cab3-414f-83e0-02f5f9becffc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:05.810341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-98356633-25a3-4e34-9a58-1613d4fa1cc0', 'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0', 'tenant_id': '25036161062340b596ffdb02de2a862a', 'fixed_ips': [{'subnet_id': 'daf03491-1ed8-4082-bfc8-87777ad085c4'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:05.811283 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:05.934071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.117661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Allocated IP 172.20.0.2 (98356633-25a3-4e34-9a58-1613d4fa1cc0/daf03491-1ed8-4082-bfc8-87777ad085c4/35c85d5e-d398-4aca-b027-0ab8214e6597) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:06.195858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=f2626145-cab3-414f-83e0-02f5f9becffc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:06.272834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.299782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.416440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port f2626145-cab3-414f-83e0-02f5f9becffc on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:06.428832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.455014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-272d3652-ab62-4a9d-8fca-7b6cb060dfb2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "DELETE /v2.0/ports/f2626145-cab3-414f-83e0-02f5f9becffc HTTP/1.1" status: 204 len: 173 time: 1.4625702 Jul 22 14:36:06.455451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.25.3.126 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/533104f8-0e82-47da-8a98-0925d21121f8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:06.465231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-deleted', 'tag': 'f2626145-cab3-414f-83e0-02f5f9becffc'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:06.467764 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669bcf3c-c276-4d97-b68b-16140d29f9fb" -d '{"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-deleted", "tag": "f2626145-cab3-414f-83e0-02f5f9becffc"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:06.657808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ea7f6-6912-4464-9431-0ca75eb2fd4f req-46d24547-0df8-466c-90e2-7c4d03286fc6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:06.664525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ea7f6-6912-4464-9431-0ca75eb2fd4f req-46d24547-0df8-466c-90e2-7c4d03286fc6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:06.671946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f25ea7f6-6912-4464-9431-0ca75eb2fd4f req-46d24547-0df8-466c-90e2-7c4d03286fc6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 1683 time: 0.4733384 Jul 22 14:36:06.675246 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6269eccf-df71-48a4-81f3-2d720c94dd5d x-openstack-request-id: req-6269eccf-df71-48a4-81f3-2d720c94dd5d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:06.675539 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-deleted", "tag": "f2626145-cab3-414f-83e0-02f5f9becffc", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:06.675795 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6269eccf-df71-48a4-81f3-2d720c94dd5d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:06.676853 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-deleted', 'tag': 'f2626145-cab3-414f-83e0-02f5f9becffc', 'status': 'completed', 'code': 200} Jul 22 14:36:06.680872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.693141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Transition to ACTIVE for port object 35c85d5e-d398-4aca-b027-0ab8214e6597 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:06.693423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.716018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Transition to ACTIVE for port object 35c85d5e-d398-4aca-b027-0ab8214e6597 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:06.725375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.763355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f25ea7f6-6912-4464-9431-0ca75eb2fd4f req-24299116-7dc0-4812-8892-4f1a649f2c9a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855768 Jul 22 14:36:06.772884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:06.779721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:06.787638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:06.790115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.797367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:06.798722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:06.869103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=533104f8-0e82-47da-8a98-0925d21121f8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:06.896693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:06.898758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:06.906062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:06.983974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port b88fb5f8-8f9a-49fe-b67c-f34b47a99187, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:06.984357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.020873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for b88fb5f8-8f9a-49fe-b67c-f34b47a99187 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:07.030866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Pushing event updated for resources: {'Port': ['ID=35c85d5e-d398-4aca-b027-0ab8214e6597,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:07.074477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Attempting to bind port 35c85d5e-d398-4aca-b027-0ab8214e6597 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:07.074875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Attempting to bind port 35c85d5e-d398-4aca-b027-0ab8214e6597 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4f207ac4-87c2-4207-a84f-95ad4066abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:07.075240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Attempting to bind port 35c85d5e-d398-4aca-b027-0ab8214e6597 on network 98356633-25a3-4e34-9a58-1613d4fa1cc0 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:07.080524 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:07.081294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Checking segment: {'id': '4f207ac4-87c2-4207-a84f-95ad4066abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:07.081871 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.082976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Bound using segment: {'id': '4f207ac4-87c2-4207-a84f-95ad4066abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:07.083625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Bound port: 35c85d5e-d398-4aca-b027-0ab8214e6597, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f207ac4-87c2-4207-a84f-95ad4066abbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:07.084306 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.130714 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.197122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] For port 35c85d5e-d398-4aca-b027-0ab8214e6597, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:07.208820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] For port 35c85d5e-d398-4aca-b027-0ab8214e6597, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35c85d5e-d398-4aca-b027-0ab8214e6597,segment=NetworkSegment(4f207ac4-87c2-4207-a84f-95ad4066abbe),segment_id=4f207ac4-87c2-4207-a84f-95ad4066abbe)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:07.225365 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.232328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.295262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=b88fb5f8-8f9a-49fe-b67c-f34b47a99187,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:07.311776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e5f42-4359-4928-847a-9fb0b25b1e98 None None] Pushing event updated for resources: {'Port': ['ID=35c85d5e-d398-4aca-b027-0ab8214e6597,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:07.502271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.516394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port b88fb5f8-8f9a-49fe-b67c-f34b47a99187 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:07.542152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.556117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-38af1873-89df-4f9b-a08c-575f7971209f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "DELETE /v2.0/ports/b88fb5f8-8f9a-49fe-b67c-f34b47a99187 HTTP/1.1" status: 204 len: 173 time: 1.0649350 Jul 22 14:36:07.592238 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.663845 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:36:07.811775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port 5ca1b442-1c03-445a-b53b-eca8628d807c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:07.812267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:07.980372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port 5ca1b442-1c03-445a-b53b-eca8628d807c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5ca1b442-1c03-445a-b53b-eca8628d807c,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:07.980800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.006089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for 5ca1b442-1c03-445a-b53b-eca8628d807c owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:08.033120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b9bbf-5eee-4584-bf90-3131f922d31b req-703636cf-7f2c-4ec1-b187-38f2234f69d6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:08.034825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5ca1b442-1c03-445a-b53b-eca8628d807c no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:08.038745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a45b9bbf-5eee-4584-bf90-3131f922d31b req-703636cf-7f2c-4ec1-b187-38f2234f69d6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=14bee81f-2860-42f5-b5a8-96849850d9ee HTTP/1.1" status: 200 len: 946 time: 0.1481748 Jul 22 14:36:08.137908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a45b9bbf-5eee-4584-bf90-3131f922d31b req-d0fd1dd6-5273-4d66-a1bc-4c1146a3b06f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654645 Jul 22 14:36:08.144034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.226633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.249416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f2626145-cab3-414f-83e0-02f5f9becffc no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:08.289602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: f2626145-cab3-414f-83e0-02f5f9becffc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:08.289959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f2626145-cab3-414f-83e0-02f5f9becffc not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:08.290809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b88fb5f8-8f9a-49fe-b67c-f34b47a99187 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:08.292449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=5ca1b442-1c03-445a-b53b-eca8628d807c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:08.324533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: b88fb5f8-8f9a-49fe-b67c-f34b47a99187 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:08.325220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b88fb5f8-8f9a-49fe-b67c-f34b47a99187 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:08.344298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.362399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port 5ca1b442-1c03-445a-b53b-eca8628d807c on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:08.365895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.368117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-246d813f-fbc5-436c-90b4-a0c5d28a2016 req-20c6a4ce-dee6-4cce-b9d1-ae784cb6b2fe tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "DELETE /v2.0/ports/5ca1b442-1c03-445a-b53b-eca8628d807c HTTP/1.1" status: 204 len: 173 time: 0.8108315 Jul 22 14:36:08.534375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router 70586ce4-c0fe-4a1d-b43f-e09f41719c8b is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:36:08.678400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-deleted', 'tag': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187'}, {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-deleted', 'tag': '5ca1b442-1c03-445a-b53b-eca8628d807c'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:08.681154 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69c54fb-c044-4849-b9e0-1d17847da13c" -d '{"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-deleted", "tag": "b88fb5f8-8f9a-49fe-b67c-f34b47a99187"}, {"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-deleted", "tag": "5ca1b442-1c03-445a-b53b-eca8628d807c"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:08.734729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:08.757299 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] Sync routers for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:08.774376 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c555b5-b232-4a01-a729-ec5a6c3a5450 x-openstack-request-id: req-31c555b5-b232-4a01-a729-ec5a6c3a5450 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:08.774641 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:08.775054 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-deleted", "tag": "b88fb5f8-8f9a-49fe-b67c-f34b47a99187", "status": "completed", "code": 200}, {"server_uuid": "14bee81f-2860-42f5-b5a8-96849850d9ee", "name": "network-vif-deleted", "tag": "5ca1b442-1c03-445a-b53b-eca8628d807c", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:08.775430 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31c555b5-b232-4a01-a729-ec5a6c3a5450 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:08.775847 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:08.776073 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-deleted', 'tag': 'b88fb5f8-8f9a-49fe-b67c-f34b47a99187', 'status': 'completed', 'code': 200} Jul 22 14:36:08.776511 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14bee81f-2860-42f5-b5a8-96849850d9ee', 'name': 'network-vif-deleted', 'tag': '5ca1b442-1c03-445a-b53b-eca8628d807c', 'status': 'completed', 'code': 200} Jul 22 14:36:08.777637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:08.779328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f374c32-e82b-4a81-a3f4-704397f2571b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2504532 Jul 22 14:36:08.782507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:08.876871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9aae1-7b2b-4320-93c6-21265d85e042 None None] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:09.023688 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:09.044017 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:09.044597 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:35:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:09.100223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3698fa24-d719-4741-aa99-0b253d0e500e None None] Provisioning for port 35c85d5e-d398-4aca-b027-0ab8214e6597 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:09.140478 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:09.141369 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6e95f8-26c7-45f1-ab6d-6d497e365935 None None] The sync data for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:09.268961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59522) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:09.279335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35c85d5e-d398-4aca-b027-0ab8214e6597 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:09.358874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 35c85d5e-d398-4aca-b027-0ab8214e6597 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:09.364058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 35c85d5e-d398-4aca-b027-0ab8214e6597 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:09.364323 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.463273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting subnet 255455f0-5010-4a25-abaa-14ca394bad32 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:09.475513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.495569 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.553358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 35c85d5e-d398-4aca-b027-0ab8214e6597, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35c85d5e-d398-4aca-b027-0ab8214e6597,segment=NetworkSegment(4f207ac4-87c2-4207-a84f-95ad4066abbe),segment_id=4f207ac4-87c2-4207-a84f-95ad4066abbe)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:09.559768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.641257 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.735885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=35c85d5e-d398-4aca-b027-0ab8214e6597,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:09.795449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-32a650eb-318a-472c-9909-556c7debc9a7 None None] Provisioning complete for port 35c85d5e-d398-4aca-b027-0ab8214e6597 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:09.795828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32a650eb-318a-472c-9909-556c7debc9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.839011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.890886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eccc6a11-01d8-460b-be78-99500aaa512e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.918775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:09.923890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:09.961999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.021326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Subnet': ['ID=255455f0-5010-4a25-abaa-14ca394bad32,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:10.047812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.050151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-23ebd128-9d70-4bc0-a804-5c4d54a1d78b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/subnets/255455f0-5010-4a25-abaa-14ca394bad32 HTTP/1.1" status: 204 len: 168 time: 0.7794855 Jul 22 14:36:10.053719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.060882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886f0d4f-15eb-4bb9-b840-cc07f26e917d None None] Network b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:10.110120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59564) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.200682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.312371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7cd2-f5ba-42c6-ae55-6467aea8d1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.334182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port 6fb03983-0efb-4014-a464-35425cb8caa4 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:10.334878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.452994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:10.455983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port 6fb03983-0efb-4014-a464-35425cb8caa4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6fb03983-0efb-4014-a464-35425cb8caa4,segment=NetworkSegment(0813f774-e819-46da-a421-3701c3986b1b),segment_id=0813f774-e819-46da-a421-3701c3986b1b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:10.456562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.480083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for 6fb03983-0efb-4014-a464-35425cb8caa4 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:10.491664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'mac_address': 'fa:16:3e:a6:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:10.529916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.1 (98356633-25a3-4e34-9a58-1613d4fa1cc0/daf03491-1ed8-4082-bfc8-87777ad085c4/c4f6ae29-3ee9-493b-bcba-74061361599c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:10.586558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.587806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7cd2-f5ba-42c6-ae55-6467aea8d1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.593397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6ae7cd2-f5ba-42c6-ae55-6467aea8d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.628328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f53526b3-da28-4547-a6b4-b77cafb3e62b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:10.664017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.682246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Transition to ACTIVE for port object c4f6ae29-3ee9-493b-bcba-74061361599c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:10.685742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:10.696093 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.713539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6ae7cd2-f5ba-42c6-ae55-6467aea8d1c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0568530f6fbf49d097b0b6b9d1aec346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6020372 Jul 22 14:36:10.717487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59582) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:10.726429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae7cd2-f5ba-42c6-ae55-6467aea8d1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc1794b-9b48-4de8-b0d7-4f75068b9781,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:10.730338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.735255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:10.786856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=6fb03983-0efb-4014-a464-35425cb8caa4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:10.788581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:10.796488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port 6fb03983-0efb-4014-a464-35425cb8caa4 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:10.800960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfcccae-2c45-4187-96d2-1bf74d94c7fc None None] DHCP port deletion for b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:10.826744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:10.837452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:10.854877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:10.892725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['f53526b3-da28-4547-a6b4-b77cafb3e62b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:10.975852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=c4f6ae29-3ee9-493b-bcba-74061361599c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.000347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.023521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.053419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da0be66a-7835-40d2-90d0-e0daaef503e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.058168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fdc869-5fc3-46a6-b25f-12b489f4a7e3']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:11.083462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0813f774-e819-46da-a421-3701c3986b1b') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:11.084145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0813f774-e819-46da-a421-3701c3986b1b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:11.096551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.120104 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da0be66a-7835-40d2-90d0-e0daaef503e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.130885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.153383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:11.154457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:11.158054 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:11.203722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35c85d5e-d398-4aca-b027-0ab8214e6597 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:11.267610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.290806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.296919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/networks/b7fdc869-5fc3-46a6-b25f-12b489f4a7e3 HTTP/1.1" status: 204 len: 168 time: 1.2407181 Jul 22 14:36:11.302004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59598) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:11.340205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aa65ec6b-ebed-4721-a879-8d99e241f16c None None] Provisioning for port c4f6ae29-3ee9-493b-bcba-74061361599c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:11.368314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.381246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aa65ec6b-ebed-4721-a879-8d99e241f16c None None] Provisioning complete for port c4f6ae29-3ee9-493b-bcba-74061361599c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:11.381660 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa65ec6b-ebed-4721-a879-8d99e241f16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.394200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe688b-8a84-4545-a482-0ffa87de1e9c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Network': ['ID=b7fdc869-5fc3-46a6-b25f-12b489f4a7e3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.396773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da0be66a-7835-40d2-90d0-e0daaef503e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.400573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-da0be66a-7835-40d2-90d0-e0daaef503e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.401541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-da0be66a-7835-40d2-90d0-e0daaef503e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecc1794b-9b48-4de8-b0d7-4f75068b9781 HTTP/1.1" status: 204 len: 168 time: 0.6824152 Jul 22 14:36:11.422154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0be66a-7835-40d2-90d0-e0daaef503e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc1794b-9b48-4de8-b0d7-4f75068b9781,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.472914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting subnet f1533e0c-b03a-4995-bd05-0b32d146c582 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:11.487255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.590002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.631872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 35c85d5e-d398-4aca-b027-0ab8214e6597 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:11.632924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.640153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aa65ec6b-ebed-4721-a879-8d99e241f16c None None] Port c4f6ae29-3ee9-493b-bcba-74061361599c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:11.782271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.899592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.916055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6fb03983-0efb-4014-a464-35425cb8caa4 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:11.921165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:11.932524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Subnet': ['ID=f1533e0c-b03a-4995-bd05-0b32d146c582,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:11.935017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.936712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-335c8639-9eb0-4ece-96b2-e8646ef59e51 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/subnets/f1533e0c-b03a-4995-bd05-0b32d146c582 HTTP/1.1" status: 204 len: 168 time: 0.6279230 Jul 22 14:36:11.939966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59608) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:11.959620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:11.970266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.045070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa077e4f-623f-48f5-87d6-c63523e7575d None None] Network ab8c2b2c-ad7b-4b27-b19c-9146847064a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:12.061919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.062637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6fb03983-0efb-4014-a464-35425cb8caa4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:12.065545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6fb03983-0efb-4014-a464-35425cb8caa4 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:12.076964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.148261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59620) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:12.194497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d84d-b516-4147-a9e5-61188ea039c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.228872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=c4f6ae29-3ee9-493b-bcba-74061361599c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:12.253024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:12.255679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:12.344433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19efbc0b-ff85-4663-bfd1-e2163876fe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.391153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d84d-b516-4147-a9e5-61188ea039c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.398446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port d8514a32-6131-4fc9-b2bd-f495ef16e1bb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:12.399082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.403636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5d84d-b516-4147-a9e5-61188ea039c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.408302 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.409168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router 70586ce4-c0fe-4a1d-b43f-e09f41719c8b has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:12.452718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port f53526b3-da28-4547-a6b4-b77cafb3e62b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:12.453733 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.509008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6e5d84d-b516-4147-a9e5-61188ea039c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=320307982f114eb59386933fe79f3f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588629 Jul 22 14:36:12.511140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5d84d-b516-4147-a9e5-61188ea039c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d32c6-954c-43f6-82f2-fa5550bd6c22,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:12.528704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59624) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:12.615817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:12.624233 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c81caec2-0c50-4c23-a9c1-d7f9e750e942 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/routers/70586ce4-c0fe-4a1d-b43f-e09f41719c8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8402219 Jul 22 14:36:12.624860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:12.630538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'port': {'network_id': '98356633-25a3-4e34-9a58-1613d4fa1cc0', 'name': 'tempest-FloatingIPTestJSON-1740773686'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:12.674008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] Sync routers for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:12.707250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port d8514a32-6131-4fc9-b2bd-f495ef16e1bb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,segment=NetworkSegment(90f39398-bb87-4684-b2c2-6a43117fc02c),segment_id=90f39398-bb87-4684-b2c2-6a43117fc02c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:12.707583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.715770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] DHCP port deletion for ab8c2b2c-ad7b-4b27-b19c-9146847064a0 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:12.732649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for d8514a32-6131-4fc9-b2bd-f495ef16e1bb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:12.755488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3684b4a7-37ea-4e68-be62-02b7db44d482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.787537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:12.788195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:12.791270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bda9b5d7-24cd-4b4c-98b1-3ef1f7f81443 None None] Provisioning complete for port c4f6ae29-3ee9-493b-bcba-74061361599c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:12.791661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bda9b5d7-24cd-4b4c-98b1-3ef1f7f81443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.822144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3684b4a7-37ea-4e68-be62-02b7db44d482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.857657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.863124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Made reservation on behalf of 25036161062340b596ffdb02de2a862a for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:12.868033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.901214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:12.904067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:12.909354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] device_id is not set on port 2d935d68-6335-42bd-b985-20c80091c833 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:12.909914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:12.912962 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bdd0f2-ae0a-4baf-98fa-807b04ab9e62" -d '{"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-plugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:12.915599 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.950410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.957971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3684b4a7-37ea-4e68-be62-02b7db44d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.961021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3684b4a7-37ea-4e68-be62-02b7db44d482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:12.962442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3684b4a7-37ea-4e68-be62-02b7db44d482 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c93d32c6-954c-43f6-82f2-fa5550bd6c22 HTTP/1.1" status: 204 len: 168 time: 0.4258962 Jul 22 14:36:12.995215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:12.997736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port d8514a32-6131-4fc9-b2bd-f495ef16e1bb on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:13.000089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684b4a7-37ea-4e68-be62-02b7db44d482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d32c6-954c-43f6-82f2-fa5550bd6c22,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.024486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.057323 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bab072f-c470-4bb8-bf88-1c9047ee9f69 x-openstack-request-id: req-6bab072f-c470-4bb8-bf88-1c9047ee9f69 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:13.057614 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-plugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:13.058997 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bab072f-c470-4bb8-bf88-1c9047ee9f69 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:13.060584 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'code': 200} Jul 22 14:36:13.082893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bda9b5d7-24cd-4b4c-98b1-3ef1f7f81443 None None] Port c4f6ae29-3ee9-493b-bcba-74061361599c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:13.095537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:13.098236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:13.220210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:13.225395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ba0a9c-e76b-457d-9858-967167a8d00a None None] The sync data for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:13.236452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.241901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d8514a32-6131-4fc9-b2bd-f495ef16e1bb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:13.255350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8c2b2c-ad7b-4b27-b19c-9146847064a0']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:13.270564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f39398-bb87-4684-b2c2-6a43117fc02c') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:13.270564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f39398-bb87-4684-b2c2-6a43117fc02c') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:13.278281 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.282135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d8514a32-6131-4fc9-b2bd-f495ef16e1bb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:13.284802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d8514a32-6131-4fc9-b2bd-f495ef16e1bb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:13.287115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Allocated IP 172.20.0.4 (98356633-25a3-4e34-9a58-1613d4fa1cc0/daf03491-1ed8-4082-bfc8-87777ad085c4/2d935d68-6335-42bd-b985-20c80091c833) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:13.298056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Deleting port d8514a32-6131-4fc9-b2bd-f495ef16e1bb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:13.299805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.333893 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.350076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:13.352302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.467517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] For port d8514a32-6131-4fc9-b2bd-f495ef16e1bb, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:13.467849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.495878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59654) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:13.496232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Calling delete_port for d8514a32-6131-4fc9-b2bd-f495ef16e1bb owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:13.499320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Port d8514a32-6131-4fc9-b2bd-f495ef16e1bb was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:36:13.501152 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:13.508781 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:13.522031 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.534140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.542116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/networks/ab8c2b2c-ad7b-4b27-b19c-9146847064a0 HTTP/1.1" status: 204 len: 168 time: 1.5970879 Jul 22 14:36:13.552677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59662) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:13.597379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-925913970'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:13.610718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856aef7-3eb8-4b60-9e08-bde0542581d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Network': ['ID=ab8c2b2c-ad7b-4b27-b19c-9146847064a0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.638028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] Pushing event deleted for resources: {'Port': ['ID=d8514a32-6131-4fc9-b2bd-f495ef16e1bb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.664719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.680197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51669ffc-8366-44c3-9d3b-8867c0a79529 None None] No DVR routers for this DVR port d8514a32-6131-4fc9-b2bd-f495ef16e1bb on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:13.704769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Transition to ACTIVE for port object 2d935d68-6335-42bd-b985-20c80091c833 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:13.713979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:13.719133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.727716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.755160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:13.782888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98deeb70-43cf-4a41-b43b-d2e72a02e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.783810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.785913 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Added segment 3680f28e-f315-4002-9742-0cfd07c67bb6 of type vlan for network 707334b3-b505-42bf-88b5-de4ce1009517 Jul 22 14:36:13.813498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:13.901211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:13.906186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event updated for resources: {'Port': ['ID=2d935d68-6335-42bd-b985-20c80091c833,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:13.910943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:13.916357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:13.939150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.001101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:14.004714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.048918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.056039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:14.056680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.059039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98deeb70-43cf-4a41-b43b-d2e72a02e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.069086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98deeb70-43cf-4a41-b43b-d2e72a02e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.106661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e6b4c41f-848f-4e89-8f6f-6e59c16dbf0b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4806883 Jul 22 14:36:14.109710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:14.110637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deeb70-43cf-4a41-b43b-d2e72a02e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23381f7-8511-4171-a3d3-076297901358,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:14.121302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Request body: {'floatingip': {'port_id': '2d935d68-6335-42bd-b985-20c80091c833'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:14.155611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5955694 Jul 22 14:36:14.156824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59678) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:14.178264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'subnet': {'network_id': '707334b3-b505-42bf-88b5-de4ce1009517', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:14.244432 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-98deeb70-43cf-4a41-b43b-d2e72a02e56f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46e9435cfc764031b095041ba04387b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7451897 Jul 22 14:36:14.249213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59682) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:14.384068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:14.387992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.409515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.427516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c00a59e8-027a-4c8d-ac3b-c4d07f100eed None None] Provisioning for port 2d935d68-6335-42bd-b985-20c80091c833 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:14.432869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c00a59e8-027a-4c8d-ac3b-c4d07f100eed None None] Provisioning complete for port 2d935d68-6335-42bd-b985-20c80091c833 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:14.433665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c00a59e8-027a-4c8d-ac3b-c4d07f100eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.459825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfeb20-87b7-4ee8-b44e-d163080b157d tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Network': ['ID=707334b3-b505-42bf-88b5-de4ce1009517,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:14.473488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 707334b3-b505-42bf-88b5-de4ce1009517 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:14.520913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c00a59e8-027a-4c8d-ac3b-c4d07f100eed None None] Port 2d935d68-6335-42bd-b985-20c80091c833 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:14.549869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-129c0aca-5d60-47d7-9385-ec8a2dffa932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.617354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-129c0aca-5d60-47d7-9385-ec8a2dffa932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.681253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.780994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Subnet': ['ID=cca7b82d-6c33-483b-b129-dac5635d1bdf,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:14.793027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Checking segment: {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:14.793514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network hostable DHCP agents. Network: 707334b3-b505-42bf-88b5-de4ce1009517, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:14.835609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network 707334b3-b505-42bf-88b5-de4ce1009517 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:14.851226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 707334b3-b505-42bf-88b5-de4ce1009517) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:14.858348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:14.860358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.861709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eeb569-0f78-4b49-9d3f-385d40c3e410 None None] Network 707334b3-b505-42bf-88b5-de4ce1009517 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:14.888625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-618def4c-274c-459d-adec-fe14299bc0a5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7299395 Jul 22 14:36:14.889354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59706) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:14.896721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-430795502'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:14.935170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-129c0aca-5d60-47d7-9385-ec8a2dffa932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.939118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-129c0aca-5d60-47d7-9385-ec8a2dffa932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.951156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:14.961593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:14.962352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-129c0aca-5d60-47d7-9385-ec8a2dffa932 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e23381f7-8511-4171-a3d3-076297901358 HTTP/1.1" status: 204 len: 168 time: 0.7119930 Jul 22 14:36:14.989359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c0aca-5d60-47d7-9385-ec8a2dffa932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23381f7-8511-4171-a3d3-076297901358,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:15.023137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:15.037566 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.038270 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Added segment 6ef98bcc-0ddb-4c74-93e0-a674090bd902 of type vlan for network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 Jul 22 14:36:15.118780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.185628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.203685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:15.204928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.330171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4394927 Jul 22 14:36:15.333309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59714) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:15.353733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'subnet': {'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:15.407845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f299635-5953-4a51-9282-a864c2d9825c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Network': ['ID=68225ef7-4f61-49a0-b9dc-06df0eda8fa2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:15.506157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:15.563204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:15.579217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.631262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-707334b3-b505-42bf-88b5-de4ce1009517', 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'fixed_ips': [{'subnet_id': 'cca7b82d-6c33-483b-b129-dac5635d1bdf'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:15.632145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.836247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59740) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:15.889688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.898600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b0f38db-b501-47dc-961b-92f0fd6c4cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.929482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:15.980423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Allocated IP 19.80.0.2 (707334b3-b505-42bf-88b5-de4ce1009517/cca7b82d-6c33-483b-b129-dac5635d1bdf/09b4a5bf-0e45-4347-ad32-b5f95877b587) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:15.985827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Subnet': ['ID=35d78a94-cd15-4b89-bb07-e6f7f8039e93,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.071573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Checking segment: {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:16.071866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network hostable DHCP agents. Network: 68225ef7-4f61-49a0-b9dc-06df0eda8fa2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:16.148315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:16.159120 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.162402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 68225ef7-4f61-49a0-b9dc-06df0eda8fa2) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:16.173900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Transition to ACTIVE for port object 09b4a5bf-0e45-4347-ad32-b5f95877b587 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:16.182022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c938f9b-a6d0-49c3-b387-4c69b3bcb4d6 None None] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:16.182460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:16.183153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.230904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Transition to ACTIVE for port object 09b4a5bf-0e45-4347-ad32-b5f95877b587 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:16.253122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b0f38db-b501-47dc-961b-92f0fd6c4cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.261943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b0f38db-b501-47dc-961b-92f0fd6c4cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.315316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b0f38db-b501-47dc-961b-92f0fd6c4cba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20149034be5b4a0294fc02a19589ec37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780004 Jul 22 14:36:16.328394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7af638ec-97d9-4b22-824d-0554542fecf2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9939961 Jul 22 14:36:16.334948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:16.336922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.359108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Network 707334b3-b505-42bf-88b5-de4ce1009517 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:16.364034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:16.375854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f38db-b501-47dc-961b-92f0fd6c4cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0bd675-33a8-4c48-b068-5290dab13355,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.405082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59750) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:16.417415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.423062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:16.425907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a1221aa-3b22-4575-bf25-f6197e64f24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.439911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.472782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a1221aa-3b22-4575-bf25-f6197e64f24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.562342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a1221aa-3b22-4575-bf25-f6197e64f24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.565837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a1221aa-3b22-4575-bf25-f6197e64f24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.567749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4a1221aa-3b22-4575-bf25-f6197e64f24c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e0bd675-33a8-4c48-b068-5290dab13355 HTTP/1.1" status: 204 len: 168 time: 0.2317333 Jul 22 14:36:16.594822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Pushing event updated for resources: {'Port': ['ID=09b4a5bf-0e45-4347-ad32-b5f95877b587,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.609009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1221aa-3b22-4575-bf25-f6197e64f24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0bd675-33a8-4c48-b068-5290dab13355,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:16.704795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Attempting to bind port 09b4a5bf-0e45-4347-ad32-b5f95877b587 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:16.705179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Attempting to bind port 09b4a5bf-0e45-4347-ad32-b5f95877b587 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:16.705562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Attempting to bind port 09b4a5bf-0e45-4347-ad32-b5f95877b587 on network 707334b3-b505-42bf-88b5-de4ce1009517 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:16.716564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-68225ef7-4f61-49a0-b9dc-06df0eda8fa2', 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'fixed_ips': [{'subnet_id': '35d78a94-cd15-4b89-bb07-e6f7f8039e93'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:16.717385 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.721912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:16.722269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Checking segment: {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:16.723349 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.723649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Bound using segment: {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:16.724153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Bound port: 09b4a5bf-0e45-4347-ad32-b5f95877b587, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:16.724518 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.728189 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP af18bd41-cb88-4523-ab7b-a5afae035494 associated. External IP: 172.25.3.151, port: 67d600ab-fa08-4e14-a41b-69fe97e48b30. Jul 22 14:36:16.755954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98296d7e-083a-49e0-9ef2-3b3a41d945e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:16.884875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Allocated IP 19.86.0.2 (68225ef7-4f61-49a0-b9dc-06df0eda8fa2/35d78a94-cd15-4b89-bb07-e6f7f8039e93/7552e2e3-7305-4ef7-ae3c-385d485be547) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:16.933824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-8e177927-6d5f-4ad6-b137-484d595f84cb tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:16.951582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-8e177927-6d5f-4ad6-b137-484d595f84cb tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:16.954822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-8e177927-6d5f-4ad6-b137-484d595f84cb tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/networks?id=707334b3-b505-42bf-88b5-de4ce1009517&id=68225ef7-4f61-49a0-b9dc-06df0eda8fa2 HTTP/1.1" status: 200 len: 1390 time: 0.2960033 Jul 22 14:36:17.021793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-9724592d-eace-4c53-a3b6-ffc771f34f68 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/quotas/50c525785c5c4e7785d868e7fa64b230 HTTP/1.1" status: 200 len: 375 time: 0.0553446 Jul 22 14:36:17.110335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.125328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:17.138646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Transition to ACTIVE for port object 7552e2e3-7305-4ef7-ae3c-385d485be547 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:17.155389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] For port 09b4a5bf-0e45-4347-ad32-b5f95877b587, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:17.172397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Transition to ACTIVE for port object 7552e2e3-7305-4ef7-ae3c-385d485be547 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:17.175249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] For port 09b4a5bf-0e45-4347-ad32-b5f95877b587, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=09b4a5bf-0e45-4347-ad32-b5f95877b587,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:17.182158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.183018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98296d7e-083a-49e0-9ef2-3b3a41d945e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.198961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98296d7e-083a-49e0-9ef2-3b3a41d945e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.201331 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.250579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-98296d7e-083a-49e0-9ef2-3b3a41d945e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91251e845b15429da7de68f3091146f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8442528 Jul 22 14:36:17.263697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59788) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:17.280392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:17.287724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:17.292710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:17.318180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e03e39-e7f7-4965-a54b-0c4cf94c79ab None None] Pushing event updated for resources: {'Port': ['ID=09b4a5bf-0e45-4347-ad32-b5f95877b587,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.351983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-69f28730-f9cf-4821-bcdd-bbf3ef793c2b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3236361 Jul 22 14:36:17.360616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98296d7e-083a-49e0-9ef2-3b3a41d945e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6604b55d-9afc-4c5c-af96-26f62428cd3b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.434503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:17.435495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Attempting to bind port 7552e2e3-7305-4ef7-ae3c-385d485be547 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:17.435872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Attempting to bind port 7552e2e3-7305-4ef7-ae3c-385d485be547 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:17.436240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Attempting to bind port 7552e2e3-7305-4ef7-ae3c-385d485be547 on network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:17.455637 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:17.469993 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:17.470941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:17.490040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:17.490423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Checking segment: {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:17.490867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.491271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Bound using segment: {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:17.491765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Bound port: 7552e2e3-7305-4ef7-ae3c-385d485be547, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:17.492157 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.510248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-df0afc89-8123-4d7c-aaf7-863dd8a4c7b7 service neutron] 10.222.0.60 "GET /v2.0/networks/707334b3-b505-42bf-88b5-de4ce1009517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301043 Jul 22 14:36:17.536318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Pushing event updated for resources: {'Port': ['ID=7552e2e3-7305-4ef7-ae3c-385d485be547,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.665887 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:17.703249 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:17.703899 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:17.733292 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb529-2da7-448a-93cc-1ad637dbf2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.757178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] For port 7552e2e3-7305-4ef7-ae3c-385d485be547, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:17.777332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] For port 7552e2e3-7305-4ef7-ae3c-385d485be547, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7552e2e3-7305-4ef7-ae3c-385d485be547,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:17.788358 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.793273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-1979e5bf-681f-4c16-9a7a-1ff4aaa229e9 service neutron] 10.222.0.60 "GET /v2.0/networks/707334b3-b505-42bf-88b5-de4ce1009517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227170 Jul 22 14:36:17.830474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb529-2da7-448a-93cc-1ad637dbf2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:17.842279 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:17.843034 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9cb7ba-3b39-4e00-986b-efacf3eb8e94 None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:17.898620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95d6fb-0b4f-49b2-bea4-fd047415ca48 None None] Pushing event updated for resources: {'Port': ['ID=7552e2e3-7305-4ef7-ae3c-385d485be547,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:17.998939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-f62c907b-6cc5-415f-98f4-36bcac72344c service neutron] 10.222.0.60 "GET /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871417 Jul 22 14:36:18.062791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb529-2da7-448a-93cc-1ad637dbf2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.076075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb529-2da7-448a-93cc-1ad637dbf2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.078125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1b4eb529-2da7-448a-93cc-1ad637dbf2e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6604b55d-9afc-4c5c-af96-26f62428cd3b HTTP/1.1" status: 204 len: 168 time: 0.8046691 Jul 22 14:36:18.085788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router 70586ce4-c0fe-4a1d-b43f-e09f41719c8b has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:18.183504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eb529-2da7-448a-93cc-1ad637dbf2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6604b55d-9afc-4c5c-af96-26f62428cd3b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:18.293243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-3bfb5aa6-104b-46f4-9b27-2a80789c5f7c service neutron] 10.222.0.60 "GET /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716527 Jul 22 14:36:18.389775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:18.397518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.404098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] Sync routers for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:18.447545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:18.448626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:18.554071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:18.580650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a89d021-c78c-4f21-b0ce-db2b16d63049 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/floatingips/af18bd41-cb88-4523-ab7b-a5afae035494 HTTP/1.1" status: 200 len: 978 time: 4.4654686 Jul 22 14:36:18.581562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:18.587675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:18.589499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:18.688078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:18.688572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac609b07-5e21-4595-87ea-e4864ee93b2f None None] The sync data for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:18.855206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f568c42f-870f-4e1d-b835-4e8beb65d35c req-beeb1cb1-b5df-4251-a758-d9ce5f4df2a6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 210 time: 0.0960510 Jul 22 14:36:18.907553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 2d935d68-6335-42bd-b985-20c80091c833 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:18.909040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:18.973317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59880) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:19.005740 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60c1228d-f41d-4f1e-9243-d16f8ab00415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.135657 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.160888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da2f22-d59b-4cf3-8828-0d985be367cd None None] Network 707334b3-b505-42bf-88b5-de4ce1009517 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:19.378932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60c1228d-f41d-4f1e-9243-d16f8ab00415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.393423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60c1228d-f41d-4f1e-9243-d16f8ab00415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.508184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7552e2e3-7305-4ef7-ae3c-385d485be547 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:19.531467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-60c1228d-f41d-4f1e-9243-d16f8ab00415 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a63b23b515a04ac5b061bf21aa736817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482202 Jul 22 14:36:19.544907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:19.684242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-40961d15-7a03-454e-8fef-24b64e166b9c None None] Provisioning for port 09b4a5bf-0e45-4347-ad32-b5f95877b587 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:19.685727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1228d-f41d-4f1e-9243-d16f8ab00415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a8dbc5-b3cc-4140-a437-f25b7f005234,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:19.690677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf9af6-fbb7-4e51-a4fc-35d4205fbed5 None None] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:19.772882 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2030d698-ba6e-405f-9723-7dcc0d59d6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.827881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2030d698-ba6e-405f-9723-7dcc0d59d6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.912030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2030d698-ba6e-405f-9723-7dcc0d59d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.925069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 7552e2e3-7305-4ef7-ae3c-385d485be547 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:19.929665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2030d698-ba6e-405f-9723-7dcc0d59d6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:19.937861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2030d698-ba6e-405f-9723-7dcc0d59d6fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62a8dbc5-b3cc-4140-a437-f25b7f005234 HTTP/1.1" status: 204 len: 168 time: 0.3874183 Jul 22 14:36:19.967859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030d698-ba6e-405f-9723-7dcc0d59d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a8dbc5-b3cc-4140-a437-f25b7f005234,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:19.993738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 09b4a5bf-0e45-4347-ad32-b5f95877b587 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:20.143096 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d419c1c4-8133-4900-9220-e357380cd3db req-3e178901-ffc3-45a8-a2eb-024ecf30ffd5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 210 time: 0.1109061 Jul 22 14:36:20.313130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.313530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.313854 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Floating IP af18bd41-cb88-4523-ab7b-a5afae035494 disassociated. External IP: 172.25.3.151, port: 2d935d68-6335-42bd-b985-20c80091c833. Jul 22 14:36:20.314204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 2d935d68-6335-42bd-b985-20c80091c833 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:20.321207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] Provisioning for port 7552e2e3-7305-4ef7-ae3c-385d485be547 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:20.379260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] Provisioning complete for port 7552e2e3-7305-4ef7-ae3c-385d485be547 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:20.379667 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.511684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 09b4a5bf-0e45-4347-ad32-b5f95877b587 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:20.532553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 09b4a5bf-0e45-4347-ad32-b5f95877b587 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:20.533064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.799945 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.858196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-15f23d2e-1040-4c09-90ad-f7a356fc5ba3 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:20.867872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-15f23d2e-1040-4c09-90ad-f7a356fc5ba3 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:20.869867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-15f23d2e-1040-4c09-90ad-f7a356fc5ba3 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "GET /v2.0/networks?id=707334b3-b505-42bf-88b5-de4ce1009517&id=68225ef7-4f61-49a0-b9dc-06df0eda8fa2 HTTP/1.1" status: 200 len: 1390 time: 0.3804476 Jul 22 14:36:20.871298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:20.894439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'port': {'device_id': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517', 'admin_state_up': True, 'tenant_id': '50c525785c5c4e7785d868e7fa64b230'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:20.939349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=2d935d68-6335-42bd-b985-20c80091c833,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.078381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.117035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] For port 7552e2e3-7305-4ef7-ae3c-385d485be547, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7552e2e3-7305-4ef7-ae3c-385d485be547,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:21.135598 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.233229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b88a-8975-4ca8-996f-8a19e580d6e7 None None] Pushing event updated for resources: {'Port': ['ID=7552e2e3-7305-4ef7-ae3c-385d485be547,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.319269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 09b4a5bf-0e45-4347-ad32-b5f95877b587, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=09b4a5bf-0e45-4347-ad32-b5f95877b587,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:21.326639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router 70586ce4-c0fe-4a1d-b43f-e09f41719c8b has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:21.342742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.442580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-03dbc88c-a02f-49c3-ae03-3a6d75f73c34 None None] Provisioning complete for port 09b4a5bf-0e45-4347-ad32-b5f95877b587 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:21.447356 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03dbc88c-a02f-49c3-ae03-3a6d75f73c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.546000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afeadf08-5f89-4ceb-8ed9-3dcf08009536 req-591cb2d0-a6e4-4d39-a6c7-b4813c2c98f1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 210 time: 0.1733551 Jul 22 14:36:21.570772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7552e2e3-7305-4ef7-ae3c-385d485be547 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:21.624349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=09b4a5bf-0e45-4347-ad32-b5f95877b587,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:21.638206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7552e2e3-7305-4ef7-ae3c-385d485be547 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:21.638206 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.718177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:21.723830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.759113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0f638737-99f8-4021-93e5-407cd29cc7b0 None None] Provisioning complete for port 7552e2e3-7305-4ef7-ae3c-385d485be547 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:21.759489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f638737-99f8-4021-93e5-407cd29cc7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:21.884221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:21.907376 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] Sync routers for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:21.929109 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:21.935629 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:22.014460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Allocated IP 19.80.0.88 (707334b3-b505-42bf-88b5-de4ce1009517/cca7b82d-6c33-483b-b129-dac5635d1bdf/8e58155c-3d7c-4681-90db-6b9cc3053bc1) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:22.020849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.025697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-57b92866-58f0-4de4-ac42-61bb0d54f255 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/ports/2d935d68-6335-42bd-b985-20c80091c833 HTTP/1.1" status: 204 len: 168 time: 3.4425139 Jul 22 14:36:22.026220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:22.033988 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:22.066254 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:22.068854 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:22.211506 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:22.212192 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af00f27-e83b-42b9-880e-5c5b6378d420 None None] The sync data for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:22.274664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.299486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Transition to ACTIVE for port object 8e58155c-3d7c-4681-90db-6b9cc3053bc1 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:22.377410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.436041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network 707334b3-b505-42bf-88b5-de4ce1009517 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:22.442999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:22.447946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:22.510153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:22.510853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.543466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Port': ['ID=8e58155c-3d7c-4681-90db-6b9cc3053bc1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:22.561113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-b7ff96df-a209-4820-9f43-9b4f74041d65 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6713197 Jul 22 14:36:22.573104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Request body: {'port': {'device_id': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2', 'admin_state_up': True, 'tenant_id': '50c525785c5c4e7785d868e7fa64b230'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:22.891899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:22.926136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9e76a48a-b748-4631-a70b-84540ec0334f None None] Provisioning for port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:22.933848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9e76a48a-b748-4631-a70b-84540ec0334f None None] Provisioning complete for port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:22.934625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e76a48a-b748-4631-a70b-84540ec0334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.010777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Made reservation on behalf of 50c525785c5c4e7785d868e7fa64b230 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:23.015081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.027104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9e76a48a-b748-4631-a70b-84540ec0334f None None] Port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:23.029405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeb770-76f1-40ca-be3a-9628bb74f0d8 req-74e5a816-a7af-46f0-920d-26b37fc652cd tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:23.037828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1adeb770-76f1-40ca-be3a-9628bb74f0d8 req-74e5a816-a7af-46f0-920d-26b37fc652cd tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 931 time: 0.2092450 Jul 22 14:36:23.148960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1adeb770-76f1-40ca-be3a-9628bb74f0d8 req-953572d9-ba4a-4c5c-889f-c13b05c845a4 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033049 Jul 22 14:36:23.335448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Allocated IP 19.86.0.183 (68225ef7-4f61-49a0-b9dc-06df0eda8fa2/35d78a94-cd15-4b89-bb07-e6f7f8039e93/96b53288-2820-409e-bf90-acaaa47a5876) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:23.530860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 09b4a5bf-0e45-4347-ad32-b5f95877b587 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:23.539811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port c4f6ae29-3ee9-493b-bcba-74061361599c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:23.540602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.665352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 09b4a5bf-0e45-4347-ad32-b5f95877b587 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:23.669447 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.672990 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.711213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Transition to ACTIVE for port object 96b53288-2820-409e-bf90-acaaa47a5876 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:23.784130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.792029 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:23.825156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for c4f6ae29-3ee9-493b-bcba-74061361599c owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:23.915189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:23.920751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:23.924975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:23.994810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event updated for resources: {'Port': ['ID=96b53288-2820-409e-bf90-acaaa47a5876,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:24.037593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.047306 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.069794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-cfadc714-d637-4253-ad11-f2f03f269e55 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5012698 Jul 22 14:36:24.097904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Request body: {'port': {'device_id': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:24.273433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.367707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ed345dd1-a54f-41c8-bc4f-c50e2796e4b9 None None] Provisioning for port 96b53288-2820-409e-bf90-acaaa47a5876 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:24.374846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ed345dd1-a54f-41c8-bc4f-c50e2796e4b9 None None] Provisioning complete for port 96b53288-2820-409e-bf90-acaaa47a5876 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:24.375538 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed345dd1-a54f-41c8-bc4f-c50e2796e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.426349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ed345dd1-a54f-41c8-bc4f-c50e2796e4b9 None None] Port 96b53288-2820-409e-bf90-acaaa47a5876 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:36:24.485182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:24.531468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=c4f6ae29-3ee9-493b-bcba-74061361599c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:24.565881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f1161-a980-46be-b7e7-531a3be82be4 req-75c471b4-1c62-408a-bed4-248492929b59 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.581137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f1161-a980-46be-b7e7-531a3be82be4 req-75c471b4-1c62-408a-bed4-248492929b59 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:24.588862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d3f1161-a980-46be-b7e7-531a3be82be4 req-75c471b4-1c62-408a-bed4-248492929b59 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1654 time: 0.3229675 Jul 22 14:36:24.903160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.159265 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d3f1161-a980-46be-b7e7-531a3be82be4 req-c0b49832-9882-442b-9cad-c9d373fb3c1c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694203 Jul 22 14:36:25.187248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e58155c-3d7c-4681-90db-6b9cc3053bc1 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:25.208195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.243700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Transition to ACTIVE for port object 8e58155c-3d7c-4681-90db-6b9cc3053bc1 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:25.248808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.452412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e58155c-3d7c-4681-90db-6b9cc3053bc1,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:25.676085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Attempting to bind port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:25.676425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Attempting to bind port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:25.676762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Attempting to bind port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 on network 707334b3-b505-42bf-88b5-de4ce1009517 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:25.687945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 on network 707334b3-b505-42bf-88b5-de4ce1009517 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:36:25.688285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Attempting to bind port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 on network 707334b3-b505-42bf-88b5-de4ce1009517 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:25.703357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:25.703669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Checking segment: {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:25.704072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Bound using segment: {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:25.704522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Bound port: 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3680f28e-f315-4002-9742-0cfd07c67bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:25.704895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.738159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router 70586ce4-c0fe-4a1d-b43f-e09f41719c8b has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:25.799550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] For port 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:25.803001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] For port 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8e58155c-3d7c-4681-90db-6b9cc3053bc1,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:25.809170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.860852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:25.862136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:25.863969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] 10.222.0.61 "PUT /v2.0/ports/8e58155c-3d7c-4681-90db-6b9cc3053bc1 HTTP/1.1" status: 200 len: 1091 time: 1.7862139 Jul 22 14:36:25.866892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'tag': '8e58155c-3d7c-4681-90db-6b9cc3053bc1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:25.870563 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "tag": "8e58155c-3d7c-4681-90db-6b9cc3053bc1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:25.902954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342e99-844f-4be2-8864-f4755c0b8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e58155c-3d7c-4681-90db-6b9cc3053bc1,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:26.008801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Request body: {'port': {'device_id': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:26.027077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:26.044341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] Sync routers for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:26.061268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:26.064457 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2fe0802a-180c-4ec7-a6bd-9ef46caf7b2a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/routers/70586ce4-c0fe-4a1d-b43f-e09f41719c8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0339510 Jul 22 14:36:26.064779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:26.065590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.098413 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350c8bae-40d7-4b5e-97bb-67bc23daf8e1 x-openstack-request-id: req-350c8bae-40d7-4b5e-97bb-67bc23daf8e1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:26.099575 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "tag": "8e58155c-3d7c-4681-90db-6b9cc3053bc1", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:26.099997 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-350c8bae-40d7-4b5e-97bb-67bc23daf8e1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:26.100533 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'tag': '8e58155c-3d7c-4681-90db-6b9cc3053bc1', 'status': 'completed', 'code': 200} Jul 22 14:36:26.136281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.156776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] Routers {'70586ce4-c0fe-4a1d-b43f-e09f41719c8b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:26.157915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.220953 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.322915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:26.332931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16246078-a754-4157-a8cf-242bcdd38909 None None] The sync data for ids ['70586ce4-c0fe-4a1d-b43f-e09f41719c8b'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:26.366451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-c2c08acf-f97b-4a32-b7ae-a304c9dc61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.366991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-c2c08acf-f97b-4a32-b7ae-a304c9dc61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.368596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-c2c08acf-f97b-4a32-b7ae-a304c9dc61a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1913 time: 0.3015492 Jul 22 14:36:26.510708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.537620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59843a4b-ef02-4eb6-b050-c496c06193e0 req-9ede499a-08fc-4639-a356-98ae4c6bc599 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.544267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59843a4b-ef02-4eb6-b050-c496c06193e0 req-9ede499a-08fc-4639-a356-98ae4c6bc599 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.546668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59843a4b-ef02-4eb6-b050-c496c06193e0 req-9ede499a-08fc-4639-a356-98ae4c6bc599 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1666 time: 0.2132273 Jul 22 14:36:26.628143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59843a4b-ef02-4eb6-b050-c496c06193e0 req-0b6e8ff3-e538-4ff8-8d0c-cb7b22e72a84 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726452 Jul 22 14:36:26.712867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.730347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-4cf82f40-7adf-4d28-9c97-1357e8f0eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.730954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-4cf82f40-7adf-4d28-9c97-1357e8f0eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.731873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-4cf82f40-7adf-4d28-9c97-1357e8f0eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.734070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-4cf82f40-7adf-4d28-9c97-1357e8f0eac0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=50c525785c5c4e7785d868e7fa64b230&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3495803 Jul 22 14:36:26.820075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b53288-2820-409e-bf90-acaaa47a5876 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:26.839041 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.886377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Transition to ACTIVE for port object 96b53288-2820-409e-bf90-acaaa47a5876 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:26.891655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.972040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 533104f8-0e82-47da-8a98-0925d21121f8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:26.972918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:26.976337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-bedc9ae2-c8b5-440a-af5b-ef16e0eab32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:26.978081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fff673b-ac06-4e9d-99e6-dd674fc4dd20 req-bedc9ae2-c8b5-440a-af5b-ef16e0eab32c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2373807 Jul 22 14:36:26.979192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Pushing event updated for resources: {'Port': ['ID=96b53288-2820-409e-bf90-acaaa47a5876,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:27.115725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.148751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 533104f8-0e82-47da-8a98-0925d21121f8 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:27.286967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Attempting to bind port 96b53288-2820-409e-bf90-acaaa47a5876 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:27.287487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Attempting to bind port 96b53288-2820-409e-bf90-acaaa47a5876 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:27.287817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Attempting to bind port 96b53288-2820-409e-bf90-acaaa47a5876 on network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:27.298644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Port 96b53288-2820-409e-bf90-acaaa47a5876 on network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:36:27.299001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Attempting to bind port 96b53288-2820-409e-bf90-acaaa47a5876 on network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:27.309641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:27.309988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Checking segment: {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:27.310308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Bound using segment: {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:27.310785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Bound port: 96b53288-2820-409e-bf90-acaaa47a5876, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef98bcc-0ddb-4c74-93e0-a674090bd902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:27.311152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.455489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] For port 96b53288-2820-409e-bf90-acaaa47a5876, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:27.462064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] For port 96b53288-2820-409e-bf90-acaaa47a5876, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=96b53288-2820-409e-bf90-acaaa47a5876,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:27.472143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.569796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:27.570753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.572574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] 10.222.0.61 "PUT /v2.0/ports/96b53288-2820-409e-bf90-acaaa47a5876 HTTP/1.1" status: 200 len: 1092 time: 1.5687964 Jul 22 14:36:27.680582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:27.698662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7bde0-aa29-487d-b04c-f2998e2df187 service neutron] Pushing event updated for resources: {'Port': ['ID=96b53288-2820-409e-bf90-acaaa47a5876,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:27.805849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-7a0c5d74-c00a-4bf1-94e1-2782bf3964c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:27.806874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-7a0c5d74-c00a-4bf1-94e1-2782bf3964c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:27.809497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-7a0c5d74-c00a-4bf1-94e1-2782bf3964c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1980 time: 0.1717939 Jul 22 14:36:27.837207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=533104f8-0e82-47da-8a98-0925d21121f8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:27.890275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-e0914e75-e8f2-4571-bd3b-4ab9848aaf19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.88&port_id=8e58155c-3d7c-4681-90db-6b9cc3053bc1 HTTP/1.1" status: 200 len: 217 time: 0.0680270 Jul 22 14:36:27.997805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.103555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'tag': '96b53288-2820-409e-bf90-acaaa47a5876'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:28.105834 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e8704-fedc-42f2-95a7-aa06dad47328" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "tag": "96b53288-2820-409e-bf90-acaaa47a5876"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:28.121738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-ef5e299f-2719-4327-8bf5-c6834b014622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.123280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-ef5e299f-2719-4327-8bf5-c6834b014622 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cca7b82d-6c33-483b-b129-dac5635d1bdf HTTP/1.1" status: 200 len: 801 time: 0.1927230 Jul 22 14:36:28.204516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.207137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.225316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ba7-06f8-4e4e-8354-ca1f8a2b32ab req-0c92f0fe-897b-4b9f-a6a0-03f6e92d5b90 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.244833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f80ba7-06f8-4e4e-8354-ca1f8a2b32ab req-0c92f0fe-897b-4b9f-a6a0-03f6e92d5b90 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.251979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55f80ba7-06f8-4e4e-8354-ca1f8a2b32ab req-0c92f0fe-897b-4b9f-a6a0-03f6e92d5b90 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1678 time: 0.4405758 Jul 22 14:36:28.299332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-227978dd-9611-423e-8e71-817b36bf4afc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2830694 Jul 22 14:36:28.332354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.334432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Fanout notify agent at l3_agent the message router_deleted on router 70586ce4-c0fe-4a1d-b43f-e09f41719c8b {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:36:28.336928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55f80ba7-06f8-4e4e-8354-ca1f8a2b32ab req-2850573d-bdc0-43de-852c-d8559472e104 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839653 Jul 22 14:36:28.348698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-1c1d9e5f-c448-4ad0-ba25-cb21307a29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.353362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-1c1d9e5f-c448-4ad0-ba25-cb21307a29af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=707334b3-b505-42bf-88b5-de4ce1009517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2197161 Jul 22 14:36:28.353926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.355194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a079114d-867a-4f68-abf9-cbc937b067d9 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/routers/70586ce4-c0fe-4a1d-b43f-e09f41719c8b HTTP/1.1" status: 204 len: 168 time: 2.2838991 Jul 22 14:36:28.357750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60068) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:28.495279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting subnet daf03491-1ed8-4082-bfc8-87777ad085c4 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:28.507568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.569267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-2a3c3aad-24ea-421b-b4dd-12de99c4c159 service neutron] 10.222.0.61 "GET /v2.0/networks/707334b3-b505-42bf-88b5-de4ce1009517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093024 Jul 22 14:36:28.613880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.672833 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec3aabe-2e12-44d2-a270-6b953dc753ea x-openstack-request-id: req-4ec3aabe-2e12-44d2-a270-6b953dc753ea {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:28.673128 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "tag": "96b53288-2820-409e-bf90-acaaa47a5876", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:28.673387 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ec3aabe-2e12-44d2-a270-6b953dc753ea {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:28.673777 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'tag': '96b53288-2820-409e-bf90-acaaa47a5876', 'status': 'completed', 'code': 200} Jul 22 14:36:28.775744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-800a4164-a642-4931-b0b0-2751218e09ad service neutron] 10.222.0.61 "GET /v2.0/networks/707334b3-b505-42bf-88b5-de4ce1009517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720200 Jul 22 14:36:28.825512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:28.826013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-8268bc4d-e477-4e01-a94f-3118621157b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=96b53288-2820-409e-bf90-acaaa47a5876 HTTP/1.1" status: 200 len: 217 time: 0.0430522 Jul 22 14:36:28.882381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-6bf56e5c-4a21-44db-8bcf-a6e57eb43ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.884194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-6bf56e5c-4a21-44db-8bcf-a6e57eb43ae4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35d78a94-cd15-4b89-bb07-e6f7f8039e93 HTTP/1.1" status: 200 len: 801 time: 0.0508327 Jul 22 14:36:28.892167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.892904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.893774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.894474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.895223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.895863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.896616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:28.898856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-78345004-c607-4a48-9996-fc66b5124466 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6499 time: 0.3283842 Jul 22 14:36:29.024341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.103591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Subnet': ['ID=daf03491-1ed8-4082-bfc8-87777ad085c4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:29.111624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.119138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-728f706e-ca6f-46b7-88aa-ba0d3a8cf701 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/subnets/daf03491-1ed8-4082-bfc8-87777ad085c4 HTTP/1.1" status: 204 len: 168 time: 0.7573981 Jul 22 14:36:29.121221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60076) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:29.137309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db11dc3-6dc1-4d12-9ea0-5b6adcfe53a6 None None] Network 98356633-25a3-4e34-9a58-1613d4fa1cc0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:29.154920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-3b8da03d-fad9-49a9-a1e7-c7893aa3b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:29.156487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-3b8da03d-fad9-49a9-a1e7-c7893aa3b2fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68225ef7-4f61-49a0-b9dc-06df0eda8fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2565112 Jul 22 14:36:29.210343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-fb10e63b-81ef-421f-981f-5a5c1eb8a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:29.210849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-fb10e63b-81ef-421f-981f-5a5c1eb8a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:29.211324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-fb10e63b-81ef-421f-981f-5a5c1eb8a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:29.212906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-fb10e63b-81ef-421f-981f-5a5c1eb8a5a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 2298 time: 0.2648635 Jul 22 14:36:29.423088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-07701cdf-de53-4b38-a955-da7a9da5be2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 200 len: 1001 time: 0.1894224 Jul 22 14:36:29.520360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] DHCP port deletion for 98356633-25a3-4e34-9a58-1613d4fa1cc0 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:29.560543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.598776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Deleting port 35c85d5e-d398-4aca-b027-0ab8214e6597 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:29.599413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.725820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-0309a604-99b9-4863-bc3c-23d52824130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:29.727371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-0309a604-99b9-4863-bc3c-23d52824130b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57c75868-48b5-43c0-9a8f-0a002a099812 HTTP/1.1" status: 200 len: 856 time: 0.1626015 Jul 22 14:36:29.731907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-446800c1-7265-42b3-b9df-0ecf2574b96e service neutron] 10.222.0.61 "GET /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544584 Jul 22 14:36:29.796582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] For port 35c85d5e-d398-4aca-b027-0ab8214e6597, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35c85d5e-d398-4aca-b027-0ab8214e6597,segment=NetworkSegment(4f207ac4-87c2-4207-a84f-95ad4066abbe),segment_id=4f207ac4-87c2-4207-a84f-95ad4066abbe)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:29.801933 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.827068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Calling delete_port for 35c85d5e-d398-4aca-b027-0ab8214e6597 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:29.931027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:29.963579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Pushing event deleted for resources: {'Port': ['ID=35c85d5e-d398-4aca-b027-0ab8214e6597,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:29.978285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.979192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.979810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.980376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.980885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.981411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.982538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.983048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.983977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.984740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.985237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.985729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:29.995839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e57c78-4d18-428a-84c4-71e185c92569 None None] No DVR routers for this DVR port 35c85d5e-d398-4aca-b027-0ab8214e6597 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:30.400462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc56c-ea94-442d-88c3-d5f517367e1a req-7c6effb9-753c-46b5-a419-23201b5ac983 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:30.408928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebc56c-ea94-442d-88c3-d5f517367e1a req-7c6effb9-753c-46b5-a419-23201b5ac983 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:30.418916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56ebc56c-ea94-442d-88c3-d5f517367e1a req-7c6effb9-753c-46b5-a419-23201b5ac983 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1678 time: 0.8504460 Jul 22 14:36:30.485787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 35c85d5e-d398-4aca-b027-0ab8214e6597 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:30.486507 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.512963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ccb865-f02b-4b55-8e23-46695003ee19 req-2489683b-b0d5-470f-8693-1455db711d4d service neutron] 10.222.0.61 "GET /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692583 Jul 22 14:36:30.562600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56ebc56c-ea94-442d-88c3-d5f517367e1a req-c635580e-b67f-49b2-92aa-35b0c8a27972 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422765 Jul 22 14:36:30.577332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-ea3d800b-166f-43bc-8205-01edbdaa60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:30.579049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-ea3d800b-166f-43bc-8205-01edbdaa60f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8228216 Jul 22 14:36:30.795147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] For port 35c85d5e-d398-4aca-b027-0ab8214e6597, host n-d-794306-8, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:30.795477 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.827307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 35c85d5e-d398-4aca-b027-0ab8214e6597 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:30.852493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Port 35c85d5e-d398-4aca-b027-0ab8214e6597 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:36:30.866960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:30.973381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=35c85d5e-d398-4aca-b027-0ab8214e6597,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:30.978610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] No DVR routers for this DVR port 35c85d5e-d398-4aca-b027-0ab8214e6597 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:31.073441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-fa40d903-6cd6-47e7-9d77-e1fc52a96baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:31.073860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-fa40d903-6cd6-47e7-9d77-e1fc52a96baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:31.075713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-fa40d903-6cd6-47e7-9d77-e1fc52a96baf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=50c525785c5c4e7785d868e7fa64b230&device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1980 time: 0.4910257 Jul 22 14:36:31.097483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-84d61fbb-0e17-429d-aed3-962e2fce831f service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821839 Jul 22 14:36:31.131695 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.177869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98356633-25a3-4e34-9a58-1613d4fa1cc0']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:31.202995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f207ac4-87c2-4207-a84f-95ad4066abbe') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:31.203503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f207ac4-87c2-4207-a84f-95ad4066abbe') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:31.276484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.304013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.325102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:31.325429 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:31.330014 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:31.350327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-a66983e9-40b9-4b36-a7bc-74046df1e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:31.350820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-a66983e9-40b9-4b36-a7bc-74046df1e7d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68225ef7-4f61-49a0-b9dc-06df0eda8fa2 HTTP/1.1" status: 200 len: 902 time: 0.2658908 Jul 22 14:36:31.376753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-bf3f8636-1a86-4998-8ca7-1431baba7c08 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336249 Jul 22 14:36:31.482176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35c85d5e-d398-4aca-b027-0ab8214e6597 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:31.506057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-0c79454e-91a5-4cf7-96f4-8d26118c3696 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=96b53288-2820-409e-bf90-acaaa47a5876 HTTP/1.1" status: 200 len: 217 time: 0.1434464 Jul 22 14:36:31.525416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 35c85d5e-d398-4aca-b027-0ab8214e6597 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:31.526095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35c85d5e-d398-4aca-b027-0ab8214e6597 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:31.533397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-7e968285-b014-4f94-80ae-fe74e268025a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 217 time: 0.1145370 Jul 22 14:36:31.582669 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.586023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-6dab3f55-451d-498f-bc7d-67369f4be449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:31.587789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-6dab3f55-451d-498f-bc7d-67369f4be449 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35d78a94-cd15-4b89-bb07-e6f7f8039e93 HTTP/1.1" status: 200 len: 801 time: 0.0729733 Jul 22 14:36:31.660268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:31.665288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60098) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:31.665854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/networks/98356633-25a3-4e34-9a58-1613d4fa1cc0 HTTP/1.1" status: 204 len: 168 time: 2.5338309 Jul 22 14:36:31.743485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd366fa5-377c-4039-b6f6-5f2e0c92885e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Network': ['ID=98356633-25a3-4e34-9a58-1613d4fa1cc0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:31.799742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-8af5363d-81f7-45de-9bf0-988369d3df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:31.801790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-8af5363d-81f7-45de-9bf0-988369d3df46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.2114954 Jul 22 14:36:31.906270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-5592927a-a358-479c-be4e-7391a56c5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:31.908064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-5592927a-a358-479c-be4e-7391a56c5f8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68225ef7-4f61-49a0-b9dc-06df0eda8fa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2801425 Jul 22 14:36:31.957794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 49124bb0-23d1-4db1-b266-0f36dfd5436d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:31.959929 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.121195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.121939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.141907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 49124bb0-23d1-4db1-b266-0f36dfd5436d owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:32.143272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-2c883a2f-5b9d-4765-9e37-c0a890a6e212 service neutron] 10.222.0.61 "GET /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209494 Jul 22 14:36:32.162942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1eed5-28e6-459c-98c5-579ba9210fbf req-e5d7717f-7aa7-47a5-85df-db5dbd0e3b4c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:32.169892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1eed5-28e6-459c-98c5-579ba9210fbf req-e5d7717f-7aa7-47a5-85df-db5dbd0e3b4c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:32.172800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70c1eed5-28e6-459c-98c5-579ba9210fbf req-e5d7717f-7aa7-47a5-85df-db5dbd0e3b4c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1678 time: 0.4551802 Jul 22 14:36:32.395512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70c1eed5-28e6-459c-98c5-579ba9210fbf req-33abe07c-82f6-42f6-bb00-00bab6069113 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734924 Jul 22 14:36:32.435485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-f3da4de0-9a74-4141-91f7-6cba652a1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:32.442331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-f3da4de0-9a74-4141-91f7-6cba652a1c18 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6291623 Jul 22 14:36:32.563215 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b99e8704-fedc-42f2-95a7-aa06dad47328 req-b852320d-a345-4369-aec2-a9065e3d7bbc service neutron] 10.222.0.61 "GET /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876860 Jul 22 14:36:32.616486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.670237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=49124bb0-23d1-4db1-b266-0f36dfd5436d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:32.692207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.693500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.694962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.695303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.696334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.696674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.697007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.697340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.697669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.698021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.698350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.698720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:32.750922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-2bc99cb1-ee60-4e67-bd4a-525d020bfff5 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860823 Jul 22 14:36:32.809470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.811451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:32.816579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-588d0aa1-ff50-41a3-92e1-f0acef06d891 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/floatingips/af18bd41-cb88-4523-ab7b-a5afae035494 HTTP/1.1" status: 204 len: 168 time: 1.1467049 Jul 22 14:36:32.822233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60114) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:32.868058 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd15341-f3b2-4c67-b00b-7c080773e8d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:32.872140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd15341-f3b2-4c67-b00b-7c080773e8d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:32.877112 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8dd15341-f3b2-4c67-b00b-7c080773e8d5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/ports/2d935d68-6335-42bd-b985-20c80091c833 HTTP/1.1" status: 404 len: 333 time: 0.0522540 Jul 22 14:36:32.879533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:32.976461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-928fde08-a995-452f-a331-64ef4418ee5e tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/ports?device_id=70586ce4-c0fe-4a1d-b43f-e09f41719c8b HTTP/1.1" status: 200 len: 205 time: 0.0916736 Jul 22 14:36:32.977490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.020235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-9b57cdae-eee7-4025-9f87-71859154e178 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565129 Jul 22 14:36:33.035287 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-e2b946ca-a769-4821-9438-9e5d807b1ec7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] delete failed (client error): The resource could not be found. Jul 22 14:36:33.036460 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e2b946ca-a769-4821-9438-9e5d807b1ec7 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/routers/70586ce4-c0fe-4a1d-b43f-e09f41719c8b HTTP/1.1" status: 404 len: 336 time: 0.0577619 Jul 22 14:36:33.046182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60126) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.099712 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7cf136-044c-4556-833f-ff8e719ed69b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] DELETE failed (client error): The resource could not be found. Jul 22 14:36:33.102652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7cf136-044c-4556-833f-ff8e719ed69b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:36:33.103533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-7d9179b3-b5fd-49d5-8668-088b4fe01fab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 217 time: 0.0764542 Jul 22 14:36:33.104732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cf7cf136-044c-4556-833f-ff8e719ed69b tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/subnets/daf03491-1ed8-4082-bfc8-87777ad085c4 HTTP/1.1" status: 404 len: 337 time: 0.0536664 Jul 22 14:36:33.107881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60132) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.214477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-04f754d0-a2d0-4a5b-98d7-e74e65a3beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:33.215985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-04f754d0-a2d0-4a5b-98d7-e74e65a3beff service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.0991285 Jul 22 14:36:33.317194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 67d600ab-fa08-4e14-a41b-69fe97e48b30 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:33.317607 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.362081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-0d8652bd-5bd1-45d0-8f0b-5fa73b73da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:33.386318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-0d8652bd-5bd1-45d0-8f0b-5fa73b73da5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1501472 Jul 22 14:36:33.543789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.566434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 67d600ab-fa08-4e14-a41b-69fe97e48b30 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:33.587100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-cb7e6774-fc23-432f-9bd4-5735dffd3836 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916971 Jul 22 14:36:33.602477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:33.791365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc6a5-89ba-465b-b37e-3207268a7e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.851013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-ed637652-0863-430b-8ca9-78347a5267ec service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925848 Jul 22 14:36:33.935200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ac74b-f05d-43ec-9ead-70ab0560d246 req-7ccfb235-21dd-487b-94cc-b1f70eacaf0c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:33.938644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc6a5-89ba-465b-b37e-3207268a7e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.941676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ac74b-f05d-43ec-9ead-70ab0560d246 req-7ccfb235-21dd-487b-94cc-b1f70eacaf0c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:33.943463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a2ac74b-f05d-43ec-9ead-70ab0560d246 req-7ccfb235-21dd-487b-94cc-b1f70eacaf0c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1678 time: 0.2804575 Jul 22 14:36:33.945902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ccfc6a5-89ba-465b-b37e-3207268a7e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:33.948441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-18ca070f-24a5-4ab6-ad4f-b1b9b771b83f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf HTTP/1.1" status: 200 len: 217 time: 0.0643704 Jul 22 14:36:34.012552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ccfc6a5-89ba-465b-b37e-3207268a7e43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8804e3016f9845eeb2bda79c5c32f16d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090843 Jul 22 14:36:34.013740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfc6a5-89ba-465b-b37e-3207268a7e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07156254-4a8a-4722-8caf-9db3867ec4d8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.028717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60150) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:34.073962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.125501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a2ac74b-f05d-43ec-9ead-70ab0560d246 req-cfb5c369-64dc-4a7a-a3fe-eea9c5c5d442 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714563 Jul 22 14:36:34.127066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-34a62480-98bf-4e22-bb4e-c72d390d5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.130128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-34a62480-98bf-4e22-bb4e-c72d390d5fc6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1675100 Jul 22 14:36:34.132045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 96b53288-2820-409e-bf90-acaaa47a5876 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:34.136344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=67d600ab-fa08-4e14-a41b-69fe97e48b30,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.322106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55e8c0b-ecab-4b1b-af11-b331bf2a417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.340798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.345650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:34.346142 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-47ee9706-ef76-49d0-8960-a6075c19ccf8 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/ports/67d600ab-fa08-4e14-a41b-69fe97e48b30 HTTP/1.1" status: 204 len: 168 time: 1.2367651 Jul 22 14:36:34.369853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55e8c0b-ecab-4b1b-af11-b331bf2a417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.372154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 96b53288-2820-409e-bf90-acaaa47a5876, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=96b53288-2820-409e-bf90-acaaa47a5876,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:34.401140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-bc9ed346-e254-43d2-b5df-6329969d7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:34.408432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-bc9ed346-e254-43d2-b5df-6329969d7d3f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2590549 Jul 22 14:36:34.409907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '96b53288-2820-409e-bf90-acaaa47a5876', 'network_id': '68225ef7-4f61-49a0-b9dc-06df0eda8fa2', 'port_id': '96b53288-2820-409e-bf90-acaaa47a5876', 'mac_address': 'fa:16:3e:0e:47:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d78a94-cd15-4b89-bb07-e6f7f8039e93', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:34.464486 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.483515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b53288-2820-409e-bf90-acaaa47a5876 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:34.509277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 96b53288-2820-409e-bf90-acaaa47a5876, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=96b53288-2820-409e-bf90-acaaa47a5876,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:34.515253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.516482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8e58155c-3d7c-4681-90db-6b9cc3053bc1 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:34.529565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port f2135d55-6c2b-492a-9ce4-95fd3e10ba20 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:34.529883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.567995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55e8c0b-ecab-4b1b-af11-b331bf2a417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.576001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55e8c0b-ecab-4b1b-af11-b331bf2a417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.579936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a55e8c0b-ecab-4b1b-af11-b331bf2a417a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07156254-4a8a-4722-8caf-9db3867ec4d8 HTTP/1.1" status: 204 len: 168 time: 0.5445106 Jul 22 14:36:34.617126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-118c32fe-fc2d-4d47-921a-912d5768c60d service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844263 Jul 22 14:36:34.619454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e8c0b-ecab-4b1b-af11-b331bf2a417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07156254-4a8a-4722-8caf-9db3867ec4d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.685205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8e58155c-3d7c-4681-90db-6b9cc3053bc1,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:34.699636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '8e58155c-3d7c-4681-90db-6b9cc3053bc1', 'network_id': '707334b3-b505-42bf-88b5-de4ce1009517', 'port_id': '8e58155c-3d7c-4681-90db-6b9cc3053bc1', 'mac_address': 'fa:16:3e:bc:65:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca7b82d-6c33-483b-b129-dac5635d1bdf', 'ip_address': '19.80.0.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:34.740873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.770672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for f2135d55-6c2b-492a-9ce4-95fd3e10ba20 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:34.801294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.820745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-5111a233-d535-42d9-be31-e53796b949fc service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913593 Jul 22 14:36:34.867872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e58155c-3d7c-4681-90db-6b9cc3053bc1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:34.889537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8e58155c-3d7c-4681-90db-6b9cc3053bc1,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:34.891066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=96b53288-2820-409e-bf90-acaaa47a5876,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:34.895775 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:34.916752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-3501b19c-daa3-4209-be30-55865abe7228 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 HTTP/1.1" status: 200 len: 217 time: 0.0887492 Jul 22 14:36:34.983961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=8e58155c-3d7c-4681-90db-6b9cc3053bc1,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:35.028324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.033035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-93756a2c-1939-4a1f-9bb2-90c71e5ce6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.035774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-93756a2c-1939-4a1f-9bb2-90c71e5ce6ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1072123 Jul 22 14:36:35.098578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60188) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:35.103893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=f2135d55-6c2b-492a-9ce4-95fd3e10ba20,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:35.110146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['8e58155c-3d7c-4681-90db-6b9cc3053bc1'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:35.120510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e896ce02-b436-4667-ae08-228031378822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.216345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-11d19ebf-1ee9-4010-b177-920bfa708f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.218398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-11d19ebf-1ee9-4010-b177-920bfa708f7b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752145 Jul 22 14:36:35.281418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.289313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-97d1a731-b13c-4446-ae50-f04fedc3e85c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/ports/f2135d55-6c2b-492a-9ce4-95fd3e10ba20 HTTP/1.1" status: 204 len: 168 time: 0.9421563 Jul 22 14:36:35.291501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:35.293160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd548400-3133-4aef-a3bd-0e5b734f6dcb req-fe0ec5b6-92e7-4d1d-bfee-418daa43f746 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.294766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd548400-3133-4aef-a3bd-0e5b734f6dcb req-fe0ec5b6-92e7-4d1d-bfee-418daa43f746 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 950 time: 0.1404259 Jul 22 14:36:35.426434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dee72d-fdb3-43cb-96b6-89601895428a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.428205 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c2dee72d-fdb3-43cb-96b6-89601895428a tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3aeaf22-00f6-4bb0-a393-f2976455799e HTTP/1.1" status: 200 len: 913 time: 0.1352737 Jul 22 14:36:35.431444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:35.467953 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e896ce02-b436-4667-ae08-228031378822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.472205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd548400-3133-4aef-a3bd-0e5b734f6dcb req-04347697-1759-4dce-8412-29bfee309bc2 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617088 Jul 22 14:36:35.479351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e896ce02-b436-4667-ae08-228031378822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.547324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e896ce02-b436-4667-ae08-228031378822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b171a42365d54d6b91487735a83407bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472880 Jul 22 14:36:35.549425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-39952136-2a24-4ae0-babb-a0eeb0344f81 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308228 Jul 22 14:36:35.550913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:35.551831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896ce02-b436-4667-ae08-228031378822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc714fe-0f2d-4c92-a1dc-7e683de73bcb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:35.564031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efbdc-968c-4e21-8c0c-6f055fc700f8 req-67d5f5a1-ca5b-4990-9f89-c5209b376325 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.572157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264efbdc-968c-4e21-8c0c-6f055fc700f8 req-67d5f5a1-ca5b-4990-9f89-c5209b376325 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:35.573811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-264efbdc-968c-4e21-8c0c-6f055fc700f8 req-67d5f5a1-ca5b-4990-9f89-c5209b376325 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1680 time: 0.2975869 Jul 22 14:36:35.723626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79932bbf-d0a9-4b6d-abc7-3e5070bc851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.779475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79932bbf-d0a9-4b6d-abc7-3e5070bc851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.881332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79932bbf-d0a9-4b6d-abc7-3e5070bc851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.885516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79932bbf-d0a9-4b6d-abc7-3e5070bc851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:35.887052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-79932bbf-d0a9-4b6d-abc7-3e5070bc851d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cc714fe-0f2d-4c92-a1dc-7e683de73bcb HTTP/1.1" status: 204 len: 168 time: 0.3347778 Jul 22 14:36:35.914697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79932bbf-d0a9-4b6d-abc7-3e5070bc851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc714fe-0f2d-4c92-a1dc-7e683de73bcb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:35.961217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.037392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-264efbdc-968c-4e21-8c0c-6f055fc700f8 req-f99371e8-88c0-496c-b995-d6d377a847a6 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438977 Jul 22 14:36:36.052597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-4c20fb42-3db5-4877-ab2c-cf88e14d5b4d service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775684 Jul 22 14:36:36.105509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-60fa25fc-d34f-4c51-b9ce-3b8b7520fde6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 200 len: 217 time: 0.0457098 Jul 22 14:36:36.142770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8e58155c-3d7c-4681-90db-6b9cc3053bc1 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:36.167921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-1d9f0b3e-4607-46e5-b8e5-83a0be1af250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.169522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-1d9f0b3e-4607-46e5-b8e5-83a0be1af250 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.0580389 Jul 22 14:36:36.180248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['96b53288-2820-409e-bf90-acaaa47a5876'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:36.258176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-a38ae44b-737d-4e8b-80ff-c88786d88b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.260208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-a38ae44b-737d-4e8b-80ff-c88786d88b7c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833669 Jul 22 14:36:36.346792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:36.351987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:36.352370 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.378656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port f6d90f05-c251-4f51-ac3a-3ac98fb5f1b7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:36.379189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.419247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-4802f438-d0b0-4ec8-9b40-988ad5fd00e6 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507499 Jul 22 14:36:36.483932 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.518003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58155c-3d7c-4681-90db-6b9cc3053bc1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:36.524769 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9283bb-6e8b-416d-83f4-cca494614137" -d '{"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-plugged", "status": "completed", "tag": "8e58155c-3d7c-4681-90db-6b9cc3053bc1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:36.557434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8e58155c-3d7c-4681-90db-6b9cc3053bc1,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:36.565155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:36.587382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-cf5a6b0b-a4c0-454f-acf8-47517f777aab service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588542 Jul 22 14:36:36.621926 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a37bf5-4e0f-4d4e-920f-cb6f5c328eee x-openstack-request-id: req-59a37bf5-4e0f-4d4e-920f-cb6f5c328eee {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:36.624679 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-plugged", "status": "completed", "tag": "8e58155c-3d7c-4681-90db-6b9cc3053bc1", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:36.625027 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59a37bf5-4e0f-4d4e-920f-cb6f5c328eee {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:36.625728 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58155c-3d7c-4681-90db-6b9cc3053bc1', 'code': 200} Jul 22 14:36:36.686786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=8e58155c-3d7c-4681-90db-6b9cc3053bc1,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:36.696616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-b5e62a88-dc02-4468-8f95-fb3d5daf8fb1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 200 len: 217 time: 0.1004817 Jul 22 14:36:36.791065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-42aee68d-185e-4789-b356-04afb609f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.792565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-42aee68d-185e-4789-b356-04afb609f90b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.0736585 Jul 22 14:36:36.809992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3f6f8-6e15-47f2-a0bb-6932ed2648ee req-52611c78-d0c9-480b-bdfe-83b6fe7b215c tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.809992 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14b3f6f8-6e15-47f2-a0bb-6932ed2648ee req-52611c78-d0c9-480b-bdfe-83b6fe7b215c tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 950 time: 0.1250701 Jul 22 14:36:36.906557 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14b3f6f8-6e15-47f2-a0bb-6932ed2648ee req-0500079e-4953-494e-99bb-ebb406fb74bb tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731363 Jul 22 14:36:36.914985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-053cb78b-aa16-4806-9ecb-eb00075e483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:36.916436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-053cb78b-aa16-4806-9ecb-eb00075e483c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1062920 Jul 22 14:36:37.020706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.035439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for f6d90f05-c251-4f51-ac3a-3ac98fb5f1b7 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:37.088704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-29c71c53-0741-4a7a-a69e-f52ecf7ce1da service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593578 Jul 22 14:36:37.118177 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.273362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa7854e-34be-4cf9-8323-fc2794058e84 req-23ab6745-19c5-49ab-ab80-b09928cc4319 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773348 Jul 22 14:36:37.294503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45590ef-f60d-43ba-912c-34b0ead941d2 req-d2a9c28c-b352-490b-ace7-db58bd64f09e tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:37.302955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45590ef-f60d-43ba-912c-34b0ead941d2 req-d2a9c28c-b352-490b-ace7-db58bd64f09e tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:37.304638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b45590ef-f60d-43ba-912c-34b0ead941d2 req-d2a9c28c-b352-490b-ace7-db58bd64f09e tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1681 time: 0.1686203 Jul 22 14:36:37.330083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.359431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b45590ef-f60d-43ba-912c-34b0ead941d2 req-29b6ddd0-8a23-4bba-b31b-8ac7830136c1 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Jul 22 14:36:37.368888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=f6d90f05-c251-4f51-ac3a-3ac98fb5f1b7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:37.560090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.639926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:37.894679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Router e3aeaf22-00f6-4bb0-a393-f2976455799e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:38.010240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:36:38.015843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41ec514a-d0ad-496b-9ec7-c6271851b91c tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "PUT /v2.0/routers/e3aeaf22-00f6-4bb0-a393-f2976455799e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5833104 Jul 22 14:36:38.018453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:38.024066 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] Sync routers for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:36:38.038501 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:38.039138 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:38.144750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 96b53288-2820-409e-bf90-acaaa47a5876 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:38.154549 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:38.164964 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] Routers {'e3aeaf22-00f6-4bb0-a393-f2976455799e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:36:38.165857 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e3aeaf22-00f6-4bb0-a393-f2976455799e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:38.177653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.223551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:38.224632 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a14d4d7-7e45-4ecf-9773-95832236d7da None None] The sync data for ids ['e3aeaf22-00f6-4bb0-a393-f2976455799e'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:36:38.237843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 96b53288-2820-409e-bf90-acaaa47a5876 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:36:38.244554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 96b53288-2820-409e-bf90-acaaa47a5876 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:38.245272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.311379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.342963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.382556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting port 4dc4600d-0d78-4999-9e5f-223274f670cb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:38.382894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.385529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 96b53288-2820-409e-bf90-acaaa47a5876, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=96b53288-2820-409e-bf90-acaaa47a5876,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:38.398062 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.464383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=96b53288-2820-409e-bf90-acaaa47a5876,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:38.492319 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.527295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Calling delete_port for 4dc4600d-0d78-4999-9e5f-223274f670cb owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:38.620554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf05356-b8fa-423b-aa66-2216ed6f3d3c req-8387a1db-7440-46d8-9386-9028d2d3ec48 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.627130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b53288-2820-409e-bf90-acaaa47a5876'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:38.627798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf05356-b8fa-423b-aa66-2216ed6f3d3c req-8387a1db-7440-46d8-9386-9028d2d3ec48 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:38.629771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbf05356-b8fa-423b-aa66-2216ed6f3d3c req-8387a1db-7440-46d8-9386-9028d2d3ec48 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1682 time: 0.1560559 Jul 22 14:36:38.630291 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ef350e-53c6-4901-b0d1-37019e068fb0" -d '{"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-plugged", "status": "completed", "tag": "96b53288-2820-409e-bf90-acaaa47a5876"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:38.734083 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b8b42-7632-4300-a065-fd8ff51eb97a x-openstack-request-id: req-b34b8b42-7632-4300-a065-fd8ff51eb97a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:38.734380 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-plugged", "status": "completed", "tag": "96b53288-2820-409e-bf90-acaaa47a5876", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:38.734838 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b34b8b42-7632-4300-a065-fd8ff51eb97a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:38.735760 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b53288-2820-409e-bf90-acaaa47a5876', 'code': 200} Jul 22 14:36:38.739550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbf05356-b8fa-423b-aa66-2216ed6f3d3c req-185251e7-786d-4afb-ab8f-8e03e473b2f2 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027682 Jul 22 14:36:38.857057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:38.916835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Port': ['ID=4dc4600d-0d78-4999-9e5f-223274f670cb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:38.974812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.975370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.975597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.976132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.977905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.979991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.980515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.983206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.983460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.983921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.984392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:38.986580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:36:39.079579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.111135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.184425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.187422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.199417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03690f3-3d7d-4c56-a66b-873519acde02 req-5ccb1ec0-620d-4b9a-bf10-5b3d50cb5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:39.199903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03690f3-3d7d-4c56-a66b-873519acde02 req-5ccb1ec0-620d-4b9a-bf10-5b3d50cb5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:39.201544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b03690f3-3d7d-4c56-a66b-873519acde02 req-5ccb1ec0-620d-4b9a-bf10-5b3d50cb5cf9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1984 time: 0.3718736 Jul 22 14:36:39.239168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df0df26b-8b7e-4103-914f-850823e2716a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.260856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.261683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Fanout notify agent at l3_agent the message router_deleted on router e3aeaf22-00f6-4bb0-a393-f2976455799e {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:36:39.273569 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.275262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8789cb37-3723-4b41-adb3-5aa2bdd154c5 tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/routers/e3aeaf22-00f6-4bb0-a393-f2976455799e HTTP/1.1" status: 204 len: 168 time: 1.2551479 Jul 22 14:36:39.279839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60338) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.334451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b03690f3-3d7d-4c56-a66b-873519acde02 req-7a9abb90-86c7-409b-aa58-54a308837f3f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971315 Jul 22 14:36:39.351936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df0df26b-8b7e-4103-914f-850823e2716a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.356771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Deleting subnet 88462b20-2c8e-44e3-b90d-38e1c13d29ff {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:39.357184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df0df26b-8b7e-4103-914f-850823e2716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.360328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.402809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-df0df26b-8b7e-4103-914f-850823e2716a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7149f6ef280848aa9cda8e1619eb7862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904623 Jul 22 14:36:39.403926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0df26b-8b7e-4103-914f-850823e2716a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9b0d2-12b7-44f7-857b-98c6ded3c8c0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.406582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60340) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.421425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.461499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9d22-6933-4677-9026-e560b6309acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.470486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.485767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9d22-6933-4677-9026-e560b6309acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.545494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.546072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9d22-6933-4677-9026-e560b6309acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.548708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9d22-6933-4677-9026-e560b6309acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.549884 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ff7c9d22-6933-4677-9026-e560b6309acc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cec9b0d2-12b7-44f7-857b-98c6ded3c8c0 HTTP/1.1" status: 204 len: 168 time: 0.1421742 Jul 22 14:36:39.560756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c9d22-6933-4677-9026-e560b6309acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9b0d2-12b7-44f7-857b-98c6ded3c8c0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.579217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Subnet': ['ID=88462b20-2c8e-44e3-b90d-38e1c13d29ff,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:39.581230 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.586587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6c4aeab-bb49-4307-902e-d0ba3360de2d tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/subnets/88462b20-2c8e-44e3-b90d-38e1c13d29ff HTTP/1.1" status: 204 len: 168 time: 0.3021667 Jul 22 14:36:39.587284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.685972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.787900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.798871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346f5db7-18f2-4459-b5eb-13ae57cb166f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:39.817451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41796473-f127-42fd-93ad-c1ba223cb4a5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:39.817767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41796473-f127-42fd-93ad-c1ba223cb4a5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:39.819847 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9e903bd2-ebae-4fae-9351-f534c937ecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.828294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.856201 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.866603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:39.867177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:39.871318 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:39.945363 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:39.953559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.960990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.962320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51142c4-f3fc-4cdf-a2a5-26dfec2ebd0b req-51ebc03c-6589-4703-80de-20d53f24b2f5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:39.965215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] 10.222.0.60 "DELETE /v2.0/networks/346f5db7-18f2-4459-b5eb-13ae57cb166f HTTP/1.1" status: 204 len: 168 time: 0.3747330 Jul 22 14:36:39.968487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51142c4-f3fc-4cdf-a2a5-26dfec2ebd0b req-51ebc03c-6589-4703-80de-20d53f24b2f5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:39.970394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b51142c4-f3fc-4cdf-a2a5-26dfec2ebd0b req-51ebc03c-6589-4703-80de-20d53f24b2f5 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1682 time: 0.1243508 Jul 22 14:36:39.977264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8e49813-378a-4890-80c5-c8bc9c0e2da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:39.980829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e6741-15d6-4d62-9293-1fb46a2868cc tempest-FloatingIPTestJSON-285241776 tempest-FloatingIPTestJSON-285241776-project] Pushing event deleted for resources: {'Network': ['ID=346f5db7-18f2-4459-b5eb-13ae57cb166f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.048154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b51142c4-f3fc-4cdf-a2a5-26dfec2ebd0b req-ec7e1bbc-ce05-49aa-8948-4069af0ac287 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618191 Jul 22 14:36:40.076831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:40.169613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8e49813-378a-4890-80c5-c8bc9c0e2da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.183478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8e49813-378a-4890-80c5-c8bc9c0e2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.234246 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8e49813-378a-4890-80c5-c8bc9c0e2da7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d775006e3e5f4ab89cf6ba969d54083a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876210 Jul 22 14:36:40.237849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60378) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.267730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e49813-378a-4890-80c5-c8bc9c0e2da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf3f7f-9e32-453a-b25f-0c8412516e7c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.316490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b16527f1-d252-4034-b979-f4e1e4dd30ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.341244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b16527f1-d252-4034-b979-f4e1e4dd30ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.383652 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.391455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.402083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b16527f1-d252-4034-b979-f4e1e4dd30ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.405124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b16527f1-d252-4034-b979-f4e1e4dd30ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.406454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b16527f1-d252-4034-b979-f4e1e4dd30ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6bf3f7f-9e32-453a-b25f-0c8412516e7c HTTP/1.1" status: 204 len: 168 time: 0.1675684 Jul 22 14:36:40.421093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16527f1-d252-4034-b979-f4e1e4dd30ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf3f7f-9e32-453a-b25f-0c8412516e7c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.452513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:40.460098 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.517001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.567132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2855a567-3acb-4c9e-95b8-68fd3264544b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25036161062340b596ffdb02de2a862a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712151 Jul 22 14:36:40.569701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60390) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:40.619697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdee89e-6fbe-4a01-b11d-003557e35d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.641349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdee89e-6fbe-4a01-b11d-003557e35d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.699913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdee89e-6fbe-4a01-b11d-003557e35d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.704393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdee89e-6fbe-4a01-b11d-003557e35d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:40.705779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8bdee89e-6fbe-4a01-b11d-003557e35d7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87296707-c889-4f3f-8700-98ee59477768 HTTP/1.1" status: 204 len: 168 time: 0.1348612 Jul 22 14:36:40.715246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdee89e-6fbe-4a01-b11d-003557e35d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87296707-c889-4f3f-8700-98ee59477768,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:40.738793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:40.741561 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ecd95f-527b-4c0c-a8c8-90b61f7c85f7" -d '{"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-unplugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:40.791973 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d190a00e-6836-4c7d-94c5-192cfb7431b7 x-openstack-request-id: req-d190a00e-6836-4c7d-94c5-192cfb7431b7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:40.792271 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-unplugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:40.792530 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d190a00e-6836-4c7d-94c5-192cfb7431b7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:40.792950 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'code': 200} Jul 22 14:36:41.293716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:41.316943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85680709-f7a5-442f-8bc8-0551b258faca req-9452e01c-25eb-4e61-8cf1-460de141c3d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:41.325440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85680709-f7a5-442f-8bc8-0551b258faca req-9452e01c-25eb-4e61-8cf1-460de141c3d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:41.327573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85680709-f7a5-442f-8bc8-0551b258faca req-9452e01c-25eb-4e61-8cf1-460de141c3d8 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1682 time: 0.1565881 Jul 22 14:36:41.394717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85680709-f7a5-442f-8bc8-0551b258faca req-5b458bb1-0759-44b7-821c-d13b295ad516 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518401 Jul 22 14:36:41.465440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-136425063-network', 'tenant_id': 'a6dfb005ab6f424bb9399798337ccab4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.514087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Made reservation on behalf of a6dfb005ab6f424bb9399798337ccab4 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:41.517147 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.534241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.674607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.682379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.695656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60482) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:41.725987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:41.730276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106f3889-e9fb-4ed2-9a6c-91b90371f4a8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:41.749614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.749987 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Added segment 1f6ddfef-7878-477d-9153-1fc2e6b85a95 of type vlan for network 3d5c7a65-ec28-494e-af57-d3416ba606a2 Jul 22 14:36:41.812914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.843429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'networks': [{'name': 'tempest-network--333379154'}, {'name': 'tempest-network--1928385368'}]} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.843956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'network': {'name': 'tempest-network--333379154'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.844608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'network': {'name': 'tempest-network--1928385368'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.858406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.858406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:41.858406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.918610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9dcf3-b63b-43c4-8221-edaad09a4f23 req-42e8ed2b-92d2-49bb-b64e-e0462bafee74 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:41.923971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9dcf3-b63b-43c4-8221-edaad09a4f23 req-42e8ed2b-92d2-49bb-b64e-e0462bafee74 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:41.931716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66d9dcf3-b63b-43c4-8221-edaad09a4f23 req-42e8ed2b-92d2-49bb-b64e-e0462bafee74 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1682 time: 0.1570539 Jul 22 14:36:41.950569 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6491015 Jul 22 14:36:41.950569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29896cb-7e5a-420b-8cbe-2977bcb6bf0c admin admin] Pushing event updated for resources: {'Network': ['ID=3d5c7a65-ec28-494e-af57-d3416ba606a2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:41.951176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'network': 2} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:41.955849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:41.962481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Request body: {'subnet': {'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-136425063-subnet', 'tenant_id': 'a6dfb005ab6f424bb9399798337ccab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:41.963784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.973043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3d5c7a65-ec28-494e-af57-d3416ba606a2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:41.985796 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:41.994871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Made reservation on behalf of a6dfb005ab6f424bb9399798337ccab4 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:41.997790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.053451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66d9dcf3-b63b-43c4-8221-edaad09a4f23 req-d201f3b4-9d81-490b-9911-cb4a1d74b667 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203899 Jul 22 14:36:42.149975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:42.190308 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47a51a12-c2ff-464b-bed6-9d45cf6e926e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.200270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.208728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.211044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.291246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6aded-1abc-4305-8dff-e39ee3d46a83,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:42.305332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:42.319061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.320067 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Added segment 404a6d14-3f19-4863-bfba-365951f45972 of type vlan for network 2646351c-e984-405c-8002-ce0699f51af6 Jul 22 14:36:42.375485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.434330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:42.436590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.444158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.465163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.465529 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Added segment 43ad7163-e0dc-4235-bfa7-18799749c7fe of type vlan for network a8dc2133-cba2-4a24-814d-5eca6e9024f3 Jul 22 14:36:42.487606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:42.508334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'mac_address': 'fa:16:3e:00:20:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:42.550069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=74be19f7-db21-4546-8974-45d531eabfdd,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:42.556687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.564498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.584003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:42.584706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Checking segment: {'id': '1f6ddfef-7878-477d-9153-1fc2e6b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:42.585212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Network hostable DHCP agents. Network: 3d5c7a65-ec28-494e-af57-d3416ba606a2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:42.617378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:42.617758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.619044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.623852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Network 3d5c7a65-ec28-494e-af57-d3416ba606a2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:42.637918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.641839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:42.645948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3d5c7a65-ec28-494e-af57-d3416ba606a2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:42.652741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:42.655055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:42.655792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.658133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:42.689253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-266804cd-0c4e-4791-b268-500055b6d2ff admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7328897 Jul 22 14:36:42.704173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1ed2e5-c03b-4e5e-a005-a57c955bcb14 None None] Network 3d5c7a65-ec28-494e-af57-d3416ba606a2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:42.762680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Network': ['ID=2646351c-e984-405c-8002-ce0699f51af6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:42.796463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0996051 Jul 22 14:36:42.799131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:42.868951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30fbd7-c52e-4dc2-b401-6f445fe97c4e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Network': ['ID=a8dc2133-cba2-4a24-814d-5eca6e9024f3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:42.893957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 2646351c-e984-405c-8002-ce0699f51af6 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:42.897026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:42.967990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a8dc2133-cba2-4a24-814d-5eca6e9024f3 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:43.035186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e388da-d188-47c7-a0c0-5424eaa7a03f tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.046607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e388da-d188-47c7-a0c0-5424eaa7a03f tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.057090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e388da-d188-47c7-a0c0-5424eaa7a03f tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.066530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e388da-d188-47c7-a0c0-5424eaa7a03f tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.068610 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-29e388da-d188-47c7-a0c0-5424eaa7a03f tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2683609 Jul 22 14:36:43.072173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60532) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:43.088642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:43.340142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.404292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-899da6ad-aeab-4eed-ab0a-95101bcc5ebb tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.413523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86f03a-4c57-44ab-81f0-294f68efa0a4 None None] Network 3d5c7a65-ec28-494e-af57-d3416ba606a2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:43.423506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-899da6ad-aeab-4eed-ab0a-95101bcc5ebb tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.429885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-899da6ad-aeab-4eed-ab0a-95101bcc5ebb tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1682 time: 0.3715949 Jul 22 14:36:43.664615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.718492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:43.723825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011299630-network', 'tenant_id': '22c923235cd54df3bcd22cff8698dd17'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:43.782314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Made reservation on behalf of 22c923235cd54df3bcd22cff8698dd17 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:43.785324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.786477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e091d7-0dce-4178-a33d-14a63755f9eb req-2f2dceae-0008-45e8-b840-b13bcdf62bff tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.795609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e091d7-0dce-4178-a33d-14a63755f9eb req-2f2dceae-0008-45e8-b840-b13bcdf62bff tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:43.796395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88e091d7-0dce-4178-a33d-14a63755f9eb req-2f2dceae-0008-45e8-b840-b13bcdf62bff tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 1682 time: 0.5662189 Jul 22 14:36:43.811554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.834013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.845123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2646351c-e984-405c-8002-ce0699f51af6']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:43.855972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404a6d14-3f19-4863-bfba-365951f45972') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:43.856482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404a6d14-3f19-4863-bfba-365951f45972') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:43.867085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.884564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.890188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:43.890642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.939398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.946968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:43.951927 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:43.981087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:43.996497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88e091d7-0dce-4178-a33d-14a63755f9eb req-2b8a9a2a-92d2-410e-b9e3-7d6fc266651a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Jul 22 14:36:43.996918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.013135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.014938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/networks/2646351c-e984-405c-8002-ce0699f51af6 HTTP/1.1" status: 204 len: 168 time: 0.9375057 Jul 22 14:36:44.016513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd5f228-811d-48c4-86d2-ce9af658169f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.019896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60558) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.020488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.021157 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Added segment 6ec8ed71-b441-48e3-8577-c199c1f33fcb of type vlan for network 3598a6b7-0bb8-43e8-8575-cebdb930d865 Jul 22 14:36:44.078343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:44.091101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.133631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.135013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:44.135887 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.163670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b425b6-24c1-4315-9209-1c61d2afc8d3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Network': ['ID=2646351c-e984-405c-8002-ce0699f51af6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.178938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.186234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:44.186802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.191941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4719038 Jul 22 14:36:44.195716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.202275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:36:44.203299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.204156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Request body: {'subnet': {'network_id': '3598a6b7-0bb8-43e8-8575-cebdb930d865', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011299630-subnet', 'tenant_id': '22c923235cd54df3bcd22cff8698dd17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:44.257049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d8fb8-8c71-4719-a562-c3df326fd60b admin admin] Pushing event updated for resources: {'Network': ['ID=3598a6b7-0bb8-43e8-8575-cebdb930d865,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.280290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3598a6b7-0bb8-43e8-8575-cebdb930d865 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:44.301689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Made reservation on behalf of 22c923235cd54df3bcd22cff8698dd17 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:44.308097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.364949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port 8e58155c-3d7c-4681-90db-6b9cc3053bc1, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8e58155c-3d7c-4681-90db-6b9cc3053bc1,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:44.365830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.407984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.417922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.430669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dc2133-cba2-4a24-814d-5eca6e9024f3']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:44.433429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for 8e58155c-3d7c-4681-90db-6b9cc3053bc1 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:44.447125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ad7163-e0dc-4235-bfa7-18799749c7fe') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:44.447493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ad7163-e0dc-4235-bfa7-18799749c7fe') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:44.464896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.489791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:44.492068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:44.496424 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1869c-f36e-4389-ba73-11ae59dfebf3" -d '{"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-plugged", "status": "completed", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:44.504074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.521703 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.534259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:44.535415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:44.539533 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:44.620115 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846732a5-3a61-4c0d-9f37-53b0bd3cdddc x-openstack-request-id: req-846732a5-3a61-4c0d-9f37-53b0bd3cdddc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:44.620415 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-plugged", "status": "completed", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:44.622335 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-846732a5-3a61-4c0d-9f37-53b0bd3cdddc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:44.623269 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'code': 200} Jul 22 14:36:44.624643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.660819 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:36:44.664480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.680370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.688014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.690260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/networks/a8dc2133-cba2-4a24-814d-5eca6e9024f3 HTTP/1.1" status: 204 len: 168 time: 0.6632361 Jul 22 14:36:44.729446 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.805361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482a736-0c2c-4aa2-bef8-1756fb711020 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Network': ['ID=a8dc2133-cba2-4a24-814d-5eca6e9024f3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.857114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.862444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dcbd7c-ffdc-4c61-813b-3e6c5683d2b0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.901963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=8e58155c-3d7c-4681-90db-6b9cc3053bc1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:44.906770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Checking segment: {'id': '6ec8ed71-b441-48e3-8577-c199c1f33fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '3598a6b7-0bb8-43e8-8575-cebdb930d865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:44.907163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Network hostable DHCP agents. Network: 3598a6b7-0bb8-43e8-8575-cebdb930d865, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:44.926707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e543472-7a22-4db4-9bd7-e78f7478dfdf tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:44.933490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e543472-7a22-4db4-9bd7-e78f7478dfdf tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:44.935480 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5e543472-7a22-4db4-9bd7-e78f7478dfdf tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2458072 Jul 22 14:36:44.940191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:44.960978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Network 3598a6b7-0bb8-43e8-8575-cebdb930d865 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:44.969930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-189784339'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:44.974547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port 8e58155c-3d7c-4681-90db-6b9cc3053bc1 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:44.977545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3598a6b7-0bb8-43e8-8575-cebdb930d865) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:44.977786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.979823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-01ad718a-0d9c-40db-9705-579a7f5347ba tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "DELETE /v2.0/ports/8e58155c-3d7c-4681-90db-6b9cc3053bc1 HTTP/1.1" status: 204 len: 173 time: 1.5312624 Jul 22 14:36:44.980270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-deleted', 'tag': '8e58155c-3d7c-4681-90db-6b9cc3053bc1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:44.982734 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6472f1-3c89-4ea6-8ef8-d17172c7de70" -d '{"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-deleted", "tag": "8e58155c-3d7c-4681-90db-6b9cc3053bc1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:44.984923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:44.986969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:44.989570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b91ead-a16b-454b-9226-430729b38798 None None] Network 3598a6b7-0bb8-43e8-8575-cebdb930d865 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:45.062624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:45.067143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.092165 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cd2135b9-877f-4099-950a-e80ba6360bf1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8949690 Jul 22 14:36:45.140292 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f3b083-a210-44d4-919b-af6111cd3463 x-openstack-request-id: req-e5f3b083-a210-44d4-919b-af6111cd3463 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:45.140292 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-deleted", "tag": "8e58155c-3d7c-4681-90db-6b9cc3053bc1", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:45.140795 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5f3b083-a210-44d4-919b-af6111cd3463 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:45.142984 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-deleted', 'tag': '8e58155c-3d7c-4681-90db-6b9cc3053bc1', 'status': 'completed', 'code': 200} Jul 22 14:36:45.240488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:45.328838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.330348 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Added segment 1588b0f4-53f1-4fe7-adbd-d3a0324af460 of type vlan for network 26adcf52-d606-40fe-be72-d5a344d29a23 Jul 22 14:36:45.340857 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.410760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528678ed-ca10-4ed8-aafa-4242ed04ef80 None None] Network 3598a6b7-0bb8-43e8-8575-cebdb930d865 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:45.548681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.585531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port 96b53288-2820-409e-bf90-acaaa47a5876 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:45.586234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.649980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a6161-090d-405f-b6fc-16d33cb6c273 req-cccd19ba-ab3d-4ca4-b084-f440a1ad95ab tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:45.652098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f94a6161-090d-405f-b6fc-16d33cb6c273 req-cccd19ba-ab3d-4ca4-b084-f440a1ad95ab tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 946 time: 0.4666877 Jul 22 14:36:45.714634 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.719724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:45.720385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.809144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f94a6161-090d-405f-b6fc-16d33cb6c273 req-f9d37587-fc5f-4438-a834-0b2c43c757c3 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c58fa9b-631e-40ca-b7a9-372330740355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484330 Jul 22 14:36:45.824048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8784168 Jul 22 14:36:45.827258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:45.834499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port 96b53288-2820-409e-bf90-acaaa47a5876, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=96b53288-2820-409e-bf90-acaaa47a5876,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:45.834499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.836481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1366839334'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:45.911804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:45.924777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:45.938136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f330174-4271-4988-81c0-26850ded5254 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Network': ['ID=26adcf52-d606-40fe-be72-d5a344d29a23,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:45.951553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 26adcf52-d606-40fe-be72-d5a344d29a23 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:45.953949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for 96b53288-2820-409e-bf90-acaaa47a5876 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:46.011411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:46.036115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.036486 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Added segment 52d7ff5e-126b-48c5-b37e-a2c8ba0f5879 of type vlan for network 467f2e4d-0d19-425d-8c9b-9c82a71fd2aa Jul 22 14:36:46.106445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.173781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.180037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8e58155c-3d7c-4681-90db-6b9cc3053bc1 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:46.182097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:46.182869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.207610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-d15c3ec2-2b44-480d-a194-e7367feb2bdd tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:46.216542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-d15c3ec2-2b44-480d-a194-e7367feb2bdd tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/networks?id=3d5c7a65-ec28-494e-af57-d3416ba606a2 HTTP/1.1" status: 200 len: 808 time: 0.1667583 Jul 22 14:36:46.249865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-01bcd77d-7b3c-4ca5-b26a-030da48d574b tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/quotas/a6dfb005ab6f424bb9399798337ccab4 HTTP/1.1" status: 200 len: 375 time: 0.0317137 Jul 22 14:36:46.254505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 8e58155c-3d7c-4681-90db-6b9cc3053bc1 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:46.255026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8e58155c-3d7c-4681-90db-6b9cc3053bc1 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:46.255564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 96b53288-2820-409e-bf90-acaaa47a5876 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:46.279465 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4468000 Jul 22 14:36:46.293252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60622) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:46.334986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-4bffde1f-58ff-4110-9e27-b7b9743cf8e7 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6dfb005ab6f424bb9399798337ccab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385001 Jul 22 14:36:46.412980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'ports': [{'network_id': '26adcf52-d606-40fe-be72-d5a344d29a23', 'name': 'tempest-port--541009056', 'admin_state_up': True}, {'network_id': '467f2e4d-0d19-425d-8c9b-9c82a71fd2aa', 'admin_state_up': False}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:46.413336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'port': {'network_id': '26adcf52-d606-40fe-be72-d5a344d29a23', 'name': 'tempest-port--541009056', 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:46.420409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'port': {'network_id': '467f2e4d-0d19-425d-8c9b-9c82a71fd2aa', 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:46.444903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22efd1d-60ef-4375-bd8f-be0609ea5b2b tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Network': ['ID=467f2e4d-0d19-425d-8c9b-9c82a71fd2aa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:46.496539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 467f2e4d-0d19-425d-8c9b-9c82a71fd2aa details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:46.577697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.755543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'port': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:46.761170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.786005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.929270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-4b190a09-c027-4826-9f68-a9de3e05afe3 service neutron] 10.222.0.60 "GET /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748718 Jul 22 14:36:46.932172 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:46.942622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] device_id is not set on port 2162626c-d483-4c5b-a5f2-2489ddc2675d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:46.980536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=96b53288-2820-409e-bf90-acaaa47a5876,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:47.070491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9b434a2-1386-413f-9f40-35537d722c5d req-99023dc8-826a-4645-9ac2-95285392065f tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1cc490c-c614-42c0-b82b-1bd7ddd0d425 HTTP/1.1" status: 200 len: 210 time: 0.0871866 Jul 22 14:36:47.153125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port 96b53288-2820-409e-bf90-acaaa47a5876 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:47.159243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.163296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f7e4173-422e-4344-a590-dcd0eddd75c1 req-2b97743b-9e92-4ecd-bc0a-6e99d9ebc038 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.61 "DELETE /v2.0/ports/96b53288-2820-409e-bf90-acaaa47a5876 HTTP/1.1" status: 204 len: 173 time: 2.1737337 Jul 22 14:36:47.163296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-deleted', 'tag': '96b53288-2820-409e-bf90-acaaa47a5876'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:47.165146 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be41ee5-ddfe-4f51-b2a1-3c134c2b21be" -d '{"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-deleted", "tag": "96b53288-2820-409e-bf90-acaaa47a5876"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:47.235150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-fd75735a-40f1-450f-b2a3-e00ac56c842c service neutron] 10.222.0.60 "GET /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039691 Jul 22 14:36:47.259300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.477434 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01a6573-8a59-4eda-b847-e835b35e1601 x-openstack-request-id: req-a01a6573-8a59-4eda-b847-e835b35e1601 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:47.477739 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cc490c-c614-42c0-b82b-1bd7ddd0d425", "name": "network-vif-deleted", "tag": "96b53288-2820-409e-bf90-acaaa47a5876", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:47.478000 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a01a6573-8a59-4eda-b847-e835b35e1601 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:47.479610 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1cc490c-c614-42c0-b82b-1bd7ddd0d425', 'name': 'network-vif-deleted', 'tag': '96b53288-2820-409e-bf90-acaaa47a5876', 'status': 'completed', 'code': 200} Jul 22 14:36:47.493106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] device_id is not set on port 042b0c50-2643-4a70-a557-e6448d1ccb30 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:36:47.665013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-987e3dc2-12ce-4a9a-9b5a-e912f7b2e48c req-0ec874b1-78ec-4625-8cd3-9a62972259bc tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 210 time: 0.0629866 Jul 22 14:36:47.729565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.796722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:47.881028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Port': ['ID=2162626c-d483-4c5b-a5f2-2489ddc2675d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:47.912212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Checking segment: {'id': '1588b0f4-53f1-4fe7-adbd-d3a0324af460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '26adcf52-d606-40fe-be72-d5a344d29a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:47.912589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network hostable DHCP agents. Network: 26adcf52-d606-40fe-be72-d5a344d29a23, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:47.934590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network 26adcf52-d606-40fe-be72-d5a344d29a23 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:47.947058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 26adcf52-d606-40fe-be72-d5a344d29a23) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:47.957720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a866c-8888-406a-8ffb-8c6c7c703f39 None None] Network 26adcf52-d606-40fe-be72-d5a344d29a23 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:47.962546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:47.963739 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.029420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Port': ['ID=042b0c50-2643-4a70-a557-e6448d1ccb30,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:48.046484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Checking segment: {'id': '52d7ff5e-126b-48c5-b37e-a2c8ba0f5879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '467f2e4d-0d19-425d-8c9b-9c82a71fd2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:48.046883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network hostable DHCP agents. Network: 467f2e4d-0d19-425d-8c9b-9c82a71fd2aa, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:48.068086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network 467f2e4d-0d19-425d-8c9b-9c82a71fd2aa is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:48.084981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 467f2e4d-0d19-425d-8c9b-9c82a71fd2aa) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:48.096732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:48.102079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67600f8e-2466-40e0-91a2-441322b6e2a6 None None] Network 467f2e4d-0d19-425d-8c9b-9c82a71fd2aa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:48.111334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:48.119416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:48.120411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.147719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d8ef0854-0ccf-40a9-9345-40051dc511b0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8536339 Jul 22 14:36:48.150502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60666) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:48.204338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:48.279322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting subnet 35d78a94-cd15-4b89-bb07-e6f7f8039e93 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:48.283745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.361713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.382142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f120e3-8320-4207-a9b0-329f98d2624d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:48.391533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f120e3-8320-4207-a9b0-329f98d2624d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:48.398324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c5f120e3-8320-4207-a9b0-329f98d2624d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2427351 Jul 22 14:36:48.399894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60674) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:48.540763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.622853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Deleting port 2162626c-d483-4c5b-a5f2-2489ddc2675d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:48.623309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.639608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.674287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Subnet': ['ID=35d78a94-cd15-4b89-bb07-e6f7f8039e93,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:48.736795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.738714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f392e-ceeb-4bbc-b63a-150d0d833a6f None None] Network 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:48.740112 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-286ab14e-3229-47ff-80f7-c12e2295352c tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/subnets/35d78a94-cd15-4b89-bb07-e6f7f8039e93 HTTP/1.1" status: 204 len: 168 time: 0.5344083 Jul 22 14:36:48.742829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60696) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:48.823375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:48.844245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Calling delete_port for 2162626c-d483-4c5b-a5f2-2489ddc2675d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:49.036329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44ced197-144f-491f-ade5-d58dd06fdd9a req-42bc70d5-b5e5-4151-9d8b-31a9adb32cf0 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 210 time: 0.1580834 Jul 22 14:36:49.068184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.082341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.100289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.108875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/ports/2162626c-d483-4c5b-a5f2-2489ddc2675d HTTP/1.1" status: 204 len: 168 time: 0.7018433 Jul 22 14:36:49.112439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:49.155956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9896d-129d-4a9b-a133-c8ef913a88c1 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Port': ['ID=2162626c-d483-4c5b-a5f2-2489ddc2675d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:49.256291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] DHCP port deletion for 68225ef7-4f61-49a0-b9dc-06df0eda8fa2 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:49.318763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port 7552e2e3-7305-4ef7-ae3c-385d485be547 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:49.319616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.337972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] Deleting port 7552e2e3-7305-4ef7-ae3c-385d485be547 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:49.338689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.356817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Deleting port 042b0c50-2643-4a70-a557-e6448d1ccb30 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:49.357173 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.529733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port 7552e2e3-7305-4ef7-ae3c-385d485be547, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7552e2e3-7305-4ef7-ae3c-385d485be547,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:49.530082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.655743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7552e2e3-7305-4ef7-ae3c-385d485be547 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:49.725590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] For port 7552e2e3-7305-4ef7-ae3c-385d485be547, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7552e2e3-7305-4ef7-ae3c-385d485be547,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:49.726125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.757669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] Calling delete_port for 7552e2e3-7305-4ef7-ae3c-385d485be547 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:49.780175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.832862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-f7874fcf-f903-474d-900b-e7ad3e8966ee tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:49.834374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-f7874fcf-f903-474d-900b-e7ad3e8966ee tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.61 "GET /v2.0/networks?id=3d5c7a65-ec28-494e-af57-d3416ba606a2 HTTP/1.1" status: 200 len: 808 time: 0.2762408 Jul 22 14:36:49.846888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 7552e2e3-7305-4ef7-ae3c-385d485be547, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7552e2e3-7305-4ef7-ae3c-385d485be547,segment=NetworkSegment(6ef98bcc-0ddb-4c74-93e0-a674090bd902),segment_id=6ef98bcc-0ddb-4c74-93e0-a674090bd902)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:49.851746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Request body: {'port': {'device_id': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2', 'admin_state_up': True, 'tenant_id': 'a6dfb005ab6f424bb9399798337ccab4'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:49.861053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for 7552e2e3-7305-4ef7-ae3c-385d485be547 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:49.861698 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.865235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.924280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=7552e2e3-7305-4ef7-ae3c-385d485be547,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:49.928604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:49.961138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] Pushing event deleted for resources: {'Port': ['ID=7552e2e3-7305-4ef7-ae3c-385d485be547,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:49.965224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Calling delete_port for 042b0c50-2643-4a70-a557-e6448d1ccb30 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:49.965637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe855780-05c1-4d06-bd6c-c6138f43b827 None None] No DVR routers for this DVR port 7552e2e3-7305-4ef7-ae3c-385d485be547 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:50.253780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24d6c96e-9b70-4bb5-a032-32834b1273fa req-b0815580-c165-4d3f-a1be-f1f88cdef497 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 210 time: 0.0981276 Jul 22 14:36:50.258126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.317268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port 7552e2e3-7305-4ef7-ae3c-385d485be547 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:50.320063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=7552e2e3-7305-4ef7-ae3c-385d485be547,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:50.331046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Made reservation on behalf of a6dfb005ab6f424bb9399798337ccab4 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:50.334678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.477003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.488749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68225ef7-4f61-49a0-b9dc-06df0eda8fa2']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:50.506587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef98bcc-0ddb-4c74-93e0-a674090bd902') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:50.507287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef98bcc-0ddb-4c74-93e0-a674090bd902') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:50.517602 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.545950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.563623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:50.564101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:50.661415 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:50.668795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.717796 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.723187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/networks/68225ef7-4f61-49a0-b9dc-06df0eda8fa2 HTTP/1.1" status: 204 len: 168 time: 1.9793160 Jul 22 14:36:50.723976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.726800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60734) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:50.781037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5fc8-a3f7-43f7-9761-0fd7e503820a tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Network': ['ID=68225ef7-4f61-49a0-b9dc-06df0eda8fa2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:50.822546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Port': ['ID=042b0c50-2643-4a70-a557-e6448d1ccb30,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:50.829948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.832929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-38aa92b1-ad07-42cf-9cdd-8d04781bf0b4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/ports/042b0c50-2643-4a70-a557-e6448d1ccb30 HTTP/1.1" status: 204 len: 168 time: 1.6723709 Jul 22 14:36:50.836583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60736) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:50.866382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting subnet cca7b82d-6c33-483b-b129-dac5635d1bdf {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:50.869900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:50.874614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9d0ff6be-1ba9-4b32-be03-7df41e0b478e tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0364957 Jul 22 14:36:50.881036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60738) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:50.916879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1115217647'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:50.947672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Allocated IP 172.20.0.9 (3d5c7a65-ec28-494e-af57-d3416ba606a2/74be19f7-db21-4546-8974-45d531eabfdd/16f729fe-1e7b-4b78-8b47-f784451c67e9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:51.002102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.078999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:51.094909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.226471 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.285294 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.349704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Network 3d5c7a65-ec28-494e-af57-d3416ba606a2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:51.355008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:51.389017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:51.390775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.397064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:51.503165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Pushing event updated for resources: {'Port': ['ID=16f729fe-1e7b-4b78-8b47-f784451c67e9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:51.527532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc6820-e5f2-4e36-90d5-d331f80c03dc req-e41e08bc-1571-492a-8a3d-e5de87a39f15 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:51.534813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dfc6820-e5f2-4e36-90d5-d331f80c03dc req-e41e08bc-1571-492a-8a3d-e5de87a39f15 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 931 time: 0.1833892 Jul 22 14:36:51.540503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.540984 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Added segment 602f0112-a726-4546-876d-11a30ad39f12 of type vlan for network fc3664aa-b557-4a4a-bf52-01c7dfa41269 Jul 22 14:36:51.549784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:51.550734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.570990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-77757b64-4bc6-41a0-8dc0-aa0bc73380ef tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7256258 Jul 22 14:36:51.589463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.595149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Request body: {'port': {'device_id': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:51.611943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dfc6820-e5f2-4e36-90d5-d331f80c03dc req-f9c13939-6a93-4621-b873-2f521d5e91e6 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712130 Jul 22 14:36:51.632685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.648288 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.650429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/subnets/cca7b82d-6c33-483b-b129-dac5635d1bdf HTTP/1.1" status: 204 len: 168 time: 0.9216466 Jul 22 14:36:51.651372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.655448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f064b-e9ee-4f4f-b1eb-2e143d5c625a None None] Network 707334b3-b505-42bf-88b5-de4ce1009517 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:51.658665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:51.659692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.663086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:51.776465 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.791217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.819585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e9a27-14cb-4977-a8a3-012de9444144 tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Subnet': ['ID=cca7b82d-6c33-483b-b129-dac5635d1bdf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:51.843827 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9351242 Jul 22 14:36:51.848072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60760) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:51.854097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-879811298'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:51.938197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:51.942838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:51.961081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa4315-ef26-4549-843b-2f07b1d3d8ec tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Network': ['ID=fc3664aa-b557-4a4a-bf52-01c7dfa41269,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:51.974410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network fc3664aa-b557-4a4a-bf52-01c7dfa41269 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:52.005380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:36:52.033822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Deleting port 09b4a5bf-0e45-4347-ad32-b5f95877b587 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:52.035163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.042110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] DHCP port deletion for 707334b3-b505-42bf-88b5-de4ce1009517 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:52.047171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.047550 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Added segment a196723c-dc0f-48b3-8825-dc404687a051 of type vlan for network 27c93fc7-b827-4494-bc5a-3c34e3f8890a Jul 22 14:36:52.183518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] Deleting port 09b4a5bf-0e45-4347-ad32-b5f95877b587 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:52.184149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.209569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] For port 09b4a5bf-0e45-4347-ad32-b5f95877b587, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=09b4a5bf-0e45-4347-ad32-b5f95877b587,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:52.210152 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.253002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Calling delete_port for 09b4a5bf-0e45-4347-ad32-b5f95877b587 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:52.277455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.332765 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.338917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:52.339545 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.364200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] For port 09b4a5bf-0e45-4347-ad32-b5f95877b587, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=09b4a5bf-0e45-4347-ad32-b5f95877b587,segment=NetworkSegment(3680f28e-f315-4002-9742-0cfd07c67bb6),segment_id=3680f28e-f315-4002-9742-0cfd07c67bb6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:52.364772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.381356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] Calling delete_port for 09b4a5bf-0e45-4347-ad32-b5f95877b587 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:52.395718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.429470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Port': ['ID=09b4a5bf-0e45-4347-ad32-b5f95877b587,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:52.433122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] No DVR routers for this DVR port 09b4a5bf-0e45-4347-ad32-b5f95877b587 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:52.456994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Network': ['ID=27c93fc7-b827-4494-bc5a-3c34e3f8890a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:52.471802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 27c93fc7-b827-4494-bc5a-3c34e3f8890a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:36:52.528105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2690393b-a43e-4216-b80c-858881d83eb2 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6787143 Jul 22 14:36:52.578340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.590392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707334b3-b505-42bf-88b5-de4ce1009517']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:52.602686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3680f28e-f315-4002-9742-0cfd07c67bb6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:52.603360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3680f28e-f315-4002-9742-0cfd07c67bb6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:52.614749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.649907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.661766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f729fe-1e7b-4b78-8b47-f784451c67e9 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:52.663070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:52.664020 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:52.667631 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:52.689669 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.701345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60776) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:52.708375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'subnets': [{'network_id': 'fc3664aa-b557-4a4a-bf52-01c7dfa41269', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--737031596', 'ip_version': 4}, {'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:52.708792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'subnet': {'network_id': 'fc3664aa-b557-4a4a-bf52-01c7dfa41269', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--737031596', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:52.709441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Request body: {'subnet': {'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:36:52.743642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.792086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] Pushing event deleted for resources: {'Port': ['ID=09b4a5bf-0e45-4347-ad32-b5f95877b587,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:52.818913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdceed1-5e16-4d66-99c7-30df7ac88cac None None] No DVR routers for this DVR port 09b4a5bf-0e45-4347-ad32-b5f95877b587 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:52.863563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.865548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Transition to ACTIVE for port object 16f729fe-1e7b-4b78-8b47-f784451c67e9 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:52.874440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:52.877363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] 10.222.0.60 "DELETE /v2.0/networks/707334b3-b505-42bf-88b5-de4ce1009517 HTTP/1.1" status: 204 len: 168 time: 1.2092617 Jul 22 14:36:52.886556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.014106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Pushing event updated for resources: {'Port': ['ID=16f729fe-1e7b-4b78-8b47-f784451c67e9,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:53.042243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66399008-7718-42bd-9a90-eb58c5b54708 req-fe0a4924-b395-4643-9418-26a1d004c8ec tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:53.043900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66399008-7718-42bd-9a90-eb58c5b54708 req-fe0a4924-b395-4643-9418-26a1d004c8ec tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 931 time: 0.3063691 Jul 22 14:36:53.146821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66399008-7718-42bd-9a90-eb58c5b54708 req-f73a20cc-6515-4bf3-ad00-22b32abf835a tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792890 Jul 22 14:36:53.185967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Attempting to bind port 16f729fe-1e7b-4b78-8b47-f784451c67e9 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:53.186326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Attempting to bind port 16f729fe-1e7b-4b78-8b47-f784451c67e9 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '1f6ddfef-7878-477d-9153-1fc2e6b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:53.186686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Attempting to bind port 16f729fe-1e7b-4b78-8b47-f784451c67e9 on network 3d5c7a65-ec28-494e-af57-d3416ba606a2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:53.199344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Port 16f729fe-1e7b-4b78-8b47-f784451c67e9 on network 3d5c7a65-ec28-494e-af57-d3416ba606a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:36:53.200042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Attempting to bind port 16f729fe-1e7b-4b78-8b47-f784451c67e9 on network 3d5c7a65-ec28-494e-af57-d3416ba606a2 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:53.221479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:53.221775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Checking segment: {'id': '1f6ddfef-7878-477d-9153-1fc2e6b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:53.223350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Bound using segment: {'id': '1f6ddfef-7878-477d-9153-1fc2e6b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:53.223828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Bound port: 16f729fe-1e7b-4b78-8b47-f784451c67e9, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6ddfef-7878-477d-9153-1fc2e6b85a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:53.224209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.232607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60790) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:53.279754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e7c9c-ceb0-4110-a8e6-6ad39a0a925b tempest-ServersTestMultiNic-1039586598 tempest-ServersTestMultiNic-1039586598-project] Pushing event deleted for resources: {'Network': ['ID=707334b3-b505-42bf-88b5-de4ce1009517,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:53.375862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Made reservation on behalf of 6a08af562be84a3bb1854e53ed6a277c for: {'subnet': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:36:53.388627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.391546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.493649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 09b4a5bf-0e45-4347-ad32-b5f95877b587 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:53.535841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 09b4a5bf-0e45-4347-ad32-b5f95877b587 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:53.537407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 09b4a5bf-0e45-4347-ad32-b5f95877b587 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:53.570667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] For port 16f729fe-1e7b-4b78-8b47-f784451c67e9, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:53.589849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] For port 16f729fe-1e7b-4b78-8b47-f784451c67e9, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9,segment=NetworkSegment(1f6ddfef-7878-477d-9153-1fc2e6b85a95),segment_id=1f6ddfef-7878-477d-9153-1fc2e6b85a95)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:53.619049 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.638140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:53.638755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:53.640171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] 10.222.0.61 "PUT /v2.0/ports/16f729fe-1e7b-4b78-8b47-f784451c67e9 HTTP/1.1" status: 200 len: 1091 time: 2.0497797 Jul 22 14:36:53.687823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'tag': '16f729fe-1e7b-4b78-8b47-f784451c67e9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:36:53.691916 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655" -d '{"events": [{"name": "network-changed", "server_uuid": "155e2eaa-5f94-40af-838c-ebabc7b9a805", "tag": "16f729fe-1e7b-4b78-8b47-f784451c67e9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:36:53.829435 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf2edf6-5a8e-4445-b7c6-95f185aa94a2 x-openstack-request-id: req-adf2edf6-5a8e-4445-b7c6-95f185aa94a2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:36:53.829728 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "155e2eaa-5f94-40af-838c-ebabc7b9a805", "tag": "16f729fe-1e7b-4b78-8b47-f784451c67e9", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:36:53.829981 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adf2edf6-5a8e-4445-b7c6-95f185aa94a2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:36:53.830374 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'tag': '16f729fe-1e7b-4b78-8b47-f784451c67e9', 'status': 'completed', 'code': 200} Jul 22 14:36:53.884139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd934-642a-43ef-b38d-801fe447111b service neutron] Pushing event updated for resources: {'Port': ['ID=16f729fe-1e7b-4b78-8b47-f784451c67e9,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:53.905591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-3eb2e66e-a1a5-4d0f-861f-794146cc69c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:53.907957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-3eb2e66e-a1a5-4d0f-861f-794146cc69c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6dfb005ab6f424bb9399798337ccab4&device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 1094 time: 0.1925161 Jul 22 14:36:53.952842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-537cc808-8814-483f-99dc-394ad20d61f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9 HTTP/1.1" status: 200 len: 217 time: 0.0381899 Jul 22 14:36:54.005216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.072118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-ee411249-05ff-40d3-979e-6eac5a6172f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.073583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-ee411249-05ff-40d3-979e-6eac5a6172f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74be19f7-db21-4546-8974-45d531eabfdd HTTP/1.1" status: 200 len: 848 time: 0.1110966 Jul 22 14:36:54.077463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Subnet': ['ID=27ec13de-ec6d-4d68-b487-50f6834aba2e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:54.117740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Checking segment: {'id': '602f0112-a726-4546-876d-11a30ad39f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fc3664aa-b557-4a4a-bf52-01c7dfa41269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:54.118123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network hostable DHCP agents. Network: fc3664aa-b557-4a4a-bf52-01c7dfa41269, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:54.134319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-219d1e4d-0b4c-40bc-85d9-0aa3a3bd1411 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d5c7a65-ec28-494e-af57-d3416ba606a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487041 Jul 22 14:36:54.140147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network fc3664aa-b557-4a4a-bf52-01c7dfa41269 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:54.152058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, fc3664aa-b557-4a4a-bf52-01c7dfa41269) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:54.165858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc2c53-c214-49d9-8edb-54841283ebe4 None None] Network fc3664aa-b557-4a4a-bf52-01c7dfa41269 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:54.168232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.214190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.269469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Checking segment: {'id': 'a196723c-dc0f-48b3-8825-dc404687a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:54.269920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network hostable DHCP agents. Network: 27c93fc7-b827-4494-bc5a-3c34e3f8890a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:36:54.300637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event updated for resources: {'Subnet': ['ID=bec4f068-d522-48dd-b21e-6be864ddddfb,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:54.311579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Network 27c93fc7-b827-4494-bc5a-3c34e3f8890a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:36:54.332109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 27c93fc7-b827-4494-bc5a-3c34e3f8890a) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:54.336958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.337632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.338413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.354919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8c6ed868-3eea-4afc-be88-3539f7ffd6ef tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6522279 Jul 22 14:36:54.357608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:54.370034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acceadd-9f8d-407d-af20-5b8105359c09 None None] Network 27c93fc7-b827-4494-bc5a-3c34e3f8890a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:54.463250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d46e79-19f8-477f-b9fd-ba0b5db968e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.465379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d46e79-19f8-477f-b9fd-ba0b5db968e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.467282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d46e79-19f8-477f-b9fd-ba0b5db968e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:54.472197 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15d46e79-19f8-477f-b9fd-ba0b5db968e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1102881 Jul 22 14:36:54.474295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:54.673249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Deleting subnet 27ec13de-ec6d-4d68-b487-50f6834aba2e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:54.679323 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.780649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.877966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903deb81-2d65-4da5-91a8-4be0ff138b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-fc3664aa-b557-4a4a-bf52-01c7dfa41269', 'network_id': 'fc3664aa-b557-4a4a-bf52-01c7dfa41269', 'tenant_id': '6a08af562be84a3bb1854e53ed6a277c', 'fixed_ips': [{'subnet_id': '27ec13de-ec6d-4d68-b487-50f6834aba2e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:54.880656 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-903deb81-2d65-4da5-91a8-4be0ff138b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.903764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:54.908061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-27c93fc7-b827-4494-bc5a-3c34e3f8890a', 'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a', 'tenant_id': '6a08af562be84a3bb1854e53ed6a277c', 'fixed_ips': [{'subnet_id': 'bec4f068-d522-48dd-b21e-6be864ddddfb'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:36:54.908935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.021970 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.054654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.057007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/subnets/27ec13de-ec6d-4d68-b487-50f6834aba2e HTTP/1.1" status: 204 len: 168 time: 0.5800800 Jul 22 14:36:55.066298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60834) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:55.085455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea89425-08a8-4db9-bb0b-127b05dcedb3 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Subnet': ['ID=27ec13de-ec6d-4d68-b487-50f6834aba2e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-903deb81-2d65-4da5-91a8-4be0ff138b0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27ec13de-ec6d-4d68-b487-50f6834aba2e: This subnet is being modified by another concurrent operation. Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:36:55.246031 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27ec13de-ec6d-4d68-b487-50f6834aba2e: This subnet is being modified by another concurrent operation. Jul 22 14:36:55.255474 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:36:55.269803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-db5c5bf2-b2ff-4a3f-882e-ae8265b38a2f service neutron] 10.222.0.61 "GET /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1284270 Jul 22 14:36:55.279681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Deleting subnet bec4f068-d522-48dd-b21e-6be864ddddfb {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:36:55.353725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Allocated IP 172.20.0.18 (27c93fc7-b827-4494-bc5a-3c34e3f8890a/bec4f068-d522-48dd-b21e-6be864ddddfb/efc348b4-de14-4ac9-9447-1ac1da0a230f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:36:55.447646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96accab9-0135-4865-9592-238bf5c712a1 req-c384cdb9-7c99-4dc8-b5a4-40eaac846733 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:55.458749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96accab9-0135-4865-9592-238bf5c712a1 req-c384cdb9-7c99-4dc8-b5a4-40eaac846733 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 943 time: 1.1279888 Jul 22 14:36:55.564217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.576319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e22530ad-4e5a-4d9c-b65f-98ee8e244cb5 req-0181e46d-b969-4f72-8302-4736e6ba53ff service neutron] 10.222.0.61 "GET /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932220 Jul 22 14:36:55.576545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Transition to ACTIVE for port object efc348b4-de14-4ac9-9447-1ac1da0a230f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:55.595135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Transition to ACTIVE for port object efc348b4-de14-4ac9-9447-1ac1da0a230f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:36:55.599867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96accab9-0135-4865-9592-238bf5c712a1 req-5e5e3d09-64aa-4164-b8d4-ca4cf48b388d tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394436 Jul 22 14:36:55.613107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.617515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc287f-d45e-4fc6-bcf2-56cee5d4f32c None None] Network fc3664aa-b557-4a4a-bf52-01c7dfa41269 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:55.682396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.729306 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.802318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Network 27c93fc7-b827-4494-bc5a-3c34e3f8890a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:36:55.804432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Pushing event updated for resources: {'Port': ['ID=efc348b4-de14-4ac9-9447-1ac1da0a230f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:55.807298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:36:55.827813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:36:55.935374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Attempting to bind port efc348b4-de14-4ac9-9447-1ac1da0a230f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:36:55.936165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Attempting to bind port efc348b4-de14-4ac9-9447-1ac1da0a230f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a196723c-dc0f-48b3-8825-dc404687a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:36:55.936404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Attempting to bind port efc348b4-de14-4ac9-9447-1ac1da0a230f on network 27c93fc7-b827-4494-bc5a-3c34e3f8890a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:36:55.951774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:36:55.952490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Checking segment: {'id': 'a196723c-dc0f-48b3-8825-dc404687a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:36:55.953019 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:55.955183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Bound using segment: {'id': 'a196723c-dc0f-48b3-8825-dc404687a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:36:55.956003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Bound port: efc348b4-de14-4ac9-9447-1ac1da0a230f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a196723c-dc0f-48b3-8825-dc404687a051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '27c93fc7-b827-4494-bc5a-3c34e3f8890a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:36:55.957959 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.012658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-165614f7-31d9-4f9b-92fc-6d2d2f7b41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:56.015447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-165614f7-31d9-4f9b-92fc-6d2d2f7b41c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6dfb005ab6f424bb9399798337ccab4&device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 1094 time: 0.3543158 Jul 22 14:36:56.086337 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.142902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Deleting port cc5e79e8-0cb4-48ba-9705-d39f95a3381f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:56.143553 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.264919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] For port efc348b4-de14-4ac9-9447-1ac1da0a230f, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:36:56.279874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] For port efc348b4-de14-4ac9-9447-1ac1da0a230f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=efc348b4-de14-4ac9-9447-1ac1da0a230f,segment=NetworkSegment(a196723c-dc0f-48b3-8825-dc404687a051),segment_id=a196723c-dc0f-48b3-8825-dc404687a051)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:36:56.289004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.359303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.362936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99cec6-b85c-4917-babd-eb0bd863b68c None None] Pushing event updated for resources: {'Port': ['ID=efc348b4-de14-4ac9-9447-1ac1da0a230f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:56.381288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-4b52f901-0af9-4dea-88bd-508d3a7a7c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:56.383568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-4b52f901-0af9-4dea-88bd-508d3a7a7c06 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3d5c7a65-ec28-494e-af57-d3416ba606a2 HTTP/1.1" status: 200 len: 909 time: 0.3583996 Jul 22 14:36:56.432821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Subnet': ['ID=bec4f068-d522-48dd-b21e-6be864ddddfb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:56.589276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.598342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:56.599588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff9234d8-6f45-46a6-80a6-0040a0584ab4 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/subnets/bec4f068-d522-48dd-b21e-6be864ddddfb HTTP/1.1" status: 204 len: 168 time: 1.5194926 Jul 22 14:36:56.605525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-2283d16b-1a42-4953-96f5-630e09e26ce7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9 HTTP/1.1" status: 200 len: 217 time: 0.1839263 Jul 22 14:36:56.612304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] For port cc5e79e8-0cb4-48ba-9705-d39f95a3381f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:56.613442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:56.683996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Calling delete_port for cc5e79e8-0cb4-48ba-9705-d39f95a3381f owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:56.862882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a62689-a4c0-41d6-9679-8f31c38d4611 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:56.864587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-99a62689-a4c0-41d6-9679-8f31c38d4611 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2650788 Jul 22 14:36:56.868476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:56.883702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-7676d0b2-bb79-4450-a624-f9983403720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:56.885279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-7676d0b2-bb79-4450-a624-f9983403720b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74be19f7-db21-4546-8974-45d531eabfdd HTTP/1.1" status: 200 len: 848 time: 0.2683322 Jul 22 14:36:57.063452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-92f88aeb-052f-4c09-bcda-e2063e9ebde2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3d5c7a65-ec28-494e-af57-d3416ba606a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695862 Jul 22 14:36:57.080665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:57.226442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Deleting port efc348b4-de14-4ac9-9447-1ac1da0a230f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:36:57.227337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:57.277552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1c890-3846-414c-be54-d6e4b4bb4bba req-c8606189-d40e-4d72-96ab-b4c42e181bc7 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:57.286734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ad1c890-3846-414c-be54-d6e4b4bb4bba req-c8606189-d40e-4d72-96ab-b4c42e181bc7 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 943 time: 0.4152339 Jul 22 14:36:57.301776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-0e27f732-b121-4593-a396-33e0608da675 service neutron] 10.222.0.61 "GET /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278235 Jul 22 14:36:57.445565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ad1c890-3846-414c-be54-d6e4b4bb4bba req-1c61a2b5-4530-470b-8604-612baa5f98eb tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574962 Jul 22 14:36:57.489239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] For port efc348b4-de14-4ac9-9447-1ac1da0a230f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=efc348b4-de14-4ac9-9447-1ac1da0a230f,segment=NetworkSegment(a196723c-dc0f-48b3-8825-dc404687a051),segment_id=a196723c-dc0f-48b3-8825-dc404687a051)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:57.489913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:57.519954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Calling delete_port for efc348b4-de14-4ac9-9447-1ac1da0a230f owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:36:57.676599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device efc348b4-de14-4ac9-9447-1ac1da0a230f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:36:57.759106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:57.802867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:57.806716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No active binding found for port efc348b4-de14-4ac9-9447-1ac1da0a230f {{(pid=93814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:36:57.807175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device efc348b4-de14-4ac9-9447-1ac1da0a230f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 14:36:57.821689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b0caeaf-a42f-44d3-8fd0-cc14a8582655 req-8d5aee3f-934d-4c7a-936e-90dbe3004a3b service neutron] 10.222.0.61 "GET /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678428 Jul 22 14:36:57.829256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Port': ['ID=efc348b4-de14-4ac9-9447-1ac1da0a230f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:57.843051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] No DVR routers for this DVR port efc348b4-de14-4ac9-9447-1ac1da0a230f on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:36:57.876632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Port efc348b4-de14-4ac9-9447-1ac1da0a230f not found, will not notify nova. {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 14:36:57.880520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5e79e8-0cb4-48ba-9705-d39f95a3381f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:58.029117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.083881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c93fc7-b827-4494-bc5a-3c34e3f8890a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:58.107320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a196723c-dc0f-48b3-8825-dc404687a051') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:58.107921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a196723c-dc0f-48b3-8825-dc404687a051') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:58.148976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.221681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 16f729fe-1e7b-4b78-8b47-f784451c67e9 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:36:58.229534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.240104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:58.240775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:58.244455 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:58.374664 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.394971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.404279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60888) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:58.409904 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/networks/27c93fc7-b827-4494-bc5a-3c34e3f8890a HTTP/1.1" status: 204 len: 168 time: 1.5379922 Jul 22 14:36:58.476472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bc43b-f08f-4784-a105-05640c7196e0 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Network': ['ID=27c93fc7-b827-4494-bc5a-3c34e3f8890a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:58.506383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f53ef8-6a2e-4722-aa22-7406265da909 None None] Network 27c93fc7-b827-4494-bc5a-3c34e3f8890a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:36:58.567204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.575971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.581990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f53ef8-6a2e-4722-aa22-7406265da909 None None] Network 27c93fc7-b827-4494-bc5a-3c34e3f8890a could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:36:58.599577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-da9f3a0f-1df6-426a-aaf8-ddb589779b6c None None] Could not find standard attr ID for object efc348b4-de14-4ac9-9447-1ac1da0a230f. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:36:58.606145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 16f729fe-1e7b-4b78-8b47-f784451c67e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9,segment=NetworkSegment(1f6ddfef-7878-477d-9153-1fc2e6b85a95),segment_id=1f6ddfef-7878-477d-9153-1fc2e6b85a95)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:58.657674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '16f729fe-1e7b-4b78-8b47-f784451c67e9', 'network_id': '3d5c7a65-ec28-494e-af57-d3416ba606a2', 'port_id': '16f729fe-1e7b-4b78-8b47-f784451c67e9', 'mac_address': 'fa:16:3e:03:f4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74be19f7-db21-4546-8974-45d531eabfdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:36:58.732816 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.736599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7710da-d963-43e6-84b8-cde3f25c6313 None None] DHCP port deletion for 27c93fc7-b827-4494-bc5a-3c34e3f8890a request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:36:58.752904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f729fe-1e7b-4b78-8b47-f784451c67e9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:36:58.778371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 16f729fe-1e7b-4b78-8b47-f784451c67e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9,segment=NetworkSegment(1f6ddfef-7878-477d-9153-1fc2e6b85a95),segment_id=1f6ddfef-7878-477d-9153-1fc2e6b85a95)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:36:58.782065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aceaa0c-4cb4-44ce-839e-d5136d11d9c7 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:36:58.861960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.886796 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.899085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3664aa-b557-4a4a-bf52-01c7dfa41269']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:58.913225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602f0112-a726-4546-876d-11a30ad39f12') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:58.913498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602f0112-a726-4546-876d-11a30ad39f12') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:58.923915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.942287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:58.949959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:58.950709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.039086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=16f729fe-1e7b-4b78-8b47-f784451c67e9,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:59.051590 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:36:59.095592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.097340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['16f729fe-1e7b-4b78-8b47-f784451c67e9'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:36:59.117318 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.122798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/networks/fc3664aa-b557-4a4a-bf52-01c7dfa41269 HTTP/1.1" status: 204 len: 168 time: 0.7149632 Jul 22 14:36:59.123149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:36:59.184450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aceaa0c-4cb4-44ce-839e-d5136d11d9c7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:36:59.196073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4024e-9693-4d35-b00b-ab129316c402 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Network': ['ID=fc3664aa-b557-4a4a-bf52-01c7dfa41269,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:36:59.237258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36def8ff-2f08-473a-a8e6-806613039494 req-05cbaaed-03ad-4672-9ba8-c0b299c7e295 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:36:59.245198 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36def8ff-2f08-473a-a8e6-806613039494 req-05cbaaed-03ad-4672-9ba8-c0b299c7e295 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 943 time: 0.6307497 Jul 22 14:36:59.309261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.589283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36def8ff-2f08-473a-a8e6-806613039494 req-5fee6f08-04b0-4d55-aa9c-5ae2fa2f23b5 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207948 Jul 22 14:36:59.698473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device efc348b4-de14-4ac9-9447-1ac1da0a230f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:36:59.719632 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.748616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467f2e4d-0d19-425d-8c9b-9c82a71fd2aa']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:59.760603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: efc348b4-de14-4ac9-9447-1ac1da0a230f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:36:59.761200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device efc348b4-de14-4ac9-9447-1ac1da0a230f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:36:59.819846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d7ff5e-126b-48c5-b37e-a2c8ba0f5879') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:59.825830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d7ff5e-126b-48c5-b37e-a2c8ba0f5879') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:36:59.831785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Router 149b765f-ad8d-460f-8d13-56c711bd4f98 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:36:59.839867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-60b83da9-889f-494d-92fa-eee3271377c8 req-5a4fc225-124f-497e-8070-55c71621311a service neutron] (93812) timed out ('10.222.0.72', 54864) {{(pid=93812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:36:59.889348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.924045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.943740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:36:59.944427 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:36:59.949687 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:00.056968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.069760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.078333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/networks/467f2e4d-0d19-425d-8c9b-9c82a71fd2aa HTTP/1.1" status: 204 len: 168 time: 0.9540827 Jul 22 14:37:00.082033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:00.201005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878162a-2ced-4c77-8fc0-e85894d2d30d tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Network': ['ID=467f2e4d-0d19-425d-8c9b-9c82a71fd2aa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:00.247650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:37:00.271114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] Sync routers for ids ['149b765f-ad8d-460f-8d13-56c711bd4f98'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:37:00.291722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dae6e7fc-c389-41d7-b2fa-813125595f10 admin admin] 10.222.0.60 "PUT /v2.0/routers/149b765f-ad8d-460f-8d13-56c711bd4f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0558817 Jul 22 14:37:00.295987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60926) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:00.402998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] Routers {'149b765f-ad8d-460f-8d13-56c711bd4f98'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:37:00.404585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['149b765f-ad8d-460f-8d13-56c711bd4f98'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:00.422208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.428565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.615433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.641833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26adcf52-d606-40fe-be72-d5a344d29a23']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:00.685196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1588b0f4-53f1-4fe7-adbd-d3a0324af460') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:00.685547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1588b0f4-53f1-4fe7-adbd-d3a0324af460') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:00.722273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.749159 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.768516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.811939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] Set router 149b765f-ad8d-460f-8d13-56c711bd4f98 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:37:00.813636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:00.814100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:00.964568 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:00.986691 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:01.002011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:01.017171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] 10.222.0.60 "DELETE /v2.0/networks/26adcf52-d606-40fe-be72-d5a344d29a23 HTTP/1.1" status: 204 len: 168 time: 0.9258838 Jul 22 14:37:01.067263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cefb9-0906-4ebc-ae11-8c07239c1c04 tempest-BulkNetworkOpsTest-584548411 tempest-BulkNetworkOpsTest-584548411-project] Pushing event deleted for resources: {'Network': ['ID=26adcf52-d606-40fe-be72-d5a344d29a23,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:01.350349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:36:57Z', 'revision_number': 5, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port': {'id': 'bbe7f4cb-2957-4d29-b656-f1c60b438951', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:af:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:35:13Z', 'updated_at': '2021-07-22T14:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:01.405676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] Checking router: 149b765f-ad8d-460f-8d13-56c711bd4f98 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:37:01.465724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] Routers {'149b765f-ad8d-460f-8d13-56c711bd4f98'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:37:01.466787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:36:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['149b765f-ad8d-460f-8d13-56c711bd4f98'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:01.558811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] Set router 149b765f-ad8d-460f-8d13-56c711bd4f98 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:37:01.618564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:37:00Z', 'revision_number': 6, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:01.646635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a03c7-120d-405a-bdc7-d0fc23a7ab1b None None] The sync data for ids ['149b765f-ad8d-460f-8d13-56c711bd4f98'] in n-d-794306-8 is: [{'id': '149b765f-ad8d-460f-8d13-56c711bd4f98', 'name': 'tempest-ServersTestMultiNic-85641856-router', 'tenant_id': '50c525785c5c4e7785d868e7fa64b230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:35:11Z', 'updated_at': '2021-07-22T14:37:00Z', 'revision_number': 6, 'project_id': '50c525785c5c4e7785d868e7fa64b230', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:37:01.731877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Deleting port bbe7f4cb-2957-4d29-b656-f1c60b438951 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:01.732391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:01.749904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60956) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:01.772647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fe564-0dd4-4472-8de5-f13c056dd0f3 req-08ecfbfd-3bc3-487c-bfa1-479036c28b2c tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:01.781529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d7fe564-0dd4-4472-8de5-f13c056dd0f3 req-08ecfbfd-3bc3-487c-bfa1-479036c28b2c tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 944 time: 0.9729943 Jul 22 14:37:01.879874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d7fe564-0dd4-4472-8de5-f13c056dd0f3 req-07c9149c-7443-412b-9571-fb6dca4372d9 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970199 Jul 22 14:37:01.913931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] For port bbe7f4cb-2957-4d29-b656-f1c60b438951, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bbe7f4cb-2957-4d29-b656-f1c60b438951,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:01.914610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:01.948507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Calling delete_port for bbe7f4cb-2957-4d29-b656-f1c60b438951 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:02.074301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d00f35c6-f6d0-49f0-ae21-86bc52844191 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a08af562be84a3bb1854e53ed6a277c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230939 Jul 22 14:37:02.085073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:02.219840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 16f729fe-1e7b-4b78-8b47-f784451c67e9 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:02.239920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081967b1-802a-451f-93b7-8503f480db8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.301189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081967b1-802a-451f-93b7-8503f480db8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.366652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 16f729fe-1e7b-4b78-8b47-f784451c67e9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:02.382958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 16f729fe-1e7b-4b78-8b47-f784451c67e9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:02.383719 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.447513 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081967b1-802a-451f-93b7-8503f480db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.450465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081967b1-802a-451f-93b7-8503f480db8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.452087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-081967b1-802a-451f-93b7-8503f480db8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83e6aded-1abc-4305-8dff-e39ee3d46a83 HTTP/1.1" status: 204 len: 168 time: 0.3661532 Jul 22 14:37:02.480401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.489251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081967b1-802a-451f-93b7-8503f480db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6aded-1abc-4305-8dff-e39ee3d46a83,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:02.531487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe7f4cb-2957-4d29-b656-f1c60b438951,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:02.636036 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.699318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f729fe-1e7b-4b78-8b47-f784451c67e9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:02.701596 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef52973-99f6-4c16-bb57-b52b9f98165b" -d '{"events": [{"server_uuid": "155e2eaa-5f94-40af-838c-ebabc7b9a805", "name": "network-vif-plugged", "status": "completed", "tag": "16f729fe-1e7b-4b78-8b47-f784451c67e9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:02.723024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.746471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 16f729fe-1e7b-4b78-8b47-f784451c67e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9,segment=NetworkSegment(1f6ddfef-7878-477d-9153-1fc2e6b85a95),segment_id=1f6ddfef-7878-477d-9153-1fc2e6b85a95)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:02.754216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:02.945939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=16f729fe-1e7b-4b78-8b47-f784451c67e9,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:03.047208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.049490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.052819 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480b6c8a-7fca-473d-a3d6-deb5e9a74c1d x-openstack-request-id: req-480b6c8a-7fca-473d-a3d6-deb5e9a74c1d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:03.053449 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155e2eaa-5f94-40af-838c-ebabc7b9a805", "name": "network-vif-plugged", "status": "completed", "tag": "16f729fe-1e7b-4b78-8b47-f784451c67e9", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:03.054306 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-480b6c8a-7fca-473d-a3d6-deb5e9a74c1d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:03.054306 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f729fe-1e7b-4b78-8b47-f784451c67e9', 'code': 200} Jul 22 14:37:03.180156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.180765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 149b765f-ad8d-460f-8d13-56c711bd4f98 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:37:03.191265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.192287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1d01af1a-ed45-49dd-b6c5-2ce3f5999f1d admin admin] 10.222.0.60 "DELETE /v2.0/routers/149b765f-ad8d-460f-8d13-56c711bd4f98 HTTP/1.1" status: 204 len: 168 time: 2.8952122 Jul 22 14:37:03.203710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b581-93e3-40d4-9576-d39a01958740 req-efb7c986-3d9c-4298-9bfc-0d0eea1f4289 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:03.204957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:03.210991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fff5b581-93e3-40d4-9576-d39a01958740 req-efb7c986-3d9c-4298-9bfc-0d0eea1f4289 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 945 time: 0.1975784 Jul 22 14:37:03.317032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fff5b581-93e3-40d4-9576-d39a01958740 req-b86b8bd9-62a4-4837-9a86-d69fb624b9e7 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048148 Jul 22 14:37:03.319339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd6d9e-95db-4cf0-9c24-46a762d2b37d req-983c8eaf-e5ce-42bc-ad66-0503cbdf3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:03.320846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91dd6d9e-95db-4cf0-9c24-46a762d2b37d req-983c8eaf-e5ce-42bc-ad66-0503cbdf3d9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 1096 time: 0.1859875 Jul 22 14:37:03.364489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91dd6d9e-95db-4cf0-9c24-46a762d2b37d req-466d222d-e1b7-4130-9666-47abb920c657 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367675 Jul 22 14:37:03.390777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Deleting subnet f9d47194-4bdf-41d4-be4b-7a7c3e572153 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:03.395681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.446240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.535796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbe7f4cb-2957-4d29-b656-f1c60b438951 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:03.567823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: bbe7f4cb-2957-4d29-b656-f1c60b438951 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:03.568316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbe7f4cb-2957-4d29-b656-f1c60b438951 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:03.568874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cc5e79e8-0cb4-48ba-9705-d39f95a3381f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:03.593216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.593743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: cc5e79e8-0cb4-48ba-9705-d39f95a3381f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:03.598887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cc5e79e8-0cb4-48ba-9705-d39f95a3381f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:03.703092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.720351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.722587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9d47194-4bdf-41d4-be4b-7a7c3e572153 HTTP/1.1" status: 204 len: 168 time: 0.5167234 Jul 22 14:37:03.725602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32808) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:03.729906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39def84-6965-4ad0-9674-cef02b586d10 None None] Network f173ed9c-c3a1-4bd2-847a-c9192be801d1 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:03.776341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6f902-7098-4abc-b923-d89114f629b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d47194-4bdf-41d4-be4b-7a7c3e572153,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:03.834312 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:03.932694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:03.940839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87eb7e-e539-4755-bbdc-8c5c7bff8a74 req-6b97b35f-12f5-418f-99d0-49a30749ee39 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:03.942622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf87eb7e-e539-4755-bbdc-8c5c7bff8a74 req-6b97b35f-12f5-418f-99d0-49a30749ee39 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 950 time: 0.1291745 Jul 22 14:37:03.988528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] DHCP port deletion for f173ed9c-c3a1-4bd2-847a-c9192be801d1 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:37:04.030438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Deleting port 5c816e33-8fb4-41fa-98c3-f1b702368fcb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:04.030820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.043942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] Deleting port 5c816e33-8fb4-41fa-98c3-f1b702368fcb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:04.044437 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.056574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-771682951'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:04.083811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:04.088306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.098422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.105147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf87eb7e-e539-4755-bbdc-8c5c7bff8a74 req-c12f80a8-3314-4e8d-a4fd-6f8359c3a690 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549735 Jul 22 14:37:04.162994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] For port 5c816e33-8fb4-41fa-98c3-f1b702368fcb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5c816e33-8fb4-41fa-98c3-f1b702368fcb,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:04.176669 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.182829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] For port 5c816e33-8fb4-41fa-98c3-f1b702368fcb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5c816e33-8fb4-41fa-98c3-f1b702368fcb,segment=NetworkSegment(3b041897-ef3f-4cd1-a7ba-63dea5ed121a),segment_id=3b041897-ef3f-4cd1-a7ba-63dea5ed121a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:04.183629 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.202100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] Calling delete_port for 5c816e33-8fb4-41fa-98c3-f1b702368fcb owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:04.212975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Calling delete_port for 5c816e33-8fb4-41fa-98c3-f1b702368fcb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:04.221325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.229002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.249234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:04.262218 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.262762 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment f887b9f6-2bb1-42e4-a1fb-d2e3c614f617 of type vlan for network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a Jul 22 14:37:04.308799 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.328694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.348315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] No DVR routers for this DVR port 5c816e33-8fb4-41fa-98c3-f1b702368fcb on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:04.350508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccead0-d531-4821-93bb-6a87d0c36589 None None] Pushing event deleted for resources: {'Port': ['ID=5c816e33-8fb4-41fa-98c3-f1b702368fcb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:04.357262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.380119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c816e33-8fb4-41fa-98c3-f1b702368fcb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:04.394199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6365159-9ba4-4a98-88d2-9b6f66034cbd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:04.411462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] No DVR routers for this DVR port 5c816e33-8fb4-41fa-98c3-f1b702368fcb on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:04.417538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.428254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:04.429255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.487328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5532341 Jul 22 14:37:04.523585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6303c-ecd6-4bca-a377-01c814d935d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=5b93565e-0b8f-4492-8ea3-c30aa5ab226a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:04.536405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:04.589862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.625402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f173ed9c-c3a1-4bd2-847a-c9192be801d1']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:04.655614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b041897-ef3f-4cd1-a7ba-63dea5ed121a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:04.656170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b041897-ef3f-4cd1-a7ba-63dea5ed121a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:04.672215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.698741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.713105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278fc08-4a27-4f03-8af5-82040d515e95 req-7d77d2a6-2787-40fb-8b4f-12548545a5c6 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:04.722723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b278fc08-4a27-4f03-8af5-82040d515e95 req-7d77d2a6-2787-40fb-8b4f-12548545a5c6 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 945 time: 0.2734473 Jul 22 14:37:04.735848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:04.736909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:04.738353 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:04.837992 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b278fc08-4a27-4f03-8af5-82040d515e95 req-d7f100eb-2532-4b05-bb7d-a63b2bc03028 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141376 Jul 22 14:37:04.865049 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.872896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:04.875601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f173ed9c-c3a1-4bd2-847a-c9192be801d1 HTTP/1.1" status: 204 len: 168 time: 1.1492724 Jul 22 14:37:04.906669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57e52-6a15-4547-a6ba-20212cb17e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=f173ed9c-c3a1-4bd2-847a-c9192be801d1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:05.191536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:05.256342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0fd0483-a1fe-4551-a73d-be4f461c17c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50c525785c5c4e7785d868e7fa64b230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634255 Jul 22 14:37:05.258492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:05.353834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0313dd7-d9d1-4dc2-9527-3def8fecac0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:05.388554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0313dd7-d9d1-4dc2-9527-3def8fecac0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:05.460470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0313dd7-d9d1-4dc2-9527-3def8fecac0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:05.463645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0313dd7-d9d1-4dc2-9527-3def8fecac0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:05.468831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0313dd7-d9d1-4dc2-9527-3def8fecac0e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c58fa9b-631e-40ca-b7a9-372330740355 HTTP/1.1" status: 204 len: 168 time: 0.2090333 Jul 22 14:37:05.478160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0313dd7-d9d1-4dc2-9527-3def8fecac0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58fa9b-631e-40ca-b7a9-372330740355,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:05.518187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5c816e33-8fb4-41fa-98c3-f1b702368fcb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:05.749576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 5c816e33-8fb4-41fa-98c3-f1b702368fcb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:05.750618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5c816e33-8fb4-41fa-98c3-f1b702368fcb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:06.406806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32908) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:06.561491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-892628411-network', 'tenant_id': '7cf4fe85bcff45b89f7f40fa4ef1f66e'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:06.601216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Made reservation on behalf of 7cf4fe85bcff45b89f7f40fa4ef1f66e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:06.606610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.615742 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.760144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.766323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.795013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:06.810041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bca7cb-d59d-495e-b34c-a50f346e22d3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:06.823604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.824021 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Added segment 1d67a622-ca37-4ea4-9f04-428cc58dd7a3 of type vlan for network 4b75acdf-29ea-439e-b872-02a82d707415 Jul 22 14:37:06.884723 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.952124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.953461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:06.954715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:06.979510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:06.980220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5715592 Jul 22 14:37:06.985854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Request body: {'subnet': {'network_id': '4b75acdf-29ea-439e-b872-02a82d707415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-892628411-subnet', 'tenant_id': '7cf4fe85bcff45b89f7f40fa4ef1f66e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:07.055425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Made reservation on behalf of 7cf4fe85bcff45b89f7f40fa4ef1f66e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:07.061953 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:07.124812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb097d8d-3242-4309-a22e-7aab32a6b725 admin admin] Pushing event updated for resources: {'Network': ['ID=4b75acdf-29ea-439e-b872-02a82d707415,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:07.135245 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:07.143384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4b75acdf-29ea-439e-b872-02a82d707415 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:07.339650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:07.432939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Checking segment: {'id': '1d67a622-ca37-4ea4-9f04-428cc58dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:07.433491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Network hostable DHCP agents. Network: 4b75acdf-29ea-439e-b872-02a82d707415, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:07.438185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:07.462104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Network 4b75acdf-29ea-439e-b872-02a82d707415 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:07.474238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4b75acdf-29ea-439e-b872-02a82d707415) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:07.479423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:07.480021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:07.487863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43092f75-0989-4b25-b0e7-7e282810f3de None None] Network 4b75acdf-29ea-439e-b872-02a82d707415 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:07.506576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e8ee927-4a7e-4f32-b68e-ccfa77f0b89a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5170748 Jul 22 14:37:07.594600 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:07.664265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb01d3-7981-40fc-be72-f2417a770891 None None] Network 4b75acdf-29ea-439e-b872-02a82d707415 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:07.800532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32966) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:07.805695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:07.959130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:07.963431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.174414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:37:08.178889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:08.235655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-e6b7a89a-3d43-428c-b5a4-56bcbebf3a65 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:08.237829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-e6b7a89a-3d43-428c-b5a4-56bcbebf3a65 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/networks?id=4b75acdf-29ea-439e-b872-02a82d707415 HTTP/1.1" status: 200 len: 812 time: 0.1897633 Jul 22 14:37:08.279916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-af96e079-e820-4dc1-9126-ae6b779eae56 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/quotas/7cf4fe85bcff45b89f7f40fa4ef1f66e HTTP/1.1" status: 200 len: 375 time: 0.0305142 Jul 22 14:37:08.378874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.396286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-c175c7b9-fcf2-4c0a-9452-81dc0420063d tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7cf4fe85bcff45b89f7f40fa4ef1f66e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655560 Jul 22 14:37:08.419176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.427188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:08.429850 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190d456f-fe11-44b1-b5aa-9f93b46e9431" -d '{"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-unplugged", "status": "completed", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:08.434872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:08.463251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:08.465219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'mac_address': 'fa:16:3e:a6:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:37:08.470273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.560364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-12098032-5994-49e9-8a1d-de762faf1483 service neutron] 10.222.0.60 "GET /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529422 Jul 22 14:37:08.563121 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.565777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:08.589823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53526b3-da28-4547-a6b4-b77cafb3e62b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:37:08.615726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:08.620484 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.660554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=a1b4d70d-988f-4f72-a265-1ac58f49c1b0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:08.678482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:08.686900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:08.687230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 5b93565e-0b8f-4492-8ea3-c30aa5ab226a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:08.766421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540a65e-c807-410a-8ee3-f0656c3597f6 req-cadb50f3-f015-4c1d-9be3-a677641d7c70 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:08.770776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a540a65e-c807-410a-8ee3-f0656c3597f6 req-cadb50f3-f015-4c1d-9be3-a677641d7c70 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 945 time: 0.2424421 Jul 22 14:37:08.777029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['f53526b3-da28-4547-a6b4-b77cafb3e62b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:37:08.821374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:08.842535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5b93565e-0b8f-4492-8ea3-c30aa5ab226a) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:08.851292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:08.852126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:08.858421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b810d32-7a33-4d3c-a59a-d417fc727cbe None None] Network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:08.893695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-bc4d5be8-918c-494b-af78-3815f3c30be7 service neutron] 10.222.0.60 "GET /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979550 Jul 22 14:37:08.913000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a540a65e-c807-410a-8ee3-f0656c3597f6 req-74c595a9-654e-4ee2-a750-d76d7127fab8 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241148 Jul 22 14:37:08.917111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-507db69d-dceb-434a-85ec-2657006059a5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1154971 Jul 22 14:37:08.920780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:08.929178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1295988903'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:08.959680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:08.964954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.022700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:09.024979 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1274e8-f74d-481a-ac45-5353ffd471df x-openstack-request-id: req-4b1274e8-f74d-481a-ac45-5353ffd471df {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:09.026392 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-unplugged", "status": "completed", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:09.026926 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b1274e8-f74d-481a-ac45-5353ffd471df {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:09.027497 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'code': 200} Jul 22 14:37:09.047615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.049342 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 704725bb-f1d1-4e10-86e4-37abb0654b1d of type vlan for network adb93ecc-ff6e-493b-bc16-cecfec803379 Jul 22 14:37:09.159932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.232907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.239636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:09.244759 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.265606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfbcbe6a-58c1-4e65-aca0-0517c42cb06e req-d6a3ff4c-d9ec-4203-af36-eedcb7e31520 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 210 time: 0.0768788 Jul 22 14:37:09.394473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-5b93565e-0b8f-4492-8ea3-c30aa5ab226a', 'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': 'a1b4d70d-988f-4f72-a265-1ac58f49c1b0'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:09.395821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.492257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=adb93ecc-ff6e-493b-bc16-cecfec803379,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:09.500563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9dab5ee-fa66-4ccc-a8d5-716f7413f3cd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5751736 Jul 22 14:37:09.504050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:09.515930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': 'adb93ecc-ff6e-493b-bc16-cecfec803379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:09.554768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network adb93ecc-ff6e-493b-bc16-cecfec803379 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:09.566412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c75253-0e77-455b-9056-bf192e1963c2 req-d1e10287-4790-4e4e-bbb2-b39c507ad4f7 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:09.570538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33c75253-0e77-455b-9056-bf192e1963c2 req-d1e10287-4790-4e4e-bbb2-b39c507ad4f7 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.61 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 945 time: 0.1399164 Jul 22 14:37:09.710848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:09.718853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.754217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Allocated IP 2001:db8:0:ffff::2 (5b93565e-0b8f-4492-8ea3-c30aa5ab226a/a1b4d70d-988f-4f72-a265-1ac58f49c1b0/a6ae78f7-77bd-4e03-ad9e-4b1daa251613) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:09.810971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Deleting port 16f729fe-1e7b-4b78-8b47-f784451c67e9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:09.811149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:09.828289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f472d226-77bb-496b-98f4-b4fa0e2ef5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.027086 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.037421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] For port 16f729fe-1e7b-4b78-8b47-f784451c67e9, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=16f729fe-1e7b-4b78-8b47-f784451c67e9,segment=NetworkSegment(1f6ddfef-7878-477d-9153-1fc2e6b85a95),segment_id=1f6ddfef-7878-477d-9153-1fc2e6b85a95)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:10.037982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.040978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Transition to ACTIVE for port object a6ae78f7-77bd-4e03-ad9e-4b1daa251613 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:10.063537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Calling delete_port for 16f729fe-1e7b-4b78-8b47-f784451c67e9 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:10.066472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Transition to ACTIVE for port object a6ae78f7-77bd-4e03-ad9e-4b1daa251613 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:10.083442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.085400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.208056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Pushing event updated for resources: {'Port': ['ID=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:10.223094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:10.225214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:10.236082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:10.396132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=d13f2bb2-c97e-4143-820f-ddcaa8ef7026,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:10.448402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '704725bb-f1d1-4e10-86e4-37abb0654b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'adb93ecc-ff6e-493b-bc16-cecfec803379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:10.448897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: adb93ecc-ff6e-493b-bc16-cecfec803379, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:10.453938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Attempting to bind port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:10.455344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Attempting to bind port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:10.456696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Attempting to bind port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 on network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:10.471235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:10.473714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Checking segment: {'id': 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:10.477547 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.479556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Bound using segment: {'id': 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:10.481032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network adb93ecc-ff6e-493b-bc16-cecfec803379 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:10.481834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Bound port: a6ae78f7-77bd-4e03-ad9e-4b1daa251613, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5b93565e-0b8f-4492-8ea3-c30aa5ab226a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:10.482472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.497502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, adb93ecc-ff6e-493b-bc16-cecfec803379) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:10.512279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:10.512439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-94ce2276-1201-4835-a3eb-8a853cbf1364 req-2340efcf-be8d-4db8-9e1f-2a4e31d96c17 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 210 time: 0.1043968 Jul 22 14:37:10.517104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.523867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b33ba-88cc-4c80-a1f0-e775e3f5423b None None] Network adb93ecc-ff6e-493b-bc16-cecfec803379 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:10.555445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5867e24c-0900-4d52-a58b-e9a376ecceb9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0502205 Jul 22 14:37:10.556114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:10.638019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7a4ad-e554-452e-89cb-4483047ee834 req-cde8bc34-3e1e-47ef-a216-27b14677c19c tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:10.661809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55b7a4ad-e554-452e-89cb-4483047ee834 req-cde8bc34-3e1e-47ef-a216-27b14677c19c tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/ports?device_id=155e2eaa-5f94-40af-838c-ebabc7b9a805 HTTP/1.1" status: 200 len: 945 time: 0.4698870 Jul 22 14:37:10.727502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] For port a6ae78f7-77bd-4e03-ad9e-4b1daa251613, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:10.747047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] For port a6ae78f7-77bd-4e03-ad9e-4b1daa251613, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,segment=NetworkSegment(f887b9f6-2bb1-42e4-a1fb-d2e3c614f617),segment_id=f887b9f6-2bb1-42e4-a1fb-d2e3c614f617)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:10.749814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.754818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.769632 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.861955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Pushing event deleted for resources: {'Port': ['ID=16f729fe-1e7b-4b78-8b47-f784451c67e9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:10.906775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['16f729fe-1e7b-4b78-8b47-f784451c67e9'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:37:10.978396 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:10.988877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119d5a3-c94a-4d22-9919-808b23cb5214 None None] Pushing event updated for resources: {'Port': ['ID=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:11.000729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] No DVR routers for this DVR port 16f729fe-1e7b-4b78-8b47-f784451c67e9 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:11.011397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.013954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33c75253-0e77-455b-9056-bf192e1963c2 req-4fc8010c-618f-4de8-9b40-a96b34d93a64 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.61 "DELETE /v2.0/ports/16f729fe-1e7b-4b78-8b47-f784451c67e9 HTTP/1.1" status: 204 len: 173 time: 1.4380479 Jul 22 14:37:11.026070 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55b7a4ad-e554-452e-89cb-4483047ee834 req-305a4fe4-867f-4685-b5e6-ea8cd9f502f8 tempest-VolumesActionsTest-195028649 tempest-VolumesActionsTest-195028649-project] 10.222.0.60 "GET /v2.0/security-groups?id=106f3889-e9fb-4ed2-9a6c-91b90371f4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610089 Jul 22 14:37:11.026664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'name': 'network-vif-deleted', 'tag': '16f729fe-1e7b-4b78-8b47-f784451c67e9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:11.032316 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56edb86-1b65-4c9e-83e6-3d78a1fc8217" -d '{"events": [{"server_uuid": "155e2eaa-5f94-40af-838c-ebabc7b9a805", "name": "network-vif-deleted", "tag": "16f729fe-1e7b-4b78-8b47-f784451c67e9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:11.093427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d75434-3a8b-4e78-b148-6f07a0bd5255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-adb93ecc-ff6e-493b-bc16-cecfec803379', 'network_id': 'adb93ecc-ff6e-493b-bc16-cecfec803379', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': 'd13f2bb2-c97e-4143-820f-ddcaa8ef7026'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:11.095377 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03d75434-3a8b-4e78-b148-6f07a0bd5255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.108786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.171013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=d13f2bb2-c97e-4143-820f-ddcaa8ef7026,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:11.188283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-29d9e454-17d9-4674-ab30-b4e093a39650 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:11.190931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-29d9e454-17d9-4674-ab30-b4e093a39650 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.72 "GET /v2.0/networks?id=4b75acdf-29ea-439e-b872-02a82d707415 HTTP/1.1" status: 200 len: 812 time: 0.2922025 Jul 22 14:37:11.192714 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c9e88-52a4-4c06-be82-77833d634875 x-openstack-request-id: req-152c9e88-52a4-4c06-be82-77833d634875 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:11.193247 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "155e2eaa-5f94-40af-838c-ebabc7b9a805", "name": "network-vif-deleted", "tag": "16f729fe-1e7b-4b78-8b47-f784451c67e9", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:11.193666 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-152c9e88-52a4-4c06-be82-77833d634875 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:11.194678 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '155e2eaa-5f94-40af-838c-ebabc7b9a805', 'name': 'network-vif-deleted', 'tag': '16f729fe-1e7b-4b78-8b47-f784451c67e9', 'status': 'completed', 'code': 200} Jul 22 14:37:11.209263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Request body: {'port': {'device_id': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415', 'admin_state_up': True, 'tenant_id': '7cf4fe85bcff45b89f7f40fa4ef1f66e'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:11.293672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5351e0-c30d-4564-913d-4be7d6ef5627 None None] Network adb93ecc-ff6e-493b-bc16-cecfec803379 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:11.310826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.325991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb93ecc-ff6e-493b-bc16-cecfec803379']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:11.352158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704725bb-f1d1-4e10-86e4-37abb0654b1d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:11.352488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704725bb-f1d1-4e10-86e4-37abb0654b1d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:11.380582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.423044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.439220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:11.440510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:11.539583 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:11.581438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Made reservation on behalf of 7cf4fe85bcff45b89f7f40fa4ef1f66e for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:11.594547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.608886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.641622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:11.654579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33090) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:11.678029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725836949'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:11.678444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/adb93ecc-ff6e-493b-bc16-cecfec803379 HTTP/1.1" status: 204 len: 168 time: 1.1211860 Jul 22 14:37:11.751589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b048-99ee-4160-a235-5a8f9d7e15ed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=adb93ecc-ff6e-493b-bc16-cecfec803379,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:11.797423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a6ae78f7-77bd-4e03-ad9e-4b1daa251613 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:11.920527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:11.923774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dfe4849-4b41-4c16-a928-a8ef7f9986ba req-2988bec5-8b55-433f-9aee-f156268872f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 210 time: 0.0899997 Jul 22 14:37:11.926785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:11.931286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.026179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:12.060343 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.060730 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 75cf8c67-472b-4bd8-9389-3dd32f861ce4 of type vlan for network 3a6241db-da18-41a2-935b-9ca0e3bca67f Jul 22 14:37:12.067872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5719769-d3ca-4f16-b765-068b8d61c52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.105894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Allocated IP 172.20.0.13 (4b75acdf-29ea-439e-b872-02a82d707415/ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7/255dfed6-94d5-4f4b-8482-4aafb3437513) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:12.180521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.222821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:12.303341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.309662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:12.310606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.356111 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.357778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port f53526b3-da28-4547-a6b4-b77cafb3e62b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:12.358246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.385580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7282228 Jul 22 14:37:12.388411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:12.398695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:12.551678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b7fec-ac0c-46a2-94b8-890d2059687f tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=3a6241db-da18-41a2-935b-9ca0e3bca67f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:12.570141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3a6241db-da18-41a2-935b-9ca0e3bca67f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:12.588351 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.653024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:12.661262 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46699c3f-e341-4a12-9b0a-53f2c8fc5b35" -d '{"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-plugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:12.669053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:12.678829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.707625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.759807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:12.817754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.851950 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1293629-a996-4721-8e58-d620416d36aa x-openstack-request-id: req-f1293629-a996-4721-8e58-d620416d36aa {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:12.853016 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-plugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:12.853527 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1293629-a996-4721-8e58-d620416d36aa {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:12.854443 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'code': 200} Jul 22 14:37:12.856638 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:12.934332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Pushing event updated for resources: {'Port': ['ID=255dfed6-94d5-4f4b-8482-4aafb3437513,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:12.995231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Network 4b75acdf-29ea-439e-b872-02a82d707415 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:12.996718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:13.001474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:13.005512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222aae9-e9fb-484c-99ae-16fd41dbd9b5 None None] Network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:13.017879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:13.144441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] Provisioning for port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:13.154736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] Provisioning complete for port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:13.155319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.157419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.222218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:13.222932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.262207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=f3970eea-db2f-4926-9532-881112f54b23,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:13.279911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '75cf8c67-472b-4bd8-9389-3dd32f861ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:13.280457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 3a6241db-da18-41a2-935b-9ca0e3bca67f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:13.303752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-458052ab-4e74-4ead-aab9-f9b5bbdbc6f2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1020215 Jul 22 14:37:13.313082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 3a6241db-da18-41a2-935b-9ca0e3bca67f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:13.325335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Request body: {'port': {'device_id': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:13.332852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3a6241db-da18-41a2-935b-9ca0e3bca67f) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:13.346983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:13.349155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.359874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abb7ab-6b6e-435e-878f-a8d051cdae08 None None] Network 3a6241db-da18-41a2-935b-9ca0e3bca67f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:13.371468 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6b27b04-323e-46e2-b68e-0e44ed7fa4f9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9807594 Jul 22 14:37:13.375149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:13.385365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1828863665'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:13.427056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc61c7-68ff-46e8-8cb6-42a69d6a24fa req-33eeb2fa-ba2a-4f18-aaa1-74b9285f9b92 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:13.429856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:13.435409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.438415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31dc61c7-68ff-46e8-8cb6-42a69d6a24fa req-33eeb2fa-ba2a-4f18-aaa1-74b9285f9b92 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 932 time: 0.3424723 Jul 22 14:37:13.466176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:13.478975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.479492 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 55ec64b2-eb99-4160-9359-0a0459473f01 of type vlan for network a1c8cd02-399d-4d9f-a9af-da253fc344a0 Jul 22 14:37:13.532211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.544974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31dc61c7-68ff-46e8-8cb6-42a69d6a24fa req-4c0ebb58-0bf3-4f0d-ae76-d3ebc0c3b67f tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048858 Jul 22 14:37:13.575366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.584847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:13.585625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.648473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2699158 Jul 22 14:37:13.653870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33138) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:13.657892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:13.664523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:13.682142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31b1c2-39b7-436a-9d29-b908547b6ab4 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=a1c8cd02-399d-4d9f-a9af-da253fc344a0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:13.823616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a1c8cd02-399d-4d9f-a9af-da253fc344a0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:14.053580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.121838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.145881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:14.149785 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.172157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] For port a6ae78f7-77bd-4e03-ad9e-4b1daa251613, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,segment=NetworkSegment(f887b9f6-2bb1-42e4-a1fb-d2e3c614f617),segment_id=f887b9f6-2bb1-42e4-a1fb-d2e3c614f617)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:14.195794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.216208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Performing IP validity checks on allocation pools {{(pid=93812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:37:14.217064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:37:14.335150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 16f729fe-1e7b-4b78-8b47-f784451c67e9 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:14.358898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0856c-1688-4615-a338-51a4b2c87d39 None None] Pushing event updated for resources: {'Port': ['ID=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:14.390794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 16f729fe-1e7b-4b78-8b47-f784451c67e9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:14.391149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 16f729fe-1e7b-4b78-8b47-f784451c67e9 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:14.431006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-3a6241db-da18-41a2-935b-9ca0e3bca67f', 'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': 'f3970eea-db2f-4926-9532-881112f54b23'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:14.432147 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.523294 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.645608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Allocated IP 2001:db8::3 (3a6241db-da18-41a2-935b-9ca0e3bca67f/f3970eea-db2f-4926-9532-881112f54b23/b16dabb1-4977-4ff3-b898-3b1bc212dab9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:14.702899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=437d2083-cf37-4ddc-afc4-970c2ec4975d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:14.832985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.843143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Transition to ACTIVE for port object b16dabb1-4977-4ff3-b898-3b1bc212dab9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:14.863065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Transition to ACTIVE for port object b16dabb1-4977-4ff3-b898-3b1bc212dab9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:14.875035 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.911608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05a7c9da-8121-4aae-9228-b3c4370d906e None None] Provisioning complete for port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:14.911992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05a7c9da-8121-4aae-9228-b3c4370d906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:14.952271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Network 3a6241db-da18-41a2-935b-9ca0e3bca67f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:14.963196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Pushing event updated for resources: {'Port': ['ID=b16dabb1-4977-4ff3-b898-3b1bc212dab9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:14.968209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:14.976306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:15.131331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Attempting to bind port b16dabb1-4977-4ff3-b898-3b1bc212dab9 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:15.132720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Attempting to bind port b16dabb1-4977-4ff3-b898-3b1bc212dab9 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '75cf8c67-472b-4bd8-9389-3dd32f861ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:15.133496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Attempting to bind port b16dabb1-4977-4ff3-b898-3b1bc212dab9 on network 3a6241db-da18-41a2-935b-9ca0e3bca67f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:15.145656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:15.146239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Checking segment: {'id': '75cf8c67-472b-4bd8-9389-3dd32f861ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:15.147185 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.147650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Bound using segment: {'id': '75cf8c67-472b-4bd8-9389-3dd32f861ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:15.149256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Bound port: b16dabb1-4977-4ff3-b898-3b1bc212dab9, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cf8c67-472b-4bd8-9389-3dd32f861ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3a6241db-da18-41a2-935b-9ca0e3bca67f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:15.149825 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.291244 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.341554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] For port b16dabb1-4977-4ff3-b898-3b1bc212dab9, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:15.343696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '55ec64b2-eb99-4160-9359-0a0459473f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:15.344214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: a1c8cd02-399d-4d9f-a9af-da253fc344a0, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:15.346051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] For port b16dabb1-4977-4ff3-b898-3b1bc212dab9, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b16dabb1-4977-4ff3-b898-3b1bc212dab9,segment=NetworkSegment(75cf8c67-472b-4bd8-9389-3dd32f861ce4),segment_id=75cf8c67-472b-4bd8-9389-3dd32f861ce4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:15.360275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.382113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255dfed6-94d5-4f4b-8482-4aafb3437513 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:37:15.389770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network a1c8cd02-399d-4d9f-a9af-da253fc344a0 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:15.399362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.444954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a1c8cd02-399d-4d9f-a9af-da253fc344a0) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:15.448293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f12067-d23d-4468-9911-aea78e98d9eb None None] Pushing event updated for resources: {'Port': ['ID=b16dabb1-4977-4ff3-b898-3b1bc212dab9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:15.451411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Transition to ACTIVE for port object 255dfed6-94d5-4f4b-8482-4aafb3437513 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:15.453166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:15.453777 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.455528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76990621-8ce0-4849-a9fd-4dda803724f6 None None] Network a1c8cd02-399d-4d9f-a9af-da253fc344a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:15.469125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.521077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc8ff9-f24d-419d-81bb-4780217f8517 req-15b08233-7a8b-4d74-a57a-7bdaa8de21c3 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:15.528050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7bc8ff9-f24d-419d-81bb-4780217f8517 req-15b08233-7a8b-4d74-a57a-7bdaa8de21c3 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 932 time: 0.8639061 Jul 22 14:37:15.586537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:15.587255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0d6d6250-5d99-4e12-8fd7-e5f8051a09e5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9278328 Jul 22 14:37:15.667350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a6ae78f7-77bd-4e03-ad9e-4b1daa251613 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:15.781444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7bc8ff9-f24d-419d-81bb-4780217f8517 req-c322f016-6f7c-4371-9208-860e44176192 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200401 Jul 22 14:37:15.801062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Pushing event updated for resources: {'Port': ['ID=255dfed6-94d5-4f4b-8482-4aafb3437513,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:15.875455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Attempting to bind port 255dfed6-94d5-4f4b-8482-4aafb3437513 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:15.876177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Attempting to bind port 255dfed6-94d5-4f4b-8482-4aafb3437513 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '1d67a622-ca37-4ea4-9f04-428cc58dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:15.876746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Attempting to bind port 255dfed6-94d5-4f4b-8482-4aafb3437513 on network 4b75acdf-29ea-439e-b872-02a82d707415 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:15.884028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Port 255dfed6-94d5-4f4b-8482-4aafb3437513 on network 4b75acdf-29ea-439e-b872-02a82d707415 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:37:15.887088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Attempting to bind port 255dfed6-94d5-4f4b-8482-4aafb3437513 on network 4b75acdf-29ea-439e-b872-02a82d707415 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:15.902684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:15.914906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Checking segment: {'id': '1d67a622-ca37-4ea4-9f04-428cc58dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:15.916899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Bound using segment: {'id': '1d67a622-ca37-4ea4-9f04-428cc58dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:15.917776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Bound port: 255dfed6-94d5-4f4b-8482-4aafb3437513, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d67a622-ca37-4ea4-9f04-428cc58dd7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:15.918394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.924215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:15.924858 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:15.978712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-a1c8cd02-399d-4d9f-a9af-da253fc344a0', 'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': '437d2083-cf37-4ddc-afc4-970c2ec4975d'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:15.979713 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.116237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] For port 255dfed6-94d5-4f4b-8482-4aafb3437513, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:16.133738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] For port 255dfed6-94d5-4f4b-8482-4aafb3437513, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=255dfed6-94d5-4f4b-8482-4aafb3437513,segment=NetworkSegment(1d67a622-ca37-4ea4-9f04-428cc58dd7a3),segment_id=1d67a622-ca37-4ea4-9f04-428cc58dd7a3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:16.145927 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.161449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.177327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Allocated IP 2001:db8::3 (a1c8cd02-399d-4d9f-a9af-da253fc344a0/437d2083-cf37-4ddc-afc4-970c2ec4975d/a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:16.364567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.367751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:16.375427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.377345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] 10.222.0.72 "PUT /v2.0/ports/255dfed6-94d5-4f4b-8482-4aafb3437513 HTTP/1.1" status: 200 len: 1092 time: 3.0592780 Jul 22 14:37:16.387188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'tag': '255dfed6-94d5-4f4b-8482-4aafb3437513'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:16.389785 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56" -d '{"events": [{"name": "network-changed", "server_uuid": "5327eccf-5520-4626-84e6-d5fad7b9dd0f", "tag": "255dfed6-94d5-4f4b-8482-4aafb3437513"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:16.556355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.572852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Transition to ACTIVE for port object a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:16.607653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58181e-9e69-4df2-8bd8-87bd20ebdf2f service neutron] Pushing event updated for resources: {'Port': ['ID=255dfed6-94d5-4f4b-8482-4aafb3437513,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:16.620682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Transition to ACTIVE for port object a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:16.637532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.662312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.667564 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2211125c-2226-4b0b-b2d7-0bb995c3a98d x-openstack-request-id: req-2211125c-2226-4b0b-b2d7-0bb995c3a98d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:16.668045 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5327eccf-5520-4626-84e6-d5fad7b9dd0f", "tag": "255dfed6-94d5-4f4b-8482-4aafb3437513", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:16.668454 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2211125c-2226-4b0b-b2d7-0bb995c3a98d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:16.669009 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'tag': '255dfed6-94d5-4f4b-8482-4aafb3437513', 'status': 'completed', 'code': 200} Jul 22 14:37:16.705245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-a91af97c-bcfe-4d01-82d1-eb0e87f2232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:16.706853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-a91af97c-bcfe-4d01-82d1-eb0e87f2232c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cf4fe85bcff45b89f7f40fa4ef1f66e&device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 1095 time: 0.2722824 Jul 22 14:37:16.727204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=437d2083-cf37-4ddc-afc4-970c2ec4975d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:16.801199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Network a1c8cd02-399d-4d9f-a9af-da253fc344a0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:16.811499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-2d2021f0-2aab-4451-b84a-46e6a22c386b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=255dfed6-94d5-4f4b-8482-4aafb3437513 HTTP/1.1" status: 200 len: 217 time: 0.0963476 Jul 22 14:37:16.848925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:16.874566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:16.886978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-88d57c6e-d188-4f4e-901b-09b69c50c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:16.888708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-88d57c6e-d188-4f4e-901b-09b69c50c5e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7 HTTP/1.1" status: 200 len: 852 time: 0.0700536 Jul 22 14:37:16.903184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Pushing event updated for resources: {'Port': ['ID=a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:16.916783 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:16.970105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c8cd02-399d-4d9f-a9af-da253fc344a0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:16.987861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-2ffae580-4d7a-48d3-a8a7-3296e6df39c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b75acdf-29ea-439e-b872-02a82d707415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908442 Jul 22 14:37:17.002228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ec64b2-eb99-4160-9359-0a0459473f01') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:17.003144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ec64b2-eb99-4160-9359-0a0459473f01') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:17.036826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.075559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Attempting to bind port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:17.079523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Attempting to bind port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '55ec64b2-eb99-4160-9359-0a0459473f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:17.079912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Attempting to bind port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc on network a1c8cd02-399d-4d9f-a9af-da253fc344a0 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:17.103804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.113309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:17.113695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Checking segment: {'id': '55ec64b2-eb99-4160-9359-0a0459473f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:17.114113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.114533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Bound using segment: {'id': '55ec64b2-eb99-4160-9359-0a0459473f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:17.115030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Bound port: a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ec64b2-eb99-4160-9359-0a0459473f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:17.115423 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.142557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:17.143153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:17.356962 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:17.362550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] For port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:17.363318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:37:17.363318 n-d-794306-8 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:37:17.363318 n-d-794306-8 neutron-server[93813]: [parameters: {'id': 'a1c8cd02-399d-4d9f-a9af-da253fc344a0'}] Jul 22 14:37:17.363318 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:37:17.363928 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:37:17.370134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] For port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc,segment=NetworkSegment(55ec64b2-eb99-4160-9359-0a0459473f01),segment_id=55ec64b2-eb99-4160-9359-0a0459473f01)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:17.378716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.394555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a751e-8427-4720-9ba3-eeea9bcb4111 req-212fe9f4-27e4-493e-b79d-f75b0ec5ddc9 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:17.396201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-351a751e-8427-4720-9ba3-eeea9bcb4111 req-212fe9f4-27e4-493e-b79d-f75b0ec5ddc9 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 944 time: 0.4367950 Jul 22 14:37:17.406666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-c9cab09c-c288-482c-8b65-e7048acf4c50 service neutron] 10.222.0.72 "GET /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159523 Jul 22 14:37:17.459821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9abf4-ac14-4fe5-a7e4-19e0de242940 None None] Pushing event updated for resources: {'Port': ['ID=a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:17.463990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d4ad6-63bb-46fb-9d3e-d9cdf0698fad None None] Network 3a6241db-da18-41a2-935b-9ca0e3bca67f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:17.709702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab902121-5ee7-47bd-8a99-4d2de9410756 None None] Network a1c8cd02-399d-4d9f-a9af-da253fc344a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:17.803698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-351a751e-8427-4720-9ba3-eeea9bcb4111 req-d870b65b-d205-4eaa-a392-afcd254bcb3d tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289355 Jul 22 14:37:17.865693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:17.868766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b16dabb1-4977-4ff3-b898-3b1bc212dab9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:17.940254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7427ae88-540f-41a1-b93f-76ee74f6598d req-5ccf92af-6fa7-4d99-8fd0-2a90c53ed164 service neutron] 10.222.0.72 "GET /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247262 Jul 22 14:37:18.039712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:18.040131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.063449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cf60a3f3-9c07-400e-b4dd-4e139a6cdaf4 None None] Provisioning for port b16dabb1-4977-4ff3-b898-3b1bc212dab9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:18.140540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-1a3f65a1-beec-4804-bb6a-1909f3f4bd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:18.153979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] For port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc,segment=NetworkSegment(55ec64b2-eb99-4160-9359-0a0459473f01),segment_id=55ec64b2-eb99-4160-9359-0a0459473f01)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:18.154238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.157005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-1a3f65a1-beec-4804-bb6a-1909f3f4bd24 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7cf4fe85bcff45b89f7f40fa4ef1f66e&device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 1095 time: 0.1362910 Jul 22 14:37:18.174396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Calling delete_port for a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:18.223461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b16dabb1-4977-4ff3-b898-3b1bc212dab9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:18.246612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b16dabb1-4977-4ff3-b898-3b1bc212dab9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:18.246992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.352985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.392161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Port': ['ID=a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:18.420844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No DVR routers for this DVR port a61e82eb-d3e2-42f2-b9d5-ae31ea9ecdcc on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:18.445366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.469802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-81a87c32-aa6d-4962-97d5-eb72cdf84caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:18.474212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-81a87c32-aa6d-4962-97d5-eb72cdf84caa service neutron] 10.222.0.72 "GET /v2.0/networks?id=4b75acdf-29ea-439e-b872-02a82d707415 HTTP/1.1" status: 200 len: 913 time: 0.3108277 Jul 22 14:37:18.521379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b16dabb1-4977-4ff3-b898-3b1bc212dab9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b16dabb1-4977-4ff3-b898-3b1bc212dab9,segment=NetworkSegment(75cf8c67-472b-4bd8-9389-3dd32f861ce4),segment_id=75cf8c67-472b-4bd8-9389-3dd32f861ce4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:18.531575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.622392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-9b589f44-8687-4698-865f-1091b13af876 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=255dfed6-94d5-4f4b-8482-4aafb3437513 HTTP/1.1" status: 200 len: 217 time: 0.1369007 Jul 22 14:37:18.631425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b16dabb1-4977-4ff3-b898-3b1bc212dab9,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:18.709332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54654f5-6e59-44f3-9f02-034794f75f3b None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:37:18.731437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.758142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c8cd02-399d-4d9f-a9af-da253fc344a0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:18.778189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ec64b2-eb99-4160-9359-0a0459473f01') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:18.779748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ec64b2-eb99-4160-9359-0a0459473f01') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:18.795484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-06dca64d-b146-4506-999c-e35d36a0cef0 None None] Provisioning complete for port b16dabb1-4977-4ff3-b898-3b1bc212dab9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:18.795874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06dca64d-b146-4506-999c-e35d36a0cef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.801516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.828855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.843741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:18.844570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:18.853396 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:18.906681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-b15321e5-c7d7-44c0-98ee-253918539fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:18.915797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-b15321e5-c7d7-44c0-98ee-253918539fa1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7 HTTP/1.1" status: 200 len: 852 time: 0.2877834 Jul 22 14:37:18.958207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54654f5-6e59-44f3-9f02-034794f75f3b None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:37:19.034542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-566adfe6-3e30-4bcd-899f-f840a437414f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4b75acdf-29ea-439e-b872-02a82d707415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095543 Jul 22 14:37:19.035429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.052656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.057267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/a1c8cd02-399d-4d9f-a9af-da253fc344a0 HTTP/1.1" status: 204 len: 168 time: 3.4689078 Jul 22 14:37:19.062316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33254) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:19.074437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcba73-c11a-4d32-9cf0-9f33aa3f6371 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=a1c8cd02-399d-4d9f-a9af-da253fc344a0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:19.097729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-144135798'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:19.164403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:19.169970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.310865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:19.338915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.339651 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 70f32621-86fb-4866-8829-87349a641145 of type vlan for network 16fec6a0-0f99-41df-8db5-9d75160f8c4c Jul 22 14:37:19.362789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-dae02c13-7052-4c59-accb-646e13c55583 service neutron] 10.222.0.72 "GET /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207171 Jul 22 14:37:19.386694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99681506-6784-44b1-b37a-eee9f3bf3a95 req-10b67d37-5c68-4776-a546-7153dcfbf55e tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:19.404466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99681506-6784-44b1-b37a-eee9f3bf3a95 req-10b67d37-5c68-4776-a546-7153dcfbf55e tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 944 time: 0.3407178 Jul 22 14:37:19.700545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99681506-6784-44b1-b37a-eee9f3bf3a95 req-1f6e848d-98df-499e-b6d6-1f769489b681 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948692 Jul 22 14:37:19.709531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.716165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b16dabb1-4977-4ff3-b898-3b1bc212dab9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:19.874986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.879871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b16dabb1-4977-4ff3-b898-3b1bc212dab9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:19.880776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.882035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:19.883083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:19.936717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8493042 Jul 22 14:37:19.938375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:19.956704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '16fec6a0-0f99-41df-8db5-9d75160f8c4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:19.995155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac7ca3f4-bdb3-44de-add2-e17a8292bc56 req-3aadfc0c-9a10-4757-8f4d-7d92020c8ca5 service neutron] 10.222.0.72 "GET /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951117 Jul 22 14:37:20.071075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffee7ae-1a1d-464e-bf2f-2d6149bf087a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=16fec6a0-0f99-41df-8db5-9d75160f8c4c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:20.082770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 16fec6a0-0f99-41df-8db5-9d75160f8c4c details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:20.136145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:20.139769 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:20.248248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 255dfed6-94d5-4f4b-8482-4aafb3437513 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:37:20.451719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 255dfed6-94d5-4f4b-8482-4aafb3437513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=255dfed6-94d5-4f4b-8482-4aafb3437513,segment=NetworkSegment(1d67a622-ca37-4ea4-9f04-428cc58dd7a3),segment_id=1d67a622-ca37-4ea4-9f04-428cc58dd7a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:20.494189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '255dfed6-94d5-4f4b-8482-4aafb3437513', 'network_id': '4b75acdf-29ea-439e-b872-02a82d707415', 'port_id': '255dfed6-94d5-4f4b-8482-4aafb3437513', 'mac_address': 'fa:16:3e:c2:7c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:37:20.593828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:20.597500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:20.646289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255dfed6-94d5-4f4b-8482-4aafb3437513 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:37:20.718763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 255dfed6-94d5-4f4b-8482-4aafb3437513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=255dfed6-94d5-4f4b-8482-4aafb3437513,segment=NetworkSegment(1d67a622-ca37-4ea4-9f04-428cc58dd7a3),segment_id=1d67a622-ca37-4ea4-9f04-428cc58dd7a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:20.724884 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:20.755200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=5b7d606e-ee6e-4579-960f-2223ea77ecda,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:20.762951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '70f32621-86fb-4866-8829-87349a641145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '16fec6a0-0f99-41df-8db5-9d75160f8c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:20.763509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 16fec6a0-0f99-41df-8db5-9d75160f8c4c, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:20.809826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 16fec6a0-0f99-41df-8db5-9d75160f8c4c is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:20.834879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 16fec6a0-0f99-41df-8db5-9d75160f8c4c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:20.896198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a6ca21-0a24-41e7-8aa1-c76b2a3e927d None None] Network 16fec6a0-0f99-41df-8db5-9d75160f8c4c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:20.918459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:20.922115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:20.995759 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ece2a2d-7434-49e0-bedb-dcbb931270b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0510051 Jul 22 14:37:20.996752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:21.177975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=255dfed6-94d5-4f4b-8482-4aafb3437513,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:21.190709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f5c16-8467-4d47-82e6-f01ba004b244 req-d13515e0-ca3e-431c-9300-6c58244dd3d2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:21.192310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-384f5c16-8467-4d47-82e6-f01ba004b244 req-d13515e0-ca3e-431c-9300-6c58244dd3d2 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 945 time: 0.2290382 Jul 22 14:37:21.246326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['255dfed6-94d5-4f4b-8482-4aafb3437513'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:37:21.381192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-384f5c16-8467-4d47-82e6-f01ba004b244 req-7896087b-bde0-40fe-972e-a687aa8d395e tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646798 Jul 22 14:37:21.457429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:21.552792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:21.668715 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:37:21.707708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:21.805788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7d606e-ee6e-4579-960f-2223ea77ecda,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:21.978269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.041303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fec6a0-0f99-41df-8db5-9d75160f8c4c']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:22.092171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f32621-86fb-4866-8829-87349a641145') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:22.094893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f32621-86fb-4866-8829-87349a641145') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:22.129977 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.141676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd5058-9a15-47de-860d-cc013a624a46 None None] Network 16fec6a0-0f99-41df-8db5-9d75160f8c4c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:22.170182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.192275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:22.196027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:22.201710 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:22.398309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.405410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.407607 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/16fec6a0-0f99-41df-8db5-9d75160f8c4c HTTP/1.1" status: 204 len: 168 time: 1.4072638 Jul 22 14:37:22.419888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c340f20-2d9c-40fe-aec0-9c573f2851c6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=16fec6a0-0f99-41df-8db5-9d75160f8c4c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:22.422462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:22.439694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246582466'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:22.472820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:22.477858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.534967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:22.551978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.552433 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 33849124-d286-41b8-9dff-0f1eae968997 of type vlan for network 2bb54395-81eb-478e-b905-c92c5db31f13 Jul 22 14:37:22.620358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.717042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08895-8c43-43c5-b3f4-149eb15a00ca req-00459968-2a1e-48a6-9f0c-d81f33ba6c8f tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:22.719899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4c08895-8c43-43c5-b3f4-149eb15a00ca req-00459968-2a1e-48a6-9f0c-d81f33ba6c8f tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 945 time: 0.2061841 Jul 22 14:37:22.732781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.741654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:22.742630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:22.771761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4c08895-8c43-43c5-b3f4-149eb15a00ca req-e7df9ac0-2b92-4d06-9cb1-ed4494105c74 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461216 Jul 22 14:37:22.820836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3972337 Jul 22 14:37:22.823802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33328) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:22.829092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '2bb54395-81eb-478e-b905-c92c5db31f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:22.880870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6acfae-9d72-4905-922b-e370fd1ac0b0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=2bb54395-81eb-478e-b905-c92c5db31f13,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:22.890975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 2bb54395-81eb-478e-b905-c92c5db31f13 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:22.976024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:22.995447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.233152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.288067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=cf6e1ae5-2058-438c-9682-19777a34c065,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:23.338628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '33849124-d286-41b8-9dff-0f1eae968997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '2bb54395-81eb-478e-b905-c92c5db31f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:23.338998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 2bb54395-81eb-478e-b905-c92c5db31f13, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:23.360607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 2bb54395-81eb-478e-b905-c92c5db31f13 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:23.376398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 2bb54395-81eb-478e-b905-c92c5db31f13) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:23.382648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:23.383262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.390230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16843762-a941-4958-90e9-e9d02c615d56 None None] Network 2bb54395-81eb-478e-b905-c92c5db31f13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:23.418293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:23.418759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a0923e0b-6e09-46ed-934c-8049ceaa2a43 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5933826 Jul 22 14:37:23.635268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.653195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3cbca2-6e18-4242-92ec-868643befabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-2bb54395-81eb-478e-b905-c92c5db31f13', 'network_id': '2bb54395-81eb-478e-b905-c92c5db31f13', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': 'cf6e1ae5-2058-438c-9682-19777a34c065'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:23.659735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b3cbca2-6e18-4242-92ec-868643befabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.728217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.823141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-7b3cbca2-6e18-4242-92ec-868643befabf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf6e1ae5-2058-438c-9682-19777a34c065: This subnet is being modified by another concurrent operation. Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:37:23.827340 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cf6e1ae5-2058-438c-9682-19777a34c065: This subnet is being modified by another concurrent operation. Jul 22 14:37:23.831338 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:37:23.847140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5290b08-c251-4917-a107-7390445ab6c8 None None] Network 2bb54395-81eb-478e-b905-c92c5db31f13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:23.891856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6e1ae5-2058-438c-9682-19777a34c065,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:24.130000 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.131663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f2e1f-f269-4a33-9279-d64cb0db8e6f req-f1063df7-fb1b-4d45-bc9d-b1bc4b2579a1 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:24.134754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b36f2e1f-f269-4a33-9279-d64cb0db8e6f req-f1063df7-fb1b-4d45-bc9d-b1bc4b2579a1 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 945 time: 0.1810155 Jul 22 14:37:24.159566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb54395-81eb-478e-b905-c92c5db31f13']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:24.178731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33849124-d286-41b8-9dff-0f1eae968997') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:24.180924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33849124-d286-41b8-9dff-0f1eae968997') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:24.207142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6153587-ea5b-45de-80e9-5e00701cd202 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:37:24.227324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b36f2e1f-f269-4a33-9279-d64cb0db8e6f req-ad5efb34-d933-46be-ac6b-518fb8f2ef44 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915637 Jul 22 14:37:24.279698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 255dfed6-94d5-4f4b-8482-4aafb3437513 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:24.411527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 255dfed6-94d5-4f4b-8482-4aafb3437513 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:24.431294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 255dfed6-94d5-4f4b-8482-4aafb3437513 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:24.435460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.584549 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.621825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6153587-ea5b-45de-80e9-5e00701cd202 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:37:24.626630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.635177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255dfed6-94d5-4f4b-8482-4aafb3437513'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:24.637960 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18e500-5a37-4200-afb9-0dc616c7f16e" -d '{"events": [{"server_uuid": "5327eccf-5520-4626-84e6-d5fad7b9dd0f", "name": "network-vif-plugged", "status": "completed", "tag": "255dfed6-94d5-4f4b-8482-4aafb3437513"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:24.657806 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.667523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 255dfed6-94d5-4f4b-8482-4aafb3437513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=255dfed6-94d5-4f4b-8482-4aafb3437513,segment=NetworkSegment(1d67a622-ca37-4ea4-9f04-428cc58dd7a3),segment_id=1d67a622-ca37-4ea4-9f04-428cc58dd7a3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:24.672186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:24.672890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:24.678340 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:24.680702 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.776913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.797465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.809920 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/2bb54395-81eb-478e-b905-c92c5db31f13 HTTP/1.1" status: 204 len: 168 time: 1.3899610 Jul 22 14:37:24.812022 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede14da9-2a3e-465d-8320-0cb4229b1f17 x-openstack-request-id: req-ede14da9-2a3e-465d-8320-0cb4229b1f17 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:24.812854 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5327eccf-5520-4626-84e6-d5fad7b9dd0f", "name": "network-vif-plugged", "status": "completed", "tag": "255dfed6-94d5-4f4b-8482-4aafb3437513", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:24.813067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:24.813263 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ede14da9-2a3e-465d-8320-0cb4229b1f17 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:24.813696 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255dfed6-94d5-4f4b-8482-4aafb3437513', 'code': 200} Jul 22 14:37:24.814336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=255dfed6-94d5-4f4b-8482-4aafb3437513,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:24.826927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-840698130'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:24.860848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:24.864400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.867886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dec28-c8bf-4d82-893f-564e38f1e087 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=2bb54395-81eb-478e-b905-c92c5db31f13,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:24.884060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eebc2-1b8a-4120-9545-776a86ee6673 req-9716e897-579c-4b14-9d7e-5360bf9ea8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:24.885998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e8eebc2-1b8a-4120-9545-776a86ee6673 req-9716e897-579c-4b14-9d7e-5360bf9ea8a9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 1097 time: 0.0997248 Jul 22 14:37:24.895330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:24.919478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:24.919478 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 20b466b5-cc94-476e-95fa-d3b8267e9e7b of type vlan for network 12f82a86-1bae-4c77-aeba-dea147f7ebfa Jul 22 14:37:24.946865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e8eebc2-1b8a-4120-9545-776a86ee6673 req-ecdafc30-cfb7-4350-9f2a-103602888c86 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540946 Jul 22 14:37:24.981714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:25.031468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:25.044325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:25.045410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:25.102423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2847271 Jul 22 14:37:25.102875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:25.110035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:25.182691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0585cf2-5209-472c-ad45-170f16362356 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=12f82a86-1bae-4c77-aeba-dea147f7ebfa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:25.196718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:25.356596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:25.356596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:25.624104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6986-f1e9-4db9-83ea-e9345211c1e5 req-80d2fa72-29cb-4189-8996-42109f0022b4 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:25.631447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-525c6986-f1e9-4db9-83ea-e9345211c1e5 req-80d2fa72-29cb-4189-8996-42109f0022b4 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 946 time: 0.2055905 Jul 22 14:37:25.834361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-525c6986-f1e9-4db9-83ea-e9345211c1e5 req-7a8ce210-7c02-43c6-ac43-0cccd172b108 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834974 Jul 22 14:37:25.848563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:25.930650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=71232a1c-6459-42a2-acc4-2401255401ad,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:25.933232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '20b466b5-cc94-476e-95fa-d3b8267e9e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:25.946662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 12f82a86-1bae-4c77-aeba-dea147f7ebfa, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:25.993143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:26.011138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 12f82a86-1bae-4c77-aeba-dea147f7ebfa) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:26.018775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:26.019798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:26.031791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91013e-49ed-46d1-993e-6be27496123d None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:26.084390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4753584b-7e62-42a4-bcfc-4acec7fbf75e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9793746 Jul 22 14:37:26.087464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:26.097494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:26.326195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-12f82a86-1bae-4c77-aeba-dea147f7ebfa', 'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': '71232a1c-6459-42a2-acc4-2401255401ad'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:26.327415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:26.438082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:26.447404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:26.601364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Allocated IP 2001:db8::2 (12f82a86-1bae-4c77-aeba-dea147f7ebfa/71232a1c-6459-42a2-acc4-2401255401ad/e24a7d50-4c53-428d-b276-aa6bdfd5025c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:26.944736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:26.947235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:26.973773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Transition to ACTIVE for port object e24a7d50-4c53-428d-b276-aa6bdfd5025c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:27.009441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Transition to ACTIVE for port object e24a7d50-4c53-428d-b276-aa6bdfd5025c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:27.022416 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.058441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:27.062051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:27.078754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.079549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.091052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=e3015722-9576-47de-b90f-d9131951d56d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:27.100656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:27.108333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:27.113508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:27.119826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ba8b286-194d-4a0d-9d98-507848cf8f5a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0295365 Jul 22 14:37:27.122162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:27.194476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Pushing event updated for resources: {'Port': ['ID=e24a7d50-4c53-428d-b276-aa6bdfd5025c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:27.241058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a3a69-71a5-4985-a89b-f119f77cee85 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.242619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a3a69-71a5-4985-a89b-f119f77cee85 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.244158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a3a69-71a5-4985-a89b-f119f77cee85 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.245693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a3a69-71a5-4985-a89b-f119f77cee85 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.254747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ba9b3-c050-4af0-803f-5f415fdbca9b req-41880b6a-3772-41fb-89eb-039f9b71e643 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.257213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a3a69-71a5-4985-a89b-f119f77cee85 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.264715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9a0a3a69-71a5-4985-a89b-f119f77cee85 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1359007 Jul 22 14:37:27.264915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Attempting to bind port e24a7d50-4c53-428d-b276-aa6bdfd5025c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:27.265036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:27.269545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f18ba9b3-c050-4af0-803f-5f415fdbca9b req-41880b6a-3772-41fb-89eb-039f9b71e643 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 946 time: 0.3150272 Jul 22 14:37:27.270700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28177223'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:27.273518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Attempting to bind port e24a7d50-4c53-428d-b276-aa6bdfd5025c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '20b466b5-cc94-476e-95fa-d3b8267e9e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:27.274034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Attempting to bind port e24a7d50-4c53-428d-b276-aa6bdfd5025c on network 12f82a86-1bae-4c77-aeba-dea147f7ebfa {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:27.280771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:27.285148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Checking segment: {'id': '20b466b5-cc94-476e-95fa-d3b8267e9e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:27.285615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.286035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Bound using segment: {'id': '20b466b5-cc94-476e-95fa-d3b8267e9e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:27.286561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Bound port: e24a7d50-4c53-428d-b276-aa6bdfd5025c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b466b5-cc94-476e-95fa-d3b8267e9e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:27.286966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.331354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:27.334942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.335674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f18ba9b3-c050-4af0-803f-5f415fdbca9b req-5b4e0693-4fa3-41be-8b4b-d42edcb62287 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648813 Jul 22 14:37:27.375121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-6a4146f0-056e-47e7-b714-b8d88b61044a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2446444 Jul 22 14:37:27.384387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:27.404229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] For port e24a7d50-4c53-428d-b276-aa6bdfd5025c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:27.406977 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.407369 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6 of type vlan for network 1caee419-745b-4ec2-ac4a-b521348e100b Jul 22 14:37:27.409822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] For port e24a7d50-4c53-428d-b276-aa6bdfd5025c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e24a7d50-4c53-428d-b276-aa6bdfd5025c,segment=NetworkSegment(20b466b5-cc94-476e-95fa-d3b8267e9e7b),segment_id=20b466b5-cc94-476e-95fa-d3b8267e9e7b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:27.421303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.500998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.531305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.532037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.532316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8db55d-9949-4960-b4ff-74f485ec0aa0 None None] Pushing event updated for resources: {'Port': ['ID=e24a7d50-4c53-428d-b276-aa6bdfd5025c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:27.532657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.533448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.534080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.534632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.535160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.537259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-c4a17297-17d8-458e-a0d4-4f0084a661a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6490 time: 0.1334224 Jul 22 14:37:27.570163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.576059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.586174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:27.643266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3770773 Jul 22 14:37:27.646913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:27.657621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:27.754944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7bdf0-6639-4e64-b59c-955f1f5982c7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=1caee419-745b-4ec2-ac4a-b521348e100b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:27.766638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1caee419-745b-4ec2-ac4a-b521348e100b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:27.877604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-1e434bf2-eae0-4d9b-9478-2c87a5b666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.883637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-1e434bf2-eae0-4d9b-9478-2c87a5b666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.884983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-1e434bf2-eae0-4d9b-9478-2c87a5b666f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:27.888380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-1e434bf2-eae0-4d9b-9478-2c87a5b666f8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=ec93a32d-1315-4552-900e-596c6b136b41&id=ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 200 len: 2291 time: 0.2981536 Jul 22 14:37:28.096069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-98278654-81c7-423f-964d-c5f395a7d044 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 200 len: 1000 time: 0.1957805 Jul 22 14:37:28.105831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:28.160314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:28.176134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-76378936-cc55-4856-862f-2c51d8da50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:28.178387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-76378936-cc55-4856-862f-2c51d8da50e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a692e4b3-d628-4703-9aa5-2bfca5560672 HTTP/1.1" status: 200 len: 850 time: 0.0743530 Jul 22 14:37:28.230178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 1caee419-745b-4ec2-ac4a-b521348e100b is not hosted by any dhcp agent {{(pid=93813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:37:28.241646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:28.242718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:28.249434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:28.249958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "PUT /v2.0/networks/1caee419-745b-4ec2-ac4a-b521348e100b HTTP/1.1" status: 200 len: 723 time: 0.6015131 Jul 22 14:37:28.265417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:28.326906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b7a84-bd78-4a25-9db4-6cf583115eed tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=1caee419-745b-4ec2-ac4a-b521348e100b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:28.342108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1caee419-745b-4ec2-ac4a-b521348e100b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:28.553496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-b1c6b7fd-dae7-4123-8455-a575634095f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:28.555243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-b1c6b7fd-dae7-4123-8455-a575634095f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675818 Jul 22 14:37:28.560253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:28.564271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:28.928991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311eeb5-7d35-48ec-bc19-4b4d1001cf3a req-07164918-21da-499c-b9fa-a7237627c4e4 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:28.936810 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7311eeb5-7d35-48ec-bc19-4b4d1001cf3a req-07164918-21da-499c-b9fa-a7237627c4e4 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 946 time: 0.5672953 Jul 22 14:37:29.134288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:29.138857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-b8dd6886-0296-46a1-a34b-871abbc87068 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071594 Jul 22 14:37:29.233043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7311eeb5-7d35-48ec-bc19-4b4d1001cf3a req-2974bfbb-082a-4ef3-9d19-6e1d7c994863 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951839 Jul 22 14:37:29.364929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=d168c31e-c79e-4542-825b-3cba725102da,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:29.369913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:29.370656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 1caee419-745b-4ec2-ac4a-b521348e100b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:29.406800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 1caee419-745b-4ec2-ac4a-b521348e100b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:29.424540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1caee419-745b-4ec2-ac4a-b521348e100b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:29.439814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:29.440995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:29.456341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a8da9-fc0e-42e8-91bb-2a855e40c8ac None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:29.486312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-23e3060f-e0b6-4702-8587-3747d543ae79 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062949 Jul 22 14:37:29.504688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:29.509945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9b887b80-6b05-4019-a46e-9634dc6905d0 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2508025 Jul 22 14:37:29.511349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:29.609834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-598564f1-0f6b-4c79-95dd-19c142255fd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 217 time: 0.0986946 Jul 22 14:37:29.676107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429b60d-f574-439e-981f-14dde8a5de0b None None] Network 1caee419-745b-4ec2-ac4a-b521348e100b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:29.728251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-06ef43ba-d4e5-46d6-9e40-afe3c4a8c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:29.735749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-06ef43ba-d4e5-46d6-9e40-afe3c4a8c7fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1145082 Jul 22 14:37:29.906301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10225225'] for subnet, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:29.929600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-6c929098-a951-4123-950d-b007995f1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:29.931235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-6c929098-a951-4123-950d-b007995f1ef6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887054 Jul 22 14:37:29.945245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e24a7d50-4c53-428d-b276-aa6bdfd5025c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:29.989165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-fc7df405-724f-4aac-8c19-505e89e7b33d tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:29.999044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-fc7df405-724f-4aac-8c19-505e89e7b33d tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.72 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 946 time: 0.3617415 Jul 22 14:37:30.125196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-ee6c0e51-6488-4b79-9766-76423f34492d service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868894 Jul 22 14:37:30.293903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5e2f15c7-0a93-4373-abe3-9eff5e753f8c None None] Provisioning for port e24a7d50-4c53-428d-b276-aa6bdfd5025c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:30.303655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-1caee419-745b-4ec2-ac4a-b521348e100b', 'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': 'd168c31e-c79e-4542-825b-3cba725102da'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:30.304589 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:30.369985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e24a7d50-4c53-428d-b276-aa6bdfd5025c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:30.395184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e24a7d50-4c53-428d-b276-aa6bdfd5025c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:30.397265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:30.497874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-caae6786-3ea8-4838-8fb0-71620f614198 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653016 Jul 22 14:37:30.608954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Deleting port 255dfed6-94d5-4f4b-8482-4aafb3437513 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:30.610329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:30.623303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-42a33b0e-f64e-4369-acaa-39cea85f5445 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 217 time: 0.1156507 Jul 22 14:37:30.669122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779616843632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8602554'] for subnet, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:30.787894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009f7d-3f59-42fa-97d0-36d30f38ad94 req-56b93432-730d-4440-b1f2-9a1b0e8ebb59 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:30.789719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84009f7d-3f59-42fa-97d0-36d30f38ad94 req-56b93432-730d-4440-b1f2-9a1b0e8ebb59 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 946 time: 0.3990088 Jul 22 14:37:30.798056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:30.801206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:30.802791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "PUT /v2.0/subnets/d168c31e-c79e-4542-825b-3cba725102da HTTP/1.1" status: 200 len: 826 time: 1.2964606 Jul 22 14:37:30.806939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-53c45d51-2d49-4fc2-a91b-644ffe97380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:30.808534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-53c45d51-2d49-4fc2-a91b-644ffe97380f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1732349 Jul 22 14:37:30.812702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33526) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:30.852322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604ccbb-f6db-4814-868d-127b4fbba888 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=d168c31e-c79e-4542-825b-3cba725102da,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:30.981924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84009f7d-3f59-42fa-97d0-36d30f38ad94 req-da7dc617-7242-4827-8cd7-c4716cbca208 tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/security-groups?id=69bca7cb-d59d-495e-b34c-a50f346e22d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839097 Jul 22 14:37:31.028198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Allocated IP 2001:db8::2 (1caee419-745b-4ec2-ac4a-b521348e100b/d168c31e-c79e-4542-825b-3cba725102da/40efc3b7-fcdb-440c-af89-043655fd26c6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:31.067270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] For port 255dfed6-94d5-4f4b-8482-4aafb3437513, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=255dfed6-94d5-4f4b-8482-4aafb3437513,segment=NetworkSegment(1d67a622-ca37-4ea4-9f04-428cc58dd7a3),segment_id=1d67a622-ca37-4ea4-9f04-428cc58dd7a3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:31.067673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.072106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-cd8601f9-62da-4ecc-af6d-3f666ec28623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:31.073813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-cd8601f9-62da-4ecc-af6d-3f666ec28623 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2529247 Jul 22 14:37:31.117206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Calling delete_port for 255dfed6-94d5-4f4b-8482-4aafb3437513 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:31.124101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.248283 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.257390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Transition to ACTIVE for port object 40efc3b7-fcdb-440c-af89-043655fd26c6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:31.272103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Transition to ACTIVE for port object 40efc3b7-fcdb-440c-af89-043655fd26c6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:31.297004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.378135 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.381111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Network 1caee419-745b-4ec2-ac4a-b521348e100b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:31.397330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.428454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-b3109de2-8409-4219-9aee-c76715268e93 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458207 Jul 22 14:37:31.445413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:31.449475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:31.452173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.537177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Pushing event deleted for resources: {'Port': ['ID=255dfed6-94d5-4f4b-8482-4aafb3437513,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:31.537417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Pushing event updated for resources: {'Port': ['ID=40efc3b7-fcdb-440c-af89-043655fd26c6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:31.540683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Update dhcp port {'port': {'network_id': '12f82a86-1bae-4c77-aeba-dea147f7ebfa', 'fixed_ips': [{'subnet_id': '71232a1c-6459-42a2-acc4-2401255401ad', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3015722-9576-47de-b90f-d9131951d56d'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'e24a7d50-4c53-428d-b276-aa6bdfd5025c'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:37:31.569463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['255dfed6-94d5-4f4b-8482-4aafb3437513'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:37:31.630937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] No DVR routers for this DVR port 255dfed6-94d5-4f4b-8482-4aafb3437513 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:31.640663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.643312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eea019a8-81d7-4534-afa3-11eb60b4c4a5 req-425bcc1f-577a-4aa0-9a31-c8a4c8455d5b tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.72 "DELETE /v2.0/ports/255dfed6-94d5-4f4b-8482-4aafb3437513 HTTP/1.1" status: 204 len: 173 time: 1.6431475 Jul 22 14:37:31.643832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'name': 'network-vif-deleted', 'tag': '255dfed6-94d5-4f4b-8482-4aafb3437513'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:31.646649 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dbac41-e408-4003-9b2d-5aaa4857dbfd" -d '{"events": [{"server_uuid": "5327eccf-5520-4626-84e6-d5fad7b9dd0f", "name": "network-vif-deleted", "tag": "255dfed6-94d5-4f4b-8482-4aafb3437513"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:31.756095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-b23c4d08-fdbb-442f-8331-76febb283d78 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148644 Jul 22 14:37:31.766537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e24a7d50-4c53-428d-b276-aa6bdfd5025c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e24a7d50-4c53-428d-b276-aa6bdfd5025c,segment=NetworkSegment(20b466b5-cc94-476e-95fa-d3b8267e9e7b),segment_id=20b466b5-cc94-476e-95fa-d3b8267e9e7b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:31.771549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.771911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.772270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.772678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.773230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.773582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.773914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.774273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.774613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.774955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.775338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.775680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:31.784957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.837246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.844111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-2d2d19c5-8a0b-45f3-8f85-5356a5fd18f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2 HTTP/1.1" status: 200 len: 217 time: 0.0791581 Jul 22 14:37:31.855254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Attempting to bind port 40efc3b7-fcdb-440c-af89-043655fd26c6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:31.855627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Attempting to bind port 40efc3b7-fcdb-440c-af89-043655fd26c6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:31.855999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Attempting to bind port 40efc3b7-fcdb-440c-af89-043655fd26c6 on network 1caee419-745b-4ec2-ac4a-b521348e100b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:31.874658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:31.875271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Checking segment: {'id': 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:31.875970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.876726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Bound using segment: {'id': 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:31.877594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Bound port: 40efc3b7-fcdb-440c-af89-043655fd26c6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '1caee419-745b-4ec2-ac4a-b521348e100b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:31.878165 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.898162 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:31.932297 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d9d277-31f6-46a3-9ba8-840c5e5d661f x-openstack-request-id: req-f2d9d277-31f6-46a3-9ba8-840c5e5d661f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:31.933032 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5327eccf-5520-4626-84e6-d5fad7b9dd0f", "name": "network-vif-deleted", "tag": "255dfed6-94d5-4f4b-8482-4aafb3437513", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:31.933990 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2d9d277-31f6-46a3-9ba8-840c5e5d661f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:31.934623 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5327eccf-5520-4626-84e6-d5fad7b9dd0f', 'name': 'network-vif-deleted', 'tag': '255dfed6-94d5-4f4b-8482-4aafb3437513', 'status': 'completed', 'code': 200} Jul 22 14:37:32.002635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] For port 40efc3b7-fcdb-440c-af89-043655fd26c6, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:32.005861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] For port 40efc3b7-fcdb-440c-af89-043655fd26c6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=40efc3b7-fcdb-440c-af89-043655fd26c6,segment=NetworkSegment(a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6),segment_id=a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:32.009413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e24a7d50-4c53-428d-b276-aa6bdfd5025c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:32.016965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:32.123997 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:32.137270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caee419-745b-4ec2-ac4a-b521348e100b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:32.151558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:32.151870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:32.168419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:32.225319 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:32.239797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:32.240968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:32.365522 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:32.380551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b40428-1104-48b7-a39e-826bcd3051de None None] Pushing event updated for resources: {'Port': ['ID=40efc3b7-fcdb-440c-af89-043655fd26c6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:32.398684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=d168c31e-c79e-4542-825b-3cba725102da,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:32.442199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Allocated IP 172.20.0.1 (12f82a86-1bae-4c77-aeba-dea147f7ebfa/e3015722-9576-47de-b90f-d9131951d56d/e24a7d50-4c53-428d-b276-aa6bdfd5025c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:32.448965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db889d8c-14e9-45e8-b919-a14b2e274197 None None] Network 1caee419-745b-4ec2-ac4a-b521348e100b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:32.469342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5ba3f0-b0e7-4e28-a878-75a23d364780 req-aa58f710-b36e-4426-bdbb-a7d2955ab3de tempest-ServerPasswordTestJSON-866687056 tempest-ServerPasswordTestJSON-866687056-project] 10.222.0.60 "GET /v2.0/ports?device_id=5327eccf-5520-4626-84e6-d5fad7b9dd0f HTTP/1.1" status: 200 len: 210 time: 0.0966623 Jul 22 14:37:32.474143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:37:32.474143 n-d-794306-8 neutron-server[93812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:37:32.474143 n-d-794306-8 neutron-server[93812]: [parameters: {'id': '1caee419-745b-4ec2-ac4a-b521348e100b'}] Jul 22 14:37:32.474143 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:37:32.474568 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:37:32.476674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-37234896-e899-4449-88d8-8e5afee70ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:32.478769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-37234896-e899-4449-88d8-8e5afee70ec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.6232166 Jul 22 14:37:32.635633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-aefa2965-4949-4048-9567-4f8fabd396a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:32.670314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-aefa2965-4949-4048-9567-4f8fabd396a8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687751 Jul 22 14:37:32.903383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] For port e24a7d50-4c53-428d-b276-aa6bdfd5025c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e24a7d50-4c53-428d-b276-aa6bdfd5025c,segment=NetworkSegment(20b466b5-cc94-476e-95fa-d3b8267e9e7b),segment_id=20b466b5-cc94-476e-95fa-d3b8267e9e7b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:32.957947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:32.982880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Transition to ACTIVE for port object e24a7d50-4c53-428d-b276-aa6bdfd5025c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:32.991839 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:33.101955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812ff91-3f6a-4575-aeac-69c3c4a09ef1 None None] Pushing event updated for resources: {'Port': ['ID=e24a7d50-4c53-428d-b276-aa6bdfd5025c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:33.109480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bb85d-3971-4d34-a621-5b22b9d66d0a None None] Network 1caee419-745b-4ec2-ac4a-b521348e100b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:33.312706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:33.407052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-b25c2f23-7a6e-4460-b2fc-92387bcc46a5 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355137 Jul 22 14:37:33.535218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting port 40efc3b7-fcdb-440c-af89-043655fd26c6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:33.542781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:33.581710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:33.746335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Deleting subnet ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:33.755999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:33.889568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] For port 40efc3b7-fcdb-440c-af89-043655fd26c6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=40efc3b7-fcdb-440c-af89-043655fd26c6,segment=NetworkSegment(a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6),segment_id=a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:33.909431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:33.924677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:33.947305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-98546a97-7d66-4712-9d0f-abf9dc864668 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311692 Jul 22 14:37:33.952535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Calling delete_port for 40efc3b7-fcdb-440c-af89-043655fd26c6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:34.002069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e24a7d50-4c53-428d-b276-aa6bdfd5025c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:34.165019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-fc976d17-801b-4994-94fd-38d6dfc395c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=dde22fde-1701-438f-ab51-02206a3548b5 HTTP/1.1" status: 200 len: 217 time: 0.1912589 Jul 22 14:37:34.245580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.317706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 255dfed6-94d5-4f4b-8482-4aafb3437513 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:34.387446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 255dfed6-94d5-4f4b-8482-4aafb3437513 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:34.388223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 255dfed6-94d5-4f4b-8482-4aafb3437513 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:34.407119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-d916989a-3f03-4538-9c17-ae1c11451cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:34.408698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-d916989a-3f03-4538-9c17-ae1c11451cef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.2342672 Jul 22 14:37:34.433340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.495077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:34.524509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72e792c-e363-4039-bc4e-733966fed8f1 None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:34.558347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.561657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.562290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.562901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.563496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.564061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.564652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.567927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.568557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.569380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.569954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.571534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:34.575131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.577382 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b5c809f-6931-4672-b612-b330543a5531 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ffaf8fbe-2c37-4f67-aaf9-ef465fd018d7 HTTP/1.1" status: 204 len: 168 time: 0.9946811 Jul 22 14:37:34.582504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33624) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:34.605463 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.610306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-f2cec30d-6c2c-44ae-bf19-9ca148d2ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:34.611909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-f2cec30d-6c2c-44ae-bf19-9ca148d2ef65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1852155 Jul 22 14:37:34.747312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.895995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ea694145-460c-4ed1-b898-806296edb15a None None] Provisioning for port e24a7d50-4c53-428d-b276-aa6bdfd5025c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:34.904636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Port': ['ID=40efc3b7-fcdb-440c-af89-043655fd26c6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:34.924965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ea694145-460c-4ed1-b898-806296edb15a None None] Provisioning complete for port e24a7d50-4c53-428d-b276-aa6bdfd5025c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:34.929111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-ef299579-4666-40ff-9087-42052dffcc0a service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410460 Jul 22 14:37:34.929640 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea694145-460c-4ed1-b898-806296edb15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.937590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No DVR routers for this DVR port 40efc3b7-fcdb-440c-af89-043655fd26c6 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:34.953457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:34.975771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b75acdf-29ea-439e-b872-02a82d707415']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:35.004226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d67a622-ca37-4ea4-9f04-428cc58dd7a3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:35.005192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d67a622-ca37-4ea4-9f04-428cc58dd7a3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:35.028070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.067491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.091853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:35.092649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:35.094913 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:35.278364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.320351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.322312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] 10.222.0.60 "DELETE /v2.0/networks/4b75acdf-29ea-439e-b872-02a82d707415 HTTP/1.1" status: 204 len: 168 time: 0.7380879 Jul 22 14:37:35.323228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288150eb-f1f6-4373-8faf-b48bfe25664c admin admin] Pushing event deleted for resources: {'Network': ['ID=4b75acdf-29ea-439e-b872-02a82d707415,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:35.401252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.476721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caee419-745b-4ec2-ac4a-b521348e100b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:35.512916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:35.513235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1fc5d8e-8f53-488c-af6f-b08f23c7f1c6') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:35.526374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae76f9c-f213-429b-8d55-ed0ca25e2491 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:37:35.595797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-80a4d1c6-8b34-4cbb-9c8f-1d2938308c64 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414554 Jul 22 14:37:35.651258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33642) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:35.742849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-1b1b4fde-165d-416d-a7d9-822c22f82d54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 HTTP/1.1" status: 200 len: 217 time: 0.1301696 Jul 22 14:37:35.744845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.769130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f739555-25be-4abf-af88-00a2ffc92ce3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cf4fe85bcff45b89f7f40fa4ef1f66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141062 Jul 22 14:37:35.769842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33648) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:35.805469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.843725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:35.844443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:35.854579 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:35.928131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9d830ce3-b80f-4ef5-acb7-3a40b24ace7c None None] Provisioning complete for port e24a7d50-4c53-428d-b276-aa6bdfd5025c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:35.932232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d830ce3-b80f-4ef5-acb7-3a40b24ace7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.956979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58616f53-afc6-45f1-a0cd-0d422d2b8aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:35.958261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-45a8f4f4-b2cf-44fa-8ef0-474bcc2b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:35.960443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-45a8f4f4-b2cf-44fa-8ef0-474bcc2b5394 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.2078414 Jul 22 14:37:36.023478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58616f53-afc6-45f1-a0cd-0d422d2b8aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.058481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.087140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.091450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/1caee419-745b-4ec2-ac4a-b521348e100b HTTP/1.1" status: 204 len: 168 time: 5.2778687 Jul 22 14:37:36.091450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587ac24-d615-4c17-8a89-2108bfe58151 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=1caee419-745b-4ec2-ac4a-b521348e100b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:36.092799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:36.111464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae76f9c-f213-429b-8d55-ed0ca25e2491 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:37:36.126650 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0deb19-933d-47e9-abaa-5096922a3dff tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:36.128385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0deb19-933d-47e9-abaa-5096922a3dff tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:36.130429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ea0deb19-933d-47e9-abaa-5096922a3dff tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/1caee419-745b-4ec2-ac4a-b521348e100b HTTP/1.1" status: 404 len: 339 time: 0.0365057 Jul 22 14:37:36.134840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33654) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:36.140855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-658117583', 'description': 'd1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:36.156655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58616f53-afc6-45f1-a0cd-0d422d2b8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.160177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58616f53-afc6-45f1-a0cd-0d422d2b8aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.164358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-305ee505-0306-464c-beda-28314395cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:36.165606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-58616f53-afc6-45f1-a0cd-0d422d2b8aec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69bca7cb-d59d-495e-b34c-a50f346e22d3 HTTP/1.1" status: 204 len: 168 time: 0.3945668 Jul 22 14:37:36.167118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-305ee505-0306-464c-beda-28314395cd94 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1988614 Jul 22 14:37:36.169238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:36.173856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.187455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58616f53-afc6-45f1-a0cd-0d422d2b8aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bca7cb-d59d-495e-b34c-a50f346e22d3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:36.311935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:36.323096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.323445 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 305b1b71-21eb-44da-b1e8-344eef75ab0d of type vlan for network 69782715-517c-44ac-a0f7-21f58a0aa59e Jul 22 14:37:36.371312 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.405302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-460953ee-63f6-4cce-ad02-049ca0420eac service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140634 Jul 22 14:37:36.469831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.480567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:36.482486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:36.621172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=69782715-517c-44ac-a0f7-21f58a0aa59e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:36.627565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-27f4611c-d008-4746-9ab2-13f6e9135f0c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4914150 Jul 22 14:37:36.630158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33664) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:36.664456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 69782715-517c-44ac-a0f7-21f58a0aa59e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:36.863001 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-1b6efd24-e6f1-47c4-a6a0-40c0ebe07510 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487538 Jul 22 14:37:36.870054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d187d4c1-e81c-4949-99e9-94ba8c55ea36 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:36.876972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d187d4c1-e81c-4949-99e9-94ba8c55ea36 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks?id=69782715-517c-44ac-a0f7-21f58a0aa59e HTTP/1.1" status: 200 len: 764 time: 0.2405725 Jul 22 14:37:36.880585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33692) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:36.885830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'description': 'd2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:36.932443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-157bdd43-1b5b-4aad-aef5-b61a8bc45a03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 200 len: 217 time: 0.0596616 Jul 22 14:37:37.065158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-3dfcf847-78e3-4662-95ab-40647042b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.066464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-3dfcf847-78e3-4662-95ab-40647042b8c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.1270742 Jul 22 14:37:37.128612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.144423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.161477 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.173121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 69782715-517c-44ac-a0f7-21f58a0aa59e is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:37:37.180288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.181103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.186104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:37.191055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "PUT /v2.0/networks/69782715-517c-44ac-a0f7-21f58a0aa59e HTTP/1.1" status: 200 len: 761 time: 0.3094726 Jul 22 14:37:37.328736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b577d-ec44-4397-87a5-042559bbb384 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=69782715-517c-44ac-a0f7-21f58a0aa59e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:37.340580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 69782715-517c-44ac-a0f7-21f58a0aa59e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:37.355565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-a7c3b6a0-041b-4603-bad5-316ce81b3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.358009 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-a7c3b6a0-041b-4603-bad5-316ce81b3fc6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1657488 Jul 22 14:37:37.368721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f47cf7-535c-4826-850d-2f549a08bf90 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.370628 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-54f47cf7-535c-4826-850d-2f549a08bf90 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks?id=69782715-517c-44ac-a0f7-21f58a0aa59e HTTP/1.1" status: 200 len: 764 time: 0.1829081 Jul 22 14:37:37.374400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33714) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:37.429107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33722) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:37.591328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.610741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-6dd71420-d84a-4e22-b8d2-e3ea2fa4deb4 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427449 Jul 22 14:37:37.743222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1db543-45f8-43fc-8dee-31df0322ffae tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.747339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8d1db543-45f8-43fc-8dee-31df0322ffae tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3692777 Jul 22 14:37:37.747567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:37.793687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-13b39b61-bc59-465b-b1f2-be898b75cf8c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 207 time: 0.0419955 Jul 22 14:37:37.793857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8f9f1cd-3c17-4c6e-8686-5d0c6568da74 req-f0dd9768-0f50-44fb-9bd0-d4d30cef379c service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742961 Jul 22 14:37:37.794556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33740) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:37.795111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-114183320-network', 'tenant_id': '1f5cbc7fb4c741d58e002c5a3f44c7a2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:37.845432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Made reservation on behalf of 1f5cbc7fb4c741d58e002c5a3f44c7a2 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:37.848261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.875767 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:37.899718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.910102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.916076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.922375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.929197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.940582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.946822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:37.964685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-74dcce8a-c61c-4f8c-b222-d4d958dedbd7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.3316567 Jul 22 14:37:38.059305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.066707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7671def-d83b-48c2-92a0-2f958d79e0ab req-ee9d4af7-67aa-4a33-a9b1-19bcf2a81bc7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978611 Jul 22 14:37:38.078327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.094758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.107634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.115103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.122255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.127903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8b5527e3-c4e9-4de9-bed2-1135168de2a6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3323715 Jul 22 14:37:38.132042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:38.299818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.333419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.349307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d7b704b8-6e40-4a45-98dc-1e913fa3a1df tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2158043 Jul 22 14:37:38.352746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:38.386593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:38.398907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff3a342-4b4c-4906-83a5-1629301f2978,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:38.414182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.414555 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Added segment 6eb23175-e088-4a16-9a05-e0b19971535a of type vlan for network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 Jul 22 14:37:38.415544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52f33-b97e-4cac-b20f-63c4becd443e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.416702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52f33-b97e-4cac-b20f-63c4becd443e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.418239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52f33-b97e-4cac-b20f-63c4becd443e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.419760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52f33-b97e-4cac-b20f-63c4becd443e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.421268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d52f33-b97e-4cac-b20f-63c4becd443e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.422969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-65d52f33-b97e-4cac-b20f-63c4becd443e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0689664 Jul 22 14:37:38.427210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:38.467785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.474500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.480514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.486461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.492485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.498453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.504946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.507099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8de64f02-ae15-436c-9d2f-832eb3bc4d89 req-f4ad02b4-9702-49e7-b6f0-731034a3422a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.2427726 Jul 22 14:37:38.516086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac8aab-27a4-4db3-b756-450ebb44444d tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.517514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac8aab-27a4-4db3-b756-450ebb44444d tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.519894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac8aab-27a4-4db3-b756-450ebb44444d tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.522212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac8aab-27a4-4db3-b756-450ebb44444d tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.523781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac8aab-27a4-4db3-b756-450ebb44444d tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.529644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-13ac8aab-27a4-4db3-b756-450ebb44444d tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0981965 Jul 22 14:37:38.530001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33774) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:38.533615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.550505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8e169-e399-4460-b471-36d623af18c3 req-290717b3-3c4c-41db-9d99-cf49391f695d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.552113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3f8e169-e399-4460-b471-36d623af18c3 req-290717b3-3c4c-41db-9d99-cf49391f695d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 951 time: 0.2551403 Jul 22 14:37:38.605977 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.607005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.607601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.619178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3f8e169-e399-4460-b471-36d623af18c3 req-120b3070-e6d7-435a-affd-859432de8954 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Jul 22 14:37:38.658980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdead81-f947-46af-95b8-72b1fe65735b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:38.660719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6cdead81-f947-46af-95b8-72b1fe65735b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks/5b93565e-0b8f-4492-8ea3-c30aa5ab226a HTTP/1.1" status: 200 len: 803 time: 0.1298466 Jul 22 14:37:38.665220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2350276 Jul 22 14:37:38.665727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33782) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:38.667473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33784) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:38.675615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Request body: {'subnet': {'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-114183320-subnet', 'tenant_id': '1f5cbc7fb4c741d58e002c5a3f44c7a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:38.708459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f11be-ef02-481f-8f02-db36f97731b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:38.720547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:38.731098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Made reservation on behalf of 1f5cbc7fb4c741d58e002c5a3f44c7a2 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:38.733706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:38.928740 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-769eb8fa-0f40-4322-afd7-19bbf107e238 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/networks/5b93565e-0b8f-4492-8ea3-c30aa5ab226a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2609634 Jul 22 14:37:38.932882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:39.003439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e05e1c9-ed01-43cd-ae7d-7cba9441f2e9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:39.012851 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e05e1c9-ed01-43cd-ae7d-7cba9441f2e9 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/subnets/a1b4d70d-988f-4f72-a265-1ac58f49c1b0 HTTP/1.1" status: 200 len: 843 time: 0.0789335 Jul 22 14:37:39.018708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:39.054310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.087337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16974b43-6f50-4780-b47a-aecf0ad486df tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['shared'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:39.088941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-16974b43-6f50-4780-b47a-aecf0ad486df tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "GET /v2.0/subnets/a1b4d70d-988f-4f72-a265-1ac58f49c1b0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0657141 Jul 22 14:37:39.092603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:39.098734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467420644'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:39.126599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:39.130741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.144719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e4bbf98-9052-4557-a22f-aca3f46ff7d6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:39.156574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.157565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.157565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.157565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.157870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.158039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.159230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.162901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.163482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.163852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.164664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.164797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:39.175022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Checking segment: {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:39.175400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Network hostable DHCP agents. Network: b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:39.182724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:39.199958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.201641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:39.203773 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Added segment 964623a4-1365-4c1c-bcb5-72d4fc3d4eca of type vlan for network 9936e594-a502-4513-964b-2df9cc05b646 Jul 22 14:37:39.219668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:39.229528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:39.230198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63820688-d825-4da9-b11e-415d77f0186b None None] Network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:39.230375 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.251209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fab68683-9d04-429a-9a17-53acd4da709e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5823147 Jul 22 14:37:39.294847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.338303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.348169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:39.349215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.410495 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3131466 Jul 22 14:37:39.412888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:39.418761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'network_id': '9936e594-a502-4513-964b-2df9cc05b646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:39.467386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1550b8-f29b-41a6-acbb-25a4f401d146 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Network': ['ID=9936e594-a502-4513-964b-2df9cc05b646,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:39.500403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 9936e594-a502-4513-964b-2df9cc05b646 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:39.542344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0002e28c-6247-4a52-a752-92c7b9d8d93c None None] Network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:39.591273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Made reservation on behalf of 57604498b67b4acb9935eb9344839f9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:39.601237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:39.729611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Performing IP validity checks on allocation pools {{(pid=93812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:37:39.734788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:37:39.834386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92ba2f1-fb64-41d7-a89d-f410766b7d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:40.020330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:40.142318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=335f8dcf-6a79-4cad-bfac-09edc4416dbe,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:40.158163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Checking segment: {'id': '964623a4-1365-4c1c-bcb5-72d4fc3d4eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9936e594-a502-4513-964b-2df9cc05b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:40.159108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network hostable DHCP agents. Network: 9936e594-a502-4513-964b-2df9cc05b646, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:40.173608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-3f410773-d169-48f2-87f0-61a1a29da9b8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:40.176109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-3f410773-d169-48f2-87f0-61a1a29da9b8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 813 time: 0.2247527 Jul 22 14:37:40.202694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-3efcab72-9a4b-42b2-a198-ef14be1b0afd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/quotas/1f5cbc7fb4c741d58e002c5a3f44c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0197175 Jul 22 14:37:40.208629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Network 9936e594-a502-4513-964b-2df9cc05b646 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:40.234012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 9936e594-a502-4513-964b-2df9cc05b646) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:40.244691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283552c-0c0f-49f3-a4f4-ce57b4cd50c6 None None] Network 9936e594-a502-4513-964b-2df9cc05b646 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:40.260167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:40.260822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:40.265526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-e9aae0c2-0172-4fe9-886e-8b4721bdbc58 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537024 Jul 22 14:37:40.321492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e72f8421-7524-4743-b971-5985614ee7b5 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9057212 Jul 22 14:37:40.321624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:40.327303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:40.366006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:40.428194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-ebd563ff-5b17-481d-82a0-2d1d81130d2d service neutron] 10.222.0.60 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502821 Jul 22 14:37:40.459954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10225225'] for subnet, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:40.590903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-237a43ed-75bc-4f60-86d3-69a22d0f0f6a service neutron] 10.222.0.60 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570835 Jul 22 14:37:40.804389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779616843632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8602554'] for subnet, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:40.875187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:40.875934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:40.881791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "PUT /v2.0/subnets/335f8dcf-6a79-4cad-bfac-09edc4416dbe HTTP/1.1" status: 200 len: 900 time: 0.5547554 Jul 22 14:37:40.881991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33996) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:40.890685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eaf1c-f727-4849-9bf4-1f5aa5389ebf tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event updated for resources: {'Subnet': ['ID=335f8dcf-6a79-4cad-bfac-09edc4416dbe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:41.029161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71f549-8268-44be-aca2-41d38fc7fac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-9936e594-a502-4513-964b-2df9cc05b646', 'network_id': '9936e594-a502-4513-964b-2df9cc05b646', 'tenant_id': '57604498b67b4acb9935eb9344839f9e', 'fixed_ips': [{'subnet_id': '335f8dcf-6a79-4cad-bfac-09edc4416dbe'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:41.030025 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc71f549-8268-44be-aca2-41d38fc7fac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.053014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.100642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:41.107951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:41.111219 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e4af8-b023-438a-8e00-85a02abd0405" -d '{"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-unplugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:41.135450 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.198498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98928eed-dbf8-4180-96bb-69733b74138b req-2baa3cfd-1a1a-45de-85b2-f3cd8e01ed9f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 210 time: 0.2005684 Jul 22 14:37:41.326444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.342931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:41.432132 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8cac46-d322-4901-a481-dbb3325af957 x-openstack-request-id: req-ed8cac46-d322-4901-a481-dbb3325af957 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:41.432500 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-unplugged", "status": "completed", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:41.433011 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed8cac46-d322-4901-a481-dbb3325af957 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:41.433602 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'code': 200} Jul 22 14:37:41.438372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.672668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:41.685996 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.710050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca55370-667f-4c5d-8a2d-e76193efb19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-dc71f549-8268-44be-aca2-41d38fc7fac7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 335f8dcf-6a79-4cad-bfac-09edc4416dbe: This subnet is being modified by another concurrent operation. Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:37:41.732788 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 335f8dcf-6a79-4cad-bfac-09edc4416dbe: This subnet is being modified by another concurrent operation. Jul 22 14:37:41.736542 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:37:41.804410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d1dbd9-59e7-4f15-b455-f540596beed1 None None] Network 9936e594-a502-4513-964b-2df9cc05b646 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:41.828508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=335f8dcf-6a79-4cad-bfac-09edc4416dbe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:41.992967 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.021241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9936e594-a502-4513-964b-2df9cc05b646']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:42.030449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca55370-667f-4c5d-8a2d-e76193efb19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.040934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ca55370-667f-4c5d-8a2d-e76193efb19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.050112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964623a4-1365-4c1c-bcb5-72d4fc3d4eca') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:42.066941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964623a4-1365-4c1c-bcb5-72d4fc3d4eca') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:42.086566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca55370-667f-4c5d-8a2d-e76193efb19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaa4299-9672-42d3-8248-8c7b0532a6e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:42.088638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.121285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5ca55370-667f-4c5d-8a2d-e76193efb19e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc269f0c5cb044738c447f5b4823bb32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7769890 Jul 22 14:37:42.124431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34066) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:42.139223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.142617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aa2158c2-f662-4323-9c54-cb15a07b4a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.149427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcfa9bb-3481-4166-abce-60b99c46ac34 None None] Network 9936e594-a502-4513-964b-2df9cc05b646 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:42.162932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:42.163450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:42.174893 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:42.276637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c45-571d-44cd-83f9-cf1a1f841163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.366603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.374265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.382866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:42.383061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/9936e594-a502-4513-964b-2df9cc05b646 HTTP/1.1" status: 204 len: 168 time: 1.5011203 Jul 22 14:37:42.466952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b4ab771-5fd7-44be-af3d-216e0372d73d req-2a36409b-b971-436a-87b1-f81bb2ffa64c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 210 time: 0.0551467 Jul 22 14:37:42.468036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660078d2-9f77-46de-8434-5fabcddc68c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=9936e594-a502-4513-964b-2df9cc05b646,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:42.471724 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.504090 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-09258bcf-ffc7-49a7-ac9f-3af9e1cced77 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:42.505662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09258bcf-ffc7-49a7-ac9f-3af9e1cced77 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:42.509617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34088) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:42.514171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09258bcf-ffc7-49a7-ac9f-3af9e1cced77 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/335f8dcf-6a79-4cad-bfac-09edc4416dbe HTTP/1.1" status: 404 len: 337 time: 0.1138401 Jul 22 14:37:42.520714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34092) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:42.523347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c45-571d-44cd-83f9-cf1a1f841163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.569515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cfd7d-83c8-4629-be81-75aecd68b23a None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:37:42.579353 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65c1c20-638f-4aeb-a563-7ddf853b32dd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:42.580909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65c1c20-638f-4aeb-a563-7ddf853b32dd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:42.587008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a65c1c20-638f-4aeb-a563-7ddf853b32dd tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/9936e594-a502-4513-964b-2df9cc05b646 HTTP/1.1" status: 404 len: 339 time: 0.0645850 Jul 22 14:37:42.588009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:42.688339 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c45-571d-44cd-83f9-cf1a1f841163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.692067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cbea8c45-571d-44cd-83f9-cf1a1f841163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.693409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cbea8c45-571d-44cd-83f9-cf1a1f841163 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcaa4299-9672-42d3-8248-8c7b0532a6e8 HTTP/1.1" status: 204 len: 168 time: 0.5670791 Jul 22 14:37:42.714305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea8c45-571d-44cd-83f9-cf1a1f841163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaa4299-9672-42d3-8248-8c7b0532a6e8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:42.920828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:42.941047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65cfd7d-83c8-4629-be81-75aecd68b23a None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:37:43.106849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-32e431a8-292e-4d2d-9244-412740bd48e7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.108363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-32e431a8-292e-4d2d-9244-412740bd48e7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.61 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 813 time: 0.2743468 Jul 22 14:37:43.126113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Request body: {'port': {'device_id': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'admin_state_up': True, 'tenant_id': '1f5cbc7fb4c741d58e002c5a3f44c7a2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:43.157212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.157700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.158177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.159219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.159693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.160159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.160667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:43.168132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-e8c83004-1d26-43be-988e-6886fdc603e5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6499 time: 0.6529531 Jul 22 14:37:43.565294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.603998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.658352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69782715-517c-44ac-a0f7-21f58a0aa59e']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:43.662319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f593de9e-84bc-4f26-861e-c0796c2a207c req-578aa05a-be0b-43a6-a90c-8c972c367278 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 210 time: 0.0483520 Jul 22 14:37:43.681702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305b1b71-21eb-44da-b1e8-344eef75ab0d') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:43.682002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305b1b71-21eb-44da-b1e8-344eef75ab0d') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:43.737665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.745757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-a144df7a-4764-4aa1-ad68-8654e878732e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5768104 Jul 22 14:37:43.784250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.797462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:43.798316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:43.803004 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:43.895366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.913565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.917961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:43.918474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/69782715-517c-44ac-a0f7-21f58a0aa59e HTTP/1.1" status: 204 len: 168 time: 1.3288264 Jul 22 14:37:43.918943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c893e3c-a452-4c87-9dcb-cc43943a1aa2 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=69782715-517c-44ac-a0f7-21f58a0aa59e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:43.921066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Made reservation on behalf of 1f5cbc7fb4c741d58e002c5a3f44c7a2 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:43.924625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:43.961785 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8866701-73f7-4036-bd1a-d06982178706 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:43.962662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8866701-73f7-4036-bd1a-d06982178706 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:43.964441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b8866701-73f7-4036-bd1a-d06982178706 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/d168c31e-c79e-4542-825b-3cba725102da HTTP/1.1" status: 404 len: 337 time: 0.0402856 Jul 22 14:37:43.966906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:43.988971 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0272318e-52bf-4db0-8bf9-ec85efbc7f96 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:43.989836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0272318e-52bf-4db0-8bf9-ec85efbc7f96 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:43.992959 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0272318e-52bf-4db0-8bf9-ec85efbc7f96 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/1caee419-745b-4ec2-ac4a-b521348e100b HTTP/1.1" status: 404 len: 339 time: 0.0244493 Jul 22 14:37:43.995316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34208) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:44.085546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting subnet e3015722-9576-47de-b90f-d9131951d56d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:44.088946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.119876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Allocated IP 172.20.0.13 (b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9/4e4bbf98-9052-4557-a22f-aca3f46ff7d6/923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:44.159775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.289221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.354737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:44.365586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.406780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.437984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.454763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=e3015722-9576-47de-b90f-d9131951d56d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:44.457873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8fd2a-b51c-45c5-8d6f-85ab197d2fc3 None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:44.462322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.464646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-355fa591-21d8-4600-aa55-3c8adc890d21 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/e3015722-9576-47de-b90f-d9131951d56d HTTP/1.1" status: 204 len: 168 time: 0.4657316 Jul 22 14:37:44.467357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34232) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:44.488973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:44.533064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:44.541967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:44.549003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting subnet 71232a1c-6459-42a2-acc4-2401255401ad {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:44.553959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.598981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:44.606911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2040f296-52e7-4e1f-bf33-d6cb7eed655f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.625886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:44.626555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.659487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a43ab-1fa3-4b7a-aff6-b7912a599321 req-e0172955-2983-4aee-9afd-41a8d6f61410 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:44.669978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f3a43ab-1fa3-4b7a-aff6-b7912a599321 req-e0172955-2983-4aee-9afd-41a8d6f61410 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.2282634 Jul 22 14:37:44.676026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.726580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f3a43ab-1fa3-4b7a-aff6-b7912a599321 req-3352b9d4-33cc-47ae-9c8e-1071c0a40e0d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552561 Jul 22 14:37:44.804834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2040f296-52e7-4e1f-bf33-d6cb7eed655f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.822473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.825833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2040f296-52e7-4e1f-bf33-d6cb7eed655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:44.834415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-376ceb14-a069-4379-a4fa-44f70ffd49cf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7159469 Jul 22 14:37:44.852108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Request body: {'port': {'device_id': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:44.899709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20592ba-536f-44c1-9ddd-3c4925593a4a req-46136361-2eed-4897-914c-03222f64e5b6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:44.906835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20592ba-536f-44c1-9ddd-3c4925593a4a req-46136361-2eed-4897-914c-03222f64e5b6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 932 time: 0.1241822 Jul 22 14:37:44.916989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040f296-52e7-4e1f-bf33-d6cb7eed655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1ef654-6eaa-47aa-9ab9-a5bf4c22631c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:44.945123 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2040f296-52e7-4e1f-bf33-d6cb7eed655f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf8d68d663dc4b8697e766ce70a6378b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891352 Jul 22 14:37:44.948203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34244) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:44.976709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20592ba-536f-44c1-9ddd-3c4925593a4a req-a782d3ec-e3fd-4219-aaa1-5e73a1e54ff8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689917 Jul 22 14:37:45.012330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.014750 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.057198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b54e-f6e5-4080-ab3c-54a395f2db81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.088306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b54e-f6e5-4080-ab3c-54a395f2db81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.129503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=71232a1c-6459-42a2-acc4-2401255401ad,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:45.131852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.136552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6fe0d24a-4ac8-4a97-8fff-8da938d1bc4b tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/71232a1c-6459-42a2-acc4-2401255401ad HTTP/1.1" status: 204 len: 168 time: 0.6654291 Jul 22 14:37:45.137672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:45.166236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b54e-f6e5-4080-ab3c-54a395f2db81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.169309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0fc0b54e-f6e5-4080-ab3c-54a395f2db81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.170824 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0fc0b54e-f6e5-4080-ab3c-54a395f2db81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b1ef654-6eaa-47aa-9ab9-a5bf4c22631c HTTP/1.1" status: 204 len: 168 time: 0.2216573 Jul 22 14:37:45.190236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0b54e-f6e5-4080-ab3c-54a395f2db81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1ef654-6eaa-47aa-9ab9-a5bf4c22631c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:45.245155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.281800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.352301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting port e24a7d50-4c53-428d-b276-aa6bdfd5025c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:45.352672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.396533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:37:45.405147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.425102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Transition to ACTIVE for port object 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:45.430557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.450216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] For port e24a7d50-4c53-428d-b276-aa6bdfd5025c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e24a7d50-4c53-428d-b276-aa6bdfd5025c,segment=NetworkSegment(20b466b5-cc94-476e-95fa-d3b8267e9e7b),segment_id=20b466b5-cc94-476e-95fa-d3b8267e9e7b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:45.450746 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.465721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Calling delete_port for e24a7d50-4c53-428d-b276-aa6bdfd5025c owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:45.527985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8b756-767e-4309-b21c-4cd9acbc8083 None None] Network 12f82a86-1bae-4c77-aeba-dea147f7ebfa requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:45.573946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:45.624890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Attempting to bind port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:45.625244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Attempting to bind port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:45.625578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Attempting to bind port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 on network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:45.629303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.661953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Port': ['ID=e24a7d50-4c53-428d-b276-aa6bdfd5025c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:45.663803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No DVR routers for this DVR port e24a7d50-4c53-428d-b276-aa6bdfd5025c on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:45.670994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 on network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:37:45.671715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Attempting to bind port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 on network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:45.679007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:45.680903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Checking segment: {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:45.681527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Bound using segment: {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:45.682270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Bound port: 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:45.682953 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.703562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d4e944e9-e2fd-42d6-8dc3-5ba78e36bcb5 None None] Provisioning complete for port e24a7d50-4c53-428d-b276-aa6bdfd5025c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:45.704213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4e944e9-e2fd-42d6-8dc3-5ba78e36bcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.728404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d4e944e9-e2fd-42d6-8dc3-5ba78e36bcb5 None None] Port e24a7d50-4c53-428d-b276-aa6bdfd5025c was deleted so its status cannot be updated. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:37:45.778039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:45.781990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:45.790429 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.801492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.809970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c537684-d013-4283-82e3-72ba80946cb2 None None] DHCP port deletion for 12f82a86-1bae-4c77-aeba-dea147f7ebfa request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:37:45.813233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f82a86-1bae-4c77-aeba-dea147f7ebfa']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:45.834830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b466b5-cc94-476e-95fa-d3b8267e9e7b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:45.835300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b466b5-cc94-476e-95fa-d3b8267e9e7b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:45.848492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.869435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.878357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:45.879586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.888355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] 10.222.0.61 "PUT /v2.0/ports/923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 1092 time: 1.0367091 Jul 22 14:37:45.888355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:45.892993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:45.893418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.896861 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a5514a-f30f-4e09-9f33-ba919250a228" -d '{"events": [{"name": "network-changed", "server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:45.931313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e24a7d50-4c53-428d-b276-aa6bdfd5025c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:45.960059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e24a7d50-4c53-428d-b276-aa6bdfd5025c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:45.960687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e24a7d50-4c53-428d-b276-aa6bdfd5025c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:45.964143 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:45.977695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.988991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:45.991795 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/12f82a86-1bae-4c77-aeba-dea147f7ebfa HTTP/1.1" status: 204 len: 168 time: 0.8524940 Jul 22 14:37:46.002803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34268) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.082896 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac3db95-5bdc-4db6-8923-f1f3d7b43053 x-openstack-request-id: req-dac3db95-5bdc-4db6-8923-f1f3d7b43053 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:46.082896 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:46.082896 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dac3db95-5bdc-4db6-8923-f1f3d7b43053 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:46.083302 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'status': 'completed', 'code': 200} Jul 22 14:37:46.132128 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2d528d-f5ff-4841-a613-d944fada15ef tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:46.132606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2d528d-f5ff-4841-a613-d944fada15ef tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:46.135578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6b2d528d-f5ff-4841-a613-d944fada15ef tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/cf6e1ae5-2058-438c-9682-19777a34c065 HTTP/1.1" status: 404 len: 337 time: 0.1307828 Jul 22 14:37:46.140793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34276) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.169769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec0c9b-63ee-4c6b-8e6a-c436441cf679 service neutron] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:46.216331 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f685006c-21b4-443d-94de-1a3c01de0497 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:46.216947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f685006c-21b4-443d-94de-1a3c01de0497 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:46.222146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f685006c-21b4-443d-94de-1a3c01de0497 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/2bb54395-81eb-478e-b905-c92c5db31f13 HTTP/1.1" status: 404 len: 339 time: 0.0788751 Jul 22 14:37:46.224297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.274280 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3b4dd2-b87d-44a5-b511-442d4a7674fa tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:46.274747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3b4dd2-b87d-44a5-b511-442d4a7674fa tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:46.279213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3b3b4dd2-b87d-44a5-b511-442d4a7674fa tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/5b7d606e-ee6e-4579-960f-2223ea77ecda HTTP/1.1" status: 404 len: 337 time: 0.0494058 Jul 22 14:37:46.279932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34284) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.319694 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-816c5961-7707-4a04-b160-7546547ef283 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:46.320268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816c5961-7707-4a04-b160-7546547ef283 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:46.324702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-816c5961-7707-4a04-b160-7546547ef283 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/16fec6a0-0f99-41df-8db5-9d75160f8c4c HTTP/1.1" status: 404 len: 339 time: 0.0426116 Jul 22 14:37:46.325351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34286) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.345613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-ee867649-d1ed-4874-a00f-c3906eb06c62 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:46.347718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-ee867649-d1ed-4874-a00f-c3906eb06c62 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.4424098 Jul 22 14:37:46.351484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-339ff844-a578-42f2-8dbe-d6e43b6892a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:46.352977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-339ff844-a578-42f2-8dbe-d6e43b6892a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1095 time: 0.3729775 Jul 22 14:37:46.361072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe9c7a-5539-490a-a628-42a1b79f7339 req-e151c37a-db7b-4b99-bd68-51145973275d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:46.363372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5cfe9c7a-5539-490a-a628-42a1b79f7339 req-e151c37a-db7b-4b99-bd68-51145973275d tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 948 time: 0.4521728 Jul 22 14:37:46.381912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e38fe-b464-4e5c-a1ba-a8a1183d296a tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=12f82a86-1bae-4c77-aeba-dea147f7ebfa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:46.432776 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-000d100b-cbc9-4645-9843-dc2fa4f01b1c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:46.433326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000d100b-cbc9-4645-9843-dc2fa4f01b1c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:46.436170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-000d100b-cbc9-4645-9843-dc2fa4f01b1c tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/437d2083-cf37-4ddc-afc4-970c2ec4975d HTTP/1.1" status: 404 len: 337 time: 0.1045275 Jul 22 14:37:46.437611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.456934 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa0e726-c5fe-4b1a-b238-44387d7081f6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:46.457484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa0e726-c5fe-4b1a-b238-44387d7081f6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:46.459245 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fa0e726-c5fe-4b1a-b238-44387d7081f6 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/a1c8cd02-399d-4d9f-a9af-da253fc344a0 HTTP/1.1" status: 404 len: 339 time: 0.0204411 Jul 22 14:37:46.461825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34292) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.483586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-a7692a95-48d8-43d4-a65f-a499174b21e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 217 time: 0.1180964 Jul 22 14:37:46.526932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting subnet f3970eea-db2f-4926-9532-881112f54b23 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:46.530884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.559688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1534e2-8c3d-4a35-a9cd-67f3e962b5ad req-ebb9aba0-c8f0-47de-95c0-e2872dd34bc6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:46.561699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c1534e2-8c3d-4a35-a9cd-67f3e962b5ad req-ebb9aba0-c8f0-47de-95c0-e2872dd34bc6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.4075384 Jul 22 14:37:46.587062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5cfe9c7a-5539-490a-a628-42a1b79f7339 req-fff6c65a-8260-4c13-a277-5dd055e110ef tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814849 Jul 22 14:37:46.600521 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.628941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-9928ee67-d661-4ac9-b1d7-e07c65aaa075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:46.630797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-9928ee67-d661-4ac9-b1d7-e07c65aaa075 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.1371825 Jul 22 14:37:46.683634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c1534e2-8c3d-4a35-a9cd-67f3e962b5ad req-0958887e-f006-40e9-9d6f-fe383b53397f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999076 Jul 22 14:37:46.703299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.727933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-bf7871eb-1453-400e-9e6f-660782ea837b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692351 Jul 22 14:37:46.776295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.791714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.793679 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/f3970eea-db2f-4926-9532-881112f54b23 HTTP/1.1" status: 204 len: 168 time: 0.3306687 Jul 22 14:37:46.796269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:46.800265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a365888-11f6-4c02-b956-e86d368cf549 None None] Network 3a6241db-da18-41a2-935b-9ca0e3bca67f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:46.828768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-7a1d332b-d629-45b4-9636-5dcd64bc46eb service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937164 Jul 22 14:37:46.837498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86d55b-ef7a-494f-ac15-f63fe4c5bb5e tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=f3970eea-db2f-4926-9532-881112f54b23,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:46.861590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Deleting port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:46.861857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:46.922278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.013370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] For port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:47.014735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.041609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting port b16dabb1-4977-4ff3-b898-3b1bc212dab9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:47.044990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.085866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Calling delete_port for 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:47.190439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d30b501-a953-47c3-bc5d-b0b592f315e8 req-176681c0-e7e4-43b3-b066-af30c41260e7 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534977 Jul 22 14:37:47.201856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] DHCP port deletion for 3a6241db-da18-41a2-935b-9ca0e3bca67f request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:37:47.285972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] For port b16dabb1-4977-4ff3-b898-3b1bc212dab9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b16dabb1-4977-4ff3-b898-3b1bc212dab9,segment=NetworkSegment(75cf8c67-472b-4bd8-9389-3dd32f861ce4),segment_id=75cf8c67-472b-4bd8-9389-3dd32f861ce4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:47.287793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.311305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] Deleting port b16dabb1-4977-4ff3-b898-3b1bc212dab9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:47.311944 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.328839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Calling delete_port for b16dabb1-4977-4ff3-b898-3b1bc212dab9 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:47.359145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.364730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-cdca8938-290d-49d4-8cfd-7463e2a135d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:47.366434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-cdca8938-290d-49d4-8cfd-7463e2a135d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1095 time: 0.1252120 Jul 22 14:37:47.389714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] For port b16dabb1-4977-4ff3-b898-3b1bc212dab9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b16dabb1-4977-4ff3-b898-3b1bc212dab9,segment=NetworkSegment(75cf8c67-472b-4bd8-9389-3dd32f861ce4),segment_id=75cf8c67-472b-4bd8-9389-3dd32f861ce4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:47.390542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.409715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] Calling delete_port for b16dabb1-4977-4ff3-b898-3b1bc212dab9 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:47.508318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.524327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-63344d78-c0b9-4761-8024-b5b8505e106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:47.525841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-63344d78-c0b9-4761-8024-b5b8505e106b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 914 time: 0.1517165 Jul 22 14:37:47.529459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Pushing event deleted for resources: {'Port': ['ID=2e9cac04-ed1a-4d94-9df9-1cb8febe6f06,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:47.561866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Port': ['ID=b16dabb1-4977-4ff3-b898-3b1bc212dab9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:47.585584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No DVR routers for this DVR port b16dabb1-4977-4ff3-b898-3b1bc212dab9 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:47.687056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-32a65482-6ff5-4498-b754-99bda7cc60f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 217 time: 0.1468577 Jul 22 14:37:47.713544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.732466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] No DVR routers for this DVR port 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:47.743902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.745974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b796c8a-112c-47ad-8cc0-8f8c3d1119e6 req-97d75a5b-5b55-43d2-8018-452ddb853ea7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "DELETE /v2.0/ports/2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 HTTP/1.1" status: 204 len: 173 time: 1.3718016 Jul 22 14:37:47.747246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] No DVR routers for this DVR port b16dabb1-4977-4ff3-b898-3b1bc212dab9 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:47.761319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80b4e-aaf9-4475-bcb0-17782c2f45d6 None None] Pushing event deleted for resources: {'Port': ['ID=b16dabb1-4977-4ff3-b898-3b1bc212dab9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:47.779104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.792353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6241db-da18-41a2-935b-9ca0e3bca67f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:47.804015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cf8c67-472b-4bd8-9389-3dd32f861ce4') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:47.804360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cf8c67-472b-4bd8-9389-3dd32f861ce4') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:47.813909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.817904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f54ae46-3705-4a1a-9a09-970ebcc5e530 req-94821b15-8ac7-4655-b25c-404b61d80023 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=877bb0ee-095a-4b77-8c4b-020aa40b3828 HTTP/1.1" status: 200 len: 210 time: 0.0832326 Jul 22 14:37:47.830910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.838245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-62a84070-0d75-43da-b8c3-567eef788124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:47.839979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-62a84070-0d75-43da-b8c3-567eef788124 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.1089940 Jul 22 14:37:47.850272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:47.851066 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:47.859850 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:47.922607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-88c9d41f-3568-4899-b3de-d51113ce220e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697608 Jul 22 14:37:47.952977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b16dabb1-4977-4ff3-b898-3b1bc212dab9 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:47.981745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b16dabb1-4977-4ff3-b898-3b1bc212dab9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:47.982395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b16dabb1-4977-4ff3-b898-3b1bc212dab9 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:48.018555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.034942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.037438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/3a6241db-da18-41a2-935b-9ca0e3bca67f HTTP/1.1" status: 204 len: 168 time: 1.2402163 Jul 22 14:37:48.044080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34332) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:48.084068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-deleted', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:48.085314 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8247e3-9840-478a-bf46-ca258285f216 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:48.085792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8247e3-9840-478a-bf46-ca258285f216 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:48.086626 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f13c84-8760-46ef-b3ea-71e2dbfd1f06" -d '{"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-deleted", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:48.087943 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5e8247e3-9840-478a-bf46-ca258285f216 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/d13f2bb2-c97e-4143-820f-ddcaa8ef7026 HTTP/1.1" status: 404 len: 337 time: 0.0429132 Jul 22 14:37:48.088888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb91e8-c0ec-452f-beff-3cb7fde963d7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=3a6241db-da18-41a2-935b-9ca0e3bca67f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:48.092413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:48.114342 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49d4fd0-41f6-4c9c-b2d5-a405306ea2a7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] DELETE failed (client error): The resource could not be found. Jul 22 14:37:48.114979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49d4fd0-41f6-4c9c-b2d5-a405306ea2a7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:37:48.116808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b49d4fd0-41f6-4c9c-b2d5-a405306ea2a7 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/adb93ecc-ff6e-493b-bc16-cecfec803379 HTTP/1.1" status: 404 len: 339 time: 0.0234001 Jul 22 14:37:48.119171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34338) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:48.135464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-f7cc1902-b2f7-4a34-bfdc-5f8e71589537 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061682 Jul 22 14:37:48.153632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c22b7-6d2a-4357-9dbc-b2682c979bdd req-1a61ce5b-fcba-4b93-b83a-8ebd5384ccfe tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:48.161279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a10c22b7-6d2a-4357-9dbc-b2682c979bdd req-1a61ce5b-fcba-4b93-b83a-8ebd5384ccfe tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.2156117 Jul 22 14:37:48.222872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting subnet a1b4d70d-988f-4f72-a265-1ac58f49c1b0 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:48.226841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.261315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a10c22b7-6d2a-4357-9dbc-b2682c979bdd req-50dcf204-b96a-4ee8-88e9-21b41fa6ea1d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990744 Jul 22 14:37:48.317057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.367604 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b5f09-0965-4075-aad5-373769f82c67 x-openstack-request-id: req-229b5f09-0965-4075-aad5-373769f82c67 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:48.367950 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "877bb0ee-095a-4b77-8c4b-020aa40b3828", "name": "network-vif-deleted", "tag": "2e9cac04-ed1a-4d94-9df9-1cb8febe6f06", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:48.368881 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-229b5f09-0965-4075-aad5-373769f82c67 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:48.369355 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '877bb0ee-095a-4b77-8c4b-020aa40b3828', 'name': 'network-vif-deleted', 'tag': '2e9cac04-ed1a-4d94-9df9-1cb8febe6f06', 'status': 'completed', 'code': 200} Jul 22 14:37:48.375498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a5514a-f30f-4e09-9f33-ba919250a228 req-810d36f2-0ac5-46f0-86f9-480ac7e519b3 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114034 Jul 22 14:37:48.445571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.515415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.540758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b4d70d-988f-4f72-a265-1ac58f49c1b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:48.547006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.551346 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9e8ae48-6eaf-436a-a962-d0e6c1e1ea52 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/subnets/a1b4d70d-988f-4f72-a265-1ac58f49c1b0 HTTP/1.1" status: 204 len: 168 time: 0.4288471 Jul 22 14:37:48.551453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:48.553259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748693b1-b3f1-490b-a226-4fe7801f2ccc None None] Network 5b93565e-0b8f-4492-8ea3-c30aa5ab226a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:48.632852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.693374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Deleting port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:48.694351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.762364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] DHCP port deletion for 5b93565e-0b8f-4492-8ea3-c30aa5ab226a request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:37:48.775174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] For port a6ae78f7-77bd-4e03-ad9e-4b1daa251613, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,segment=NetworkSegment(f887b9f6-2bb1-42e4-a1fb-d2e3c614f617),segment_id=f887b9f6-2bb1-42e4-a1fb-d2e3c614f617)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:48.775791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.795560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Calling delete_port for a6ae78f7-77bd-4e03-ad9e-4b1daa251613 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:48.808919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] Deleting port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:48.810553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.888992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] For port a6ae78f7-77bd-4e03-ad9e-4b1daa251613, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,segment=NetworkSegment(f887b9f6-2bb1-42e4-a1fb-d2e3c614f617),segment_id=f887b9f6-2bb1-42e4-a1fb-d2e3c614f617)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:48.889370 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.892266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.905318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] Calling delete_port for a6ae78f7-77bd-4e03-ad9e-4b1daa251613 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:48.906241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34350) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:48.913443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451069387', 'description': 'tempest-secgroup-smoke-1451069387 description', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:48.936060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Port': ['ID=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:48.943029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] No DVR routers for this DVR port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:48.952512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:48.970550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.053274 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.064531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.069673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] No DVR routers for this DVR port a6ae78f7-77bd-4e03-ad9e-4b1daa251613 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:49.077676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b93565e-0b8f-4492-8ea3-c30aa5ab226a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:49.100815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:49.101586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f887b9f6-2bb1-42e4-a1fb-d2e3c614f617') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:49.114712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68b323-4113-48fa-91e6-62e1bd13b0b9 None None] Pushing event deleted for resources: {'Port': ['ID=a6ae78f7-77bd-4e03-ad9e-4b1daa251613,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.133432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.139606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.143916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.150249 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.156968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:49.157465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:49.161676 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:49.202969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c98b56-4d36-4b37-ac7a-f1004e311cd3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.251369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.257361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.262429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] 10.222.0.60 "DELETE /v2.0/networks/5b93565e-0b8f-4492-8ea3-c30aa5ab226a HTTP/1.1" status: 204 len: 168 time: 0.7076526 Jul 22 14:37:49.278601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ccc641-b7fe-4271-afca-5fb6229056c3 tempest-NetworksIpV6Test-1520361443 tempest-NetworksIpV6Test-1520361443-project] Pushing event deleted for resources: {'Network': ['ID=5b93565e-0b8f-4492-8ea3-c30aa5ab226a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.309275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49882a-19cd-452a-8750-8bb6fd0f88b9 req-5e731d84-6c6b-4c3d-9176-ea1ac241fdb2 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:49.310862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a49882a-19cd-452a-8750-8bb6fd0f88b9 req-5e731d84-6c6b-4c3d-9176-ea1ac241fdb2 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 949 time: 0.1309175 Jul 22 14:37:49.313486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.325535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.382214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.401223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.402647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4951770 Jul 22 14:37:49.406267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.414500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '854b36eb-11ec-41e8-ac55-4f7b940cb83b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:49.418669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11952ab2-e43e-461e-aad4-a01a040146df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854b36eb-11ec-41e8-ac55-4f7b940cb83b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.426694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a49882a-19cd-452a-8750-8bb6fd0f88b9 req-f1f599e3-505b-453e-93fc-45312637bf9a tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090379 Jul 22 14:37:49.461848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Deleting subnet 74be19f7-db21-4546-8974-45d531eabfdd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:49.466574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.472635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.515701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.543446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.563070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bc7e3-2b4a-4724-a426-b89707ad2e7a req-aa78500b-1dc1-4867-9109-6b57a577b61f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:49.567195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d6bc7e3-2b4a-4724-a426-b89707ad2e7a req-aa78500b-1dc1-4867-9109-6b57a577b61f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.2116911 Jul 22 14:37:49.568095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.578011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.607044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a591705e-b9cf-4130-8600-63690c65d876,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.627532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.629205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9b605956-422e-4267-8507-b483e10f429c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2219558 Jul 22 14:37:49.632199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34370) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.646148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d6bc7e3-2b4a-4724-a426-b89707ad2e7a req-0f20595b-595e-40de-9abe-1e5bb8f5b1db tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676534 Jul 22 14:37:49.650306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.657240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '854b36eb-11ec-41e8-ac55-4f7b940cb83b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:49.688041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.693163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.696395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74be19f7-db21-4546-8974-45d531eabfdd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.703565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.708634 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-47d2f890-c925-49d0-bebc-6ed4a0825dc6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/74be19f7-db21-4546-8974-45d531eabfdd HTTP/1.1" status: 204 len: 168 time: 0.3243530 Jul 22 14:37:49.708756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.782179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.787827 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.788588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.807386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdec8693-d839-4afe-80c1-602106cd9c72,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.815696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.819232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6bbfb0f9-db82-4bc5-8854-810e984f4d9e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1855190 Jul 22 14:37:49.820327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34378) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.824966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '854b36eb-11ec-41e8-ac55-4f7b940cb83b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:49.865557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.897833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a6ae78f7-77bd-4e03-ad9e-4b1daa251613 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:49.910980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.920133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a6ae78f7-77bd-4e03-ad9e-4b1daa251613 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:49.920483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a6ae78f7-77bd-4e03-ad9e-4b1daa251613 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:49.928098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5c7a65-ec28-494e-af57-d3416ba606a2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:49.940440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.946259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.950603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6ddfef-7878-477d-9153-1fc2e6b85a95') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:49.950906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6ddfef-7878-477d-9153-1fc2e6b85a95') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:49.960866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a3b8f159-fd87-4747-bfa8-438d76f69b21 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57604498b67b4acb9935eb9344839f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698131 Jul 22 14:37:49.963286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.969323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbbda84-5ded-489e-9a61-e336a3b999c5,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:49.970320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.973307 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:49.974731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6f78bf14-3cfa-4ab7-b06a-e920aa5e9acc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534431 Jul 22 14:37:49.977452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:49.982486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '854b36eb-11ec-41e8-ac55-4f7b940cb83b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:49.997401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.012235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.022778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:50.023199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:50.024909 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:50.083056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.095758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.110207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4da1c4f-f100-4c26-8fcc-d22acb4fd55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.122786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7caac1-24e7-47dd-9358-52a957ccdaa0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.128365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.129907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9f1526d5-7475-413f-b589-a141f072117a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1512887 Jul 22 14:37:50.132547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34384) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:50.142064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '854b36eb-11ec-41e8-ac55-4f7b940cb83b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:50.149308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.158303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.160536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3d5c7a65-ec28-494e-af57-d3416ba606a2 HTTP/1.1" status: 204 len: 168 time: 0.4508646 Jul 22 14:37:50.163234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4da1c4f-f100-4c26-8fcc-d22acb4fd55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.166063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34386) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:50.184454 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:37:50.195591 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.210755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bd116-d3f4-4416-b117-2cc339dffd89 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5c7a65-ec28-494e-af57-d3416ba606a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.253252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Deleting subnet 13dcbd7c-ffdc-4c61-813b-3e6c5683d2b0 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:37:50.257153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.299974 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.305845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.311111 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.335726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faa7844-c9e6-4831-9012-b6a298ed1691,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.336812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4da1c4f-f100-4c26-8fcc-d22acb4fd55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.339737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4da1c4f-f100-4c26-8fcc-d22acb4fd55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.340659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.342041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c67794a4-97ce-42b2-be49-ea4c5794c45a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082176 Jul 22 14:37:50.344476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e4da1c4f-f100-4c26-8fcc-d22acb4fd55e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6365159-9ba4-4a98-88d2-9b6f66034cbd HTTP/1.1" status: 204 len: 168 time: 0.3801279 Jul 22 14:37:50.345195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:50.354924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '854b36eb-11ec-41e8-ac55-4f7b940cb83b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:50.375926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da1c4f-f100-4c26-8fcc-d22acb4fd55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6365159-9ba4-4a98-88d2-9b6f66034cbd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.405271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.408589 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:37:50.443108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.482378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:50.528831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:50.529355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 2e9cac04-ed1a-4d94-9df9-1cb8febe6f06 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:50.539713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:37:50.572392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.610115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.631333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dcbd7c-ffdc-4c61-813b-3e6c5683d2b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.636969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.642457 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f6ea7090-27f7-4c16-8fb2-318682f7f15c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/13dcbd7c-ffdc-4c61-813b-3e6c5683d2b0 HTTP/1.1" status: 204 len: 168 time: 0.4751604 Jul 22 14:37:50.642806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34398) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:50.643640 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.673544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.675632 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3257217 Jul 22 14:37:50.678846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34404) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:50.686341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'network': {'name': 'tempest-network-smoke--1076474056', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:50.690111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d83804-cfe3-4d6b-bc70-68145fe54884 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbda655-c72f-4a74-b3db-2f8ec06391b2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:50.707412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e77a7-0c08-42e3-bbbf-151cc15517af req-050e438c-98b4-4a82-a7d7-0d6870fd86c4 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:50.710307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d10e77a7-0c08-42e3-bbbf-151cc15517af req-050e438c-98b4-4a82-a7d7-0d6870fd86c4 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 949 time: 0.1696150 Jul 22 14:37:50.733144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:50.739646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.775421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:50.784516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:50.798693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.799872 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Added segment 9a84fb8e-63db-48f8-89a4-f5bcc9ee903a of type vlan for network 41e58e8c-2030-4531-b4c6-b089f81eeccd Jul 22 14:37:50.825146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'port_id': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'mac_address': 'fa:16:3e:6e:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4bbf98-9052-4557-a22f-aca3f46ff7d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:37:50.858489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.859824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.885601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d10e77a7-0c08-42e3-bbbf-151cc15517af req-9734e3fe-b55e-4117-8fde-f1b2b444370a tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9174fc4-02a0-41bf-aa08-cc6ffed5a173&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700435 Jul 22 14:37:50.900724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.910412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:50.911347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:50.960211 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2787876 Jul 22 14:37:50.964639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:50.974389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'admin_state_up': True, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:50.982344 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.019303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62186a4c-44ba-4afb-8460-baa85b7305e4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Network': ['ID=41e58e8c-2030-4531-b4c6-b089f81eeccd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:51.021215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d9dbb-e004-45d9-852d-ce1f92a7d503 req-1893c7be-f391-46c1-878d-46a0e57315bb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:51.022848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e66d9dbb-e004-45d9-852d-ce1f92a7d503 req-1893c7be-f391-46c1-878d-46a0e57315bb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.2195706 Jul 22 14:37:51.030098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:37:51.048840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.051789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:51.052692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.054318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.064058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3598a6b7-0bb8-43e8-8575-cebdb930d865']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:51.097128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec8ed71-b441-48e3-8577-c199c1f33fcb') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:51.097447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec8ed71-b441-48e3-8577-c199c1f33fcb') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:51.116718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.138074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:51.139159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.147353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-87b7363f-31a1-41a5-9f3a-5462c9ea46f7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:51.148956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-87b7363f-31a1-41a5-9f3a-5462c9ea46f7 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 949 time: 0.2516465 Jul 22 14:37:51.150239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.153285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e66d9dbb-e004-45d9-852d-ce1f92a7d503 req-c5c05d28-27f2-49dd-b6db-3440d1b43524 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957015 Jul 22 14:37:51.154387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.196906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:51.197326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:51.199049 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:51.310778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:51.348779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.351498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:37:51.360897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.365868 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.366076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3598a6b7-0bb8-43e8-8575-cebdb930d865 HTTP/1.1" status: 204 len: 168 time: 0.7187622 Jul 22 14:37:51.401844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679bd0c-6236-4829-8270-4289fa26d692 admin admin] Pushing event deleted for resources: {'Network': ['ID=3598a6b7-0bb8-43e8-8575-cebdb930d865,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:51.460240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Deleting port f53526b3-da28-4547-a6b4-b77cafb3e62b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:51.460596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.587629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34424) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:51.619895 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.639879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.640100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] For port f53526b3-da28-4547-a6b4-b77cafb3e62b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f53526b3-da28-4547-a6b4-b77cafb3e62b,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:51.640560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.657780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Calling delete_port for f53526b3-da28-4547-a6b4-b77cafb3e62b owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:51.728769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34430) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:51.752584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1376245400'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:51.772503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.208 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:51.814109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:51.818820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.827145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-45efe708-a04a-4daf-b573-cf776befca2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6dfb005ab6f424bb9399798337ccab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971744 Jul 22 14:37:51.834830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34432) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:51.844875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.930478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.940265 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.968913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Pushing event deleted for resources: {'Port': ['ID=f53526b3-da28-4547-a6b4-b77cafb3e62b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:51.985791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:51.996758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a37c1d0-c2f0-4eb4-b631-60c40c74f202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.022839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43875bf2-499c-49bd-b7e3-ef612c66a039 req-2a8fb9e5-02e0-4ebb-a221-551b18b38cbc tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bdcb47c-cda9-40af-bc4a-433450ae6faf HTTP/1.1" status: 200 len: 210 time: 0.0473909 Jul 22 14:37:52.027808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:52.030998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:52.041902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:52.045741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:52.087857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a37c1d0-c2f0-4eb4-b631-60c40c74f202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.090628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] No DVR routers for this DVR port f53526b3-da28-4547-a6b4-b77cafb3e62b on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:37:52.098289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.100432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc057124-b84d-450b-a79d-c48ecc8637a7 req-57d82d88-8046-4c07-b254-1b93c62d4cb9 tempest-ListImageFiltersTestJSON-133042651 tempest-ListImageFiltersTestJSON-133042651-project] 10.222.0.72 "DELETE /v2.0/ports/f53526b3-da28-4547-a6b4-b77cafb3e62b HTTP/1.1" status: 204 len: 173 time: 0.9432373 Jul 22 14:37:52.102223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-deleted', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:52.104478 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e3093-5160-4124-9cb4-84110670a08b" -d '{"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-deleted", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:52.164052 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb20c03e-66b2-42e6-a6f0-01075c941451 x-openstack-request-id: req-fb20c03e-66b2-42e6-a6f0-01075c941451 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:52.164352 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdcb47c-cda9-40af-bc4a-433450ae6faf", "name": "network-vif-deleted", "tag": "f53526b3-da28-4547-a6b4-b77cafb3e62b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:52.164685 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb20c03e-66b2-42e6-a6f0-01075c941451 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:52.165118 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdcb47c-cda9-40af-bc4a-433450ae6faf', 'name': 'network-vif-deleted', 'tag': 'f53526b3-da28-4547-a6b4-b77cafb3e62b', 'status': 'completed', 'code': 200} Jul 22 14:37:52.181037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.182504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a37c1d0-c2f0-4eb4-b631-60c40c74f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.185521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a37c1d0-c2f0-4eb4-b631-60c40c74f202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.189221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9a37c1d0-c2f0-4eb4-b631-60c40c74f202 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/106f3889-e9fb-4ed2-9a6c-91b90371f4a8 HTTP/1.1" status: 204 len: 168 time: 0.3509622 Jul 22 14:37:52.195038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.198279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37c1d0-c2f0-4eb4-b631-60c40c74f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106f3889-e9fb-4ed2-9a6c-91b90371f4a8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:52.227146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ae43b8-eba4-4091-a40e-c62556d6f443,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:52.239198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:52.249087 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.249438 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment 5f032617-36fc-48a8-bd77-4742141321aa of type vlan for network 0a86acbe-a625-4826-9f83-81afbedca18d Jul 22 14:37:52.296424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.360488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.367208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:52.367838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.374363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.419648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8309882 Jul 22 14:37:52.452014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34442) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:52.459464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'name': 'tempest-PortsIpV6TestJSON-417264086'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:52.463983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4c37f-c2cd-49b9-96ad-7f5e865dc7dd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=0a86acbe-a625-4826-9f83-81afbedca18d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:52.478637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:52.506206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:52.549709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e924b-cc62-4937-96a7-f8bcc623e926 req-fad563af-e908-450b-9a66-c1e6c74466ae tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:52.568888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c58e924b-cc62-4937-96a7-f8bcc623e926 req-fad563af-e908-450b-9a66-c1e6c74466ae tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 945 time: 0.2468088 Jul 22 14:37:52.647308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c58e924b-cc62-4937-96a7-f8bcc623e926 req-a8df12a2-7720-4ad8-81e4-16a3b798d84e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774305 Jul 22 14:37:52.649463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:52.653975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.677130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 1ec1a758-457e-4776-accb-b482420ed132 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:37:52.732260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.742856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:52.745151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:52.749251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:52.749881 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.844501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e703ea0f-c4c6-435d-b872-ac25e985284c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22c923235cd54df3bcd22cff8698dd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982294 Jul 22 14:37:52.847875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34450) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:52.894783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.909351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router ca4820c4-8fab-406a-9609-564f283a675e is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:37:52.920468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:37:52.925050 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e53806-d62f-4d53-9273-90f5409894e8" -d '{"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-plugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:37:52.940711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:52.947012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:52.982890 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb18eaa-ef45-46b4-b22e-790d6ac1d3e0 x-openstack-request-id: req-ebb18eaa-ef45-46b4-b22e-790d6ac1d3e0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:37:52.984114 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-plugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:37:52.984581 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebb18eaa-ef45-46b4-b22e-790d6ac1d3e0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:37:52.985153 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'code': 200} Jul 22 14:37:53.011054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:53.037906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:37:53.050145 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Sync routers for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:37:53.063523 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:37:53.064434 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:37:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:53.067331 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.068955 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e864b71c-8d06-40c5-bb8a-7405d7e73fcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1027768 Jul 22 14:37:53.072851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:53.201114 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:37:53.288651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.334911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87a7beb5-6c68-4338-af8a-10c2e9c129b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.371677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b04ba1-da3f-4152-9a63-d728e2984baa req-5a330dac-490e-4f25-8412-92df39088ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:53.373253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78b04ba1-da3f-4152-9a63-d728e2984baa req-5a330dac-490e-4f25-8412-92df39088ab9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1097 time: 0.1514869 Jul 22 14:37:53.377033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87a7beb5-6c68-4338-af8a-10c2e9c129b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.413235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.434551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:52Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:53.444841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b97bbb2a-b365-4919-beb2-f88f61673ea9 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=10a19d9fa404446e91ab5a978e6c0d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3679955 Jul 22 14:37:53.445385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:53.480288 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Checking router: ca4820c4-8fab-406a-9609-564f283a675e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:37:53.480678 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Updating router ca4820c4-8fab-406a-9609-564f283a675e port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:37:53.488079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78b04ba1-da3f-4152-9a63-d728e2984baa req-9c4d081a-36e4-48ca-9e6d-6088a477c675 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075311 Jul 22 14:37:53.505986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=1ec1a758-457e-4776-accb-b482420ed132,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:53.519595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87a7beb5-6c68-4338-af8a-10c2e9c129b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.522490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87a7beb5-6c68-4338-af8a-10c2e9c129b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.523841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87a7beb5-6c68-4338-af8a-10c2e9c129b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efd5f228-811d-48c4-86d2-ce9af658169f HTTP/1.1" status: 204 len: 168 time: 0.6750696 Jul 22 14:37:53.527908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': '5f032617-36fc-48a8-bd77-4742141321aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:53.528482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: 0a86acbe-a625-4826-9f83-81afbedca18d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:53.535734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7beb5-6c68-4338-af8a-10c2e9c129b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd5f228-811d-48c4-86d2-ce9af658169f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:53.536407 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.571766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:53.582562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0a86acbe-a625-4826-9f83-81afbedca18d) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:53.591255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:53.591994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978c8822-4939-480b-9a22-5ee5c4593520 None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:53.600048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:53.600818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.625959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2fb6a588-115c-46b5-bb91-5b8b8df31689 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1727087 Jul 22 14:37:53.629724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:53.635516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1426469597'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:53.670224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:53.680991 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.737936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:53.762750 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.763192 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment 5833f197-ebb2-4052-b624-7bdec32dce9a of type vlan for network c6507656-daab-4587-8c94-65e752dca4c7 Jul 22 14:37:53.914155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.984644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce78001-55a0-4d3d-8e41-3e3eb90db4b4 req-7965b63c-7603-4cdf-ac4f-242f48d45898 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:53.987701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ce78001-55a0-4d3d-8e41-3e3eb90db4b4 req-7965b63c-7603-4cdf-ac4f-242f48d45898 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2015252 Jul 22 14:37:53.989351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:53.997750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:53.998559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.004702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc741e8c-2df1-4711-9c5d-a4961da21ea8 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:54.008673 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc741e8c-2df1-4711-9c5d-a4961da21ea8 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5626996 Jul 22 14:37:54.011787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34508) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:54.091225 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.102061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Transition to ACTIVE for port object f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:54.104196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4729884 Jul 22 14:37:54.107026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:54.113634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'ports': [{'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'}, {'network_id': 'c6507656-daab-4587-8c94-65e752dca4c7'}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:54.113858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d9402e65-fa3b-4916-aa48-9bd334066e5e tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006949 Jul 22 14:37:54.114443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:54.115253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': 'c6507656-daab-4587-8c94-65e752dca4c7'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:54.117651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34514) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:54.119070 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.129277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-461703352', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:54.225722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Attempting to bind port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:54.226101 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Attempting to bind port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:54.226729 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Attempting to bind port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:54.241619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ce78001-55a0-4d3d-8e41-3e3eb90db4b4 req-9bc8cb2c-b013-4ea5-a68a-490837592527 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383044 Jul 22 14:37:54.244802 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Pushing event updated for resources: {'Port': ['ID=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:54.248411 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:54.248792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:54.249197 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.249589 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:54.253087 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Bound port: f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:54.253619 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.263719 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.266566 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.267389 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.267389 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:37:54.303420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88e9a8-64e2-4f2f-b5b5-0669b1b5c43e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=c6507656-daab-4587-8c94-65e752dca4c7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:54.325745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c6507656-daab-4587-8c94-65e752dca4c7 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:54.377357 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] For port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:54.385751 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] For port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:54.394674 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.409753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:37:54.409753 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:37:54.409753 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': 'ef0c8d7748b145288c978fced782a09c', 'id': 'ff62ab98-5b70-44f5-baac-dbcf4a0b258b', 'expiration': datetime.datetime(2021, 7, 22, 14, 39, 54, 405280)}] Jul 22 14:37:54.409753 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:37:54.410317 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:37:54.417853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:54.421815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.446465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:37:54.474209 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46bd0d-8b18-49a2-a9a9-f5f09596c96e None None] Pushing event updated for resources: {'Port': ['ID=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:54.477011 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:37:54.477667 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:37:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:54.487824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: f53526b3-da28-4547-a6b4-b77cafb3e62b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:37:54.488256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f53526b3-da28-4547-a6b4-b77cafb3e62b not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:37:54.600273 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:37:54.653962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.735689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Subnet': ['ID=d6f3f711-71d4-4874-be4b-8581e9ddf70e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:54.738845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Checking segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:54.739229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network hostable DHCP agents. Network: 41e58e8c-2030-4531-b4c6-b089f81eeccd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:54.760059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:54.773084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 41e58e8c-2030-4531-b4c6-b089f81eeccd) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:54.779259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:54.779714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:54.785762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e05d43-f26c-4265-96bf-8950932452fe None None] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:54.811166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f9fb7309-a208-4962-832f-b4b359e51259 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6916754 Jul 22 14:37:54.815606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:54.914199 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:52Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:54.952059 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e6f4e-cf61-498b-9c4b-e13707710fcb None None] The sync data for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 is: [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:52Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:37:55.039878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-41e58e8c-2030-4531-b4c6-b089f81eeccd', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:37:55.040997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.076553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:55.081978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.104219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.314501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port bb45c65e-924e-4410-be25-05ad96a32419 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:37:55.368321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Allocated IP 172.20.0.2 (41e58e8c-2030-4531-b4c6-b089f81eeccd/d6f3f711-71d4-4874-be4b-8581e9ddf70e/8c280ebb-4906-4e5e-b038-6f7289d59c56) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:55.464271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0ea69-38b7-42b2-bc6b-32ce59c71599 req-2ccf881d-d8e5-4444-91e7-653d24e13da5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:55.473479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bd0ea69-38b7-42b2-bc6b-32ce59c71599 req-2ccf881d-d8e5-4444-91e7-653d24e13da5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1143045 Jul 22 14:37:55.559278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bd0ea69-38b7-42b2-bc6b-32ce59c71599 req-305aa723-017f-494a-9807-31e0283f6fdf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848157 Jul 22 14:37:55.579050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34572) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:55.701655 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.714932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Transition to ACTIVE for port object 8c280ebb-4906-4e5e-b038-6f7289d59c56 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:55.739518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Transition to ACTIVE for port object 8c280ebb-4906-4e5e-b038-6f7289d59c56 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:55.755090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.756820 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.822251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:55.874295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port eb90de36-0342-4838-9910-2db2d230e9fd yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:37:55.886112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Pushing event updated for resources: {'Port': ['ID=8c280ebb-4906-4e5e-b038-6f7289d59c56,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:55.911883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:55.922049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:55.928528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:56.045090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:56.089109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-8413e0f7-2e0a-493b-9394-339361d89915 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:56.090942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-8413e0f7-2e0a-493b-9394-339361d89915 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 813 time: 0.2488108 Jul 22 14:37:56.121481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-32d5cdbf-07a2-41b4-a20c-0c9011ccbd33 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/quotas/1f5cbc7fb4c741d58e002c5a3f44c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0185075 Jul 22 14:37:56.168532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Attempting to bind port 8c280ebb-4906-4e5e-b038-6f7289d59c56 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:37:56.168905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Attempting to bind port 8c280ebb-4906-4e5e-b038-6f7289d59c56 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:37:56.169471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Attempting to bind port 8c280ebb-4906-4e5e-b038-6f7289d59c56 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:37:56.179240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:37:56.179840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Checking segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:56.180412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.180990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Bound using segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:37:56.181645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Bound port: 8c280ebb-4906-4e5e-b038-6f7289d59c56, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:37:56.182731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.202104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2bb7c212-49fd-4870-99fe-02f5c1fd34a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cb48f58e23440ca90b3744c6394c57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209128 Jul 22 14:37:56.206216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34594) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:56.259163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:56.273148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:56.273148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.295654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-044874c8-1eed-4e13-80fb-358a12ace9ce tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1629317 Jul 22 14:37:56.301613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81943727-f339-4acc-9dcb-ca53a6de5c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.349990 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81943727-f339-4acc-9dcb-ca53a6de5c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.384186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] For port 8c280ebb-4906-4e5e-b038-6f7289d59c56, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:37:56.415745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.445304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] For port 8c280ebb-4906-4e5e-b038-6f7289d59c56, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8c280ebb-4906-4e5e-b038-6f7289d59c56,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:37:56.471574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81943727-f339-4acc-9dcb-ca53a6de5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.479626 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.484491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81943727-f339-4acc-9dcb-ca53a6de5c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.488489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-81943727-f339-4acc-9dcb-ca53a6de5c25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9174fc4-02a0-41bf-aa08-cc6ffed5a173 HTTP/1.1" status: 204 len: 168 time: 0.2769086 Jul 22 14:37:56.497431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.1 (41e58e8c-2030-4531-b4c6-b089f81eeccd/d6f3f711-71d4-4874-be4b-8581e9ddf70e/7859043f-3189-4b24-a629-a16c5f029f3d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:37:56.503811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943727-f339-4acc-9dcb-ca53a6de5c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9174fc4-02a0-41bf-aa08-cc6ffed5a173,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:56.550647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.616614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.639072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40335dcc-4313-44b2-9ea4-0ad7a86041d6 None None] Pushing event updated for resources: {'Port': ['ID=8c280ebb-4906-4e5e-b038-6f7289d59c56,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:56.649819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:56.668058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:56.674767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:56.675746 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.680710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:56.687023 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.718727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=bb45c65e-924e-4410-be25-05ad96a32419,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:56.829812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:56.832178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-78d8af74-e52c-4aed-8c76-b9ea99b1b4b4 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218840 Jul 22 14:37:56.893773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:56.896494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': '5833f197-ebb2-4052-b624-7bdec32dce9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c6507656-daab-4587-8c94-65e752dca4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:56.896969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: c6507656-daab-4587-8c94-65e752dca4c7, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:56.903995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=eb90de36-0342-4838-9910-2db2d230e9fd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:56.929982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object 7859043f-3189-4b24-a629-a16c5f029f3d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:37:56.955895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network c6507656-daab-4587-8c94-65e752dca4c7 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:37:56.985323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c6507656-daab-4587-8c94-65e752dca4c7) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:56.991412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:56.996171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dff1a0f-4a06-4093-959d-009a526bac65 None None] Network c6507656-daab-4587-8c94-65e752dca4c7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:57.005450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:57.010417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:57.011237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.031901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-07a546ac-bdd8-4719-90da-6d14ad422dc2 service neutron] 10.222.0.60 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984668 Jul 22 14:37:57.064549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.151406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=7859043f-3189-4b24-a629-a16c5f029f3d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:57.165302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a7c57cd1-54f7-4415-bf9f-13415f9913b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0567713 Jul 22 14:37:57.168000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34618) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:57.175665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:57.180030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:57.183177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:37:57.235522 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.438023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-022a802c-8cfd-4925-9159-96b6f8080cf2 req-876a1127-9114-4c66-8299-3ab8b8db5153 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 210 time: 0.0523267 Jul 22 14:37:57.501583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port eb90de36-0342-4838-9910-2db2d230e9fd {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:57.501583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.544885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.644107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.668458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for eb90de36-0342-4838-9910-2db2d230e9fd owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:57.780245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.827282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=eb90de36-0342-4838-9910-2db2d230e9fd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:57.844621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:57.850114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9600773b-83a0-48d9-a460-48e4c1a9c35f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/eb90de36-0342-4838-9910-2db2d230e9fd HTTP/1.1" status: 204 len: 168 time: 0.6783574 Jul 22 14:37:57.862362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34648) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:57.921812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34652) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:57.999187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80d7c7-6a1b-475a-a863-9508fdde409e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:58.013481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80d7c7-6a1b-475a-a863-9508fdde409e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:58.015652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fc80d7c7-6a1b-475a-a863-9508fdde409e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1565137 Jul 22 14:37:58.022122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:58.149578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8c280ebb-4906-4e5e-b038-6f7289d59c56 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:58.169741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1528112603-network', 'tenant_id': 'fe147a3b41554a71b683bbb5ac66527e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:58.253007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port bb45c65e-924e-4410-be25-05ad96a32419 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:37:58.253356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.257986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8c280ebb-4906-4e5e-b038-6f7289d59c56 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:58.258798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Made reservation on behalf of fe147a3b41554a71b683bbb5ac66527e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:58.261721 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.263175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:58.281656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.288173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.299503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.354751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:58.355750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.371345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.395005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for bb45c65e-924e-4410-be25-05ad96a32419 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:37:58.427951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=7859043f-3189-4b24-a629-a16c5f029f3d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:58.485109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.511292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90466c7d-037a-4c6f-8eba-86d6301c123d None None] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:37:58.519229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.575245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.578042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/bb45c65e-924e-4410-be25-05ad96a32419 HTTP/1.1" status: 204 len: 168 time: 0.5547295 Jul 22 14:37:58.585642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:58.588888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039eede-5395-4f3c-a220-18db405938b6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=bb45c65e-924e-4410-be25-05ad96a32419,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:58.623695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88f9b708-3d45-478a-b8ed-cfa6ba588a56 req-db2ad66d-1616-4866-90b9-728607712a3b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 210 time: 0.0530038 Jul 22 14:37:58.662174 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:37:58.775335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.777314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:37:58.781460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:37:58.787101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.839099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc627ec1-caf8-4e31-b86d-fa4d59895345 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:58.840767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc627ec1-caf8-4e31-b86d-fa4d59895345 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2540374 Jul 22 14:37:58.843776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34666) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:58.844656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:58.920244 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-daabbda3-b7d9-4943-a396-6872d06a9896 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:37:58.922035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-daabbda3-b7d9-4943-a396-6872d06a9896 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/eb90de36-0342-4838-9910-2db2d230e9fd HTTP/1.1" status: 404 len: 333 time: 0.0767095 Jul 22 14:37:58.926983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34668) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:58.932455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] Provisioning for port 8c280ebb-4906-4e5e-b038-6f7289d59c56 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:58.942913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] Provisioning complete for port 8c280ebb-4906-4e5e-b038-6f7289d59c56 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:58.943297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.977678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486270c5-de02-416e-9e0c-9092e0cca35f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:58.978426 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-037b3091-6659-4697-b0e7-09dc98cf4a52 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:37:58.980930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-037b3091-6659-4697-b0e7-09dc98cf4a52 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/bb45c65e-924e-4410-be25-05ad96a32419 HTTP/1.1" status: 404 len: 333 time: 0.0422184 Jul 22 14:37:58.985110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34670) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:58.991481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:58.991841 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Added segment 0a1a7028-e65f-4bd3-ba11-c087d3013d4e of type vlan for network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 Jul 22 14:37:59.047887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router ca4820c4-8fab-406a-9609-564f283a675e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:37:59.057811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.117456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.120869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.130123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-a0dfe53a-a486-4894-afcb-ac57e8df7b09 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:59.131626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-a0dfe53a-a486-4894-afcb-ac57e8df7b09 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.72 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 813 time: 0.2391167 Jul 22 14:37:59.149723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Request body: {'port': {'device_id': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'admin_state_up': True, 'tenant_id': '1f5cbc7fb4c741d58e002c5a3f44c7a2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:59.159117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] For port 8c280ebb-4906-4e5e-b038-6f7289d59c56, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8c280ebb-4906-4e5e-b038-6f7289d59c56,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:37:59.164564 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.178268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.179357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:59.180345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.241959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe7cb-cac1-4a08-878f-d240180b6a9d None None] Pushing event updated for resources: {'Port': ['ID=8c280ebb-4906-4e5e-b038-6f7289d59c56,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:59.258992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] Pushing event updated for resources: {'Network': ['ID=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:59.275126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf46ae0d-8864-4dde-9bff-563bf23c8a5a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3489959 Jul 22 14:37:59.277534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:59.286419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:37:59.287126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Request body: {'subnet': {'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1528112603-subnet', 'tenant_id': 'fe147a3b41554a71b683bbb5ac66527e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:59.294158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:37:59.309288 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9ff3a19-449e-4518-9d81-10036d1f6e41 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/ca4820c4-8fab-406a-9609-564f283a675e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4785757 Jul 22 14:37:59.309816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.315463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Sync routers for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:37:59.323524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6507656-daab-4587-8c94-65e752dca4c7']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.335996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Made reservation on behalf of fe147a3b41554a71b683bbb5ac66527e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:59.340228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.342072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5833f197-ebb2-4052-b624-7bdec32dce9a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.342589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5833f197-ebb2-4052-b624-7bdec32dce9a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.351744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:37:59.357262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:37:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:37:59.366775 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.394406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.405614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:37:59.406035 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:37:59.409719 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:37:59.509277 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.521482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.524366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/c6507656-daab-4587-8c94-65e752dca4c7 HTTP/1.1" status: 204 len: 168 time: 0.5384309 Jul 22 14:37:59.530992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34686) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:37:59.537233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5185c61a-9e17-44a1-a155-35f1f573863e None None] Provisioning for port 7859043f-3189-4b24-a629-a16c5f029f3d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:37:59.538956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Made reservation on behalf of 1f5cbc7fb4c741d58e002c5a3f44c7a2 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:59.539692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1914232514'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:37:59.542556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.546736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5185c61a-9e17-44a1-a155-35f1f573863e None None] Provisioning complete for port 7859043f-3189-4b24-a629-a16c5f029f3d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:59.547092 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5185c61a-9e17-44a1-a155-35f1f573863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.569476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39fde0-6efa-4b6e-9868-cfd6b5488175 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=c6507656-daab-4587-8c94-65e752dca4c7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:59.615997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-b98c581b-3cd6-4012-96ad-e7ac017302eb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451069387&fields=id&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 267 time: 0.1110466 Jul 22 14:37:59.622526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5185c61a-9e17-44a1-a155-35f1f573863e None None] Port 7859043f-3189-4b24-a629-a16c5f029f3d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:37:59.625263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:37:59.629928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.631783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:37:59.636060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.732456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5185c61a-9e17-44a1-a155-35f1f573863e None None] Provisioning complete for port 8c280ebb-4906-4e5e-b038-6f7289d59c56 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:37:59.736044 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5185c61a-9e17-44a1-a155-35f1f573863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.741687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837b97df-d5ea-4e6e-9aa3-ad2daff326b2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:37:59.764121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-62ba466a-43bc-432d-9ca1-94ac0c208aea tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:37:59.765601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-62ba466a-43bc-432d-9ca1-94ac0c208aea tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 797 time: 0.1159480 Jul 22 14:37:59.795173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:37:59.808618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-6e27f8cc-c529-49ed-b0d9-aa984a9afddd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/quotas/10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 375 time: 0.0374041 Jul 22 14:37:59.817755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:37:59.818187 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment f7fb6d2e-d88e-4461-8367-5167117eb919 of type vlan for network ec670647-4d5d-476b-a083-7a040ad5c234 Jul 22 14:37:59.852335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40b0ba52-ad37-426a-8cec-ded9dac5e81b req-4ec9a262-3174-4dc9-957d-e45a0861aaa2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 210 time: 0.0852165 Jul 22 14:37:59.934237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Checking segment: {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:37:59.935844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Network hostable DHCP agents. Network: 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:37:59.986899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8c280ebb-4906-4e5e-b038-6f7289d59c56 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:37:59.987976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.001203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:00.001454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Allocated IP 172.20.0.14 (b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9/4e4bbf98-9052-4557-a22f-aca3f46ff7d6/ad583936-f9b5-40d4-ba88-1d231a7f5018) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:00.035175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9ee3680f-b79c-4b3c-8af6-b3238dcc1715 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254982 Jul 22 14:38:00.044157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:00.055544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:00.056198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.066022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.072490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:00.073195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.118051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa97963-8287-4213-bec0-76af1a2ddd88 None None] Network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:00.123215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5903199 Jul 22 14:38:00.126829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34706) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:00.137989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:00.138748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e89834b6-1a7c-4044-b170-d2233a5765e6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8592227 Jul 22 14:38:00.174616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8c280ebb-4906-4e5e-b038-6f7289d59c56 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:00.175185 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.203892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ee9c6-c2d9-46e0-8bef-88ba895eb82b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=ec670647-4d5d-476b-a083-7a040ad5c234,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:00.243312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ec670647-4d5d-476b-a083-7a040ad5c234 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:00.346478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-c2f383ca-9a28-4c55-8f71-8948952443f4 service neutron] 10.222.0.60 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732368 Jul 22 14:38:00.482952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0dd8b1a0-2361-4cce-aed5-8ecfe0a5690a None None] Provisioning complete for port 7859043f-3189-4b24-a629-a16c5f029f3d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:00.483390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b1a0-2361-4cce-aed5-8ecfe0a5690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.493229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:00.496685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.501073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:37:58Z', 'revision_number': 2, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:00.530313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-621af7f3-e4f0-4962-a54f-4fccf10e4f8d req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1049185396', 'description': 'tempest-description-731229919'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:00.548057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3848f604-ebad-45fa-8e77-55cf906f6e09 None None] Network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:00.552479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Checking router: ca4820c4-8fab-406a-9609-564f283a675e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:38:00.552843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Updating router ca4820c4-8fab-406a-9609-564f283a675e port 7859043f-3189-4b24-a629-a16c5f029f3d binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:38:00.614972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8b1a0-2361-4cce-aed5-8ecfe0a5690a None None] Port 7859043f-3189-4b24-a629-a16c5f029f3d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:00.655636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.657840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.682739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-fd318a41-6ec2-4fd3-a34e-b1ee82d31402 service neutron] 10.222.0.60 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346629 Jul 22 14:38:00.697393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-621af7f3-e4f0-4962-a54f-4fccf10e4f8d req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.804852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.825142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:00.914501 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-621af7f3-e4f0-4962-a54f-4fccf10e4f8d req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.932769 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-621af7f3-e4f0-4962-a54f-4fccf10e4f8d req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:00.964429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:01.003644 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73682aa0-53c8-40ce-895d-0ad6aed744dd req-a22a96d3-8a2c-4333-ac6b-7dbb3c9880e1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 210 time: 0.0774286 Jul 22 14:38:01.004518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Pushing event updated for resources: {'Port': ['ID=ad583936-f9b5-40d4-ba88-1d231a7f5018,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.008404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:01.011298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:01.059085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-621af7f3-e4f0-4962-a54f-4fccf10e4f8d req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.060180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-621af7f3-e4f0-4962-a54f-4fccf10e4f8d req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5597942 Jul 22 14:38:01.088375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cd224-2056-4cca-ab18-a203669aeb5a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637d19f6-93cd-4810-a0a8-d249c9ec55a0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.098891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.147044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:01.147298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.172932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-46e2049b-1c07-4bcf-ad3d-096a695acc24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0320644 Jul 22 14:38:01.199310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Request body: {'port': {'device_id': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:01.255186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=ff75a7d3-0b03-4ca7-889f-8f82a25d359e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.268675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e8e36594-d3f7-4e62-a9d6-9af168f93659 req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1013966500', 'description': 'tempest-description-1465845533'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:01.285091 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.298312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Transition to ACTIVE for port object 7859043f-3189-4b24-a629-a16c5f029f3d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:01.305620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.326793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': 'f7fb6d2e-d88e-4461-8367-5167117eb919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:01.327177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: ec670647-4d5d-476b-a083-7a040ad5c234, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:01.360535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e8e36594-d3f7-4e62-a9d6-9af168f93659 req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.385601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc31ada-8daa-4ec4-9270-26e0063a8ded None None] Pushing event updated for resources: {'Port': ['ID=7859043f-3189-4b24-a629-a16c5f029f3d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.442198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a0715-b803-497e-aff6-606ed095e75b req-335fe6ec-9cf6-48a5-bb1b-8194589b16d4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:01.445086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d68a0715-b803-497e-aff6-606ed095e75b req-335fe6ec-9cf6-48a5-bb1b-8194589b16d4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 932 time: 0.2597446 Jul 22 14:38:01.451694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Attempting to bind port 7859043f-3189-4b24-a629-a16c5f029f3d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:01.452076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Attempting to bind port 7859043f-3189-4b24-a629-a16c5f029f3d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:01.453484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Attempting to bind port 7859043f-3189-4b24-a629-a16c5f029f3d on network 41e58e8c-2030-4531-b4c6-b089f81eeccd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:01.470125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:01.470614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Checking segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:01.471045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.471459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Bound using segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:01.473866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Bound port: 7859043f-3189-4b24-a629-a16c5f029f3d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:01.474375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.529309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.546119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network ec670647-4d5d-476b-a083-7a040ad5c234 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:01.591233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] For port 7859043f-3189-4b24-a629-a16c5f029f3d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:01.596124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] For port 7859043f-3189-4b24-a629-a16c5f029f3d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7859043f-3189-4b24-a629-a16c5f029f3d,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:01.602024 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.619179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ec670647-4d5d-476b-a083-7a040ad5c234) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:01.652058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6957540-77f5-48fd-a392-a518ea1cd356 None None] Network ec670647-4d5d-476b-a083-7a040ad5c234 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:01.663988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:01.664593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.688559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d68a0715-b803-497e-aff6-606ed095e75b req-476e2ff2-4848-40f4-9872-444a214fe049 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562068 Jul 22 14:38:01.711367 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e8e36594-d3f7-4e62-a9d6-9af168f93659 req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.724363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e8e36594-d3f7-4e62-a9d6-9af168f93659 req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.750487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:01.751114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f571e256-539c-43a0-8580-753c59cbe8e8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6226165 Jul 22 14:38:01.764889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234', 'name': 'tempest-PortsIpV6TestJSON-115225670'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:01.800531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:01.801154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:37:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:01.868361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e8e36594-d3f7-4e62-a9d6-9af168f93659 req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:01.874039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8e36594-d3f7-4e62-a9d6-9af168f93659 req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6232154 Jul 22 14:38:01.894328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49f35a-106d-4ae5-afb2-60dfd48b359a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6631845b-6ad7-4664-894a-4dbe27a10c44,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:01.957693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc31ada-8daa-4ec4-9270-26e0063a8ded None None] Pushing event updated for resources: {'Port': ['ID=7859043f-3189-4b24-a629-a16c5f029f3d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:02.014220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:02.019887 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.071278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 820a7db6-3094-4c82-b454-dcbe19deeaa5 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:02.228424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe571d66-e6ab-4c76-a97e-bc45273bba5e req-5fe06393-9d70-4486-a569-27fce9ad4d25 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 210 time: 0.0978639 Jul 22 14:38:02.264744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad583936-f9b5-40d4-ba88-1d231a7f5018 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:02.326972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::279 (ec670647-4d5d-476b-a083-7a040ad5c234/ff75a7d3-0b03-4ca7-889f-8f82a25d359e/820a7db6-3094-4c82-b454-dcbe19deeaa5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:02.356418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:02.458256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-ec670647-4d5d-476b-a083-7a040ad5c234', 'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': 'ff75a7d3-0b03-4ca7-889f-8f82a25d359e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:02.459315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.636620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.655224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 820a7db6-3094-4c82-b454-dcbe19deeaa5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:02.692421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.738804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:02.776023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be60602-f009-49a4-bbea-5307c60efb5a None None] The sync data for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 is: [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:38:02.785933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Allocated IP 2001:db8::2 (ec670647-4d5d-476b-a083-7a040ad5c234/ff75a7d3-0b03-4ca7-889f-8f82a25d359e/35340d11-b176-4260-89d1-28b22b782f51) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:02.796646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network ec670647-4d5d-476b-a083-7a040ad5c234 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:02.806980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:02.813606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:02.834810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:02.835278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.876313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=820a7db6-3094-4c82-b454-dcbe19deeaa5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:02.879340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-80bf4adf-c24c-4c2d-8a18-87bca118379a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:02.880720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-42508ca4-c75c-4d2d-80e2-36caec30f9bc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1281686 Jul 22 14:38:02.882651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-80bf4adf-c24c-4c2d-8a18-87bca118379a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 813 time: 0.8027318 Jul 22 14:38:02.888146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:02.899261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:02.922315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Transition to ACTIVE for port object ad583936-f9b5-40d4-ba88-1d231a7f5018 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:02.989433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.032299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 820a7db6-3094-4c82-b454-dcbe19deeaa5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:03.032656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.067025 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.078258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-ffc70bd3-b967-421d-94be-b3bc975f63db tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/quotas/fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 375 time: 0.1792557 Jul 22 14:38:03.091720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Transition to ACTIVE for port object 35340d11-b176-4260-89d1-28b22b782f51 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:03.117636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Transition to ACTIVE for port object 35340d11-b176-4260-89d1-28b22b782f51 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:03.125612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.167064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.181667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 820a7db6-3094-4c82-b454-dcbe19deeaa5 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:03.190315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Network ec670647-4d5d-476b-a083-7a040ad5c234 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:03.196907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:03.206960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:03.220212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Pushing event updated for resources: {'Port': ['ID=35340d11-b176-4260-89d1-28b22b782f51,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:03.235214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-60a28d98-5ebe-4b37-bebc-6787f7562f79 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091001 Jul 22 14:38:03.288823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad583936-f9b5-40d4-ba88-1d231a7f5018,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:03.348275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Attempting to bind port 35340d11-b176-4260-89d1-28b22b782f51 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:03.348661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Attempting to bind port 35340d11-b176-4260-89d1-28b22b782f51 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f7fb6d2e-d88e-4461-8367-5167117eb919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:03.349041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Attempting to bind port 35340d11-b176-4260-89d1-28b22b782f51 on network ec670647-4d5d-476b-a083-7a040ad5c234 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:03.360347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:03.361764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Checking segment: {'id': 'f7fb6d2e-d88e-4461-8367-5167117eb919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:03.362201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.364096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Bound using segment: {'id': 'f7fb6d2e-d88e-4461-8367-5167117eb919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:03.364631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Bound port: 35340d11-b176-4260-89d1-28b22b782f51, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fb6d2e-d88e-4461-8367-5167117eb919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'ec670647-4d5d-476b-a083-7a040ad5c234'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:03.365042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.404628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003e12a-2d10-4424-a4c5-bdbb5f1a67cd req-ed788ca8-1212-432e-a51b-90c7e0065812 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:03.412023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5003e12a-2d10-4424-a4c5-bdbb5f1a67cd req-ed788ca8-1212-432e-a51b-90c7e0065812 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 944 time: 0.5262647 Jul 22 14:38:03.440629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-c90c526f-f263-4b9d-b23b-e1883f3de335 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:03.442172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-c90c526f-f263-4b9d-b23b-e1883f3de335 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 797 time: 1.2431879 Jul 22 14:38:03.468841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] For port 35340d11-b176-4260-89d1-28b22b782f51, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:03.472471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] For port 35340d11-b176-4260-89d1-28b22b782f51, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35340d11-b176-4260-89d1-28b22b782f51,segment=NetworkSegment(f7fb6d2e-d88e-4461-8367-5167117eb919),segment_id=f7fb6d2e-d88e-4461-8367-5167117eb919)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:03.479797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.571398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1fb46-37dc-4cbc-ad38-fd832d56f5f9 None None] Pushing event updated for resources: {'Port': ['ID=35340d11-b176-4260-89d1-28b22b782f51,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:03.598091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5003e12a-2d10-4424-a4c5-bdbb5f1a67cd req-818141b9-ab82-49d3-85d2-554351dc39e8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850364 Jul 22 14:38:03.625860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-6b7d1299-3e3c-46ad-b0f1-f64b2b88249d service neutron] 10.222.0.60 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892281 Jul 22 14:38:03.661284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Attempting to bind port ad583936-f9b5-40d4-ba88-1d231a7f5018 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:03.661633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Attempting to bind port ad583936-f9b5-40d4-ba88-1d231a7f5018 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:03.662026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Attempting to bind port ad583936-f9b5-40d4-ba88-1d231a7f5018 on network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:03.682553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Port ad583936-f9b5-40d4-ba88-1d231a7f5018 on network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:03.693981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Attempting to bind port ad583936-f9b5-40d4-ba88-1d231a7f5018 on network b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:03.711691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cbf2601e-bd1d-4776-a46f-04807893767c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 380 time: 0.2445424 Jul 22 14:38:03.732460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'port': {'device_id': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'admin_state_up': True, 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'security_groups': ['854b36eb-11ec-41e8-ac55-4f7b940cb83b']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:03.833232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:03.833592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Checking segment: {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:03.833989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Bound using segment: {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:03.834442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Bound port: ad583936-f9b5-40d4-ba88-1d231a7f5018, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb23175-e088-4a16-9a05-e0b19971535a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:03.834892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:03.869523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b60377a2-7d25-4510-8e9c-f1adfe862b96 req-0abd63b0-9364-461c-92d1-30bc519d85f7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 210 time: 0.1269894 Jul 22 14:38:04.050790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.094757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=820a7db6-3094-4c82-b454-dcbe19deeaa5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:04.102764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7859043f-3189-4b24-a629-a16c5f029f3d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:04.129207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-1123fe38-61ec-415e-a91c-d2683e944120 service neutron] 10.222.0.60 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023463 Jul 22 14:38:04.172834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.182219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a2c42109-c2fb-4fd8-959f-6d3832e72cde tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/820a7db6-3094-4c82-b454-dcbe19deeaa5 HTTP/1.1" status: 204 len: 168 time: 1.2930632 Jul 22 14:38:04.182968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34778) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:04.189746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] For port ad583936-f9b5-40d4-ba88-1d231a7f5018, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:04.199388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:04.204495 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.215777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] For port ad583936-f9b5-40d4-ba88-1d231a7f5018, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:04.238611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.249602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 7859043f-3189-4b24-a629-a16c5f029f3d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:04.255546 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3affe31-05bf-41b5-af61-75cf979578fe tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:38:04.256241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3affe31-05bf-41b5-af61-75cf979578fe tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:38:04.264039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7859043f-3189-4b24-a629-a16c5f029f3d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:04.264528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.284292 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f3affe31-05bf-41b5-af61-75cf979578fe tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/820a7db6-3094-4c82-b454-dcbe19deeaa5 HTTP/1.1" status: 404 len: 333 time: 0.1002405 Jul 22 14:38:04.287381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:04.379469 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae6278d-1262-4818-9bad-c484bb60e052 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:04.381274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1ae6278d-1262-4818-9bad-c484bb60e052 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/820a7db6-3094-4c82-b454-dcbe19deeaa5 HTTP/1.1" status: 404 len: 333 time: 0.0913975 Jul 22 14:38:04.383914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:04.400358 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.544710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet ff75a7d3-0b03-4ca7-889f-8f82a25d359e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:04.546381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 7859043f-3189-4b24-a629-a16c5f029f3d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7859043f-3189-4b24-a629-a16c5f029f3d,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:04.554544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.555684 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.569770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.8 (41e58e8c-2030-4531-b4c6-b089f81eeccd/d6f3f711-71d4-4874-be4b-8581e9ddf70e/da4d5458-adac-4995-91f8-d4443b3571d3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:04.646849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.651072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:04.651712 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.653259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/ad583936-f9b5-40d4-ba88-1d231a7f5018 HTTP/1.1" status: 200 len: 1092 time: 3.4666057 Jul 22 14:38:04.680680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'tag': 'ad583936-f9b5-40d4-ba88-1d231a7f5018'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:04.685996 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac0dbda-d274-4024-9b2f-5798955e15e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba9938a-df0b-4745-bcd9-c34c5f45070d", "tag": "ad583936-f9b5-40d4-ba88-1d231a7f5018"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:04.706925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=7859043f-3189-4b24-a629-a16c5f029f3d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:04.856994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:04.976379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b4f1e70-b3a7-4394-9d18-e8ff88c47d75 req-cb93d0ef-f5dc-4e34-8fe0-43e874271a20 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 210 time: 0.3033254 Jul 22 14:38:04.994293 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.055415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=ff75a7d3-0b03-4ca7-889f-8f82a25d359e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:05.067791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.070033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5127b7d1-c101-4ff7-af63-d61e0c290003 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/ff75a7d3-0b03-4ca7-889f-8f82a25d359e HTTP/1.1" status: 204 len: 168 time: 0.6851642 Jul 22 14:38:05.075014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:05.209622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.229332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object da4d5458-adac-4995-91f8-d4443b3571d3 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:05.258544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.328470 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1559606c-3b60-4ce0-8ecc-063cdb6ce5aa x-openstack-request-id: req-1559606c-3b60-4ce0-8ecc-063cdb6ce5aa {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:05.328765 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba9938a-df0b-4745-bcd9-c34c5f45070d", "tag": "ad583936-f9b5-40d4-ba88-1d231a7f5018", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:05.329068 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1559606c-3b60-4ce0-8ecc-063cdb6ce5aa {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:05.329467 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'tag': 'ad583936-f9b5-40d4-ba88-1d231a7f5018', 'status': 'completed', 'code': 200} Jul 22 14:38:05.334399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a58af-8b3a-44c5-8cdd-e0b8da4175c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad583936-f9b5-40d4-ba88-1d231a7f5018,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:05.355909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.397983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173179af-65af-47a9-893b-356a64b21079 None None] Network ec670647-4d5d-476b-a083-7a040ad5c234 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:05.403037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 35340d11-b176-4260-89d1-28b22b782f51 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:05.403755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.509749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:05.524771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-3fd15053-679b-4a7b-ac51-e96c2e63202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:05.526649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-3fd15053-679b-4a7b-ac51-e96c2e63202a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 1095 time: 0.8169482 Jul 22 14:38:05.528895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:05.533505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ea612f22-c349-4f7d-800d-8a60ba62cddd None None] Provisioning for port 35340d11-b176-4260-89d1-28b22b782f51 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:05.537084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:05.550008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:05.589714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] For port 35340d11-b176-4260-89d1-28b22b782f51, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35340d11-b176-4260-89d1-28b22b782f51,segment=NetworkSegment(f7fb6d2e-d88e-4461-8367-5167117eb919),segment_id=f7fb6d2e-d88e-4461-8367-5167117eb919)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:05.590092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.613964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 35340d11-b176-4260-89d1-28b22b782f51 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:05.686573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-443e4e39-a132-47c4-ba94-2fc8cd121d6f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018 HTTP/1.1" status: 200 len: 217 time: 0.1450591 Jul 22 14:38:05.705926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc026290-d869-4d3d-922f-1258469dcd48 req-955cccee-8df3-43ae-994a-eb6bec473772 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:05.708209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc026290-d869-4d3d-922f-1258469dcd48 req-955cccee-8df3-43ae-994a-eb6bec473772 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 944 time: 0.9297073 Jul 22 14:38:05.747670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:05.748456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.770790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9449f5-1d29-4fa9-8e54-ead94c3e8a9d req-c54c908f-41bb-4d24-b4ad-de19c134d2bd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:05.778270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea9449f5-1d29-4fa9-8e54-ead94c3e8a9d req-c54c908f-41bb-4d24-b4ad-de19c134d2bd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 931 time: 0.4560535 Jul 22 14:38:05.782560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:05.817331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=35340d11-b176-4260-89d1-28b22b782f51,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:05.828786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No DVR routers for this DVR port 35340d11-b176-4260-89d1-28b22b782f51 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:05.840659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-cff1330f-ce5a-4d24-8f2a-6edd02118007 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1183839 Jul 22 14:38:05.845373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06bd10-1814-40a5-8d53-c3ee24584c9e None None] DHCP port deletion for ec670647-4d5d-476b-a083-7a040ad5c234 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:38:05.875754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Request body: {'port': {'device_id': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:05.882465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-cc4c2184-8a4c-4e58-a118-b7327133028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:05.887431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-cc4c2184-8a4c-4e58-a118-b7327133028a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.1546242 Jul 22 14:38:05.893869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc026290-d869-4d3d-922f-1258469dcd48 req-73e9f295-83a4-4b53-9184-a156198f50c1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393127 Jul 22 14:38:05.924741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea9449f5-1d29-4fa9-8e54-ead94c3e8a9d req-ee7fb734-6bc1-4224-9f3d-1be2d37169d2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455364 Jul 22 14:38:05.969012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-4762db20-09f1-4df2-b4f0-715577fd8567 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518210 Jul 22 14:38:05.998871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d8864aeb-b18a-47e8-be6a-6a1a74ff99cc None None] Provisioning for port da4d5458-adac-4995-91f8-d4443b3571d3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:06.009458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d8864aeb-b18a-47e8-be6a-6a1a74ff99cc None None] Provisioning complete for port da4d5458-adac-4995-91f8-d4443b3571d3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:06.009905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8864aeb-b18a-47e8-be6a-6a1a74ff99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.044180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.065751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec670647-4d5d-476b-a083-7a040ad5c234']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:06.069032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7859043f-3189-4b24-a629-a16c5f029f3d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:06.105634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fb6d2e-d88e-4461-8367-5167117eb919') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:06.106253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fb6d2e-d88e-4461-8367-5167117eb919') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:06.120393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8864aeb-b18a-47e8-be6a-6a1a74ff99cc None None] Port da4d5458-adac-4995-91f8-d4443b3571d3 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:06.131908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.138876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4d94cb4-d728-4bda-8635-4bb4e11bba23 req-9064624a-4ad6-4114-9ebd-97fc2ea5cdac tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 210 time: 0.0423911 Jul 22 14:38:06.142840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7859043f-3189-4b24-a629-a16c5f029f3d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:06.143010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.143232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.203635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.219557 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-403cbc92-3f0d-4909-b56b-8271caf2bf25 service neutron] 10.222.0.72 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383769 Jul 22 14:38:06.220903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:38:06.221056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:38:06.224299 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:38:06.298023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-fbd8713c-d10b-44ee-adb5-1b730a0c2bb8 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:06.300097 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-fbd8713c-d10b-44ee-adb5-1b730a0c2bb8 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 813 time: 0.2421076 Jul 22 14:38:06.307564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.313542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'port': {'device_id': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882', 'admin_state_up': True, 'tenant_id': 'fe147a3b41554a71b683bbb5ac66527e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:06.322484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.324424 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/ec670647-4d5d-476b-a083-7a040ad5c234 HTTP/1.1" status: 204 len: 168 time: 1.2484291 Jul 22 14:38:06.328658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34816) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:06.336774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-394581581'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:06.343664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fa643-ec88-47ba-88ea-c34b10372992 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=ec670647-4d5d-476b-a083-7a040ad5c234,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:06.420997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:06.425149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.442624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b94ae2cc-3809-42c7-bd57-26d6b891f5fa req-8ebb310c-0fa4-43bf-b0c4-e27ec7c7c398 service neutron] 10.222.0.72 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131038 Jul 22 14:38:06.444275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Made reservation on behalf of fe147a3b41554a71b683bbb5ac66527e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:06.448903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.502330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:38:06.541950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.542303 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment 0baf3d55-d760-4bae-aa4d-6a40e7ab1b32 of type vlan for network 3a21927e-7479-43a6-8ad4-02448bf022ae Jul 22 14:38:06.590048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Allocated IP 172.20.0.5 (53e3b8e3-37bc-4ee3-8a08-4b0ffa523882/837b97df-d5ea-4e6e-9aa3-ad2daff326b2/03205207-e12a-42c4-a117-9649b54f6a0b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:06.614304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.672839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-0523d057-66a1-4b09-ad9c-db2039024389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:06.674404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-0523d057-66a1-4b09-ad9c-db2039024389 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 1095 time: 0.1861098 Jul 22 14:38:06.682610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4d5458-adac-4995-91f8-d4443b3571d3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:06.699946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.704217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.710140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:06.710776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.759875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.767923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Transition to ACTIVE for port object da4d5458-adac-4995-91f8-d4443b3571d3 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:06.778021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.780769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4515302 Jul 22 14:38:06.790429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:06.801047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:06.846585 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:06.847754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f9a53-53ab-4986-815d-f54b12d771ae tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=3a21927e-7479-43a6-8ad4-02448bf022ae,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:06.863271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3a21927e-7479-43a6-8ad4-02448bf022ae details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:06.909493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:06.915786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-472d9ed8-c066-4060-936c-3758aeb6209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:06.917317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-472d9ed8-c066-4060-936c-3758aeb6209b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 914 time: 0.2290552 Jul 22 14:38:06.943818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:06.955806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:06.976534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:06.985832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:07.055141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:07.059943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.071520 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-16886dd4-f60d-4137-a42c-14ad6780ea41 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018 HTTP/1.1" status: 200 len: 217 time: 0.1247346 Jul 22 14:38:07.128883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:07.129617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.150213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.204811 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-34bc1a3b-7c97-4a0e-be74-9119ffa06ed6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8950672 Jul 22 14:38:07.218580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Request body: {'port': {'device_id': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:07.373678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.416862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.550086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=222639ed-96f0-435f-81e6-3995deedddf8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:07.576125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:07.576494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: 3a21927e-7479-43a6-8ad4-02448bf022ae, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:07.579141 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.613824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-a95f907e-486b-47a1-977e-d88306fda18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:07.615961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-a95f907e-486b-47a1-977e-d88306fda18a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.5321670 Jul 22 14:38:07.619314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 3a21927e-7479-43a6-8ad4-02448bf022ae is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:07.632766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:07.633110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:07.633633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:07.659552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3a21927e-7479-43a6-8ad4-02448bf022ae) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:07.662038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-21ab3cbe-dc39-425c-9db3-918605a17c8b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388997 Jul 22 14:38:07.665347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Port da4d5458-adac-4995-91f8-d4443b3571d3 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:07.665685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:07.665805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:07.666436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.672135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a087c29-ddb3-4603-a64d-a55d121c28b2 None None] Network 3a21927e-7479-43a6-8ad4-02448bf022ae requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:07.681328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41d180-adf2-4ea0-8169-46a7ff607d76 req-6dee93c7-25c5-4764-9a9a-cb11b9423572 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:07.683109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff41d180-adf2-4ea0-8169-46a7ff607d76 req-6dee93c7-25c5-4764-9a9a-cb11b9423572 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 944 time: 0.6264524 Jul 22 14:38:07.693214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ed94a42-2e08-4922-8933-9cc3f258b8d4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9016373 Jul 22 14:38:07.695720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:07.696288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Checking segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:07.696870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Bound using segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:07.697507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Bound port: da4d5458-adac-4995-91f8-d4443b3571d3, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:07.698077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.699857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34848) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:07.706947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-960513068'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:07.730860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa326a31-0464-4326-99c3-a30eba817aad req-f7634eed-e26c-4711-8fec-4e5deb441ee4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:07.732843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa326a31-0464-4326-99c3-a30eba817aad req-f7634eed-e26c-4711-8fec-4e5deb441ee4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.6750367 Jul 22 14:38:07.862723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03205207-e12a-42c4-a117-9649b54f6a0b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:07.868878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff41d180-adf2-4ea0-8169-46a7ff607d76 req-29e84596-5997-4390-98e4-de34ac0dd87d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744545 Jul 22 14:38:07.873145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.900061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-3a21927e-7479-43a6-8ad4-02448bf022ae', 'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': '222639ed-96f0-435f-81e6-3995deedddf8'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:07.901335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.902218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa326a31-0464-4326-99c3-a30eba817aad req-6bc0693e-dd29-4cd8-a6b5-0e22c3a165c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520865 Jul 22 14:38:07.905728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Transition to ACTIVE for port object 03205207-e12a-42c4-a117-9649b54f6a0b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:07.911884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-f8be1a81-9262-4a2d-9175-907441e0ef0d service neutron] 10.222.0.72 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413089 Jul 22 14:38:07.913177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.929083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:07.934134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:07.949037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:07.953030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:07.989218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.015063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 497ec18e-659c-4fd0-811d-5ab942e5ecc5 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:08.063547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:08.155150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Attempting to bind port 03205207-e12a-42c4-a117-9649b54f6a0b on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:08.155899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Attempting to bind port 03205207-e12a-42c4-a117-9649b54f6a0b by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:08.155899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Attempting to bind port 03205207-e12a-42c4-a117-9649b54f6a0b on network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:08.164450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Port 03205207-e12a-42c4-a117-9649b54f6a0b on network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:08.165149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.165524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Attempting to bind port 03205207-e12a-42c4-a117-9649b54f6a0b on network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:08.165792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.167314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] 10.222.0.61 "PUT /v2.0/ports/da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 1091 time: 2.3078113 Jul 22 14:38:08.168516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:08.170811 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eae972f-31f5-47f3-89ed-8cf430ed7083" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:08.177238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Allocated IP 2001:db8::2 (3a21927e-7479-43a6-8ad4-02448bf022ae/222639ed-96f0-435f-81e6-3995deedddf8/f7c08a8a-3818-495a-a57d-60e8568b7deb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:08.190310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedb1d1-607d-4e19-a1d2-9caa37b90d2b service neutron] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:08.237612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:08.243048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Checking segment: {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:08.244114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Bound using segment: {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:08.248917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac0dbda-d274-4024-9b2f-5798955e15e5 req-e34941b1-49c0-4ed6-9398-1fdd2416a7c8 service neutron] 10.222.0.72 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241959 Jul 22 14:38:08.249133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Bound port: 03205207-e12a-42c4-a117-9649b54f6a0b, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:08.249375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.295158 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279e6e77-9000-4117-8a88-6d7be7e3934a x-openstack-request-id: req-279e6e77-9000-4117-8a88-6d7be7e3934a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:08.295519 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:08.295787 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-279e6e77-9000-4117-8a88-6d7be7e3934a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:08.296207 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'status': 'completed', 'code': 200} Jul 22 14:38:08.330598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dce253-1094-4cc6-8057-5a96d0aee69d req-8b661d7b-b807-413e-8ae2-4d78cbd5b4f4 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.334617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2dce253-1094-4cc6-8057-5a96d0aee69d req-8b661d7b-b807-413e-8ae2-4d78cbd5b4f4 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 943 time: 0.3190644 Jul 22 14:38:08.343205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:08.347155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:08.352812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.384502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-291517b0-116e-4560-ade9-8fc227c78012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.386171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-291517b0-116e-4560-ade9-8fc227c78012 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1094 time: 0.1533060 Jul 22 14:38:08.390803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2dce253-1094-4cc6-8057-5a96d0aee69d req-69647c49-c71b-4c38-8978-66b57765baa9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Jul 22 14:38:08.423330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ad583936-f9b5-40d4-ba88-1d231a7f5018 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:08.444967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.451620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:08.451793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-7921bbd0-296f-4193-90b2-77664ab5ca0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 217 time: 0.0550237 Jul 22 14:38:08.458974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Transition to ACTIVE for port object f7c08a8a-3818-495a-a57d-60e8568b7deb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:08.472979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.473970 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.475491 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-09479213-6e67-4c18-ac98-f0362fca96cf service neutron] 10.222.0.72 "PUT /v2.0/ports/03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 1091 time: 1.2616055 Jul 22 14:38:08.476006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:08.478370 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ae407c-7e41-4225-b7cb-27527a3b8f48" -d '{"events": [{"name": "network-changed", "server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:08.507324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Transition to ACTIVE for port object f7c08a8a-3818-495a-a57d-60e8568b7deb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:08.545346 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.551990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-935c8b3e-f3c0-41d1-9d7f-d8af9347fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.553503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-935c8b3e-f3c0-41d1-9d7f-d8af9347fc6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.0878947 Jul 22 14:38:08.574561 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15811f18-43b1-4f45-b123-015fc67bc0e9 x-openstack-request-id: req-15811f18-43b1-4f45-b123-015fc67bc0e9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:08.575939 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:08.576431 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15811f18-43b1-4f45-b123-015fc67bc0e9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:08.577123 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b', 'status': 'completed', 'code': 200} Jul 22 14:38:08.588803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Network 3a21927e-7479-43a6-8ad4-02448bf022ae is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:08.593058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:08.600245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:08.621977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ad583936-f9b5-40d4-ba88-1d231a7f5018, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:08.622939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-91d5b898-1bab-4fbf-8260-a4a12c1f03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.625092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-91d5b898-1bab-4fbf-8260-a4a12c1f03f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642796 Jul 22 14:38:08.664684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Pushing event updated for resources: {'Port': ['ID=f7c08a8a-3818-495a-a57d-60e8568b7deb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:08.685259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::3d0 (3a21927e-7479-43a6-8ad4-02448bf022ae/222639ed-96f0-435f-81e6-3995deedddf8/497ec18e-659c-4fd0-811d-5ab942e5ecc5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:08.686239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'ad583936-f9b5-40d4-ba88-1d231a7f5018', 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'port_id': 'ad583936-f9b5-40d4-ba88-1d231a7f5018', 'mac_address': 'fa:16:3e:07:67:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4bbf98-9052-4557-a22f-aca3f46ff7d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:08.718299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Attempting to bind port f7c08a8a-3818-495a-a57d-60e8568b7deb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:08.719087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Attempting to bind port f7c08a8a-3818-495a-a57d-60e8568b7deb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:08.719643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Attempting to bind port f7c08a8a-3818-495a-a57d-60e8568b7deb on network 3a21927e-7479-43a6-8ad4-02448bf022ae {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:08.727063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:08.727438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Checking segment: {'id': '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:08.727855 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.728263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Bound using segment: {'id': '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:08.728743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Bound port: f7c08a8a-3818-495a-a57d-60e8568b7deb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '3a21927e-7479-43a6-8ad4-02448bf022ae'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:08.729139 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.751373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-dfa438ec-a4b3-424f-bdaa-50fed77fe324 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200461 Jul 22 14:38:08.800723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] For port f7c08a8a-3818-495a-a57d-60e8568b7deb, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:08.804295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] For port f7c08a8a-3818-495a-a57d-60e8568b7deb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f7c08a8a-3818-495a-a57d-60e8568b7deb,segment=NetworkSegment(0baf3d55-d760-4bae-aa4d-6a40e7ab1b32),segment_id=0baf3d55-d760-4bae-aa4d-6a40e7ab1b32)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:08.806217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.817572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.851437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad583936-f9b5-40d4-ba88-1d231a7f5018 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:08.861723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-dd3515d4-9043-486d-b885-36d15b1203e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:08.862007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fdd0a7-3750-4d5c-8100-5aae617a4ff8 req-eac1e651-262d-451e-9961-f65c97668af1 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039469 Jul 22 14:38:08.863797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-dd3515d4-9043-486d-b885-36d15b1203e3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1094 time: 0.2856443 Jul 22 14:38:08.889183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ad583936-f9b5-40d4-ba88-1d231a7f5018, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:08.900787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:08.914889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41308dfc-4e33-4a0b-81e7-3c77b47f064b None None] Pushing event updated for resources: {'Port': ['ID=f7c08a8a-3818-495a-a57d-60e8568b7deb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:08.987995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=ad583936-f9b5-40d4-ba88-1d231a7f5018,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:09.003620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:09.007599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-af39f6f7-9521-413f-8b68-cae43ec23025 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 217 time: 0.1305339 Jul 22 14:38:09.051988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 497ec18e-659c-4fd0-811d-5ab942e5ecc5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:09.086962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-ef1320b5-05d2-4874-ab8b-0046b25fcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.088444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-ef1320b5-05d2-4874-ab8b-0046b25fcbeb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0703723 Jul 22 14:38:09.138655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-f03da7c7-c547-4790-8cc8-931f9e1472db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400186 Jul 22 14:38:09.145370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-4d2aa8c1-264e-471e-8b81-2a49baf7dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.146902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-4d2aa8c1-264e-471e-8b81-2a49baf7dfe5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1094 time: 0.2133801 Jul 22 14:38:09.176652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:09.197703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2c858-ace7-4350-8cc3-3af149dcdb05 req-f0cc7f8b-15fc-4316-8444-e8edeb76e7c8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.205555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0c2c858-ace7-4350-8cc3-3af149dcdb05 req-f0cc7f8b-15fc-4316-8444-e8edeb76e7c8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 945 time: 0.2118051 Jul 22 14:38:09.217012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e331e7-43fd-4225-a3e7-8b5b2641dbbc req-589ee1d8-c78a-49d1-b233-1267b06d47ef tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.218793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0e331e7-43fd-4225-a3e7-8b5b2641dbbc req-589ee1d8-c78a-49d1-b233-1267b06d47ef tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.1663740 Jul 22 14:38:09.223001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['ad583936-f9b5-40d4-ba88-1d231a7f5018'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:09.261067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 3a21927e-7479-43a6-8ad4-02448bf022ae is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:09.296867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:09.308409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:09.320713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.321402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:09.332832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=497ec18e-659c-4fd0-811d-5ab942e5ecc5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:09.355242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0e331e7-43fd-4225-a3e7-8b5b2641dbbc req-881a8e29-dd9b-4642-b2f5-682bcd9df8c1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268368 Jul 22 14:38:09.371477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0c2c858-ace7-4350-8cc3-3af149dcdb05 req-e5513853-09d3-43e1-8eca-50760ccbaa05 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644642 Jul 22 14:38:09.393974 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d184c220-e5f0-4063-9581-0766d81b578f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6929302 Jul 22 14:38:09.400248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:09.434000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-ae3f9c7d-ed9c-45e8-a5b1-5ed8037e69b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.441341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-ae3f9c7d-ed9c-45e8-a5b1-5ed8037e69b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.2852426 Jul 22 14:38:09.508139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-f1a03f11-6071-4dbb-8bcd-929a45db9599 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 217 time: 0.0566220 Jul 22 14:38:09.536544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-4dd5d9f1-2f8f-4a37-83be-a7b4b4e0a559 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884966 Jul 22 14:38:09.614080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-15df4644-6af1-4c39-9990-0921d135cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.615742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-15df4644-6af1-4c39-9990-0921d135cd9c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.0995154 Jul 22 14:38:09.671765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 497ec18e-659c-4fd0-811d-5ab942e5ecc5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:09.671999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:09.684245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddec0e-9fab-40d4-9514-bc9cd0486e81 req-73941f0b-00fa-4d94-93a1-989fd0dfeeeb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.689894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dddec0e-9fab-40d4-9514-bc9cd0486e81 req-73941f0b-00fa-4d94-93a1-989fd0dfeeeb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 943 time: 0.1299829 Jul 22 14:38:09.695646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d773d6d1-532a-481b-bc31-10229f7d94ec req-57684cb7-1839-4698-8f87-541c6698ac19 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382642 Jul 22 14:38:09.755924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34878) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:09.770301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dddec0e-9fab-40d4-9514-bc9cd0486e81 req-821ecdd0-4bf0-4334-a82a-afb200d8929b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Jul 22 14:38:09.781228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-20b10f35-7158-40ad-8b44-4fcc6ea8a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.784379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-20b10f35-7158-40ad-8b44-4fcc6ea8a0b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574423 Jul 22 14:38:09.815933 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8158c7ed-51a2-45e0-a8e2-0a4fa47e2646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:09.842307 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:09.862501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 497ec18e-659c-4fd0-811d-5ab942e5ecc5 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:09.873095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-d62995f8-98bc-4bb2-be5e-948b1f4734b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:09.874910 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-d62995f8-98bc-4bb2-be5e-948b1f4734b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1094 time: 0.1166816 Jul 22 14:38:09.970949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1abca953-f229-4741-aeca-579d384efecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.013334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f7c08a8a-3818-495a-a57d-60e8568b7deb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:10.027454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-abfc4fd6-67a4-4b6a-9220-f13ac723189e service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358408 Jul 22 14:38:10.075782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-6be56e8e-3006-43e5-a231-67a508e3b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:10.078438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-6be56e8e-3006-43e5-a231-67a508e3b986 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.1965661 Jul 22 14:38:10.085858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f7c08a8a-3818-495a-a57d-60e8568b7deb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:10.159943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1eae972f-31f5-47f3-89ed-8cf430ed7083 req-d46c9b9e-e25a-484e-ab46-7f2a27835c8a service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211967 Jul 22 14:38:10.178187 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-874f9524-b543-4ef5-a407-03fe02742862 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 217 time: 0.0884261 Jul 22 14:38:10.239938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.276901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-212449ce-2fd9-4163-8c4f-584befabf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:10.278261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-212449ce-2fd9-4163-8c4f-584befabf541 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0918436 Jul 22 14:38:10.308311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=497ec18e-659c-4fd0-811d-5ab942e5ecc5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:10.313858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.314919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1abca953-f229-4741-aeca-579d384efecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.316426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f91493d-7aab-4356-ba4c-838d862cf9a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/497ec18e-659c-4fd0-811d-5ab942e5ecc5 HTTP/1.1" status: 204 len: 168 time: 0.9071200 Jul 22 14:38:10.319648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34882) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:10.331657 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1abca953-f229-4741-aeca-579d384efecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.348334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-f0352299-8732-475b-95eb-8f27e683b60d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414224 Jul 22 14:38:10.355312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ed28b-f404-4973-a3b4-54f0a8be6e2c None None] Network 3a21927e-7479-43a6-8ad4-02448bf022ae requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:10.369489 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ae8a0-0325-4e38-88c3-5909b0d5676e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:10.374422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fa5ae8a0-0325-4e38-88c3-5909b0d5676e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/497ec18e-659c-4fd0-811d-5ab942e5ecc5 HTTP/1.1" status: 404 len: 333 time: 0.0500700 Jul 22 14:38:10.381365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:10.431930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abca953-f229-4741-aeca-579d384efecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2e5229-35a6-47c7-8d01-0dc1135e0903,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:10.432368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] Provisioning for port f7c08a8a-3818-495a-a57d-60e8568b7deb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:10.448949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] Provisioning complete for port f7c08a8a-3818-495a-a57d-60e8568b7deb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:10.449218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.466480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1abca953-f229-4741-aeca-579d384efecd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da2ba1d08fa2458c92945a125b207289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078202 Jul 22 14:38:10.474932 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-1ecbdb4a-aee9-455a-a8a2-de52d64e5a30 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191516 Jul 22 14:38:10.478635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34890) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:10.594981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 222639ed-96f0-435f-81e6-3995deedddf8 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:10.602535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.609302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91ae407c-7e41-4225-b7cb-27527a3b8f48 req-c5cd3be7-d0aa-4498-94fd-69a5af7cbc1a service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209371 Jul 22 14:38:10.645782 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.680310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.686688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] For port f7c08a8a-3818-495a-a57d-60e8568b7deb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f7c08a8a-3818-495a-a57d-60e8568b7deb,segment=NetworkSegment(0baf3d55-d760-4bae-aa4d-6a40e7ab1b32),segment_id=0baf3d55-d760-4bae-aa4d-6a40e7ab1b32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:10.691590 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.709099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41f93ef8-ec8a-483d-b2f5-6b47155a7250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.743452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eed039-3ebe-404e-8ec8-c7e29043f973 None None] Pushing event updated for resources: {'Port': ['ID=f7c08a8a-3818-495a-a57d-60e8568b7deb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:10.764286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683b76a-3abf-449f-b6f1-47d387f16558 req-219c5754-ec22-4a80-9dc0-89d786b1eed8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:10.765873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e683b76a-3abf-449f-b6f1-47d387f16558 req-219c5754-ec22-4a80-9dc0-89d786b1eed8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 945 time: 0.2582016 Jul 22 14:38:10.771354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41f93ef8-ec8a-483d-b2f5-6b47155a7250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.806752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64890208-dfa2-4461-92ea-2bcd7e2f3264 req-edac5510-f4cd-40d6-9a11-8387b4022820 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:10.808350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64890208-dfa2-4461-92ea-2bcd7e2f3264 req-edac5510-f4cd-40d6-9a11-8387b4022820 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.2992096 Jul 22 14:38:10.912006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.919736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d82c0ac8-60bb-4d8e-af06-0a01b8e1567b None None] Provisioning complete for port f7c08a8a-3818-495a-a57d-60e8568b7deb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:10.920178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d82c0ac8-60bb-4d8e-af06-0a01b8e1567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:10.952157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e683b76a-3abf-449f-b6f1-47d387f16558 req-3ca4468e-3ce6-41c4-9efa-828320cf3d37 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727586 Jul 22 14:38:10.963412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64890208-dfa2-4461-92ea-2bcd7e2f3264 req-9d07d83c-8629-4ad6-90cb-2d125408ecc1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396248 Jul 22 14:38:11.047286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.094353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=222639ed-96f0-435f-81e6-3995deedddf8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:11.102217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.104245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bfca6227-53c5-4c5e-b5b8-af68495addfc tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/222639ed-96f0-435f-81e6-3995deedddf8 HTTP/1.1" status: 204 len: 168 time: 0.7219305 Jul 22 14:38:11.107104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:11.122207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41f93ef8-ec8a-483d-b2f5-6b47155a7250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.124841 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-41f93ef8-ec8a-483d-b2f5-6b47155a7250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.126050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41f93ef8-ec8a-483d-b2f5-6b47155a7250 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a2e5229-35a6-47c7-8d01-0dc1135e0903 HTTP/1.1" status: 204 len: 168 time: 0.6440947 Jul 22 14:38:11.140079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f93ef8-ec8a-483d-b2f5-6b47155a7250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2e5229-35a6-47c7-8d01-0dc1135e0903,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:11.184728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4de5ed-bb5e-49af-a83c-be65a2a2f7af None None] Network 3a21927e-7479-43a6-8ad4-02448bf022ae requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:11.193701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19240545-48c6-4475-b84c-a292c3c2b630 req-3a9fb979-4609-4b2a-b676-6939604ed2a2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:11.195291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19240545-48c6-4475-b84c-a292c3c2b630 req-3a9fb979-4609-4b2a-b676-6939604ed2a2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 943 time: 0.1116014 Jul 22 14:38:11.236026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.255253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19240545-48c6-4475-b84c-a292c3c2b630 req-64e584b1-2123-4479-8bc9-56eaa50b08f6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Jul 22 14:38:11.266896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d0b73f5d-4b56-47cc-8f95-7d1bb0945781 None None] Could not find standard attr ID for object 497ec18e-659c-4fd0-811d-5ab942e5ecc5. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:38:11.321390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port f7c08a8a-3818-495a-a57d-60e8568b7deb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:11.321851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.435170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60849983-87f9-4b81-b896-12be2c96301a None None] DHCP port deletion for 3a21927e-7479-43a6-8ad4-02448bf022ae request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:38:11.492350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60849983-87f9-4b81-b896-12be2c96301a None None] Deleting port f7c08a8a-3818-495a-a57d-60e8568b7deb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:11.492813 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60849983-87f9-4b81-b896-12be2c96301a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.501409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:11.516490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a17acbf-b485-4c91-8b46-673c69914b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.562969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-60849983-87f9-4b81-b896-12be2c96301a None None] For port f7c08a8a-3818-495a-a57d-60e8568b7deb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f7c08a8a-3818-495a-a57d-60e8568b7deb,segment=NetworkSegment(0baf3d55-d760-4bae-aa4d-6a40e7ab1b32),segment_id=0baf3d55-d760-4bae-aa4d-6a40e7ab1b32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:11.563504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60849983-87f9-4b81-b896-12be2c96301a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.589536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60849983-87f9-4b81-b896-12be2c96301a None None] Calling delete_port for f7c08a8a-3818-495a-a57d-60e8568b7deb owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:11.629077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a17acbf-b485-4c91-8b46-673c69914b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.633565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a17acbf-b485-4c91-8b46-673c69914b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.673595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1a17acbf-b485-4c91-8b46-673c69914b12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eddcdd6d9aac489ca102127c1e799e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697731 Jul 22 14:38:11.676391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34904) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:11.681628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60849983-87f9-4b81-b896-12be2c96301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.682659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17acbf-b485-4c91-8b46-673c69914b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43109a42-1e52-4c10-b4b8-29b06d6dfca2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:11.719112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60849983-87f9-4b81-b896-12be2c96301a None None] No DVR routers for this DVR port f7c08a8a-3818-495a-a57d-60e8568b7deb on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:11.729937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60849983-87f9-4b81-b896-12be2c96301a None None] Pushing event deleted for resources: {'Port': ['ID=f7c08a8a-3818-495a-a57d-60e8568b7deb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:11.767080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-565da81d-88fe-4507-968d-21aa00fad98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.768569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] For port f7c08a8a-3818-495a-a57d-60e8568b7deb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f7c08a8a-3818-495a-a57d-60e8568b7deb,segment=NetworkSegment(0baf3d55-d760-4bae-aa4d-6a40e7ab1b32),segment_id=0baf3d55-d760-4bae-aa4d-6a40e7ab1b32)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:11.768941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.781387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for f7c08a8a-3818-495a-a57d-60e8568b7deb owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:11.789112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-565da81d-88fe-4507-968d-21aa00fad98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.838489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-565da81d-88fe-4507-968d-21aa00fad98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.841267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-565da81d-88fe-4507-968d-21aa00fad98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.842413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-565da81d-88fe-4507-968d-21aa00fad98a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43109a42-1e52-4c10-b4b8-29b06d6dfca2 HTTP/1.1" status: 204 len: 168 time: 0.1654379 Jul 22 14:38:11.850063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565da81d-88fe-4507-968d-21aa00fad98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43109a42-1e52-4c10-b4b8-29b06d6dfca2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:11.873434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:11.907532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=f7c08a8a-3818-495a-a57d-60e8568b7deb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:11.911050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No DVR routers for this DVR port f7c08a8a-3818-495a-a57d-60e8568b7deb on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:11.917865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f7c08a8a-3818-495a-a57d-60e8568b7deb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:11.938657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f7c08a8a-3818-495a-a57d-60e8568b7deb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:11.939630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f7c08a8a-3818-495a-a57d-60e8568b7deb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:11.993772 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.004810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a21927e-7479-43a6-8ad4-02448bf022ae']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:12.017323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:12.017631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baf3d55-d760-4bae-aa4d-6a40e7ab1b32') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:12.026867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.049880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.057449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:38:12.057940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:38:12.061938 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:38:12.075500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da45cfc-47f5-4e68-bf01-c139bc66911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.148505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.156826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.162097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07655d40-570f-40e7-803f-1c49cf34c6b7 req-0ce953b1-b7c7-486e-864b-670e1c61900a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:12.162298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/3a21927e-7479-43a6-8ad4-02448bf022ae HTTP/1.1" status: 204 len: 168 time: 1.0496469 Jul 22 14:38:12.162418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07655d40-570f-40e7-803f-1c49cf34c6b7 req-0ce953b1-b7c7-486e-864b-670e1c61900a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 945 time: 0.1188033 Jul 22 14:38:12.162548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:12.177099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'name': 'tempest-PortsIpV6TestJSON-1573605104'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:12.182662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8dfbb-8f3f-474b-b222-22e5ed612cd6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=3a21927e-7479-43a6-8ad4-02448bf022ae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:12.207271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cda553-3449-4d19-913c-e90843d45e10 req-9be7062a-eb2a-432f-8d17-acf964cdb9ed tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:12.208982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1cda553-3449-4d19-913c-e90843d45e10 req-9be7062a-eb2a-432f-8d17-acf964cdb9ed tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.1146696 Jul 22 14:38:12.248060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07655d40-570f-40e7-803f-1c49cf34c6b7 req-2a1e1c26-50dd-43c6-86b3-80b2ea7e019b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755644 Jul 22 14:38:12.279139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34918) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:12.284507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1cda553-3449-4d19-913c-e90843d45e10 req-031e9be0-c7da-48b1-9023-7a8775b6e689 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649664 Jul 22 14:38:12.310824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.317783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:12.322563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.324009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f195eb-aa91-4683-866b-494fcf06b4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.359237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 7f01ed8b-860d-438f-beaf-ddbce33af43b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:12.416181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce462d-4cfe-4535-af49-d19351476a21 req-6faccb9f-529e-4ac7-922d-10c801bd9174 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:12.417778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-edce462d-4cfe-4535-af49-d19351476a21 req-6faccb9f-529e-4ac7-922d-10c801bd9174 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 943 time: 0.0655432 Jul 22 14:38:12.454541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03205207-e12a-42c4-a117-9649b54f6a0b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:12.458088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ad583936-f9b5-40d4-ba88-1d231a7f5018 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:12.461513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-edce462d-4cfe-4535-af49-d19351476a21 req-a81c0da2-35c7-455f-817b-68086ee91796 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342221 Jul 22 14:38:12.575592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port ad583936-f9b5-40d4-ba88-1d231a7f5018 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:12.580554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f195eb-aa91-4683-866b-494fcf06b4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.582702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port ad583936-f9b5-40d4-ba88-1d231a7f5018 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:12.583151 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.583883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.587627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f195eb-aa91-4683-866b-494fcf06b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.618756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:12.621535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:12.636502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f195eb-aa91-4683-866b-494fcf06b4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c6efdd-08d9-4a36-b501-ef4fff908226,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:12.642139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06f195eb-aa91-4683-866b-494fcf06b4a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=957d5896d6204bfd881257d563cf4d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536751 Jul 22 14:38:12.645410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34922) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:12.660976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '03205207-e12a-42c4-a117-9649b54f6a0b', 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882', 'port_id': '03205207-e12a-42c4-a117-9649b54f6a0b', 'mac_address': 'fa:16:3e:34:9e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837b97df-d5ea-4e6e-9aa3-ad2daff326b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:12.668070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.708015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8306e46b-36f5-45a1-bc25-0c8de50655e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.717367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:12.723605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:12.725752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=7f01ed8b-860d-438f-beaf-ddbce33af43b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:12.728008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:12.733847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:12.734606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.735156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8306e46b-36f5-45a1-bc25-0c8de50655e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.754598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-46c0cdd7-6097-422a-9fbb-7f9f5e1966c2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5908031 Jul 22 14:38:12.756123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34924) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:12.861610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8306e46b-36f5-45a1-bc25-0c8de50655e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.864103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8306e46b-36f5-45a1-bc25-0c8de50655e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.865275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8306e46b-36f5-45a1-bc25-0c8de50655e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1c6efdd-08d9-4a36-b501-ef4fff908226 HTTP/1.1" status: 204 len: 168 time: 0.2187572 Jul 22 14:38:12.880048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306e46b-36f5-45a1-bc25-0c8de50655e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c6efdd-08d9-4a36-b501-ef4fff908226,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:12.894101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 7f01ed8b-860d-438f-beaf-ddbce33af43b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:12.894543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.909975 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.967098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:12.968198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03205207-e12a-42c4-a117-9649b54f6a0b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:12.979932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 7f01ed8b-860d-438f-beaf-ddbce33af43b owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:12.996200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.004786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:13.019090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.027581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:13.063707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.071619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'port_id': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'mac_address': 'fa:16:3e:f1:07:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:13.078504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad583936-f9b5-40d4-ba88-1d231a7f5018'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:13.081411 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89a88d-fe05-40a1-9aee-e93b45f13d07" -d '{"events": [{"server_uuid": "4ba9938a-df0b-4745-bcd9-c34c5f45070d", "name": "network-vif-plugged", "status": "completed", "tag": "ad583936-f9b5-40d4-ba88-1d231a7f5018"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:13.103443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ad583936-f9b5-40d4-ba88-1d231a7f5018, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:13.117828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.125994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:13.127276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/7f01ed8b-860d-438f-beaf-ddbce33af43b HTTP/1.1" status: 204 len: 168 time: 0.3695326 Jul 22 14:38:13.128686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b393a8-a1d3-407e-b672-24d84fe0d140 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=7f01ed8b-860d-438f-beaf-ddbce33af43b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:13.132274 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.132452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'mac_address': 'fa:16:3e:b9:b5:c5', 'name': 'tempest-PortsIpV6TestJSON-1403539974'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:13.145272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:13.149479 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2f65f1-9acd-4356-932f-c99a163de675 x-openstack-request-id: req-fc2f65f1-9acd-4356-932f-c99a163de675 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:13.150083 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba9938a-df0b-4745-bcd9-c34c5f45070d", "name": "network-vif-plugged", "status": "completed", "tag": "ad583936-f9b5-40d4-ba88-1d231a7f5018", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:13.150345 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc2f65f1-9acd-4356-932f-c99a163de675 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:13.150916 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad583936-f9b5-40d4-ba88-1d231a7f5018', 'code': 200} Jul 22 14:38:13.184909 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.208451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4d5458-adac-4995-91f8-d4443b3571d3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:13.244007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=ad583936-f9b5-40d4-ba88-1d231a7f5018,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:13.247940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:13.256953 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.302746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:13.312948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:13.364020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:13.384698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5975fa-8999-4bec-9aaa-58d7813713bf req-5dee057d-1497-4706-98d1-164adb138187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:13.386289 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c5975fa-8999-4bec-9aaa-58d7813713bf req-5dee057d-1497-4706-98d1-164adb138187 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 1097 time: 0.1438100 Jul 22 14:38:13.390826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.438218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 153972de-cbdc-4b62-9462-e5e613ba9c91 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:13.482175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c6139-3b82-46d1-ac9d-cdd8f7d848db req-99a016df-9b00-43a2-ba7c-e12d8ecb9a09 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:13.483752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-162c6139-3b82-46d1-ac9d-cdd8f7d848db req-99a016df-9b00-43a2-ba7c-e12d8ecb9a09 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 946 time: 0.1465955 Jul 22 14:38:13.487501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['da4d5458-adac-4995-91f8-d4443b3571d3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:13.503562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c5975fa-8999-4bec-9aaa-58d7813713bf req-f26173cf-01e8-48fb-aa8b-e1bfcae548d7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091745 Jul 22 14:38:13.528748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c3ee2-2a99-4b51-b2ed-073b01e7cfb2 req-c602a951-723d-4466-bb4d-ac415d10dcdb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:13.530430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-264c3ee2-2a99-4b51-b2ed-073b01e7cfb2 req-c602a951-723d-4466-bb4d-ac415d10dcdb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 944 time: 0.1407549 Jul 22 14:38:13.567050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-162c6139-3b82-46d1-ac9d-cdd8f7d848db req-44491951-0c0b-47f8-87f8-c633023b9941 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723834 Jul 22 14:38:13.585585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-264c3ee2-2a99-4b51-b2ed-073b01e7cfb2 req-714a122b-9bd8-4717-b971-e8513ddce10e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472636 Jul 22 14:38:13.628423 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.692652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.745075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.751783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510f741-e5e1-4dcd-919b-40db81bf19b4 req-63e2ad0f-b949-4c58-b23e-56603e40a6e5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:13.753328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2510f741-e5e1-4dcd-919b-40db81bf19b4 req-63e2ad0f-b949-4c58-b23e-56603e40a6e5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 944 time: 0.0894020 Jul 22 14:38:13.799246 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2510f741-e5e1-4dcd-919b-40db81bf19b4 req-6272b80f-70f6-475b-a12e-be9aaec44f77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379395 Jul 22 14:38:13.800223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:13.804445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:13.814964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:13.821911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:13.822707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:13.826471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=153972de-cbdc-4b62-9462-e5e613ba9c91,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:13.843403 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9205075d-7678-43a7-a086-11761f515e3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7130988 Jul 22 14:38:13.843844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34958) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:13.910380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f45ab2-7a64-44f9-b3b9-b9598d2afd60 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:13.911702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-79f45ab2-7a64-44f9-b3b9-b9598d2afd60 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/153972de-cbdc-4b62-9462-e5e613ba9c91 HTTP/1.1" status: 200 len: 845 time: 0.0662630 Jul 22 14:38:13.914578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34964) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:14.017964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 153972de-cbdc-4b62-9462-e5e613ba9c91 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:14.018315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.087465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.101337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 153972de-cbdc-4b62-9462-e5e613ba9c91 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:14.187965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.221339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=153972de-cbdc-4b62-9462-e5e613ba9c91,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:14.228718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.231185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e7e4b24f-06cf-4618-abe1-d41da332d912 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/153972de-cbdc-4b62-9462-e5e613ba9c91 HTTP/1.1" status: 204 len: 168 time: 0.3154428 Jul 22 14:38:14.233928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34970) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:14.279001 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc465fa2-7c56-4441-8d5a-9bcdcc588f53 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:14.284821 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bc465fa2-7c56-4441-8d5a-9bcdcc588f53 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/153972de-cbdc-4b62-9462-e5e613ba9c91 HTTP/1.1" status: 404 len: 333 time: 0.0449722 Jul 22 14:38:14.284986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34972) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:14.290182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'name': 'tempest-PortsIpV6TestJSON-35154945'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:14.383188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:14.388001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.410321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port d2420fcf-6234-410a-8b1f-271c94f36da7 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:14.572572 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.624021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.640086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:14.677967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:14.704567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:14.715183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port da4d5458-adac-4995-91f8-d4443b3571d3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:14.719503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port da4d5458-adac-4995-91f8-d4443b3571d3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:14.720327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.729516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:14.735247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:14.735949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.781034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=d2420fcf-6234-410a-8b1f-271c94f36da7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:14.791039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:14.791479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9ef9045c-699a-4585-af6f-acc79b4b4f01 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5050633 Jul 22 14:38:14.799806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:14.806966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.848089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:14.855263 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:14.857374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa016d-5eb9-43ac-a78c-febc08f477ba req-ebac8f2d-8ebd-4545-bc66-8ecfb1292891 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:14.859498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aaa016d-5eb9-43ac-a78c-febc08f477ba req-ebac8f2d-8ebd-4545-bc66-8ecfb1292891 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 944 time: 0.1789448 Jul 22 14:38:14.867785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ce02f-2b21-4b88-bfcb-a24250269223 req-b56fef1a-7077-483c-a126-a339a9caf78a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:14.869581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f9ce02f-2b21-4b88-bfcb-a24250269223 req-b56fef1a-7077-483c-a126-a339a9caf78a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 946 time: 0.1905522 Jul 22 14:38:14.929136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:14.935172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aaa016d-5eb9-43ac-a78c-febc08f477ba req-5ea1a2ed-443a-4211-8743-829784e8f8ea tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644293 Jul 22 14:38:14.942947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f9ce02f-2b21-4b88-bfcb-a24250269223 req-13b14d53-0585-47de-96f7-f6deaae54701 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638063 Jul 22 14:38:14.975104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.081561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af6cee-4fad-45bd-9779-0ae71de5ac6a req-323aa601-a1a0-493f-8c49-e140fbc42f38 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.083133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3af6cee-4fad-45bd-9779-0ae71de5ac6a req-323aa601-a1a0-493f-8c49-e140fbc42f38 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 944 time: 0.0696983 Jul 22 14:38:15.125988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3af6cee-4fad-45bd-9779-0ae71de5ac6a req-05e9b337-00fe-458b-91d1-3e8cc9c999f6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 Jul 22 14:38:15.152162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:15.154669 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c7df15-4c32-4903-b151-e680f798c6ce" -d '{"events": [{"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-plugged", "status": "completed", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:15.162050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.174264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.195151 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae2bcb-009b-46e8-b7e5-8f3018c42016 x-openstack-request-id: req-7bae2bcb-009b-46e8-b7e5-8f3018c42016 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:15.195451 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-plugged", "status": "completed", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:15.195704 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bae2bcb-009b-46e8-b7e5-8f3018c42016 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:15.196105 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'code': 200} Jul 22 14:38:15.215414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] In _notify_port_updated(), no bound segment for port d2420fcf-6234-410a-8b1f-271c94f36da7 on network 0a86acbe-a625-4826-9f83-81afbedca18d {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:38:15.223608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.224362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.228574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 34992) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:15.228764 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/ports/d2420fcf-6234-410a-8b1f-271c94f36da7 HTTP/1.1" status: 200 len: 818 time: 0.4351447 Jul 22 14:38:15.246418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.254164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2a1c4-eb32-4f7a-a012-69d5784e7f7a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=d2420fcf-6234-410a-8b1f-271c94f36da7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:15.411301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac91b-7701-463b-a627-10ebb34307db req-b163d7a7-b7f2-4c8e-9f0a-2f98b9681efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.412805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46fac91b-7701-463b-a627-10ebb34307db req-b163d7a7-b7f2-4c8e-9f0a-2f98b9681efc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1096 time: 0.1376436 Jul 22 14:38:15.422323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d807cd-8f77-4ba8-bfac-2916170dd84f req-f481bdd8-0db0-4e4a-b210-074f4e91d52b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.424284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14d807cd-8f77-4ba8-bfac-2916170dd84f req-f481bdd8-0db0-4e4a-b210-074f4e91d52b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 946 time: 0.1834011 Jul 22 14:38:15.475108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port d2420fcf-6234-410a-8b1f-271c94f36da7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:15.475453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.479026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-ecad2d13-22e2-43cb-966b-c1b0467a9f71 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd47ac0ac57a4c84852f895db0031a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528691 Jul 22 14:38:15.542288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46fac91b-7701-463b-a627-10ebb34307db req-4a090d3a-a99a-4cfe-b2a2-0cf98ee4b3d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170878 Jul 22 14:38:15.567059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14d807cd-8f77-4ba8-bfac-2916170dd84f req-e4b846db-9530-4699-87f9-1fbf2170275b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256313 Jul 22 14:38:15.630671 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.650428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for d2420fcf-6234-410a-8b1f-271c94f36da7 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:15.708330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-b316eb08-c083-4824-8d74-f2ea9653764b tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.709801 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-b316eb08-c083-4824-8d74-f2ea9653764b tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118015 Jul 22 14:38:15.737066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-52b3afbb-ea05-4ca3-bf8a-46f47b4d8b70 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/quotas/dd47ac0ac57a4c84852f895db0031a41 HTTP/1.1" status: 200 len: 375 time: 0.0219646 Jul 22 14:38:15.777217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-4d7f4e1a-832a-4000-8997-06be28e3b3c4 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd47ac0ac57a4c84852f895db0031a41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344081 Jul 22 14:38:15.783520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.814746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=d2420fcf-6234-410a-8b1f-271c94f36da7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:15.820366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.822023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d3728877-e02f-4f88-a365-8f5cd5ed481b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/d2420fcf-6234-410a-8b1f-271c94f36da7 HTTP/1.1" status: 204 len: 168 time: 0.5919819 Jul 22 14:38:15.824522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35008) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:15.890814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09125aab-cf78-462d-9782-f998ed878af0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:15.895652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-09125aab-cf78-462d-9782-f998ed878af0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0701640 Jul 22 14:38:15.896515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:15.926689 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6805c4f3-68e4-4da7-904d-88682b79e9b2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:15.928166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6805c4f3-68e4-4da7-904d-88682b79e9b2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/d2420fcf-6234-410a-8b1f-271c94f36da7 HTTP/1.1" status: 404 len: 333 time: 0.0304544 Jul 22 14:38:15.932414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:15.937598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1218253556'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:15.955971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-142a32a0-640a-4937-93e5-9508238cf8a3 req-ab14d511-aebb-463e-9d66-dc54691429e2 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 210 time: 0.0312705 Jul 22 14:38:15.961468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:15.965128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:15.994987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:38:16.008283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.008759 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment ab619257-a1c8-4787-b239-3228f76138cd of type vlan for network 365c29a7-7602-458a-8df2-bd4bffdbe550 Jul 22 14:38:16.074068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.099579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f296d-f5fc-43c9-b110-689655e85c73 req-b9d5cced-1b7f-4af9-b9f1-aa7c9daa54d3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.107023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-344f296d-f5fc-43c9-b110-689655e85c73 req-b9d5cced-1b7f-4af9-b9f1-aa7c9daa54d3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.0901611 Jul 22 14:38:16.114241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.120054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.120780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.152345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-344f296d-f5fc-43c9-b110-689655e85c73 req-68f977ac-93e2-4270-8b3a-42b3be1bd751 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Jul 22 14:38:16.173950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2401171 Jul 22 14:38:16.176631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35028) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:16.182121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:16.218289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea2a27-17ec-4046-a891-aa8c0a881ff3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=365c29a7-7602-458a-8df2-bd4bffdbe550,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:16.229507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:16.345645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:16.349150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.374895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07759d4a-f6f7-477b-bef5-2499d27d2cf4 req-25816f2c-144a-4c48-97dd-24dddf44bc1c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.377015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07759d4a-f6f7-477b-bef5-2499d27d2cf4 req-25816f2c-144a-4c48-97dd-24dddf44bc1c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 944 time: 0.1141944 Jul 22 14:38:16.475373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07759d4a-f6f7-477b-bef5-2499d27d2cf4 req-c59e362f-3bce-453f-9eec-40c0fa27c890 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887866 Jul 22 14:38:16.480173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03205207-e12a-42c4-a117-9649b54f6a0b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:16.527320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-469f2214-f061-42c2-8cf6-d1214fd2d9b9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.530752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-469f2214-f061-42c2-8cf6-d1214fd2d9b9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.72 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 946 time: 0.0735242 Jul 22 14:38:16.555023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 03205207-e12a-42c4-a117-9649b54f6a0b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:16.561303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 03205207-e12a-42c4-a117-9649b54f6a0b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:16.562046 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.629540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.671835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Deleting port ad583936-f9b5-40d4-ba88-1d231a7f5018 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:16.672498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.702359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.726401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=867402de-a7e0-467e-b0d6-c636682ed7fb,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:16.737738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:16.745166 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.754494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': 'ab619257-a1c8-4787-b239-3228f76138cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:16.754887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: 365c29a7-7602-458a-8df2-bd4bffdbe550, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:16.768595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e6639-e770-496e-a199-373765e142d4 req-6344f92e-e7b3-49af-8f61-cffa49374bd8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.770114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b18e6639-e770-496e-a199-373765e142d4 req-6344f92e-e7b3-49af-8f61-cffa49374bd8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba9938a-df0b-4745-bcd9-c34c5f45070d HTTP/1.1" status: 200 len: 946 time: 0.1130466 Jul 22 14:38:16.777610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] For port ad583936-f9b5-40d4-ba88-1d231a7f5018, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ad583936-f9b5-40d4-ba88-1d231a7f5018,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:16.778037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.794787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Calling delete_port for ad583936-f9b5-40d4-ba88-1d231a7f5018 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:16.797068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:16.805653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:16.824042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b18e6639-e770-496e-a199-373765e142d4 req-09617bd6-b453-49bf-b280-615e1f4cc4db tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Jul 22 14:38:16.825066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 365c29a7-7602-458a-8df2-bd4bffdbe550) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:16.829876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:16.831149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.839843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96459f-b725-4182-bc5d-d5552cb6f44f None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:16.847125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-620bce0b-593d-4377-854a-72a19a66f742 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6693599 Jul 22 14:38:16.853743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35034) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:16.859451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:16.967923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:16.976042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-a08188c0-f901-4843-99ce-afd9dc8bda18 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=dd47ac0ac57a4c84852f895db0031a41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273933 Jul 22 14:38:16.984829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:17.027573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['ad583936-f9b5-40d4-ba88-1d231a7f5018'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:17.039696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Pushing event deleted for resources: {'Port': ['ID=ad583936-f9b5-40d4-ba88-1d231a7f5018,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:17.121842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] No DVR routers for this DVR port ad583936-f9b5-40d4-ba88-1d231a7f5018 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:17.127709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.131130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56ad8abd-ff2b-48e6-9d43-18bc32a52880 req-672cdce3-4baf-42b7-b0e6-4438cac43713 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.72 "DELETE /v2.0/ports/ad583936-f9b5-40d4-ba88-1d231a7f5018 HTTP/1.1" status: 204 len: 173 time: 0.5955927 Jul 22 14:38:17.131587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'name': 'network-vif-deleted', 'tag': 'ad583936-f9b5-40d4-ba88-1d231a7f5018'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:17.136948 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5e700d-c6fc-4f4e-a701-f55058db8161" -d '{"events": [{"server_uuid": "4ba9938a-df0b-4745-bcd9-c34c5f45070d", "name": "network-vif-deleted", "tag": "ad583936-f9b5-40d4-ba88-1d231a7f5018"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:17.142763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-365c29a7-7602-458a-8df2-bd4bffdbe550', 'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': '867402de-a7e0-467e-b0d6-c636682ed7fb'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:17.143927 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.242413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:17.244779 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3140965-805f-4d1d-ad12-936693777cbd" -d '{"events": [{"server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "name": "network-vif-plugged", "status": "completed", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:17.254677 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf720b9-eed3-4d27-bab4-0f94b0737865 x-openstack-request-id: req-ecf720b9-eed3-4d27-bab4-0f94b0737865 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:17.254974 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba9938a-df0b-4745-bcd9-c34c5f45070d", "name": "network-vif-deleted", "tag": "ad583936-f9b5-40d4-ba88-1d231a7f5018", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:17.255229 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ecf720b9-eed3-4d27-bab4-0f94b0737865 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:17.255645 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba9938a-df0b-4745-bcd9-c34c5f45070d', 'name': 'network-vif-deleted', 'tag': 'ad583936-f9b5-40d4-ba88-1d231a7f5018', 'status': 'completed', 'code': 200} Jul 22 14:38:17.364451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Allocated IP 2001:db8::2 (365c29a7-7602-458a-8df2-bd4bffdbe550/867402de-a7e0-467e-b0d6-c636682ed7fb/6c27a942-b180-4e0f-9bb0-99626c094a8b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:17.447223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a97e279-23b9-412b-a124-8536a2eeec18 req-1e9cc108-cdcf-453b-92c0-751a96f9bd49 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 210 time: 0.0658617 Jul 22 14:38:17.495121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:17.498366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.503973 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2f956d-c3ee-4abe-9f75-d188fddb59bf x-openstack-request-id: req-0b2f956d-c3ee-4abe-9f75-d188fddb59bf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:17.504273 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "name": "network-vif-plugged", "status": "completed", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:17.504532 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b2f956d-c3ee-4abe-9f75-d188fddb59bf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:17.504925 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b', 'code': 200} Jul 22 14:38:17.518890 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.531659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Transition to ACTIVE for port object 6c27a942-b180-4e0f-9bb0-99626c094a8b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:17.552735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Transition to ACTIVE for port object 6c27a942-b180-4e0f-9bb0-99626c094a8b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:17.561437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-bba58c18-5275-41b9-852f-9a5c71e1c563 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:17.563028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-bba58c18-5275-41b9-852f-9a5c71e1c563 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5773578 Jul 22 14:38:17.571549 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.598076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Request body: {'port': {'device_id': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': 'dd47ac0ac57a4c84852f895db0031a41'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:17.627670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:17.631808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:17.637967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:17.641457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Pushing event updated for resources: {'Port': ['ID=6c27a942-b180-4e0f-9bb0-99626c094a8b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:17.688327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e804827-ae48-4108-80d9-d5cf592fe754 req-245dd110-f993-4d8d-a071-e304017f6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:17.690342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4e804827-ae48-4108-80d9-d5cf592fe754 req-245dd110-f993-4d8d-a071-e304017f6403 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1096 time: 0.0982759 Jul 22 14:38:17.693496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4521f9-bdcf-4f69-9d09-d58f4e0abe8e req-fa7017b4-730f-4535-b8c9-69480986ffa7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:17.695030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c4521f9-bdcf-4f69-9d09-d58f4e0abe8e req-fa7017b4-730f-4535-b8c9-69480986ffa7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.3105636 Jul 22 14:38:17.709031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Attempting to bind port 6c27a942-b180-4e0f-9bb0-99626c094a8b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:17.709526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Attempting to bind port 6c27a942-b180-4e0f-9bb0-99626c094a8b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ab619257-a1c8-4787-b239-3228f76138cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:17.709893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Attempting to bind port 6c27a942-b180-4e0f-9bb0-99626c094a8b on network 365c29a7-7602-458a-8df2-bd4bffdbe550 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:17.714937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:17.715314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Checking segment: {'id': 'ab619257-a1c8-4787-b239-3228f76138cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:17.715720 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.716111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Bound using segment: {'id': 'ab619257-a1c8-4787-b239-3228f76138cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:17.716576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Bound port: 6c27a942-b180-4e0f-9bb0-99626c094a8b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab619257-a1c8-4787-b239-3228f76138cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:17.716961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.744678 n-d-794306-8 neutron-server[93812]: INFO neutron.db.ipam_backend_mixin [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 867402de-a7e0-467e-b0d6-c636682ed7fb (CIDR: 2001:db8::/64) Jul 22 14:38:17.769065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4e804827-ae48-4108-80d9-d5cf592fe754 req-c2f57c4b-f023-4b2c-b346-95cca71251c1 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600760 Jul 22 14:38:17.771031 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:38:17.771537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:38:17.789060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] For port 6c27a942-b180-4e0f-9bb0-99626c094a8b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:17.792454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] For port 6c27a942-b180-4e0f-9bb0-99626c094a8b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c27a942-b180-4e0f-9bb0-99626c094a8b,segment=NetworkSegment(ab619257-a1c8-4787-b239-3228f76138cd),segment_id=ab619257-a1c8-4787-b239-3228f76138cd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:17.797080 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.816734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c9b332eb-ddc1-4093-a49b-451a5931479a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9615126 Jul 22 14:38:17.820626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:17.838810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:17.844448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c4521f9-bdcf-4f69-9d09-d58f4e0abe8e req-4140f296-5b30-4f09-8c43-4f075bc7ea4a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170721 Jul 22 14:38:17.862670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635228e-0307-4254-adf0-c6ad36573543 None None] Pushing event updated for resources: {'Port': ['ID=6c27a942-b180-4e0f-9bb0-99626c094a8b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:17.865830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be296-24e5-43bd-a342-ebae0712e906 req-675d3fe0-cbee-4d00-be05-45bb08aa7a43 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:17.867582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-489be296-24e5-43bd-a342-ebae0712e906 req-675d3fe0-cbee-4d00-be05-45bb08aa7a43 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 945 time: 0.2780800 Jul 22 14:38:17.902589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Made reservation on behalf of dd47ac0ac57a4c84852f895db0031a41 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:17.906171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.917891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:17.958354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-489be296-24e5-43bd-a342-ebae0712e906 req-8072bac2-945f-418d-903b-90f4b525c0ae tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799527 Jul 22 14:38:18.139718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a9edf-1043-4309-9804-e1c2f545ba4d req-aa7bcb54-7dde-4e7e-9219-27aa850f68d4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:18.141515 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-224a9edf-1043-4309-9804-e1c2f545ba4d req-aa7bcb54-7dde-4e7e-9219-27aa850f68d4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1656532 Jul 22 14:38:18.187308 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.195823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1574-c725-4e7f-af06-d09c686d54d0 req-5297f60d-a543-40c7-9e93-a72e70efec93 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:18.197399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83ca1574-c725-4e7f-af06-d09c686d54d0 req-5297f60d-a543-40c7-9e93-a72e70efec93 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1752245 Jul 22 14:38:18.201376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.210449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:18.216557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.249066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-224a9edf-1043-4309-9804-e1c2f545ba4d req-25ac2984-d636-4c78-b252-467d3268c84f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944767 Jul 22 14:38:18.279668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:18.347632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bcc7b2-bd13-4aab-88c9-c872004210fe,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:18.362334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83ca1574-c725-4e7f-af06-d09c686d54d0 req-b0c9c56f-4a54-4baa-a1eb-79eb0da15bf2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421862 Jul 22 14:38:18.429507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Allocated IP 192.168.233.241 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/d4940699-718d-40e6-99ef-31d8bc8fb622) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:18.432904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57e61c-de45-4e74-abf8-ca379f9828ba tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:18.434502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0e57e61c-de45-4e74-abf8-ca379f9828ba tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1091 time: 0.1504283 Jul 22 14:38:18.439814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:18.444949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:18.496743 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.562760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.627283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:18.630755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:18.635649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:18.636257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.642018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81e26912-0123-49f1-8840-0b4e23248494 req-9b6201d8-d7c1-4fd2-b64a-525c5c09774a tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 210 time: 0.0702710 Jul 22 14:38:18.665790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8433442 Jul 22 14:38:18.666647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ae7ec-0519-45ee-b7f8-ac0ad054dc19 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=983c233a-dca3-4a19-8cd2-5bcc7cf681e1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:18.676327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:18.681384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550', 'fixed_ips': [{'subnet_id': '867402de-a7e0-467e-b0d6-c636682ed7fb'}, {'subnet_id': '983c233a-dca3-4a19-8cd2-5bcc7cf681e1'}], 'name': 'tempest-PortsIpV6TestJSON-527545560'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:18.786968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.806830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869b485-3b75-46d5-9e1b-68ead06be09d req-c352ab49-136e-40ec-a4db-c86871a0b955 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:18.808372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f869b485-3b75-46d5-9e1b-68ead06be09d req-c352ab49-136e-40ec-a4db-c86871a0b955 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2097480 Jul 22 14:38:18.815610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:18.822720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Transition to ACTIVE for port object d4940699-718d-40e6-99ef-31d8bc8fb622 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:18.884309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.890751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f869b485-3b75-46d5-9e1b-68ead06be09d req-ee3258bc-e550-42bd-bd08-7d9c2dd4f41f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726635 Jul 22 14:38:18.926700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.942917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:18.954318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port effc4f14-36e6-4973-aa17-51e939cb943e yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:19.038657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:19.057931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22b6d3-0342-4ab3-a29e-9a9d9677d8e0 None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:19.076016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:19.086114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:19.113558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Pushing event updated for resources: {'Port': ['ID=d4940699-718d-40e6-99ef-31d8bc8fb622,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:19.154165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.165 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/37e9e91e-b719-4621-875a-ce261f3da82c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:19.216659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f9567d50-4d19-4c75-8f4a-2612b223242e None None] Provisioning for port 6c27a942-b180-4e0f-9bb0-99626c094a8b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:19.305420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:19.306130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.324299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::1fa (365c29a7-7602-458a-8df2-bd4bffdbe550/867402de-a7e0-467e-b0d6-c636682ed7fb/effc4f14-36e6-4973-aa17-51e939cb943e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:19.332758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8:0:1::2ff (365c29a7-7602-458a-8df2-bd4bffdbe550/983c233a-dca3-4a19-8cd2-5bcc7cf681e1/effc4f14-36e6-4973-aa17-51e939cb943e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:19.358000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e813364-b4f1-451e-b0fb-ef39f8a49890 req-11ef8d3b-a87b-4093-ba5f-ddc8dd901545 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:19.359612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e813364-b4f1-451e-b0fb-ef39f8a49890 req-11ef8d3b-a87b-4093-ba5f-ddc8dd901545 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.3685253 Jul 22 14:38:19.367795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-46368b41-f3bc-459d-9e30-a81d5961b5d5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7758026 Jul 22 14:38:19.390619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.394747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Update dhcp port {'port': {'network_id': '365c29a7-7602-458a-8df2-bd4bffdbe550', 'fixed_ips': [{'subnet_id': '867402de-a7e0-467e-b0d6-c636682ed7fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '983c233a-dca3-4a19-8cd2-5bcc7cf681e1'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '6c27a942-b180-4e0f-9bb0-99626c094a8b'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:38:19.396615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Request body: {'port': {'device_id': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:19.416621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede757a6-6068-464e-b393-ae80cec34aa0 req-ec4060f2-0ec2-45ba-9c07-8f7fa867de6b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:19.417695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ede757a6-6068-464e-b393-ae80cec34aa0 req-ec4060f2-0ec2-45ba-9c07-8f7fa867de6b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 945 time: 0.3776286 Jul 22 14:38:19.432706 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.457953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4589e631-45f5-428b-b0b7-0a4fd3d9c707 None None] Provisioning for port d4940699-718d-40e6-99ef-31d8bc8fb622 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:19.481245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4589e631-45f5-428b-b0b7-0a4fd3d9c707 None None] Provisioning complete for port d4940699-718d-40e6-99ef-31d8bc8fb622 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:19.481625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4589e631-45f5-428b-b0b7-0a4fd3d9c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.509600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.525381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object effc4f14-36e6-4973-aa17-51e939cb943e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:19.528833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e813364-b4f1-451e-b0fb-ef39f8a49890 req-037e176b-ed02-40df-974b-f1d5b9e320e8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551161 Jul 22 14:38:19.577795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4589e631-45f5-428b-b0b7-0a4fd3d9c707 None None] Port d4940699-718d-40e6-99ef-31d8bc8fb622 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:19.589350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.596656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ede757a6-6068-464e-b393-ae80cec34aa0 req-ea33baf7-ef81-403c-bb91-6777580d15ed tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572533 Jul 22 14:38:19.613406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.631963 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.664741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Allocated IP 2001:db8:0:1::2 (365c29a7-7602-458a-8df2-bd4bffdbe550/983c233a-dca3-4a19-8cd2-5bcc7cf681e1/6c27a942-b180-4e0f-9bb0-99626c094a8b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:19.685910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:19.689965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:19.699926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:19.706048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:19.706810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.720972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=effc4f14-36e6-4973-aa17-51e939cb943e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:19.744882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e2d243d1-c435-4905-abec-2bab3a38d862 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.0673954 Jul 22 14:38:19.749030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35084) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:19.757850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '867402de-a7e0-467e-b0d6-c636682ed7fb'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:19.768174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:19.768995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=37e9e91e-b719-4621-875a-ce261f3da82c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:19.778191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:19.789143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:19.824200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] For port 6c27a942-b180-4e0f-9bb0-99626c094a8b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c27a942-b180-4e0f-9bb0-99626c094a8b,segment=NetworkSegment(ab619257-a1c8-4787-b239-3228f76138cd),segment_id=ab619257-a1c8-4787-b239-3228f76138cd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:19.859819 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.880281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-d2584e54-082b-4d18-ab74-d14798c2d9eb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1049185396&fields=id&tenant_id=fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 267 time: 0.1501992 Jul 22 14:38:19.881316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Transition to ACTIVE for port object 6c27a942-b180-4e0f-9bb0-99626c094a8b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:19.893613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:19.919060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:20.030993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899a477-e5c8-442b-969b-21011d8efcbd None None] Pushing event updated for resources: {'Port': ['ID=6c27a942-b180-4e0f-9bb0-99626c094a8b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:20.036270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c27a942-b180-4e0f-9bb0-99626c094a8b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:20.092553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c863f9-4ca3-48bf-be74-6069e93bc72d req-58b22f97-b569-477c-9890-acefcec50049 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:20.099604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66c863f9-4ca3-48bf-be74-6069e93bc72d req-58b22f97-b569-477c-9890-acefcec50049 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 936 time: 0.3279021 Jul 22 14:38:20.120706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6c27a942-b180-4e0f-9bb0-99626c094a8b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:20.223270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-18ca5bbe-8c93-4f85-85ea-9f98fafc4cfb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:20.224818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-18ca5bbe-8c93-4f85-85ea-9f98fafc4cfb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 945 time: 0.3437529 Jul 22 14:38:20.312669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66c863f9-4ca3-48bf-be74-6069e93bc72d req-bb7a3024-d553-4488-9430-db0aef45d4e5 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078595 Jul 22 14:38:20.317869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'port': {'security_groups': ['486270c5-de02-416e-9e0c-9092e0cca35f', '637d19f6-93cd-4810-a0a8-d249c9ec55a0']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:20.426967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Delete allocated IP 2001:db8:0:1::2ff (365c29a7-7602-458a-8df2-bd4bffdbe550/983c233a-dca3-4a19-8cd2-5bcc7cf681e1) {{(pid=93813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:38:20.494883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ad583936-f9b5-40d4-ba88-1d231a7f5018 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:20.529002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: ad583936-f9b5-40d4-ba88-1d231a7f5018 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:20.529391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ad583936-f9b5-40d4-ba88-1d231a7f5018 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:20.589384 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:20.605276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Ignored duplicate provisioning block setup for port effc4f14-36e6-4973-aa17-51e939cb943e by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:38:20.612869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:20.686869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=effc4f14-36e6-4973-aa17-51e939cb943e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:20.730172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] In _notify_port_updated(), no bound segment for port effc4f14-36e6-4973-aa17-51e939cb943e on network 365c29a7-7602-458a-8df2-bd4bffdbe550 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:38:20.736892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:20.737571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:20.742058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07fb6629-6670-490a-9942-03b0ce950b74 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/ports/effc4f14-36e6-4973-aa17-51e939cb943e HTTP/1.1" status: 200 len: 925 time: 0.9927409 Jul 22 14:38:20.743059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:20.747128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3549e0-1c97-41d0-8694-df4089060011 None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:20.750247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '867402de-a7e0-467e-b0d6-c636682ed7fb'}, {'subnet_id': '983c233a-dca3-4a19-8cd2-5bcc7cf681e1'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:20.857731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.026465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4940699-718d-40e6-99ef-31d8bc8fb622 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:21.041209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.043734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.078080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] Provisioning for port 6c27a942-b180-4e0f-9bb0-99626c094a8b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:21.080091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Transition to ACTIVE for port object d4940699-718d-40e6-99ef-31d8bc8fb622 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:21.088862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] Provisioning complete for port 6c27a942-b180-4e0f-9bb0-99626c094a8b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:21.089247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.101908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.106626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.215163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.227718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4940699-718d-40e6-99ef-31d8bc8fb622,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:21.245990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8:0:1::27a (365c29a7-7602-458a-8df2-bd4bffdbe550/983c233a-dca3-4a19-8cd2-5bcc7cf681e1/effc4f14-36e6-4973-aa17-51e939cb943e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:21.276677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] For port 6c27a942-b180-4e0f-9bb0-99626c094a8b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c27a942-b180-4e0f-9bb0-99626c094a8b,segment=NetworkSegment(ab619257-a1c8-4787-b239-3228f76138cd),segment_id=ab619257-a1c8-4787-b239-3228f76138cd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:21.282297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.436099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e13f74-e77a-4620-88e5-40bc705ba014 None None] Pushing event updated for resources: {'Port': ['ID=6c27a942-b180-4e0f-9bb0-99626c094a8b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:21.497794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.521714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.539422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Ignored duplicate provisioning block setup for port effc4f14-36e6-4973-aa17-51e939cb943e by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:38:21.549305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.591337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:21.658574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] In _notify_port_updated(), no bound segment for port effc4f14-36e6-4973-aa17-51e939cb943e on network 365c29a7-7602-458a-8df2-bd4bffdbe550 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:38:21.663618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Attempting to bind port d4940699-718d-40e6-99ef-31d8bc8fb622 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:21.663956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Attempting to bind port d4940699-718d-40e6-99ef-31d8bc8fb622 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:21.664287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Attempting to bind port d4940699-718d-40e6-99ef-31d8bc8fb622 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:21.664510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:21.665241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.669620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/ports/effc4f14-36e6-4973-aa17-51e939cb943e HTTP/1.1" status: 200 len: 1011 time: 0.9228961 Jul 22 14:38:21.669620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35108) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:21.677087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefcb09-aebe-48c2-bd51-5b25af9194aa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=effc4f14-36e6-4973-aa17-51e939cb943e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:21.696603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.698354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Port d4940699-718d-40e6-99ef-31d8bc8fb622 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:21.698586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Attempting to bind port d4940699-718d-40e6-99ef-31d8bc8fb622 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:21.737300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.752645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:21.753310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:21.753881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:21.754532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Bound port: d4940699-718d-40e6-99ef-31d8bc8fb622, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:21.754948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:21.755268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.787356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port effc4f14-36e6-4973-aa17-51e939cb943e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:21.787603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.800457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ef1b-edd3-4d94-85d4-af481e0fd891 req-160d6b69-8802-43e3-9be6-4a7d00c9504c tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:21.800730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c519249e-de2c-44ae-89c1-c72ac029256a None None] Provisioning complete for port 6c27a942-b180-4e0f-9bb0-99626c094a8b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:21.801330 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c519249e-de2c-44ae-89c1-c72ac029256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.802668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a27ef1b-edd3-4d94-85d4-af481e0fd891 req-160d6b69-8802-43e3-9be6-4a7d00c9504c tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 948 time: 0.3136959 Jul 22 14:38:21.868398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:21.869242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.883120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-491f8e39-5391-4014-bf8f-8a91cd1c71d4 req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "PUT /v2.0/ports/03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 981 time: 1.6171393 Jul 22 14:38:21.883646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:21.889686 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abc7f5f-f836-497a-a73b-e58d350055c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:21.939706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:21.962249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for effc4f14-36e6-4973-aa17-51e939cb943e owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:21.964679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a57b6f-eecc-4b94-ac8e-b9385d558037 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:21.976529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c27a942-b180-4e0f-9bb0-99626c094a8b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:22.020874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:22.029516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a27ef1b-edd3-4d94-85d4-af481e0fd891 req-157ad82d-5525-4695-9cf1-f04f6b227bce tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155311 Jul 22 14:38:22.040701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.054110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] For port d4940699-718d-40e6-99ef-31d8bc8fb622, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:22.058483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] For port d4940699-718d-40e6-99ef-31d8bc8fb622, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4940699-718d-40e6-99ef-31d8bc8fb622,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:22.060832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.072611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.184758 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac284eaf-5f10-4085-bdbc-15b9562a480e x-openstack-request-id: req-ac284eaf-5f10-4085-bdbc-15b9562a480e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:22.185057 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:22.185327 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac284eaf-5f10-4085-bdbc-15b9562a480e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:22.185676 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b', 'status': 'completed', 'code': 200} Jul 22 14:38:22.189833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.190411 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.191964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/d4940699-718d-40e6-99ef-31d8bc8fb622 HTTP/1.1" status: 200 len: 1096 time: 2.8045199 Jul 22 14:38:22.252985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=37e9e91e-b719-4621-875a-ce261f3da82c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:22.273995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6c27a942-b180-4e0f-9bb0-99626c094a8b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:22.274572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.385141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-3ff318ff-43d1-464d-9793-a5d88dda6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.386878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-3ff318ff-43d1-464d-9793-a5d88dda6e59 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1135 time: 0.2086792 Jul 22 14:38:22.446738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.543608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-cec81413-98b5-42a7-bc1e-483643b7cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.545333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-cec81413-98b5-42a7-bc1e-483643b7cfde service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.1473868 Jul 22 14:38:22.548769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-5c15eb9a-d203-4975-9369-cedfe66fa53d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1013966500&fields=id&tenant_id=fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 267 time: 0.4150569 Jul 22 14:38:22.561099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c519249e-de2c-44ae-89c1-c72ac029256a None None] Provisioning for port effc4f14-36e6-4973-aa17-51e939cb943e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:22.564078 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.569265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c519249e-de2c-44ae-89c1-c72ac029256a None None] Provisioning complete for port effc4f14-36e6-4973-aa17-51e939cb943e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:22.570433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c519249e-de2c-44ae-89c1-c72ac029256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.603672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c519249e-de2c-44ae-89c1-c72ac029256a None None] Port effc4f14-36e6-4973-aa17-51e939cb943e was deleted so its status cannot be updated. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:38:22.615235 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-9a415a1d-3074-42cd-b9f6-ee8d8fc0e20f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 217 time: 0.0619454 Jul 22 14:38:22.615770 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP 93b77e42-ce39-45de-abf5-7e30c6b353bf associated. External IP: 172.25.3.165, port: da4d5458-adac-4995-91f8-d4443b3571d3. Jul 22 14:38:22.703957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=effc4f14-36e6-4973-aa17-51e939cb943e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:22.712865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c26a4c-45d2-4a99-835f-9b3e45f546b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4940699-718d-40e6-99ef-31d8bc8fb622,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:22.723578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-af32b200-0176-47a0-92dc-3c617b37b7b8 None None] Could not find standard attr ID for object effc4f14-36e6-4973-aa17-51e939cb943e. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:38:22.741173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.746281 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc150e6e-d78e-472a-bf3e-631e321952d6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/effc4f14-36e6-4973-aa17-51e939cb943e HTTP/1.1" status: 204 len: 168 time: 1.0726330 Jul 22 14:38:22.748785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:22.784531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-53fe2b21-dcc7-4644-be5b-c02a8464fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.786008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-53fe2b21-dcc7-4644-be5b-c02a8464fd8e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.1474881 Jul 22 14:38:22.787083 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d072cb-dff4-4ce6-91e1-8e1ec276bee7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:22.789021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8d072cb-dff4-4ce6-91e1-8e1ec276bee7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/effc4f14-36e6-4973-aa17-51e939cb943e HTTP/1.1" status: 404 len: 333 time: 0.0388150 Jul 22 14:38:22.791486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:22.792110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b860-6549-4494-b2fa-b2490cc02d17 req-be5045f6-ac48-4485-b31b-a2021aea0733 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.793685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d497b860-6549-4494-b2fa-b2490cc02d17 req-be5045f6-ac48-4485-b31b-a2021aea0733 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.4943459 Jul 22 14:38:22.808694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-52e06706-d7d8-4a15-81a5-5e3d091b028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.810245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-52e06706-d7d8-4a15-81a5-5e3d091b028f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd47ac0ac57a4c84852f895db0031a41&device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 1099 time: 0.5397246 Jul 22 14:38:22.855785 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-2a5af9c2-7afc-44e7-b852-c1ce5f832349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514710 Jul 22 14:38:22.882030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-9e09218e-99c8-49fb-bece-b9527405f110 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d4940699-718d-40e6-99ef-31d8bc8fb622 HTTP/1.1" status: 200 len: 217 time: 0.0608075 Jul 22 14:38:22.896814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 983c233a-dca3-4a19-8cd2-5bcc7cf681e1 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:22.905649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:22.918418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-a3454cad-c562-49b2-9d7c-58c394df7720 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:22.919872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-a3454cad-c562-49b2-9d7c-58c394df7720 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 984 time: 0.2949157 Jul 22 14:38:22.924151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d497b860-6549-4494-b2fa-b2490cc02d17 req-949c1d82-843d-49b1-bdca-59afdcefdf39 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216857 Jul 22 14:38:22.990277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.009695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'port': {'security_groups': ['486270c5-de02-416e-9e0c-9092e0cca35f', '637d19f6-93cd-4810-a0a8-d249c9ec55a0', '6631845b-6ad7-4664-894a-4dbe27a10c44']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:23.051916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-ec796557-e84c-4f34-9133-00fc304da783 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872766 Jul 22 14:38:23.105279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-6186e1e7-6202-4830-8594-141610ff73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:23.106824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-6186e1e7-6202-4830-8594-141610ff73f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.2100985 Jul 22 14:38:23.120079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.210397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6abc7f5f-f836-497a-a73b-e58d350055c9 req-f0f6dadf-fa56-4ef7-a1af-bebbb8414b3f service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359527 Jul 22 14:38:23.226650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.226925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router ca4820c4-8fab-406a-9609-564f283a675e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:38:23.230911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.260864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=983c233a-dca3-4a19-8cd2-5bcc7cf681e1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:23.262862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.263248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c821b9-c4ad-4e6b-a5c6-e9e02ce86115 req-a91fa5dc-5881-4436-bc2c-854fed86f340 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:23.267109 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31663ca7-8600-4282-95d7-81e3afa3ddea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/983c233a-dca3-4a19-8cd2-5bcc7cf681e1 HTTP/1.1" status: 204 len: 168 time: 0.4722486 Jul 22 14:38:23.267286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9c821b9-c4ad-4e6b-a5c6-e9e02ce86115 req-a91fa5dc-5881-4436-bc2c-854fed86f340 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2459381 Jul 22 14:38:23.267417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35130) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:23.281092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b64dae-5963-4a33-bfaf-bc4069447685 None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:23.323094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 867402de-a7e0-467e-b0d6-c636682ed7fb {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:23.326552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.393882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-cd77b405-6ce9-4829-af14-db034b7ea72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:23.395474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-cd77b405-6ce9-4829-af14-db034b7ea72f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2767518 Jul 22 14:38:23.495408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9c821b9-c4ad-4e6b-a5c6-e9e02ce86115 req-f693568a-2eda-4d96-afd2-f44cc0b13d87 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930418 Jul 22 14:38:23.667759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-de6eac88-9f00-45f8-9c4f-585197eb5347 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573187 Jul 22 14:38:23.669969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:38:23.682667 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] Sync routers for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:38:23.696721 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:23.707211 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:23.780360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.895031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.897345 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:23.978262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:23.999749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.003368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:24.022509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=867402de-a7e0-467e-b0d6-c636682ed7fb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:24.024758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.029428 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3677c687-0afb-4b19-9806-f6bf6c9f505a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/867402de-a7e0-467e-b0d6-c636682ed7fb HTTP/1.1" status: 204 len: 168 time: 0.7585764 Jul 22 14:38:24.029855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:24.123900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.194673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 6c27a942-b180-4e0f-9bb0-99626c094a8b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:24.195175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.219582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32741b4f-4b5f-4cb9-a867-f5faf3b2aef6 None None] Network 365c29a7-7602-458a-8df2-bd4bffdbe550 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:24.222812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '93b77e42-ce39-45de-abf5-7e30c6b353bf', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'port_id': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'mac_address': 'fa:16:3e:f1:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:20Z', 'updated_at': '2021-07-22T14:38:20Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:04Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:24.254672 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] Checking router: ca4820c4-8fab-406a-9609-564f283a675e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:38:24.270105 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:24.271124 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:24.307702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d3ef5c9-05b5-4bf1-bc52-793600b03068 None None] Provisioning complete for port 6c27a942-b180-4e0f-9bb0-99626c094a8b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:24.314296 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d3ef5c9-05b5-4bf1-bc52-793600b03068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.369896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] For port 6c27a942-b180-4e0f-9bb0-99626c094a8b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c27a942-b180-4e0f-9bb0-99626c094a8b,segment=NetworkSegment(ab619257-a1c8-4787-b239-3228f76138cd),segment_id=ab619257-a1c8-4787-b239-3228f76138cd)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:24.370607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.394420 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:38:24.400784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 6c27a942-b180-4e0f-9bb0-99626c094a8b owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:24.506888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'tag': 'd4940699-718d-40e6-99ef-31d8bc8fb622'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:24.509725 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad5a730-0bb4-4e27-9412-d940d7d8ab50", "tag": "d4940699-718d-40e6-99ef-31d8bc8fb622"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:24.528194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abea3a-b128-4608-8aa0-9222633ad6ce req-ea987eaf-ec53-417d-900e-0b0cdf927fb7 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:24.530365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6abea3a-b128-4608-8aa0-9222633ad6ce req-ea987eaf-ec53-417d-900e-0b0cdf927fb7 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 948 time: 0.9513896 Jul 22 14:38:24.542006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-187391ef-da21-41c4-8f6c-369eaeb8bb27 req-32218794-1011-4b9d-bb5d-19e0e6b7901c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8654802 Jul 22 14:38:24.563243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.584099 n-d-794306-8 neutron-server[93814]: INFO neutron.plugins.ml2.db [None req-0d3ef5c9-05b5-4bf1-bc52-793600b03068 None None] No ports have port_id starting with 6c27a942-b180-4e0f-9bb0-99626c094a8b Jul 22 14:38:24.613974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No DVR routers for this DVR port 6c27a942-b180-4e0f-9bb0-99626c094a8b on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:24.615784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=6c27a942-b180-4e0f-9bb0-99626c094a8b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:24.640686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6abea3a-b128-4608-8aa0-9222633ad6ce req-f389674b-9c42-43bd-a231-53e217e4d0a3 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970998 Jul 22 14:38:24.662852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4dcdfdae-a157-4c50-bff2-2c430d7395b1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2219052 Jul 22 14:38:24.692203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.703682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.727713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9347836-b8f2-4355-9be4-1ec1f714cf18 None None] DHCP port deletion for 365c29a7-7602-458a-8df2-bd4bffdbe550 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:38:24.742569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:24.750335 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '93b77e42-ce39-45de-abf5-7e30c6b353bf', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'port_id': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'mac_address': 'fa:16:3e:f1:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:20Z', 'updated_at': '2021-07-22T14:38:20Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:04Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:24.761075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.773070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365c29a7-7602-458a-8df2-bd4bffdbe550']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:24.788519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab619257-a1c8-4787-b239-3228f76138cd') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:24.789165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab619257-a1c8-4787-b239-3228f76138cd') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:24.803170 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d364d-7325-488b-82ba-e0bb84738b63 None None] The sync data for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 is: [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '93b77e42-ce39-45de-abf5-7e30c6b353bf', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'port_id': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'mac_address': 'fa:16:3e:f1:07:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:38:20Z', 'updated_at': '2021-07-22T14:38:20Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:04Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:38:24.825769 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.834768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:24.835441 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.845700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.849472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbfce2ba-0181-4df5-84c6-75f95f20025b req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "PUT /v2.0/ports/03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 1020 time: 1.8723712 Jul 22 14:38:24.881397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:38:24.882238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:38:24.887560 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:38:24.890473 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8820123-cd62-4ded-9f30-bce12a4e4556 x-openstack-request-id: req-b8820123-cd62-4ded-9f30-bce12a4e4556 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:24.890788 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad5a730-0bb4-4e27-9412-d940d7d8ab50", "tag": "d4940699-718d-40e6-99ef-31d8bc8fb622", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:24.891036 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8820123-cd62-4ded-9f30-bce12a4e4556 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:24.891421 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'tag': 'd4940699-718d-40e6-99ef-31d8bc8fb622', 'status': 'completed', 'code': 200} Jul 22 14:38:24.916222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a4913-23b3-4a25-a61d-1458d228bdd9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:24.998642 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.010935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.027438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/365c29a7-7602-458a-8df2-bd4bffdbe550 HTTP/1.1" status: 204 len: 168 time: 0.9823689 Jul 22 14:38:25.027438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35152) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:25.062337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8ebf-4541-4936-b657-1ddb66a771e6 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=365c29a7-7602-458a-8df2-bd4bffdbe550,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:25.066940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:25.107925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-7529bc87-8eeb-4c64-88a5-ac71d2c6d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.109452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-7529bc87-8eeb-4c64-88a5-ac71d2c6d8b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd47ac0ac57a4c84852f895db0031a41&device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 1099 time: 0.2158089 Jul 22 14:38:25.110230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a44895e-508b-4f78-815c-39d2d1723ca9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.112644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7a44895e-508b-4f78-815c-39d2d1723ca9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0877137 Jul 22 14:38:25.116506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:25.198454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6764ec-6c6b-466a-bb90-96b520a187d0 None None] New status for floating IP 93b77e42-ce39-45de-abf5-7e30c6b353bf: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:38:25.207840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3278286b-4d58-42ec-9a25-8508a8e8448a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0899091 Jul 22 14:38:25.211283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:25.216489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-946531135'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:25.231563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73387-d15e-4ad0-98c8-70c69364c02a req-1cbb480a-a41f-42cb-843e-7686363e3ab8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.233150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfe73387-d15e-4ad0-98c8-70c69364c02a req-1cbb480a-a41f-42cb-843e-7686363e3ab8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.2608516 Jul 22 14:38:25.244235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59284-246a-4dee-a44c-19a59b0d67df req-1d37d4df-1523-44bb-9da9-f15fa416fab2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.246115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:25.250685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.251741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fe59284-246a-4dee-a44c-19a59b0d67df req-1d37d4df-1523-44bb-9da9-f15fa416fab2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1023 time: 0.2596188 Jul 22 14:38:25.286707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:38:25.297138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.297617 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment e63d41f9-13ea-4d73-9799-1cdf4896dd20 of type vlan for network 912d318c-63c8-40d4-86fe-55df997580be Jul 22 14:38:25.325092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-73877384-500b-49b8-899b-79aaa485d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.327201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-73877384-500b-49b8-899b-79aaa485d8c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2070792 Jul 22 14:38:25.340872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.354428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfe73387-d15e-4ad0-98c8-70c69364c02a req-90134de6-f379-44b9-b1e9-ee7de563dbef tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004343 Jul 22 14:38:25.378699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.384513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.385213 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.390671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:25.411333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-d3026dd6-902f-47de-b008-92ce530fd02d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d4940699-718d-40e6-99ef-31d8bc8fb622 HTTP/1.1" status: 200 len: 217 time: 0.0723741 Jul 22 14:38:25.452396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fe59284-246a-4dee-a44c-19a59b0d67df req-541db153-6071-4e31-9fb4-72e6aa4ba2e3 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=6631845b-6ad7-4664-894a-4dbe27a10c44&id=637d19f6-93cd-4810-a0a8-d249c9ec55a0 HTTP/1.1" status: 200 len: 6157 time: 0.1997542 Jul 22 14:38:25.479973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c893d0e9-c20f-441d-9d1d-0fe19a9026bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/93b77e42-ce39-45de-abf5-7e30c6b353bf HTTP/1.1" status: 200 len: 991 time: 0.0855813 Jul 22 14:38:25.499574 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2870674 Jul 22 14:38:25.502895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:25.509176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '912d318c-63c8-40d4-86fe-55df997580be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:25.512234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-a82a6a3c-de48-4f4c-ba6b-50262b3af2bd req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': ' tempest-securitygroup -563703142 ', 'description': 'tempest-description-1621663930'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:25.556153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e3b80-bf04-44e0-9be4-5f6c0ca069fd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=912d318c-63c8-40d4-86fe-55df997580be,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:25.567617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 912d318c-63c8-40d4-86fe-55df997580be details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:25.571163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-c3fb4d13-bdf1-4469-92c4-cbbb92f2456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.572844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-c3fb4d13-bdf1-4469-92c4-cbbb92f2456f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1503816 Jul 22 14:38:25.576590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a82a6a3c-de48-4f4c-ba6b-50262b3af2bd req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.641108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:25.647835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.650649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1bdd4-7cb4-4a57-95aa-ebd0afc7c5d6 req-60f868e6-c868-457e-b073-a3bc1b6decf0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.652151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caf1bdd4-7cb4-4a57-95aa-ebd0afc7c5d6 req-60f868e6-c868-457e-b073-a3bc1b6decf0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1649365 Jul 22 14:38:25.731766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-c701bde3-928c-46b2-92f7-7cc772a6b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.733361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-c701bde3-928c-46b2-92f7-7cc772a6b63f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502154 Jul 22 14:38:25.742458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caf1bdd4-7cb4-4a57-95aa-ebd0afc7c5d6 req-76151bc0-53b9-44e5-b0c5-e424c4e690de tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807583 Jul 22 14:38:25.802006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a82a6a3c-de48-4f4c-ba6b-50262b3af2bd req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.831560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a82a6a3c-de48-4f4c-ba6b-50262b3af2bd req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.845321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.910304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a82a6a3c-de48-4f4c-ba6b-50262b3af2bd req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:25.911576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82a6a3c-de48-4f4c-ba6b-50262b3af2bd req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4231858 Jul 22 14:38:25.920456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': 'e63d41f9-13ea-4d73-9799-1cdf4896dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '912d318c-63c8-40d4-86fe-55df997580be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:25.920883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: 912d318c-63c8-40d4-86fe-55df997580be, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:25.922952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4746b5-4321-416b-8f8b-b2fbf18874a7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ce9e7-6c16-48bc-8b46-156e9e76e3eb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:25.927022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-7c6732c7-0fc2-45ba-9cca-9f0abf702875 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813591 Jul 22 14:38:25.937977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=0d51a37e-ff8f-483f-ad13-4f61d92bae68,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:25.951396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 912d318c-63c8-40d4-86fe-55df997580be is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:25.967839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 912d318c-63c8-40d4-86fe-55df997580be) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:25.969154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c27a942-b180-4e0f-9bb0-99626c094a8b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:25.984948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:25.987498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.010580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0889ca-74fb-4cc5-9f67-420ecbdf6662 None None] Network 912d318c-63c8-40d4-86fe-55df997580be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:26.012379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-38ffb6ab-03ef-4df8-b252-5a5c547d44bb tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5082998 Jul 22 14:38:26.014959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:26.017445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6c27a942-b180-4e0f-9bb0-99626c094a8b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:26.017908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c27a942-b180-4e0f-9bb0-99626c094a8b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:26.020443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '912d318c-63c8-40d4-86fe-55df997580be', 'name': 'tempest-PortsIpV6TestJSON-1164995196'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:26.030974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320c39-1b2c-4ea9-add3-3a6b7eba0e0f req-868d3972-c645-4224-919b-ab4653404632 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.033136 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20320c39-1b2c-4ea9-add3-3a6b7eba0e0f req-868d3972-c645-4224-919b-ab4653404632 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 948 time: 0.2050505 Jul 22 14:38:26.115462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f782f37-adb7-45d7-9eba-6b8b8e52a9df req-e4103283-881d-4420-8bef-c9ad29d9051f service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816115 Jul 22 14:38:26.123765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20320c39-1b2c-4ea9-add3-3a6b7eba0e0f req-677d4dde-eb8a-41e6-80fa-faff5e5f509f tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663729 Jul 22 14:38:26.156106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320cfd-86e1-45b5-9735-0437a8a39388 req-dd0a742b-c767-4227-af96-7b7e27138765 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.160603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e320cfd-86e1-45b5-9735-0437a8a39388 req-dd0a742b-c767-4227-af96-7b7e27138765 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1480589 Jul 22 14:38:26.165187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:26.170429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.187394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-912d318c-63c8-40d4-86fe-55df997580be', 'network_id': '912d318c-63c8-40d4-86fe-55df997580be', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': '0d51a37e-ff8f-483f-ad13-4f61d92bae68'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:26.188391 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.197724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 9617b89e-13b3-49de-b41b-53810f992e08 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:26.215157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e320cfd-86e1-45b5-9735-0437a8a39388 req-9962aee3-3fda-493f-a083-f0cb1f60e616 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Jul 22 14:38:26.299938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-298069e4-9fb0-451c-b3b3-a7e8a91dda59 req-ba35fee1-719f-4acf-b9ec-700fef8ca202 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/f09ce9e7-6c16-48bc-8b46-156e9e76e3eb HTTP/1.1" status: 200 len: 1782 time: 0.0733564 Jul 22 14:38:26.355851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::1fc (912d318c-63c8-40d4-86fe-55df997580be/0d51a37e-ff8f-483f-ad13-4f61d92bae68/9617b89e-13b3-49de-b41b-53810f992e08) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:26.363308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c747524-089c-4f19-88c7-b46e832c7ee9 req-36cb6d82-5b39-4b2d-9761-f3ed6be8bdb4 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/f09ce9e7-6c16-48bc-8b46-156e9e76e3eb HTTP/1.1" status: 200 len: 1782 time: 0.0397890 Jul 22 14:38:26.461412 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3c747524-089c-4f19-88c7-b46e832c7ee9 req-76237b44-95e2-45d7-a323-1b8cbb4cac77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.476997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c209b-f470-4266-9895-d857d9fc485e req-55816f90-8edf-4d76-a8eb-161f304338a3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.478368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-712c209b-f470-4266-9895-d857d9fc485e req-55816f90-8edf-4d76-a8eb-161f304338a3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1141257 Jul 22 14:38:26.483782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:26.509704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3c747524-089c-4f19-88c7-b46e832c7ee9 req-76237b44-95e2-45d7-a323-1b8cbb4cac77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.546323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-712c209b-f470-4266-9895-d857d9fc485e req-aa63a21a-7d10-4648-8f26-aadc134ab121 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621471 Jul 22 14:38:26.551027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.567474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3c747524-089c-4f19-88c7-b46e832c7ee9 req-76237b44-95e2-45d7-a323-1b8cbb4cac77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.572093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-3c747524-089c-4f19-88c7-b46e832c7ee9 req-76237b44-95e2-45d7-a323-1b8cbb4cac77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.575441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c747524-089c-4f19-88c7-b46e832c7ee9 req-76237b44-95e2-45d7-a323-1b8cbb4cac77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/f09ce9e7-6c16-48bc-8b46-156e9e76e3eb HTTP/1.1" status: 204 len: 173 time: 0.2022035 Jul 22 14:38:26.599800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 9617b89e-13b3-49de-b41b-53810f992e08 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:26.605186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2741a3a9-5b8a-4e28-8e2a-c7946b615afe tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/93b77e42-ce39-45de-abf5-7e30c6b353bf HTTP/1.1" status: 200 len: 993 time: 0.1203358 Jul 22 14:38:26.616237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76237b44-95e2-45d7-a323-1b8cbb4cac77 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ce9e7-6c16-48bc-8b46-156e9e76e3eb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:26.633558 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-ad964066-b0f6-49a8-9ef4-4b69774547ee req-0f922f25-aa7b-44c1-b6dd-c9f4a6bf03f2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:26.634611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad964066-b0f6-49a8-9ef4-4b69774547ee req-0f922f25-aa7b-44c1-b6dd-c9f4a6bf03f2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/f09ce9e7-6c16-48bc-8b46-156e9e76e3eb HTTP/1.1" status: 404 len: 352 time: 0.0358319 Jul 22 14:38:26.649627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.684037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-f6e16d74-2577-474d-a173-2cefd5d45a32 req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1605623316', 'description': 'tempest-description-12556056'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:26.691528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4940699-718d-40e6-99ef-31d8bc8fb622 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:26.696069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 912d318c-63c8-40d4-86fe-55df997580be is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:26.701614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:26.705533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:26.711486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.712199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.725168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6e16d74-2577-474d-a173-2cefd5d45a32 req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.728075 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7115943 Jul 22 14:38:26.731289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:26.731465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Allocated IP 2001:db8::2 (912d318c-63c8-40d4-86fe-55df997580be/0d51a37e-ff8f-483f-ad13-4f61d92bae68/926f937e-369b-490d-8dd3-97f2cd7d2f2b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:26.737494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '912d318c-63c8-40d4-86fe-55df997580be', 'name': 'tempest-PortsIpV6TestJSON-680488473'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:26.746589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47db998-eb4e-4cac-9950-d19cc99fea45 req-e895cb9a-cfa3-4c60-ac0f-cb30097f85a8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:26.748106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b47db998-eb4e-4cac-9950-d19cc99fea45 req-e895cb9a-cfa3-4c60-ac0f-cb30097f85a8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1169417 Jul 22 14:38:26.756908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66bd53e-2a25-46f0-872a-0a6f6c04dc2a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=9617b89e-13b3-49de-b41b-53810f992e08,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:26.807096 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b47db998-eb4e-4cac-9950-d19cc99fea45 req-028325f4-495d-4353-93e7-09b89b230514 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Jul 22 14:38:26.881383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6e16d74-2577-474d-a173-2cefd5d45a32 req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.886659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6e16d74-2577-474d-a173-2cefd5d45a32 req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.903721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}, {'name': 'network-changed', 'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:26.904040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d4940699-718d-40e6-99ef-31d8bc8fb622, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4940699-718d-40e6-99ef-31d8bc8fb622,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:26.907333 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d67943-147d-4d45-adf4-4b3422045631" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}, {"name": "network-changed", "server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:26.916092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:26.921177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.930153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'd4940699-718d-40e6-99ef-31d8bc8fb622', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'd4940699-718d-40e6-99ef-31d8bc8fb622', 'mac_address': 'fa:16:3e:0f:2a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:26.936298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6a4c3c-e808-4b55-bc81-64a4594f1c33,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:26.938774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-f6e16d74-2577-474d-a173-2cefd5d45a32 req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:26.946456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6e16d74-2577-474d-a173-2cefd5d45a32 req-d9014969-8376-4160-b9fd-800c703cb6a6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2685361 Jul 22 14:38:26.972786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 8f235c19-a6e1-4838-8c24-3980613c6ab4 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:27.010730 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.028992 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615ce41-186a-4d89-a44c-ef925c28327c x-openstack-request-id: req-6615ce41-186a-4d89-a44c-ef925c28327c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:27.029739 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:27.030711 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6615ce41-186a-4d89-a44c-ef925c28327c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:27.031413 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'status': 'completed', 'code': 200} Jul 22 14:38:27.032091 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b', 'status': 'completed', 'code': 200} Jul 22 14:38:27.035834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4940699-718d-40e6-99ef-31d8bc8fb622 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:27.040749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.047497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b9b31109-1f77-4a2d-b7f4-9676518837c3 req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-414340257', 'description': 'tempest-description-414681453'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:27.057727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Transition to ACTIVE for port object 926f937e-369b-490d-8dd3-97f2cd7d2f2b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:27.071267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d4940699-718d-40e6-99ef-31d8bc8fb622, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4940699-718d-40e6-99ef-31d8bc8fb622,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:27.078894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.116048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Transition to ACTIVE for port object 926f937e-369b-490d-8dd3-97f2cd7d2f2b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:27.128763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.158481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d4940699-718d-40e6-99ef-31d8bc8fb622,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:27.158760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b9b31109-1f77-4a2d-b7f4-9676518837c3 req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.159007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-f0eac164-5814-4170-9aef-bf4d544684bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.160171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-f0eac164-5814-4170-9aef-bf4d544684bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1174 time: 0.1191866 Jul 22 14:38:27.172180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Network 912d318c-63c8-40d4-86fe-55df997580be is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:27.189260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea8c60-c451-4413-8ec6-6a12f6bb6a28 req-22adcfd2-57f9-4135-ae31-2f846245b6fb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.191334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9ea8c60-c451-4413-8ec6-6a12f6bb6a28 req-22adcfd2-57f9-4135-ae31-2f846245b6fb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2227256 Jul 22 14:38:27.195083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-16186d4d-99f4-4b8e-93be-475df35d77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.196945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-16186d4d-99f4-4b8e-93be-475df35d77a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1096 time: 0.1541042 Jul 22 14:38:27.197700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:27.201326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:27.220825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::357 (912d318c-63c8-40d4-86fe-55df997580be/0d51a37e-ff8f-483f-ad13-4f61d92bae68/8f235c19-a6e1-4838-8c24-3980613c6ab4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:27.262976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Pushing event updated for resources: {'Port': ['ID=926f937e-369b-490d-8dd3-97f2cd7d2f2b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:27.278851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Attempting to bind port 926f937e-369b-490d-8dd3-97f2cd7d2f2b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:27.278851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Attempting to bind port 926f937e-369b-490d-8dd3-97f2cd7d2f2b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'e63d41f9-13ea-4d73-9799-1cdf4896dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '912d318c-63c8-40d4-86fe-55df997580be'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:27.278851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Attempting to bind port 926f937e-369b-490d-8dd3-97f2cd7d2f2b on network 912d318c-63c8-40d4-86fe-55df997580be {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:27.294997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:27.295619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Checking segment: {'id': 'e63d41f9-13ea-4d73-9799-1cdf4896dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '912d318c-63c8-40d4-86fe-55df997580be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:27.296880 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.297316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Bound using segment: {'id': 'e63d41f9-13ea-4d73-9799-1cdf4896dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '912d318c-63c8-40d4-86fe-55df997580be'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:27.298033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Bound port: 926f937e-369b-490d-8dd3-97f2cd7d2f2b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63d41f9-13ea-4d73-9799-1cdf4896dd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '912d318c-63c8-40d4-86fe-55df997580be'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:27.298671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.309678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9ea8c60-c451-4413-8ec6-6a12f6bb6a28 req-a9dca40d-0d45-4911-b59c-7daaa66ddfc0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093197 Jul 22 14:38:27.342191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d4940699-718d-40e6-99ef-31d8bc8fb622'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:27.381320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-ec1426b9-38b5-44f0-9164-b9184c31d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.382866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-ec1426b9-38b5-44f0-9164-b9184c31d916 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.1724157 Jul 22 14:38:27.413462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b9b31109-1f77-4a2d-b7f4-9676518837c3 req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.428442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] For port 926f937e-369b-490d-8dd3-97f2cd7d2f2b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:27.433274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] For port 926f937e-369b-490d-8dd3-97f2cd7d2f2b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=926f937e-369b-490d-8dd3-97f2cd7d2f2b,segment=NetworkSegment(e63d41f9-13ea-4d73-9799-1cdf4896dd20),segment_id=e63d41f9-13ea-4d73-9799-1cdf4896dd20)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:27.434570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-21629eaa-e7bd-4b27-ae5b-8cc218f745c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.436385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-21629eaa-e7bd-4b27-ae5b-8cc218f745c5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.2670856 Jul 22 14:38:27.440507 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.456294 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b9b31109-1f77-4a2d-b7f4-9676518837c3 req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.505635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.524386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 8f235c19-a6e1-4838-8c24-3980613c6ab4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:27.533681 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-fca29c35-8c9d-424f-8dbc-971acafb0c79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 200 len: 217 time: 0.0903585 Jul 22 14:38:27.535282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386680bb-ca5b-4683-b0e7-c8c3d22b832d None None] Pushing event updated for resources: {'Port': ['ID=926f937e-369b-490d-8dd3-97f2cd7d2f2b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:27.535815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b9b31109-1f77-4a2d-b7f4-9676518837c3 req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.536897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9b31109-1f77-4a2d-b7f4-9676518837c3 req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4972034 Jul 22 14:38:27.544480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cf70a-0a82-47f4-a547-63f8613471ad tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf6ec4-f922-4352-84a3-c77b6db87b97,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:27.549917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-e9140a33-01d2-4ce2-8efc-708906a3e9ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 1001 time: 0.1350532 Jul 22 14:38:27.635685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-e8cf3f15-3cfa-4527-802e-25d8e8e9dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.637219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-e8cf3f15-3cfa-4527-802e-25d8e8e9dd80 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0847793 Jul 22 14:38:27.643606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.645053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-ebe5ca45-460f-453c-83be-9610d48325ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.646650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-ebe5ca45-460f-453c-83be-9610d48325ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.0869701 Jul 22 14:38:27.672649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eba744-fe6e-47a8-9c1b-dcc2fc25d3cf req-ffdc1e90-4f79-4865-aa0c-417856e26213 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.674780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32eba744-fe6e-47a8-9c1b-dcc2fc25d3cf req-ffdc1e90-4f79-4865-aa0c-417856e26213 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 949 time: 0.2227652 Jul 22 14:38:27.715119 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-407b3dcf-83ee-442c-a9ae-405b8f7b2205 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647368 Jul 22 14:38:27.738480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 912d318c-63c8-40d4-86fe-55df997580be is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:27.746478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:27.752723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:27.759739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.759739 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:27.773757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=8f235c19-a6e1-4838-8c24-3980613c6ab4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:27.811798 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-edfd65d4-a20d-4dc9-8493-4af906829fe8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0794408 Jul 22 14:38:27.817106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:27.837543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32eba744-fe6e-47a8-9c1b-dcc2fc25d3cf req-9d7a727e-dc5c-4841-857c-d3b33c743542 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351008 Jul 22 14:38:27.853724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67943-147d-4d45-adf4-4b3422045631 req-20162e42-4aaf-4eb4-a1d5-9824fa144704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.855783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-20162e42-4aaf-4eb4-a1d5-9824fa144704 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026167 Jul 22 14:38:27.873571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e5c6048e-3388-4704-b9cb-640642fa8b2c req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1366367321', 'description': 'tempest-description-1932293956'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:27.920295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a041a-a54c-4823-8a41-7f06e3527ce1 req-5573cce4-4711-40de-a6c6-c446dfacda0e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:27.930613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-414a041a-a54c-4823-8a41-7f06e3527ce1 req-5573cce4-4711-40de-a6c6-c446dfacda0e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2292275 Jul 22 14:38:27.962697 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-d8fc1b1b-2068-4ce8-a35e-eeffb17bd10a service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390058 Jul 22 14:38:27.998644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5c6048e-3388-4704-b9cb-640642fa8b2c req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.018573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 926f937e-369b-490d-8dd3-97f2cd7d2f2b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:28.027055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4795e73-6225-4ac1-9c42-61b8ed124b68 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.028671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a4795e73-6225-4ac1-9c42-61b8ed124b68 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1fc HTTP/1.1" status: 200 len: 929 time: 0.2107384 Jul 22 14:38:28.031569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:28.046086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-414a041a-a54c-4823-8a41-7f06e3527ce1 req-5075742c-108d-4284-b01a-7da4365dd5a0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145835 Jul 22 14:38:28.073313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-72206fab-44e8-47b0-afb5-6b71e56a0127 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923974 Jul 22 14:38:28.119086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 926f937e-369b-490d-8dd3-97f2cd7d2f2b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:28.156597 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5c6048e-3388-4704-b9cb-640642fa8b2c req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.166624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5c6048e-3388-4704-b9cb-640642fa8b2c req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.171344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-fd8edc50-2901-4d95-a18a-97899798e78b service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977882 Jul 22 14:38:28.205769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 8f235c19-a6e1-4838-8c24-3980613c6ab4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:28.206134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.211673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e5c6048e-3388-4704-b9cb-640642fa8b2c req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.212943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5c6048e-3388-4704-b9cb-640642fa8b2c req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3544819 Jul 22 14:38:28.236419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb31e-7f82-4eae-91af-d7d97b09fc9d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f926870-949b-4359-ad83-f805e9109788,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:28.309663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.337522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 8f235c19-a6e1-4838-8c24-3980613c6ab4 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:28.345849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8d67943-147d-4d45-adf4-4b3422045631 req-842dc8b5-1c9b-4bc5-9e20-9df58c3690ed service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643123 Jul 22 14:38:28.393136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004395-2ba8-4535-bcdc-0b407845a77c req-72031e5b-5e8a-4084-a542-ce86035628f9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.394037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78004395-2ba8-4535-bcdc-0b407845a77c req-72031e5b-5e8a-4084-a542-ce86035628f9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1551754 Jul 22 14:38:28.420318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1346fae4-e37f-405b-8711-d5ad754a629b req-bc655cc0-a74a-41db-8bdb-ba62b0b09a56 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 10909 time: 0.1802223 Jul 22 14:38:28.458335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-fff7e59b-d2a1-4674-9709-66a77de09775 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1384134 Jul 22 14:38:28.482418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78004395-2ba8-4535-bcdc-0b407845a77c req-eaaf4395-3466-40ab-a592-e1f2ee49fdc5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763474 Jul 22 14:38:28.511210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1346fae4-e37f-405b-8711-d5ad754a629b req-b8fea70c-5e72-40d9-8971-8616dea6cf5c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/486270c5-de02-416e-9e0c-9092e0cca35f HTTP/1.1" status: 200 len: 2985 time: 0.0815053 Jul 22 14:38:28.589339 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.604904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1346fae4-e37f-405b-8711-d5ad754a629b req-b378e5b3-5768-4bd8-ac1b-d14f88eb2d88 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/486270c5-de02-416e-9e0c-9092e0cca35f HTTP/1.1" status: 200 len: 2985 time: 0.0880795 Jul 22 14:38:28.634720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=8f235c19-a6e1-4838-8c24-3980613c6ab4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:28.647283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-64312481-74e5-4e30-b504-3fd4acd96f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.649227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-64312481-74e5-4e30-b504-3fd4acd96f49 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1097 time: 0.1318841 Jul 22 14:38:28.650386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afda6b-dda6-405e-a0c7-0a852d1fd79a req-38b16579-fef5-4977-b21d-01c7af6d5cde tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.653339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54afda6b-dda6-405e-a0c7-0a852d1fd79a req-38b16579-fef5-4977-b21d-01c7af6d5cde tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0979683 Jul 22 14:38:28.669109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.671380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-19eeb2f5-1544-47f0-a891-e49f2d602d9c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/8f235c19-a6e1-4838-8c24-3980613c6ab4 HTTP/1.1" status: 204 len: 168 time: 0.6383238 Jul 22 14:38:28.675279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:28.703488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4940699-718d-40e6-99ef-31d8bc8fb622 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:28.725931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54afda6b-dda6-405e-a0c7-0a852d1fd79a req-602e6090-f2b0-44da-89ec-e1f47eb29142 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584641 Jul 22 14:38:28.726155 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8502dbd7-2a8f-4a44-bb7f-6479dedc0ab2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:28.730359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8502dbd7-2a8f-4a44-bb7f-6479dedc0ab2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/8f235c19-a6e1-4838-8c24-3980613c6ab4 HTTP/1.1" status: 404 len: 333 time: 0.0447996 Jul 22 14:38:28.730856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35236) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:28.742159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26abaaa6-9cb3-440a-a234-ab8806303e4d req-608b781a-79b8-4b43-9666-bbe407b65f7e tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/ab6a4c3c-e808-4b55-bc81-64a4594f1c33 HTTP/1.1" status: 200 len: 1801 time: 0.1070087 Jul 22 14:38:28.804614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port d4940699-718d-40e6-99ef-31d8bc8fb622 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:28.810094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port d4940699-718d-40e6-99ef-31d8bc8fb622 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:28.810624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.815325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9887fa31-f281-43c7-92b9-0565439f60fb None None] Network 912d318c-63c8-40d4-86fe-55df997580be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:28.861653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-9aa958c3-efe6-4a5d-9cec-7a816510dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.863782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-9aa958c3-efe6-4a5d-9cec-7a816510dcdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 914 time: 0.1893017 Jul 22 14:38:28.916916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-309e9d0f-cdf1-4f89-be02-ca26f02e4c19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 217 time: 0.0433493 Jul 22 14:38:28.918266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26abaaa6-9cb3-440a-a234-ab8806303e4d req-3901f9e8-5d44-4abf-ae21-8cec8e58cd8c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.922372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 9617b89e-13b3-49de-b41b-53810f992e08 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:28.922756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:28.978542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-b807085b-3228-4deb-b525-94aff0166dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:28.980892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-b807085b-3228-4deb-b525-94aff0166dde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.0554352 Jul 22 14:38:29.019336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-a68b9ca1-e13f-4c5f-b568-c4d3b91d2d59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309255 Jul 22 14:38:29.042327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26abaaa6-9cb3-440a-a234-ab8806303e4d req-3901f9e8-5d44-4abf-ae21-8cec8e58cd8c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.078334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] Provisioning for port 926f937e-369b-490d-8dd3-97f2cd7d2f2b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:29.087121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] Provisioning complete for port 926f937e-369b-490d-8dd3-97f2cd7d2f2b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:29.087579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.108879 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.127851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 9617b89e-13b3-49de-b41b-53810f992e08 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:29.151873 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-099b8270-fe24-451b-8f28-0fa293a7123e service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221006 Jul 22 14:38:29.152941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5810a-dc47-401b-8d54-a8fc663c9613 req-7685ac09-72e8-4332-8040-c347aeae574f tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:29.154763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97b5810a-dc47-401b-8d54-a8fc663c9613 req-7685ac09-72e8-4332-8040-c347aeae574f tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 949 time: 0.2103722 Jul 22 14:38:29.157432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26abaaa6-9cb3-440a-a234-ab8806303e4d req-3901f9e8-5d44-4abf-ae21-8cec8e58cd8c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.160211 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-26abaaa6-9cb3-440a-a234-ab8806303e4d req-3901f9e8-5d44-4abf-ae21-8cec8e58cd8c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.161293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26abaaa6-9cb3-440a-a234-ab8806303e4d req-3901f9e8-5d44-4abf-ae21-8cec8e58cd8c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab6a4c3c-e808-4b55-bc81-64a4594f1c33 HTTP/1.1" status: 204 len: 173 time: 0.3995206 Jul 22 14:38:29.188163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.227961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901f9e8-5d44-4abf-ae21-8cec8e58cd8c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6a4c3c-e808-4b55-bc81-64a4594f1c33,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:29.245830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4940699-718d-40e6-99ef-31d8bc8fb622'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:29.248060 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0bf35a-841c-43f4-8432-fd4d377ce019" -d '{"events": [{"server_uuid": "3ad5a730-0bb4-4e27-9412-d940d7d8ab50", "name": "network-vif-plugged", "status": "completed", "tag": "d4940699-718d-40e6-99ef-31d8bc8fb622"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:29.291662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d4940699-718d-40e6-99ef-31d8bc8fb622, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4940699-718d-40e6-99ef-31d8bc8fb622,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:29.296220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb95f53d-4239-47ad-af43-0e9970231e2b req-9fe5a48f-82d2-43ff-a828-3df95ea68403 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370544 Jul 22 14:38:29.302719 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.311902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97b5810a-dc47-401b-8d54-a8fc663c9613 req-b5eac4f3-4aaa-4575-82f3-9d2cda55c9a0 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167006 Jul 22 14:38:29.314183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.370745 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-a67b0490-9571-4dd5-92b2-0753b0ae9596 req-9144d8f9-196c-4381-8cba-08270f6b3193 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:29.372064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a67b0490-9571-4dd5-92b2-0753b0ae9596 req-9144d8f9-196c-4381-8cba-08270f6b3193 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/ab6a4c3c-e808-4b55-bc81-64a4594f1c33 HTTP/1.1" status: 404 len: 352 time: 0.0225544 Jul 22 14:38:29.423752 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b3780c-43e6-44fc-b898-5adc05f1060d x-openstack-request-id: req-22b3780c-43e6-44fc-b898-5adc05f1060d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:29.424057 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad5a730-0bb4-4e27-9412-d940d7d8ab50", "name": "network-vif-plugged", "status": "completed", "tag": "d4940699-718d-40e6-99ef-31d8bc8fb622", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:29.424312 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22b3780c-43e6-44fc-b898-5adc05f1060d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:29.424713 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4940699-718d-40e6-99ef-31d8bc8fb622', 'code': 200} Jul 22 14:38:29.427856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] For port 926f937e-369b-490d-8dd3-97f2cd7d2f2b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=926f937e-369b-490d-8dd3-97f2cd7d2f2b,segment=NetworkSegment(e63d41f9-13ea-4d73-9799-1cdf4896dd20),segment_id=e63d41f9-13ea-4d73-9799-1cdf4896dd20)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:29.430098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d4940699-718d-40e6-99ef-31d8bc8fb622,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:29.436155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.461846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce34698-3ef8-49e6-ab7f-e68da1392615 req-dd8b7e73-e755-40d7-a89e-877b3f3bbb27 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:29.469749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ce34698-3ef8-49e6-ab7f-e68da1392615 req-dd8b7e73-e755-40d7-a89e-877b3f3bbb27 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2144949 Jul 22 14:38:29.497943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c924fb-38a3-4099-b27c-ea9765355163 None None] Pushing event updated for resources: {'Port': ['ID=926f937e-369b-490d-8dd3-97f2cd7d2f2b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:29.519855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.549743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee66ce2-bff1-4154-84a4-d6d89fb1fb16 req-4c061646-3f54-4ce9-9716-6dcc92ad38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:29.551452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ee66ce2-bff1-4154-84a4-d6d89fb1fb16 req-4c061646-3f54-4ce9-9716-6dcc92ad38b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 1101 time: 0.0629091 Jul 22 14:38:29.566500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ce34698-3ef8-49e6-ab7f-e68da1392615 req-eb618c74-d8b5-4936-8d23-1f87e1520166 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950990 Jul 22 14:38:29.571653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=9617b89e-13b3-49de-b41b-53810f992e08,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:29.584533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15816cf9-6661-4895-a51d-eaf49a805796 req-846da65e-58b5-46ac-9dc9-f201f68ecebb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/7aaf6ec4-f922-4352-84a3-c77b6db87b97 HTTP/1.1" status: 200 len: 1801 time: 0.1400082 Jul 22 14:38:29.600686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ee66ce2-bff1-4154-84a4-d6d89fb1fb16 req-1a85523f-e9a4-4174-b129-a19be3a480de service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Jul 22 14:38:29.605842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.607764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-37036a34-fa44-4f7a-b42b-5b220f0434d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/9617b89e-13b3-49de-b41b-53810f992e08 HTTP/1.1" status: 204 len: 168 time: 0.8758759 Jul 22 14:38:29.613281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:29.667044 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b998422-7ee2-4eec-a86e-2d6d8ecb7304 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:29.668896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15816cf9-6661-4895-a51d-eaf49a805796 req-f080493a-d5b5-43f2-9ad1-4bf679e8f1dc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.669990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b998422-7ee2-4eec-a86e-2d6d8ecb7304 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/9617b89e-13b3-49de-b41b-53810f992e08 HTTP/1.1" status: 404 len: 333 time: 0.0550308 Jul 22 14:38:29.672570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:29.722014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15816cf9-6661-4895-a51d-eaf49a805796 req-f080493a-d5b5-43f2-9ad1-4bf679e8f1dc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.729002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 0d51a37e-ff8f-483f-ad13-4f61d92bae68 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:29.733106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.774648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e226d279-cf34-408d-8a72-3fe5a08ea604 None None] Provisioning complete for port 926f937e-369b-490d-8dd3-97f2cd7d2f2b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:29.775342 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e226d279-cf34-408d-8a72-3fe5a08ea604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.780012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.780380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ca3da-78f9-441d-a2ab-d751ca70e2eb req-9fdab839-27bc-484d-9033-2d882ec27313 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:29.781952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-991ca3da-78f9-441d-a2ab-d751ca70e2eb req-9fdab839-27bc-484d-9033-2d882ec27313 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1111000 Jul 22 14:38:29.801730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15816cf9-6661-4895-a51d-eaf49a805796 req-f080493a-d5b5-43f2-9ad1-4bf679e8f1dc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.805212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-15816cf9-6661-4895-a51d-eaf49a805796 req-f080493a-d5b5-43f2-9ad1-4bf679e8f1dc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.807287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15816cf9-6661-4895-a51d-eaf49a805796 req-f080493a-d5b5-43f2-9ad1-4bf679e8f1dc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/7aaf6ec4-f922-4352-84a3-c77b6db87b97 HTTP/1.1" status: 204 len: 173 time: 0.2053404 Jul 22 14:38:29.830866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f080493a-d5b5-43f2-9ad1-4bf679e8f1dc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf6ec4-f922-4352-84a3-c77b6db87b97,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:29.903527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-991ca3da-78f9-441d-a2ab-d751ca70e2eb req-7bf36e5b-482b-438a-9d6f-674ffd0665fc tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106038 Jul 22 14:38:29.904320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:29.907216 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-fb215776-49bd-4c52-8bb0-c60e27382d28 req-2153c56c-a579-4ac4-b563-4c9e17e2d3ca tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:29.909254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb215776-49bd-4c52-8bb0-c60e27382d28 req-2153c56c-a579-4ac4-b563-4c9e17e2d3ca tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/7aaf6ec4-f922-4352-84a3-c77b6db87b97 HTTP/1.1" status: 404 len: 352 time: 0.0759156 Jul 22 14:38:29.917433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e226d279-cf34-408d-8a72-3fe5a08ea604 None None] Could not find standard attr ID for object 9617b89e-13b3-49de-b41b-53810f992e08. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:38:29.996539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 926f937e-369b-490d-8dd3-97f2cd7d2f2b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:29.999175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.010395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-774c93c1-a6fb-4b08-ac51-30e92d312de5 req-6f0b210d-3c0a-428a-a9e9-95c4eb647acb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/8f926870-949b-4359-ad83-f805e9109788 HTTP/1.1" status: 200 len: 1803 time: 0.0734715 Jul 22 14:38:30.044902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=0d51a37e-ff8f-483f-ad13-4f61d92bae68,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:30.051857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.053966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-47440946-c196-4b71-bac3-10db8eb3b3f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/0d51a37e-ff8f-483f-ad13-4f61d92bae68 HTTP/1.1" status: 204 len: 168 time: 0.3795099 Jul 22 14:38:30.056844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35268) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:30.070090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d186fb0c-464c-49db-98eb-51640d699a3b None None] Network 912d318c-63c8-40d4-86fe-55df997580be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:30.081460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-774c93c1-a6fb-4b08-ac51-30e92d312de5 req-6762f7c8-37f6-4e09-906f-70d8764c2224 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.106184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 926f937e-369b-490d-8dd3-97f2cd7d2f2b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:30.106821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.116401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-774c93c1-a6fb-4b08-ac51-30e92d312de5 req-6762f7c8-37f6-4e09-906f-70d8764c2224 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.161370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.177784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f3920b1a-c6db-43ce-87e4-8bc850446334 None None] Could not find standard attr ID for object 9617b89e-13b3-49de-b41b-53810f992e08. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:38:30.205611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-774c93c1-a6fb-4b08-ac51-30e92d312de5 req-6762f7c8-37f6-4e09-906f-70d8764c2224 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.208324 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-774c93c1-a6fb-4b08-ac51-30e92d312de5 req-6762f7c8-37f6-4e09-906f-70d8764c2224 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.209485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-774c93c1-a6fb-4b08-ac51-30e92d312de5 req-6762f7c8-37f6-4e09-906f-70d8764c2224 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f926870-949b-4359-ad83-f805e9109788 HTTP/1.1" status: 204 len: 173 time: 0.1982036 Jul 22 14:38:30.231417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 926f937e-369b-490d-8dd3-97f2cd7d2f2b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:30.232015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.233169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eab30e-b435-4ea0-9c72-245590923f91 req-eccd519c-1d19-4e6e-b905-7fcd4c5474f4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:30.235003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57eab30e-b435-4ea0-9c72-245590923f91 req-eccd519c-1d19-4e6e-b905-7fcd4c5474f4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1002707 Jul 22 14:38:30.238443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762f7c8-37f6-4e09-906f-70d8764c2224 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f926870-949b-4359-ad83-f805e9109788,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:30.266852 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-182eceeb-c877-4365-b685-41338fb8a2fa req-b5699fc2-4076-4e83-9fa4-2b1c2f29ebb3 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:30.274594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-182eceeb-c877-4365-b685-41338fb8a2fa req-b5699fc2-4076-4e83-9fa4-2b1c2f29ebb3 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/8f926870-949b-4359-ad83-f805e9109788 HTTP/1.1" status: 404 len: 352 time: 0.0313704 Jul 22 14:38:30.325026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57eab30e-b435-4ea0-9c72-245590923f91 req-6ec757f9-5a12-4109-8f73-67102ab96a0e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768280 Jul 22 14:38:30.362672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] For port 926f937e-369b-490d-8dd3-97f2cd7d2f2b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=926f937e-369b-490d-8dd3-97f2cd7d2f2b,segment=NetworkSegment(e63d41f9-13ea-4d73-9799-1cdf4896dd20),segment_id=e63d41f9-13ea-4d73-9799-1cdf4896dd20)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:30.363301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.398158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 926f937e-369b-490d-8dd3-97f2cd7d2f2b owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:30.416291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] DHCP port deletion for 912d318c-63c8-40d4-86fe-55df997580be request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:38:30.441645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c04adfef-3c13-451f-85e1-6379fe6ec76f req-dd7b05fe-dfdf-45d8-84dc-cb512b846c14 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 6157 time: 0.1312392 Jul 22 14:38:30.504868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] Deleting port 926f937e-369b-490d-8dd3-97f2cd7d2f2b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:30.505397 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.532701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c04adfef-3c13-451f-85e1-6379fe6ec76f req-5a0819a0-a64c-45ae-a8a5-83dc0bb2236b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/486270c5-de02-416e-9e0c-9092e0cca35f HTTP/1.1" status: 200 len: 2985 time: 0.0723605 Jul 22 14:38:30.545940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025734fb-f4ff-457b-8e6f-52cedbb2700d req-7826a432-4bde-45ae-aade-ac5eb01390e0 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:30.547648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-025734fb-f4ff-457b-8e6f-52cedbb2700d req-7826a432-4bde-45ae-aade-ac5eb01390e0 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 950 time: 0.1298413 Jul 22 14:38:30.556826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.587398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No DVR routers for this DVR port 926f937e-369b-490d-8dd3-97f2cd7d2f2b on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:30.593981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=926f937e-369b-490d-8dd3-97f2cd7d2f2b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:30.599545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] For port 926f937e-369b-490d-8dd3-97f2cd7d2f2b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=926f937e-369b-490d-8dd3-97f2cd7d2f2b,segment=NetworkSegment(e63d41f9-13ea-4d73-9799-1cdf4896dd20),segment_id=e63d41f9-13ea-4d73-9799-1cdf4896dd20)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:30.599944 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.613654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] Calling delete_port for 926f937e-369b-490d-8dd3-97f2cd7d2f2b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:30.615049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c04adfef-3c13-451f-85e1-6379fe6ec76f req-817dee0a-ace5-4b63-8f70-0fb05e498ad2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/486270c5-de02-416e-9e0c-9092e0cca35f HTTP/1.1" status: 200 len: 2985 time: 0.0663230 Jul 22 14:38:30.642652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-025734fb-f4ff-457b-8e6f-52cedbb2700d req-e2efa2af-2f05-4d2e-9394-f26aa3ab9805 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831928 Jul 22 14:38:30.665541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-298be996-6e08-4811-86d8-3abeebf05fd6 req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-360914428', 'description': 'tempest-description-2045956248'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:30.691929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-298be996-6e08-4811-86d8-3abeebf05fd6 req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.694064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: from cryptography.utils import int_from_bytes Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: from cryptography.utils import int_from_bytes Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.697246 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:30.700380 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:38:30.706685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912d318c-63c8-40d4-86fe-55df997580be']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:30.707994 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.717814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63d41f9-13ea-4d73-9799-1cdf4896dd20') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:30.717814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63d41f9-13ea-4d73-9799-1cdf4896dd20') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:30.726441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.734711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] Pushing event deleted for resources: {'Port': ['ID=926f937e-369b-490d-8dd3-97f2cd7d2f2b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:30.739066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772edb1f-3ace-45eb-a95d-5b41a4a9b22b None None] No DVR routers for this DVR port 926f937e-369b-490d-8dd3-97f2cd7d2f2b on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:30.744054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.757364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:38:30.757364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:38:30.760720 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:38:30.819943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.827028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.828871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/912d318c-63c8-40d4-86fe-55df997580be HTTP/1.1" status: 204 len: 168 time: 0.7710483 Jul 22 14:38:30.833384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:30.837991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-697999790'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:30.852028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf2d0-7955-4d8e-b6ea-a674fbc92fb3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=912d318c-63c8-40d4-86fe-55df997580be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:30.874669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:30.879401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.908723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:38:30.918912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.919259 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment 65bca84b-d3a8-48b7-b434-f8f3c00d36ef of type vlan for network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 Jul 22 14:38:30.961311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.993507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:30.999153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:30.999791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.036177 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2024255 Jul 22 14:38:31.039038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:31.045781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:31.075668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab924e5c-5e5c-46d9-ac38-a47ddc00f436 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=18cf5b2d-7bc8-4fca-bd3d-f97b023f7377,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:31.086293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:31.149971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921d41a-73d0-4c01-8d63-f9fddcc56aee req-f7e619ed-cab0-4488-9191-febec44fb1b9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:31.159259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7921d41a-73d0-4c01-8d63-f9fddcc56aee req-f7e619ed-cab0-4488-9191-febec44fb1b9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.4541104 Jul 22 14:38:31.215027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7921d41a-73d0-4c01-8d63-f9fddcc56aee req-013642a2-fe6d-44d9-9814-57608c3a0be2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550914 Jul 22 14:38:31.217183 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-298be996-6e08-4811-86d8-3abeebf05fd6 req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.227368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-298be996-6e08-4811-86d8-3abeebf05fd6 req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.261187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:31.262233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2a23d-e68a-4212-959e-87fc1d8127da,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:31.267662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-298be996-6e08-4811-86d8-3abeebf05fd6 req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.267877 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.268896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-298be996-6e08-4811-86d8-3abeebf05fd6 req-ff6affd0-791d-481a-b405-86bf587cb66c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6076057 Jul 22 14:38:31.295465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-91edc840-80b6-4f3c-9af5-fa1481b752bf req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1545749967', 'description': 'tempest-description-1368156107'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:31.326179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-91edc840-80b6-4f3c-9af5-fa1481b752bf req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.448245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-91edc840-80b6-4f3c-9af5-fa1481b752bf req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.456204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-91edc840-80b6-4f3c-9af5-fa1481b752bf req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.477309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.519914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-91edc840-80b6-4f3c-9af5-fa1481b752bf req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.521147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91edc840-80b6-4f3c-9af5-fa1481b752bf req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2306757 Jul 22 14:38:31.531812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d187f8-90da-4dbf-82b1-27747cf10c75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5437be9b-15f1-411d-bb90-aa84a4747be6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:31.543013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=b4490e71-c15a-49ff-bb55-964d88dd5197,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:31.547572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': '65bca84b-d3a8-48b7-b434-f8f3c00d36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:31.547933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:31.562588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f203e1e-57e6-4682-a2cc-21fef0f86ecc req-5903487c-4f7c-4e64-ad05-02e66d150352 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:31.564828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f203e1e-57e6-4682-a2cc-21fef0f86ecc req-5903487c-4f7c-4e64-ad05-02e66d150352 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 813 time: 0.1675634 Jul 22 14:38:31.567019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:31.578765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:31.583517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f203e1e-57e6-4682-a2cc-21fef0f86ecc req-4bbe94b3-1c8c-4ac7-8cea-7009932b6bca tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/quotas/1f5cbc7fb4c741d58e002c5a3f44c7a2 HTTP/1.1" status: 200 len: 375 time: 0.0127854 Jul 22 14:38:31.589044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05ced6-bbd0-4408-9dc0-a061998b4046 None None] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:31.603198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:31.603795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.633558 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e783280-58e0-4518-85e6-67f86d473e29 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5908546 Jul 22 14:38:31.634854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:31.640190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377', 'name': 'tempest-PortsIpV6TestJSON-496475786', 'fixed_ips': [{'subnet_id': 'b4490e71-c15a-49ff-bb55-964d88dd5197', 'ip_address': '2001:db8::10'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:31.679383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f203e1e-57e6-4682-a2cc-21fef0f86ecc req-e1f4b9dc-5dab-44ad-b945-becbeca94a8a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799141 Jul 22 14:38:31.800394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-18cf5b2d-7bc8-4fca-bd3d-f97b023f7377', 'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': 'b4490e71-c15a-49ff-bb55-964d88dd5197'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:31.801911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:31.889715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc59f-172c-4dd2-b066-ea9807a59e69 req-7878bcb1-74c4-4738-ac89-93f20a24603a tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:31.896984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be8cc59f-172c-4dd2-b066-ea9807a59e69 req-7878bcb1-74c4-4738-ac89-93f20a24603a tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 950 time: 0.1417551 Jul 22 14:38:31.924927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-e0ec2d53-939e-4052-98b6-02fb98d3f29a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:31.931805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-e0ec2d53-939e-4052-98b6-02fb98d3f29a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 813 time: 0.2057643 Jul 22 14:38:31.958196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-b318411b-1cf2-4531-8ba9-0e84fb0fc535 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/quotas/fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 375 time: 0.0254259 Jul 22 14:38:31.958892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 926f937e-369b-490d-8dd3-97f2cd7d2f2b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:31.967554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be8cc59f-172c-4dd2-b066-ea9807a59e69 req-b324dd4f-22ac-49df-8709-87da274c70a3 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691674 Jul 22 14:38:31.992517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 926f937e-369b-490d-8dd3-97f2cd7d2f2b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:31.993168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 926f937e-369b-490d-8dd3-97f2cd7d2f2b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:32.012632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Allocated IP 2001:db8::2 (18cf5b2d-7bc8-4fca-bd3d-f97b023f7377/b4490e71-c15a-49ff-bb55-964d88dd5197/e3310064-a895-4fa7-916b-c48294436677) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:32.080035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-ea3b35b2-ee5c-4c2f-934c-f62265a3e0ef tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107492 Jul 22 14:38:32.137858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:32.176340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0b10e-b26f-496b-85a8-0c261f4bb8f6 req-1e34893b-7607-481c-860e-d6bfca9481a2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:32.177872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1c0b10e-b26f-496b-85a8-0c261f4bb8f6 req-1e34893b-7607-481c-860e-d6bfca9481a2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1435893 Jul 22 14:38:32.178051 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.188228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Transition to ACTIVE for port object e3310064-a895-4fa7-916b-c48294436677 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:32.205814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Transition to ACTIVE for port object e3310064-a895-4fa7-916b-c48294436677 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:32.212914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.214042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-ae9bfa76-52cc-4152-81ab-39915dda3d81 service neutron] 10.222.0.60 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259215 Jul 22 14:38:32.231114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.249486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:32.254115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 91e03c43-4397-40df-9e61-d2375db858db yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:32.256335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:32.259892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:32.263694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1c0b10e-b26f-496b-85a8-0c261f4bb8f6 req-648851a8-cb42-4cdc-b50e-a0e13310127f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748966 Jul 22 14:38:32.267379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Pushing event updated for resources: {'Port': ['ID=e3310064-a895-4fa7-916b-c48294436677,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:32.275367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.275727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.276079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.276423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.277237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.277237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.277474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.277741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.278076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.278407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.278765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.279099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:32.356208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Attempting to bind port e3310064-a895-4fa7-916b-c48294436677 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:32.356666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Attempting to bind port e3310064-a895-4fa7-916b-c48294436677 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '65bca84b-d3a8-48b7-b434-f8f3c00d36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:32.357097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Attempting to bind port e3310064-a895-4fa7-916b-c48294436677 on network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:32.365023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:32.365555 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Checking segment: {'id': '65bca84b-d3a8-48b7-b434-f8f3c00d36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:32.366084 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.366669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Bound using segment: {'id': '65bca84b-d3a8-48b7-b434-f8f3c00d36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:32.367259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Bound port: e3310064-a895-4fa7-916b-c48294436677, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65bca84b-d3a8-48b7-b434-f8f3c00d36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:32.367781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.378356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-77fe2acc-c672-4fc4-91ee-95e260d61646 service neutron] 10.222.0.60 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544912 Jul 22 14:38:32.436858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] For port e3310064-a895-4fa7-916b-c48294436677, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:32.442290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] For port e3310064-a895-4fa7-916b-c48294436677, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e3310064-a895-4fa7-916b-c48294436677,segment=NetworkSegment(65bca84b-d3a8-48b7-b434-f8f3c00d36ef),segment_id=65bca84b-d3a8-48b7-b434-f8f3c00d36ef)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:32.457352 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.469633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::10 (18cf5b2d-7bc8-4fca-bd3d-f97b023f7377/b4490e71-c15a-49ff-bb55-964d88dd5197/91e03c43-4397-40df-9e61-d2375db858db) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:32.518748 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d81c75-2686-40cc-bd5d-966bc3c42ec0 None None] Pushing event updated for resources: {'Port': ['ID=e3310064-a895-4fa7-916b-c48294436677,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:32.726238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.743922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabbc40-bc06-4889-a12b-da0e03ab3db2 req-2f6878d2-95a6-4e38-b71b-7255482a5170 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:32.744932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcabbc40-bc06-4889-a12b-da0e03ab3db2 req-2f6878d2-95a6-4e38-b71b-7255482a5170 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1623452 Jul 22 14:38:32.802807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 91e03c43-4397-40df-9e61-d2375db858db will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:32.816018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcabbc40-bc06-4889-a12b-da0e03ab3db2 req-2f22a7a9-6916-47c8-9105-e76419027aa4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635424 Jul 22 14:38:32.894389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a3e759b-0129-4002-8eff-21ff902c3977 req-eb5f78a3-17f6-4ec8-8edd-a60504658d8d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 210 time: 0.0817029 Jul 22 14:38:32.906414 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:32.959361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:32.968456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:32.975019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:32.986242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:32.987318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:33.017452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=91e03c43-4397-40df-9e61-d2375db858db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:33.022204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86bf9d6a-7314-47d7-9bd3-218b234fc585 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3862510 Jul 22 14:38:33.024850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35352) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:33.030892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '18cf5b2d-7bc8-4fca-bd3d-f97b023f7377', 'name': 'tempest-PortsIpV6TestJSON-1339602128', 'fixed_ips': [{'subnet_id': 'b4490e71-c15a-49ff-bb55-964d88dd5197', 'ip_address': '2001:db8::f'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:33.099341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68e728cd-d8b6-47ca-b45d-0016c3212679 req-65049293-705e-457b-8101-f03a379ff57a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2 HTTP/1.1" status: 200 len: 221 time: 0.0430820 Jul 22 14:38:33.198494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:33.206827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:33.231669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 51f5b345-b768-43ef-80a5-89e09f41aa18 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:33.290665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396e429-3a05-433c-b69a-e0b73c18f703 req-e1988191-82fe-4639-9d00-c51afc4c1f1a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:33.299423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f396e429-3a05-433c-b69a-e0b73c18f703 req-e1988191-82fe-4639-9d00-c51afc4c1f1a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1439002 Jul 22 14:38:33.358209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f396e429-3a05-433c-b69a-e0b73c18f703 req-7a472b0b-5648-4c94-9973-b8f6210625d5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535059 Jul 22 14:38:33.553851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::f (18cf5b2d-7bc8-4fca-bd3d-f97b023f7377/b4490e71-c15a-49ff-bb55-964d88dd5197/51f5b345-b768-43ef-80a5-89e09f41aa18) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:33.575653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd432d-cc6b-4770-a0ed-046731bd37f5 req-303db6ed-454a-4023-b9fb-25f64d4a7a7d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:33.577523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5bd432d-cc6b-4770-a0ed-046731bd37f5 req-303db6ed-454a-4023-b9fb-25f64d4a7a7d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1316886 Jul 22 14:38:33.700193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5bd432d-cc6b-4770-a0ed-046731bd37f5 req-90e4a0ef-fdef-4200-b92b-b076fd2565c7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061726 Jul 22 14:38:33.792342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:33.829963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 51f5b345-b768-43ef-80a5-89e09f41aa18 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:33.929335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607009-6d8e-4f81-bed1-7a02803804a5 req-4dd8a7ba-f1d7-4476-8809-3d4d4a6f583b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:33.931341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca607009-6d8e-4f81-bed1-7a02803804a5 req-4dd8a7ba-f1d7-4476-8809-3d4d4a6f583b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1339293 Jul 22 14:38:34.040077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce7ee6-d8f4-4ccd-8470-2d9c84566c46 None None] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:34.062235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca607009-6d8e-4f81-bed1-7a02803804a5 req-cdbe8313-8d25-4c4c-97b5-8360de21e93f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167181 Jul 22 14:38:34.085679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e3310064-a895-4fa7-916b-c48294436677 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:34.094831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.162709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06f5c70e-7473-4940-b819-2c5db4daaca8 req-5af80fc1-c0d3-41ea-af07-5b6a1b546066 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 210 time: 0.0653765 Jul 22 14:38:34.217198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-26cfc98a-6373-4a77-a168-ebd09d109e22 None None] Provisioning for port e3310064-a895-4fa7-916b-c48294436677 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:34.264894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10262aa-a5f2-4a42-92d5-0e3feb6a2506 req-4740832c-b49a-451e-9676-f8a184993841 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.270420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:34.278653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:34.282027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:34.282625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c10262aa-a5f2-4a42-92d5-0e3feb6a2506 req-4740832c-b49a-451e-9676-f8a184993841 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1067419 Jul 22 14:38:34.289770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.290453 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.294312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=51f5b345-b768-43ef-80a5-89e09f41aa18,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:34.306169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-02efacc6-0884-4d0a-addd-8e92d0e5ae2a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.307792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-02efacc6-0884-4d0a-addd-8e92d0e5ae2a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 813 time: 0.3651333 Jul 22 14:38:34.328258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e3310064-a895-4fa7-916b-c48294436677 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:34.330747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'port': {'device_id': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882', 'admin_state_up': True, 'tenant_id': 'fe147a3b41554a71b683bbb5ac66527e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:34.335434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c10262aa-a5f2-4a42-92d5-0e3feb6a2506 req-d25a3090-9ea5-417d-8a87-7d45774983a6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Jul 22 14:38:34.337243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e3310064-a895-4fa7-916b-c48294436677 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:34.337544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.355874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2740dcf0-6e1d-4448-a7ef-6509f88d8569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3273811 Jul 22 14:38:34.361202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:34.518293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Made reservation on behalf of fe147a3b41554a71b683bbb5ac66527e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:34.522994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.524539 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.577084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e3310064-a895-4fa7-916b-c48294436677, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e3310064-a895-4fa7-916b-c48294436677,segment=NetworkSegment(65bca84b-d3a8-48b7-b434-f8f3c00d36ef),segment_id=65bca84b-d3a8-48b7-b434-f8f3c00d36ef)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:34.583778 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.599539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0395489-f865-4471-829b-58e494276bee tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.604019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b0395489-f865-4471-829b-58e494276bee tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2449553 Jul 22 14:38:34.614025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:34.639586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8f801-991d-4995-83f1-02c96718f841 req-626df316-f5e3-497e-ba14-1f3da1c0fc2c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.641167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81a8f801-991d-4995-83f1-02c96718f841 req-626df316-f5e3-497e-ba14-1f3da1c0fc2c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2025988 Jul 22 14:38:34.660120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e3310064-a895-4fa7-916b-c48294436677,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:34.720902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Allocated IP 172.20.0.13 (53e3b8e3-37bc-4ee3-8a08-4b0ffa523882/837b97df-d5ea-4e6e-9aa3-ad2daff326b2/dee224db-0dd2-45c7-901c-cc17bb1fd630) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:34.749525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81a8f801-991d-4995-83f1-02c96718f841 req-9afe7deb-2808-4fde-9903-a0efc466fbfe tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846152 Jul 22 14:38:34.786668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2578c-c494-4bfa-8a5f-93e4edf5012e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.795325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2578c-c494-4bfa-8a5f-93e4edf5012e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.804197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2578c-c494-4bfa-8a5f-93e4edf5012e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:34.807144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87f2578c-c494-4bfa-8a5f-93e4edf5012e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1916521 Jul 22 14:38:34.810092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35384) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:34.867699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Provisioning complete for port e3310064-a895-4fa7-916b-c48294436677 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:34.868376 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:34.968346 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.003969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Provisioning for port 91e03c43-4397-40df-9e61-d2375db858db completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:35.011795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Provisioning complete for port 91e03c43-4397-40df-9e61-d2375db858db triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:35.012843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.021225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733277f-14ba-4dcc-aca6-8ecafb219fb2 req-0e300f86-0ab6-466f-9a73-a380d9d5cb9e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:35.022774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e733277f-14ba-4dcc-aca6-8ecafb219fb2 req-0e300f86-0ab6-466f-9a73-a380d9d5cb9e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2017491 Jul 22 14:38:35.061211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Port 91e03c43-4397-40df-9e61-d2375db858db cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:35.064458 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.078764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:35.114676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Provisioning for port 51f5b345-b768-43ef-80a5-89e09f41aa18 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:35.121458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Provisioning complete for port 51f5b345-b768-43ef-80a5-89e09f41aa18 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:35.121694 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.128217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:35.132962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:35.135367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:35.136772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 51f5b345-b768-43ef-80a5-89e09f41aa18 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:35.137125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.138236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:35.164335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e733277f-14ba-4dcc-aca6-8ecafb219fb2 req-47f42bbe-86e9-4dc6-8745-0930cf5de838 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329777 Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.194841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:35.200278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6ac004d4-0cd0-4817-9dae-d2621b56995c None None] Port 51f5b345-b768-43ef-80a5-89e09f41aa18 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:35.231984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:35.232866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.252047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-ac5058ff-d22a-440d-9c30-fa1e46ff7ff7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9295843 Jul 22 14:38:35.266089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Request body: {'port': {'device_id': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:35.272066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.306691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 51f5b345-b768-43ef-80a5-89e09f41aa18 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:35.349516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-447d3b1d-d220-479f-b3f9-a5e42a49f6fa None None] Provisioning complete for port 91e03c43-4397-40df-9e61-d2375db858db triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:35.349962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-447d3b1d-d220-479f-b3f9-a5e42a49f6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.421213 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.429763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-447d3b1d-d220-479f-b3f9-a5e42a49f6fa None None] Port 91e03c43-4397-40df-9e61-d2375db858db cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:35.556579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae77e1f-9f92-4bee-a52a-5bc3be7aa5bd req-da04228e-cce5-41b9-8d95-edf8139016e1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:35.564737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fae77e1f-9f92-4bee-a52a-5bc3be7aa5bd req-da04228e-cce5-41b9-8d95-edf8139016e1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 932 time: 0.2374902 Jul 22 14:38:35.595113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb5bc6f-674f-49e4-a680-86ebff671391 req-6cc83eb9-733b-4a83-86fe-574d45eea489 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:35.596914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bb5bc6f-674f-49e4-a680-86ebff671391 req-6cc83eb9-733b-4a83-86fe-574d45eea489 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2302821 Jul 22 14:38:35.661391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-87d70b96-7467-4bef-a8e0-782570d3617a None None] Provisioning complete for port 51f5b345-b768-43ef-80a5-89e09f41aa18 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:35.661905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87d70b96-7467-4bef-a8e0-782570d3617a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.665447 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:38:35.687689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fae77e1f-9f92-4bee-a52a-5bc3be7aa5bd req-ea32d277-39a9-49d5-81d3-f7ffa7a42bb3 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 Jul 22 14:38:35.716140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-87d70b96-7467-4bef-a8e0-782570d3617a None None] Port 51f5b345-b768-43ef-80a5-89e09f41aa18 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:35.717542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bb5bc6f-674f-49e4-a680-86ebff671391 req-26733c44-01bf-4cdd-882b-fb8f236a83ed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129885 Jul 22 14:38:35.731375 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.778549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=51f5b345-b768-43ef-80a5-89e09f41aa18,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:35.824801 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:35.827020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-12fbd885-962d-4235-be3a-57cdbf845eb1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/51f5b345-b768-43ef-80a5-89e09f41aa18 HTTP/1.1" status: 204 len: 168 time: 1.0158658 Jul 22 14:38:35.830314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:35.875478 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1886f23d-6e1e-4e67-96c6-f2598977d955 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:35.884643 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1886f23d-6e1e-4e67-96c6-f2598977d955 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/51f5b345-b768-43ef-80a5-89e09f41aa18 HTTP/1.1" status: 404 len: 333 time: 0.0529881 Jul 22 14:38:35.887868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02abf7-06c9-4d12-b994-88683f47d98b req-22f39c22-c4ee-4380-a7bb-4f6ec2ff4970 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:35.890957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:35.895956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d02abf7-06c9-4d12-b994-88683f47d98b req-22f39c22-c4ee-4380-a7bb-4f6ec2ff4970 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0859931 Jul 22 14:38:35.954167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d02abf7-06c9-4d12-b994-88683f47d98b req-14304c60-76cf-457f-bd33-1a44d365236a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525072 Jul 22 14:38:35.979831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e3310064-a895-4fa7-916b-c48294436677 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:36.026777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee224db-0dd2-45c7-901c-cc17bb1fd630 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:36.067007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.079937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e3310064-a895-4fa7-916b-c48294436677 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:36.080611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.089418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Transition to ACTIVE for port object dee224db-0dd2-45c7-901c-cc17bb1fd630 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:36.102001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.195866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 91e03c43-4397-40df-9e61-d2375db858db {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:36.196389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.225552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:36.261212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c34a1b-aacc-4fa3-8de2-da14c573a9d2 req-1c334e75-f7c5-47ce-a008-9ec7cdb20525 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:36.269109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2c34a1b-aacc-4fa3-8de2-da14c573a9d2 req-1c334e75-f7c5-47ce-a008-9ec7cdb20525 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1832254 Jul 22 14:38:36.304645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2c34a1b-aacc-4fa3-8de2-da14c573a9d2 req-b8a1e294-8bf8-4003-9512-ec1ab79e012d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344274 Jul 22 14:38:36.378058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.389558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Attempting to bind port dee224db-0dd2-45c7-901c-cc17bb1fd630 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:36.390004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Attempting to bind port dee224db-0dd2-45c7-901c-cc17bb1fd630 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:36.390368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Attempting to bind port dee224db-0dd2-45c7-901c-cc17bb1fd630 on network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:36.397383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 91e03c43-4397-40df-9e61-d2375db858db owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:36.399220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Port dee224db-0dd2-45c7-901c-cc17bb1fd630 on network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:38:36.399552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Attempting to bind port dee224db-0dd2-45c7-901c-cc17bb1fd630 on network 53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:36.412455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:36.412804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Checking segment: {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:36.413201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Bound using segment: {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:36.413651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Bound port: dee224db-0dd2-45c7-901c-cc17bb1fd630, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a1a7028-e65f-4bd3-ba11-c087d3013d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:36.414018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.456597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0b84e-6ca3-4db1-bf58-f1b8c6a5a231 req-e7496564-dfc5-4d99-896c-1251e5f6e83c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:36.458107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eba0b84e-6ca3-4db1-bf58-f1b8c6a5a231 req-e7496564-dfc5-4d99-896c-1251e5f6e83c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0727654 Jul 22 14:38:36.518557 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eba0b84e-6ca3-4db1-bf58-f1b8c6a5a231 req-a6c363af-839e-45b5-8b2d-9f18cc5b49f9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545595 Jul 22 14:38:36.553239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:36.573222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:36.600203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.646147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:36.646873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.648992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-825b4230-9df0-4740-9385-d202771ee439 service neutron] 10.222.0.72 "PUT /v2.0/ports/dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 1092 time: 1.3896759 Jul 22 14:38:36.656808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:36.658160 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0915b-3845-42f8-a656-999372fa7472" -d '{"events": [{"name": "network-changed", "server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:36.690131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.712168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cb981-de55-466a-8821-624cbd94c8a7 req-a9a407ef-35f0-40b8-aaae-45dfbfe64cc3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:36.714271 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36722ea4-823d-4eb0-a795-5b0526554cc7 x-openstack-request-id: req-36722ea4-823d-4eb0-a795-5b0526554cc7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:36.714654 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:36.715003 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36722ea4-823d-4eb0-a795-5b0526554cc7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:36.715413 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'status': 'completed', 'code': 200} Jul 22 14:38:36.719316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-270cb981-de55-466a-8821-624cbd94c8a7 req-a9a407ef-35f0-40b8-aaae-45dfbfe64cc3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1046686 Jul 22 14:38:36.742495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b4230-9df0-4740-9385-d202771ee439 service neutron] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:36.768488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-270cb981-de55-466a-8821-624cbd94c8a7 req-cd2c8252-c502-4c87-8fa3-001140a0c02e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Jul 22 14:38:36.787895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=91e03c43-4397-40df-9e61-d2375db858db,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:36.815601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:36.817591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d25e4887-a660-48f6-bc73-7e225711f3e5 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/91e03c43-4397-40df-9e61-d2375db858db HTTP/1.1" status: 204 len: 168 time: 0.9256399 Jul 22 14:38:36.820871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35422) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:36.850549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-4c6b870a-fe2f-4897-b141-9e53cbb9f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:36.852412 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-4c6b870a-fe2f-4897-b141-9e53cbb9f528 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1095 time: 0.1597621 Jul 22 14:38:36.855321 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fbbe82-18bc-402b-8174-084b50a6cfee tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:36.857106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d5fbbe82-18bc-402b-8174-084b50a6cfee tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/91e03c43-4397-40df-9e61-d2375db858db HTTP/1.1" status: 404 len: 333 time: 0.0336058 Jul 22 14:38:36.859769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35424) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:36.900210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-ec29fcb0-e59d-473b-9dd5-5ada777413de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 217 time: 0.0397868 Jul 22 14:38:36.958723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516455e-ec11-4246-9762-22090ee01da1 req-f11282d4-32ae-4fce-a3ac-721b0dc61fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:36.962826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-f11282d4-32ae-4fce-a3ac-721b0dc61fa5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0565884 Jul 22 14:38:36.969138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet b4490e71-c15a-49ff-bb55-964d88dd5197 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:36.977081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.009631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-780e4e66-4781-41c8-9b36-3ca24e18ec87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397332 Jul 22 14:38:37.015339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ed29b-dc94-403e-b231-18ccd1badcc4 req-881138b8-78cc-4b20-b607-2de707320c03 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.017618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-739ed29b-dc94-403e-b231-18ccd1badcc4 req-881138b8-78cc-4b20-b607-2de707320c03 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 944 time: 0.2342262 Jul 22 14:38:37.059804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45194a24-7daa-4db7-ab66-ebcecf995636 req-ae15b0fb-b1e0-4dbc-aa5f-965e04a6890b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.062999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45194a24-7daa-4db7-ab66-ebcecf995636 req-ae15b0fb-b1e0-4dbc-aa5f-965e04a6890b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1946168 Jul 22 14:38:37.067651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.107433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-5ae9379e-6675-4ded-aa6b-61697aef8890 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909636 Jul 22 14:38:37.131828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-739ed29b-dc94-403e-b231-18ccd1badcc4 req-ea71ec14-9b60-4e5b-a0de-d5d0fb97f01c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071513 Jul 22 14:38:37.159506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45194a24-7daa-4db7-ab66-ebcecf995636 req-2b0eb6ca-d159-4ba6-a0f3-5961ab2f5262 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880141 Jul 22 14:38:37.182830 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.214144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1516455e-ec11-4246-9762-22090ee01da1 req-70551e20-f543-411c-945b-5fe16f810985 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010227 Jul 22 14:38:37.234658 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.358707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0915b-3845-42f8-a656-999372fa7472 req-1d6637b0-d376-4da8-a6a4-5a8bfe579679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.360881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-1d6637b0-d376-4da8-a6a4-5a8bfe579679 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1095 time: 0.0727532 Jul 22 14:38:37.376904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.412528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=b4490e71-c15a-49ff-bb55-964d88dd5197,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:37.420954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ba60d9-b3d7-48b6-93b5-fb18a6dc158e None None] Network 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:37.428787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.431598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-48192f6b-4940-43f6-a590-b25c191bc1c0 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/b4490e71-c15a-49ff-bb55-964d88dd5197 HTTP/1.1" status: 204 len: 168 time: 0.5704818 Jul 22 14:38:37.435025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35434) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:37.445316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5abce-4725-4179-b58e-0912165def8c req-ae8d2ded-2b5e-4838-a472-f1473b5f1110 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.446956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd5abce-4725-4179-b58e-0912165def8c req-ae8d2ded-2b5e-4838-a472-f1473b5f1110 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1446121 Jul 22 14:38:37.489523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0915b-3845-42f8-a656-999372fa7472 req-ccab09a6-3b8b-4568-b9c5-e111c48df8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.492186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-ccab09a6-3b8b-4568-b9c5-e111c48df8fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.1245058 Jul 22 14:38:37.546665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cd5abce-4725-4179-b58e-0912165def8c req-5fe628f5-891c-4cd0-9a59-b6d58d183029 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913322 Jul 22 14:38:37.563074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.565379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-2d205d6f-6b55-4644-a081-6c54194d9a2c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 217 time: 0.0651135 Jul 22 14:38:37.624592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.630337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0915b-3845-42f8-a656-999372fa7472 req-bc273e86-0aa7-4c0c-a805-98d17e946900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.632465 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-bc273e86-0aa7-4c0c-a805-98d17e946900 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0579710 Jul 22 14:38:37.654991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port e3310064-a895-4fa7-916b-c48294436677 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:37.655424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.681277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-a3580214-56c1-4aab-8713-865314904e2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357370 Jul 22 14:38:37.725860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] DHCP port deletion for 18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:38:37.754939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] For port e3310064-a895-4fa7-916b-c48294436677, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e3310064-a895-4fa7-916b-c48294436677,segment=NetworkSegment(65bca84b-d3a8-48b7-b434-f8f3c00d36ef),segment_id=65bca84b-d3a8-48b7-b434-f8f3c00d36ef)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:37.755461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.775606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] Deleting port e3310064-a895-4fa7-916b-c48294436677 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:37.776363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.784640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for e3310064-a895-4fa7-916b-c48294436677 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:37.787842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-a7fecbbf-1381-4994-94b5-ec124ee759e3 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974696 Jul 22 14:38:37.816484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53a55-b0c9-4da0-b901-ccfe35bdf494 req-657589e3-778d-4dd7-9754-b696745a2c14 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:37.818252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30a53a55-b0c9-4da0-b901-ccfe35bdf494 req-657589e3-778d-4dd7-9754-b696745a2c14 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1488686 Jul 22 14:38:37.853389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] For port e3310064-a895-4fa7-916b-c48294436677, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e3310064-a895-4fa7-916b-c48294436677,segment=NetworkSegment(65bca84b-d3a8-48b7-b434-f8f3c00d36ef),segment_id=65bca84b-d3a8-48b7-b434-f8f3c00d36ef)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:37.854705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.870507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] Calling delete_port for e3310064-a895-4fa7-916b-c48294436677 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:37.892826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a8e0915b-3845-42f8-a656-999372fa7472 req-faf4b94a-4fa9-4a6c-b157-be0c6c11ea94 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978570 Jul 22 14:38:37.922147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30a53a55-b0c9-4da0-b901-ccfe35bdf494 req-1981a591-b2e5-4be1-96cf-cc11f586e1ee tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758464 Jul 22 14:38:37.954949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:37.992435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No DVR routers for this DVR port e3310064-a895-4fa7-916b-c48294436677 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:37.998352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=e3310064-a895-4fa7-916b-c48294436677,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:38.111360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e3310064-a895-4fa7-916b-c48294436677 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:38.115086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.127320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cf5b2d-7bc8-4fca-bd3d-f97b023f7377']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:38.133278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e3310064-a895-4fa7-916b-c48294436677 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:38.133630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e3310064-a895-4fa7-916b-c48294436677 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:38.139972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bca84b-d3a8-48b7-b434-f8f3c00d36ef') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:38.139972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bca84b-d3a8-48b7-b434-f8f3c00d36ef') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:38.155464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.173359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.179497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.188437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accebf22-84f1-490a-83b5-5948ea99f85a req-392b57f7-0688-4526-a124-12cdae25412f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.189993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-accebf22-84f1-490a-83b5-5948ea99f85a req-392b57f7-0688-4526-a124-12cdae25412f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1365469 Jul 22 14:38:38.192060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] No DVR routers for this DVR port e3310064-a895-4fa7-916b-c48294436677 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:38.193821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:38:38.194250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:38:38.202988 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:38:38.227003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391754c3-2232-4c08-8074-24fe3ceb978f None None] Pushing event deleted for resources: {'Port': ['ID=e3310064-a895-4fa7-916b-c48294436677,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:38.301301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-accebf22-84f1-490a-83b5-5948ea99f85a req-5fbc9170-7d06-4bee-a772-e07f21636529 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973949 Jul 22 14:38:38.323252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.328231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.334704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:38.334865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/18cf5b2d-7bc8-4fca-bd3d-f97b023f7377 HTTP/1.1" status: 204 len: 168 time: 0.8985939 Jul 22 14:38:38.341518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079626819'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:38.357070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b0360b-d532-4272-986d-ddc3d9b4567b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=18cf5b2d-7bc8-4fca-bd3d-f97b023f7377,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:38.378962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:38.384601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.402861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdd419-aabb-4d2f-85b6-e2719011c07b req-4b8be0a8-fccd-4347-8335-35089c9843aa tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.407980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92cdd419-aabb-4d2f-85b6-e2719011c07b req-4b8be0a8-fccd-4347-8335-35089c9843aa tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 944 time: 0.1252635 Jul 22 14:38:38.435830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:38:38.448590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.448590 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Added segment 8846fca8-7a4f-491e-aca3-2842e4be63ff of type vlan for network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd Jul 22 14:38:38.454924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92cdd419-aabb-4d2f-85b6-e2719011c07b req-c6e7519e-11d3-4e22-b354-b89449a68f98 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362785 Jul 22 14:38:38.510533 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.528472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dee224db-0dd2-45c7-901c-cc17bb1fd630 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:38:38.547389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.553413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.554035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.582507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11433ab-1257-4925-9edd-0bdce7be60a9 req-f233a79d-1b21-42ee-a26a-b0d651ae3d70 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.584569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a11433ab-1257-4925-9edd-0bdce7be60a9 req-f233a79d-1b21-42ee-a26a-b0d651ae3d70 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0836203 Jul 22 14:38:38.595234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2562299 Jul 22 14:38:38.595818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:38.600776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:38.630677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a11433ab-1257-4925-9edd-0bdce7be60a9 req-ce556c5d-8f14-434e-8b2e-a514ba8ccf22 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 Jul 22 14:38:38.641290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:38.654757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a925f-c53c-4524-b4be-2506432d4723 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Network': ['ID=54043fd9-cf53-46b9-ad2e-00f23cdb68dd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:38.655529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'network_id': '53e3b8e3-37bc-4ee3-8a08-4b0ffa523882', 'port_id': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'mac_address': 'fa:16:3e:9d:47:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837b97df-d5ea-4e6e-9aa3-ad2daff326b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:38:38.661313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:38:38.733934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:38.738133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.753485 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.768545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee224db-0dd2-45c7-901c-cc17bb1fd630 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:38:38.790656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:38.795402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:38.823957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fdbe2f-3b9c-4a67-ad57-abff81c700e7 req-fba770fe-d49f-406a-abfc-e27a09edae3a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:38.825488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2fdbe2f-3b9c-4a67-ad57-abff81c700e7 req-fba770fe-d49f-406a-abfc-e27a09edae3a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0693698 Jul 22 14:38:38.847384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:38.866938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2fdbe2f-3b9c-4a67-ad57-abff81c700e7 req-284642cb-78fc-4485-99bd-22ff48208815 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347302 Jul 22 14:38:38.941829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.005175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33abdeed-21fd-4d4e-8faf-6c966dd97460 req-94ebe01c-56de-498f-8d12-c5a7e4a3b82f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.007006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33abdeed-21fd-4d4e-8faf-6c966dd97460 req-94ebe01c-56de-498f-8d12-c5a7e4a3b82f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0713668 Jul 22 14:38:39.007678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=69552790-b7bc-4eec-a6a1-4082e32fb6fb,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:39.012920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Checking segment: {'id': '8846fca8-7a4f-491e-aca3-2842e4be63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:39.013283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network hostable DHCP agents. Network: 54043fd9-cf53-46b9-ad2e-00f23cdb68dd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:38:39.030484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:38:39.039142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 54043fd9-cf53-46b9-ad2e-00f23cdb68dd) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:39.043566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.044205 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.047457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376be3a-c57a-4b1e-a587-50330796dfff None None] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:39.049781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33abdeed-21fd-4d4e-8faf-6c966dd97460 req-b288d3d9-b346-4a75-aebe-2b4fe29273a4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Jul 22 14:38:39.074265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b235764d-4f94-42bd-90a0-b02f8937eb66 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4691143 Jul 22 14:38:39.074431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:39.074431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-33795843', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:39.099858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.101202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.164186 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.184070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.197208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dee224db-0dd2-45c7-901c-cc17bb1fd630'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:39.212860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.214116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6dd98566-9f62-4648-976d-bc4ef7ddb5a2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1437981 Jul 22 14:38:39.216852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:39.221558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-54043fd9-cf53-46b9-ad2e-00f23cdb68dd', 'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': '69552790-b7bc-4eec-a6a1-4082e32fb6fb'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:39.222223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd', 'name': 'tempest-PortsIpV6TestJSON-257436789'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:39.222426 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.263735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71392a4-489d-48b9-b3a0-e274ef10ce1b req-238c2324-8dbd-4ec2-847a-ecaf953c800b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.265245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d71392a4-489d-48b9-b3a0-e274ef10ce1b req-238c2324-8dbd-4ec2-847a-ecaf953c800b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1138892 Jul 22 14:38:39.355074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d71392a4-489d-48b9-b3a0-e274ef10ce1b req-791787fb-6f40-4f05-819f-99a1bee91dff tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535893 Jul 22 14:38:39.380423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:39.380423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.397926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 024d4c32-6aa4-4b90-a545-a5b825e808c9 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:39.417538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Allocated IP 2001:db8::2 (54043fd9-cf53-46b9-ad2e-00f23cdb68dd/69552790-b7bc-4eec-a6a1-4082e32fb6fb/4a54420e-60aa-455c-87d6-f7ef2a49802b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:39.536048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aeb5d-e39e-4ec4-b409-cc867ce0849e req-b3be6dc7-b5af-40cb-befd-ad971c372ccf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.537580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f3aeb5d-e39e-4ec4-b409-cc867ce0849e req-b3be6dc7-b5af-40cb-befd-ad971c372ccf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0905600 Jul 22 14:38:39.600730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f3aeb5d-e39e-4ec4-b409-cc867ce0849e req-9aa69e23-7358-45db-ac06-23ce5459a969 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575666 Jul 22 14:38:39.624790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.634013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Transition to ACTIVE for port object 4a54420e-60aa-455c-87d6-f7ef2a49802b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:39.638633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a549b5a-79f5-4906-b49d-b7287dccef3f req-5ac101a7-15d7-41de-9503-4ba102e3d862 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.639918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a549b5a-79f5-4906-b49d-b7287dccef3f req-5ac101a7-15d7-41de-9503-4ba102e3d862 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 945 time: 0.0767176 Jul 22 14:38:39.651063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Transition to ACTIVE for port object 4a54420e-60aa-455c-87d6-f7ef2a49802b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:39.656801 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.707227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:39.710386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:39.714373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:39.717430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a549b5a-79f5-4906-b49d-b7287dccef3f req-e44595c8-e8c6-49e6-b5a2-374b4c336f3b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Jul 22 14:38:39.725476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Pushing event updated for resources: {'Port': ['ID=4a54420e-60aa-455c-87d6-f7ef2a49802b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:39.748374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::2a8 (54043fd9-cf53-46b9-ad2e-00f23cdb68dd/69552790-b7bc-4eec-a6a1-4082e32fb6fb/024d4c32-6aa4-4b90-a545-a5b825e808c9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:39.790037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Attempting to bind port 4a54420e-60aa-455c-87d6-f7ef2a49802b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:39.790418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Attempting to bind port 4a54420e-60aa-455c-87d6-f7ef2a49802b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8846fca8-7a4f-491e-aca3-2842e4be63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:39.790825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Attempting to bind port 4a54420e-60aa-455c-87d6-f7ef2a49802b on network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:39.803647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:39.804032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Checking segment: {'id': '8846fca8-7a4f-491e-aca3-2842e4be63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:39.804444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.804840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Bound using segment: {'id': '8846fca8-7a4f-491e-aca3-2842e4be63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:39.805319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Bound port: 4a54420e-60aa-455c-87d6-f7ef2a49802b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8846fca8-7a4f-491e-aca3-2842e4be63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '54043fd9-cf53-46b9-ad2e-00f23cdb68dd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:39.805709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.817203 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d14007e3-1945-470f-ab34-57f45447a42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.874646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] For port 4a54420e-60aa-455c-87d6-f7ef2a49802b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:39.879043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] For port 4a54420e-60aa-455c-87d6-f7ef2a49802b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a54420e-60aa-455c-87d6-f7ef2a49802b,segment=NetworkSegment(8846fca8-7a4f-491e-aca3-2842e4be63ff),segment_id=8846fca8-7a4f-491e-aca3-2842e4be63ff)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:39.884123 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:39.934077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47981e13-a46f-4904-b2a7-1e7c9b3881a2 req-80b5cc13-ce49-4e71-a9b6-91712fedec3e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:39.935709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47981e13-a46f-4904-b2a7-1e7c9b3881a2 req-80b5cc13-ce49-4e71-a9b6-91712fedec3e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1476390 Jul 22 14:38:39.951705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54e589-6889-47ea-b8bb-d33a79d1df02 None None] Pushing event updated for resources: {'Port': ['ID=4a54420e-60aa-455c-87d6-f7ef2a49802b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:39.991062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.014754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47981e13-a46f-4904-b2a7-1e7c9b3881a2 req-746053d3-9d16-4d9b-a7ca-bd0c86a27e0c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Jul 22 14:38:40.018467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 024d4c32-6aa4-4b90-a545-a5b825e808c9 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:40.052420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.097782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:40.100898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:40.105560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:40.115052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:40.115640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.122404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=024d4c32-6aa4-4b90-a545-a5b825e808c9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:40.140714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.141028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.141436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.142424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.142785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.143132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.143528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.143938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.144289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.148080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.148453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.148804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:38:40.154258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f3961a07-9080-4ec9-b721-4c9e0fb6088e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9364638 Jul 22 14:38:40.156981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:40.496512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.756780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.762424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:40.870579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=024d4c32-6aa4-4b90-a545-a5b825e808c9,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:40.874097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dad3d7-eec5-4b25-9895-3f48018bf4df None None] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:40.912862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d53117b-8856-48fe-8553-bd305f90bfec None None] Provisioning for port 4a54420e-60aa-455c-87d6-f7ef2a49802b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:40.973254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0ad5-572b-44f5-9850-578986d22cdc req-b36a983b-0d29-4c6a-8d94-50624518df84 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:40.974785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef3e0ad5-572b-44f5-9850-578986d22cdc req-b36a983b-0d29-4c6a-8d94-50624518df84 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 945 time: 0.1480575 Jul 22 14:38:41.004767 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.093771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef3e0ad5-572b-44f5-9850-578986d22cdc req-de5cacee-8e6e-40e5-ac43-9786433d9f7c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128891 Jul 22 14:38:41.365564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2f04936-85f2-438b-b037-c7f5a999c491 None None] Provisioning for port 024d4c32-6aa4-4b90-a545-a5b825e808c9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:41.370180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2f04936-85f2-438b-b037-c7f5a999c491 None None] Provisioning complete for port 024d4c32-6aa4-4b90-a545-a5b825e808c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:41.370667 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2f04936-85f2-438b-b037-c7f5a999c491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.410172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b2f04936-85f2-438b-b037-c7f5a999c491 None None] Port 024d4c32-6aa4-4b90-a545-a5b825e808c9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:41.530448 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.541673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4959c0cc-594e-406b-a440-3d2d36ecf501 None None] Provisioning complete for port 024d4c32-6aa4-4b90-a545-a5b825e808c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:41.542293 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4959c0cc-594e-406b-a440-3d2d36ecf501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.551331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea254e-11d8-4677-9353-7c10113e3f8c req-73c3b5af-daac-4e78-94d5-5ba14da583ed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:41.552926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fdea254e-11d8-4677-9353-7c10113e3f8c req-73c3b5af-daac-4e78-94d5-5ba14da583ed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.4566987 Jul 22 14:38:41.602457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4959c0cc-594e-406b-a440-3d2d36ecf501 None None] Port 024d4c32-6aa4-4b90-a545-a5b825e808c9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:41.690561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fdea254e-11d8-4677-9353-7c10113e3f8c req-e16db5d8-ebf6-40cf-8797-b1809bbe5920 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283791 Jul 22 14:38:41.729220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b052e66a-8fb6-48a8-9846-1fa3d38877fa None None] Provisioning complete for port 024d4c32-6aa4-4b90-a545-a5b825e808c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:41.729525 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b052e66a-8fb6-48a8-9846-1fa3d38877fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.766212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b052e66a-8fb6-48a8-9846-1fa3d38877fa None None] Port 024d4c32-6aa4-4b90-a545-a5b825e808c9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:41.877149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.884674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.885523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:41.959132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a54420e-60aa-455c-87d6-f7ef2a49802b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:41.989716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=024d4c32-6aa4-4b90-a545-a5b825e808c9,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:42.010271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4a54420e-60aa-455c-87d6-f7ef2a49802b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:42.014271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4a54420e-60aa-455c-87d6-f7ef2a49802b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:42.014678 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.066038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e261c19-8e68-42df-8a9a-b195e824a632 req-9dbde6b2-3df5-4b51-bb4f-79b362d5c92a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:42.067596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e261c19-8e68-42df-8a9a-b195e824a632 req-9dbde6b2-3df5-4b51-bb4f-79b362d5c92a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1510067 Jul 22 14:38:42.079394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f519775-ab03-4a41-b4af-fa032fe75e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.083819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:42.091477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:42.133743 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.176967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 4a54420e-60aa-455c-87d6-f7ef2a49802b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a54420e-60aa-455c-87d6-f7ef2a49802b,segment=NetworkSegment(8846fca8-7a4f-491e-aca3-2842e4be63ff),segment_id=8846fca8-7a4f-491e-aca3-2842e4be63ff)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:42.182253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.187638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e261c19-8e68-42df-8a9a-b195e824a632 req-90332645-10f5-45fb-a7dc-7c50de126f6d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126900 Jul 22 14:38:42.239399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=4a54420e-60aa-455c-87d6-f7ef2a49802b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:42.290036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f50100-54e5-45f0-b7a4-db39a52bc99d req-473a2e18-cc41-4bfa-a5f1-afe168b3b9bc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:42.294347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5f50100-54e5-45f0-b7a4-db39a52bc99d req-473a2e18-cc41-4bfa-a5f1-afe168b3b9bc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 945 time: 0.1194391 Jul 22 14:38:42.304856 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.318886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Router 7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:38:42.388802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0afb1ef-ad0b-4fba-bdaf-7e8c58235fc4 None None] Provisioning complete for port 024d4c32-6aa4-4b90-a545-a5b825e808c9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:42.389046 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0afb1ef-ad0b-4fba-bdaf-7e8c58235fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.401562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5f50100-54e5-45f0-b7a4-db39a52bc99d req-6968b9d9-f47c-420b-972e-ecaa276672ee tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032805 Jul 22 14:38:42.425096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:38:42.428547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a0afb1ef-ad0b-4fba-bdaf-7e8c58235fc4 None None] Port 024d4c32-6aa4-4b90-a545-a5b825e808c9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:42.432459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d1f4af27-f58e-47d3-9c5e-9c6913b405c3 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/routers/7bac9f27-fd5f-4d08-a462-cfadcf6a28f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2721722 Jul 22 14:38:42.433420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35506) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:42.437193 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] Sync routers for ids ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:38:42.448017 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] Routers {'7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:42.448694 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:42.479408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:42.488112 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] Routers {'7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:42.488825 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:42.497196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c609c61-5b4c-497a-b5a9-c932a9d4afec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:42.498839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c609c61-5b4c-497a-b5a9-c932a9d4afec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports?device_id=7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 HTTP/1.1" status: 200 len: 988 time: 0.0652156 Jul 22 14:38:42.502235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35508) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:42.520302 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:42.520958 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201dadb8-5c8b-40cb-8a27-33a38c1d1a22 None None] The sync data for ids ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:38:42.560996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dee224db-0dd2-45c7-901c-cc17bb1fd630 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:42.610948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port dee224db-0dd2-45c7-901c-cc17bb1fd630 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:42.614488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port dee224db-0dd2-45c7-901c-cc17bb1fd630 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:42.614897 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.701534 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.734095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:42.736993 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100625da-e3ef-4183-895f-1ed722f691bb" -d '{"events": [{"server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "name": "network-vif-plugged", "status": "completed", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:42.752559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:42.757014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:42.820665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:42.824862 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197a99d-e4dc-4708-942e-81b23942e004 x-openstack-request-id: req-4197a99d-e4dc-4708-942e-81b23942e004 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:42.825369 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "name": "network-vif-plugged", "status": "completed", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:42.825788 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4197a99d-e4dc-4708-942e-81b23942e004 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:42.826348 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'code': 200} Jul 22 14:38:42.930574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ac9d9-2784-4aba-9c32-0c1d4e8f0780 req-d7f85f32-3bff-4024-ae5b-634702d245fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:42.932021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a2ac9d9-2784-4aba-9c32-0c1d4e8f0780 req-d7f85f32-3bff-4024-ae5b-634702d245fb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1097 time: 0.0546348 Jul 22 14:38:42.967434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a2ac9d9-2784-4aba-9c32-0c1d4e8f0780 req-e74586c5-207d-4c3b-9968-880981e3aefc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278058 Jul 22 14:38:42.990062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:43.263983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 024d4c32-6aa4-4b90-a545-a5b825e808c9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:43.264350 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:43.394598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:43.412425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded8414-8051-46d2-a362-d5874a301e61 req-165cc780-7db4-47eb-b3e2-f1b68a4a5020 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.413914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ded8414-8051-46d2-a362-d5874a301e61 req-165cc780-7db4-47eb-b3e2-f1b68a4a5020 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1466947 Jul 22 14:38:43.417687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 024d4c32-6aa4-4b90-a545-a5b825e808c9 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:43.522041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ded8414-8051-46d2-a362-d5874a301e61 req-2e94e9f1-1daf-4480-a17e-9ea3e6e12a19 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022620 Jul 22 14:38:43.565390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:43.678843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618aaa-1e7f-4f07-9fe1-4a2d6e1bdc39 req-5622686d-097c-4c7e-992f-5eaf5ed3ee14 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.680329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16618aaa-1e7f-4f07-9fe1-4a2d6e1bdc39 req-5622686d-097c-4c7e-992f-5eaf5ed3ee14 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 946 time: 0.2026658 Jul 22 14:38:43.770660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16618aaa-1e7f-4f07-9fe1-4a2d6e1bdc39 req-50332425-9fdf-411c-925a-09731604db1a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832841 Jul 22 14:38:43.782833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972aa9f-2cec-48a2-8701-cf734c3e50a8 req-d3ebb074-7594-421c-9ef8-327258f04894 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:43.784302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6972aa9f-2cec-48a2-8701-cf734c3e50a8 req-d3ebb074-7594-421c-9ef8-327258f04894 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1691129 Jul 22 14:38:43.800210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:43.848298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=024d4c32-6aa4-4b90-a545-a5b825e808c9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:43.871768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6972aa9f-2cec-48a2-8701-cf734c3e50a8 req-1f080d27-29ec-4497-9c59-ebfe43d14b24 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794296 Jul 22 14:38:44.025706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:44.030645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a54420e-60aa-455c-87d6-f7ef2a49802b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:44.117683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4a54420e-60aa-455c-87d6-f7ef2a49802b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:44.118369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:44.276012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Router 7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:38:44.289396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0130c-8b29-4ced-ad98-0a248aec2e4d req-da642d1e-6a6a-418a-8227-5affecb9b705 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:44.290912 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1c0130c-8b29-4ced-ad98-0a248aec2e4d req-da642d1e-6a6a-418a-8227-5affecb9b705 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1875405 Jul 22 14:38:44.689272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:38:44.698478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4bf83ac-e628-4377-8af6-cf2b66059d3b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/routers/7bac9f27-fd5f-4d08-a462-cfadcf6a28f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951740 Jul 22 14:38:44.699196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] Sync routers for ids ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:38:44.701308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35534) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:44.709152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] Routers {'7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:44.709806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:44.715451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1c0130c-8b29-4ced-ad98-0a248aec2e4d req-728ed00a-74a6-4190-bedf-0a839421360a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169574 Jul 22 14:38:44.735173 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-767de433-5838-40fb-9bab-661d0b59753e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:44.739114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-767de433-5838-40fb-9bab-661d0b59753e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/024d4c32-6aa4-4b90-a545-a5b825e808c9 HTTP/1.1" status: 404 len: 333 time: 0.0345066 Jul 22 14:38:44.739734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35538) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:44.750410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:44.762031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] Routers {'7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:38:44.762739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:44.802570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:44.803380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be501c63-da0d-4d09-bd09-99432ae9d957 None None] The sync data for ids ['7bac9f27-fd5f-4d08-a462-cfadcf6a28f9'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:38:44.849863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.083436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.086878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.103931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7443c7-30db-4eec-b8a2-c39228f8928f req-e49663b5-90b6-4cdc-9fc0-4c76763de877 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:45.105431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a7443c7-30db-4eec-b8a2-c39228f8928f req-e49663b5-90b6-4cdc-9fc0-4c76763de877 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2934716 Jul 22 14:38:45.182139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475816b-a612-412d-a2bd-97db4426ba2e req-e127a831-0761-4684-b218-06639d722041 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:45.183703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0475816b-a612-412d-a2bd-97db4426ba2e req-e127a831-0761-4684-b218-06639d722041 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 946 time: 0.3307960 Jul 22 14:38:45.195329 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.195830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Fanout notify agent at l3_agent the message router_deleted on router 7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:38:45.212458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.213544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-558dc778-e900-4e20-8769-b59a78ca5f78 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/routers/7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 HTTP/1.1" status: 204 len: 168 time: 0.4730871 Jul 22 14:38:45.216295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:45.229501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a7443c7-30db-4eec-b8a2-c39228f8928f req-7fe83fdd-40f4-48b6-83b7-e5f2e488be82 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Jul 22 14:38:45.255096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.267573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0475816b-a612-412d-a2bd-97db4426ba2e req-aefdb2a8-dc40-4fe5-8bbf-0b915d7b28c3 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695062 Jul 22 14:38:45.322192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 69552790-b7bc-4eec-a6a1-4082e32fb6fb {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:45.328425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.381165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.401488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-3aee2b54-9d09-494c-9ebf-1ae51cba0126 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-360914428&fields=id&tenant_id=fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 267 time: 0.0412731 Jul 22 14:38:45.476334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.519624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-fa689665-c9e3-490d-a387-2a4b6b03dfff tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:45.521068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-fa689665-c9e3-490d-a387-2a4b6b03dfff tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 946 time: 0.1128769 Jul 22 14:38:45.534587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5882b6-1ffc-48c2-a884-7de950b3067c req-0183fe67-2d21-4eb3-aa1d-2d4def50093e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:45.541611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b5882b6-1ffc-48c2-a884-7de950b3067c req-0183fe67-2d21-4eb3-aa1d-2d4def50093e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1227834 Jul 22 14:38:45.548491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.554391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'port': {'security_groups': ['486270c5-de02-416e-9e0c-9092e0cca35f', '32b2a23d-e68a-4212-959e-87fc1d8127da']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:45.576732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=69552790-b7bc-4eec-a6a1-4082e32fb6fb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:45.590162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.595768 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d17bcec-fa2e-4613-92d0-8e703b509ed1 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/69552790-b7bc-4eec-a6a1-4082e32fb6fb HTTP/1.1" status: 204 len: 168 time: 0.3771043 Jul 22 14:38:45.596232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:45.601481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf8efa1-34a8-4f20-8277-c932f34098cf None None] Network 54043fd9-cf53-46b9-ad2e-00f23cdb68dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:45.647072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b5882b6-1ffc-48c2-a884-7de950b3067c req-2c9da0be-962b-4dbe-9a72-b3f05ca14e2f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044884 Jul 22 14:38:45.721341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.813858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.820129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] DHCP port deletion for 54043fd9-cf53-46b9-ad2e-00f23cdb68dd request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:38:45.874462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] Deleting port 4a54420e-60aa-455c-87d6-f7ef2a49802b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:45.876125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.937885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3cacb-ff5d-466e-8470-0e5a6cbccd6b req-0c922f4e-b437-426c-808e-f7827bdc7c04 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:45.943359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5e3cacb-ff5d-466e-8470-0e5a6cbccd6b req-0c922f4e-b437-426c-808e-f7827bdc7c04 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2184060 Jul 22 14:38:45.949778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] For port 4a54420e-60aa-455c-87d6-f7ef2a49802b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a54420e-60aa-455c-87d6-f7ef2a49802b,segment=NetworkSegment(8846fca8-7a4f-491e-aca3-2842e4be63ff),segment_id=8846fca8-7a4f-491e-aca3-2842e4be63ff)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:45.950301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:45.961097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a54420e-60aa-455c-87d6-f7ef2a49802b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:45.984093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] Calling delete_port for 4a54420e-60aa-455c-87d6-f7ef2a49802b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:46.091937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5e3cacb-ff5d-466e-8470-0e5a6cbccd6b req-f69e6ceb-a733-4cb1-b4c7-cfcaa61ca0d8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390581 Jul 22 14:38:46.091937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 4a54420e-60aa-455c-87d6-f7ef2a49802b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:46.092782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.115585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.145765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.176500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] Pushing event deleted for resources: {'Port': ['ID=4a54420e-60aa-455c-87d6-f7ef2a49802b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:46.187330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828122e-40f6-4669-bd49-7bb5a3e5bca3 None None] No DVR routers for this DVR port 4a54420e-60aa-455c-87d6-f7ef2a49802b on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:46.208383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:46.248339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.265917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.268747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] For port 4a54420e-60aa-455c-87d6-f7ef2a49802b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a54420e-60aa-455c-87d6-f7ef2a49802b,segment=NetworkSegment(8846fca8-7a4f-491e-aca3-2842e4be63ff),segment_id=8846fca8-7a4f-491e-aca3-2842e4be63ff)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:46.269126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.279187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b', 'dee224db-0dd2-45c7-901c-cc17bb1fd630'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:46.328578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 4a54420e-60aa-455c-87d6-f7ef2a49802b owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:46.351331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.351943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.353330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe7ef8c1-9e20-4659-9272-c5e78e4322eb req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "PUT /v2.0/ports/dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 982 time: 0.8096375 Jul 22 14:38:46.366648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:46.368977 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5890f14-1714-42b4-8c03-d348e12eb1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:46.449009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab7705-9b03-46e5-a400-b5952ec8466c tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:46.494313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc11b-5c90-4b27-aa52-fc6c8472a429 req-4167f4a6-c284-4a75-b58a-a63a8a549330 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.495940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a8fc11b-5c90-4b27-aa52-fc6c8472a429 req-4167f4a6-c284-4a75-b58a-a63a8a549330 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2502546 Jul 22 14:38:46.510372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dee224db-0dd2-45c7-901c-cc17bb1fd630'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:46.546053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a29b5bf3-1bf5-4da2-b52b-5fdee3ba2671 req-0669551e-7f5c-4611-827a-014855f3d108 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/32b2a23d-e68a-4212-959e-87fc1d8127da HTTP/1.1" status: 200 len: 1802 time: 0.0840874 Jul 22 14:38:46.578836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a8fc11b-5c90-4b27-aa52-fc6c8472a429 req-d92cd7b7-c9a0-44a1-8865-b35c8e591379 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740507 Jul 22 14:38:46.581892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.628211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=4a54420e-60aa-455c-87d6-f7ef2a49802b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:46.634706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No DVR routers for this DVR port 4a54420e-60aa-455c-87d6-f7ef2a49802b on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:46.665313 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-a29b5bf3-1bf5-4da2-b52b-5fdee3ba2671 req-64f08cf2-4a46-41b1-94f6-63887e73ec24 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:38:46.666491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a29b5bf3-1bf5-4da2-b52b-5fdee3ba2671 req-64f08cf2-4a46-41b1-94f6-63887e73ec24 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/32b2a23d-e68a-4212-959e-87fc1d8127da HTTP/1.1" status: 409 len: 341 time: 0.1110613 Jul 22 14:38:46.685011 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b14cf2-c29c-47f0-b3d0-7b2fb51a718b x-openstack-request-id: req-b0b14cf2-c29c-47f0-b3d0-7b2fb51a718b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:46.685290 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:46.685654 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0b14cf2-c29c-47f0-b3d0-7b2fb51a718b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:46.686114 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'status': 'completed', 'code': 200} Jul 22 14:38:46.741493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.752985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54043fd9-cf53-46b9-ad2e-00f23cdb68dd']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:46.766201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8846fca8-7a4f-491e-aca3-2842e4be63ff') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:46.766538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8846fca8-7a4f-491e-aca3-2842e4be63ff') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:38:46.791657 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.811758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-e91291e9-c283-410c-a7a8-50ff5ed4663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.814900 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-e91291e9-c283-410c-a7a8-50ff5ed4663b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1136 time: 0.1110008 Jul 22 14:38:46.840721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.854677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:38:46.855124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:38:46.859045 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:38:46.945892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df6f2f-368c-47c9-93b3-2e6894a9cd08 req-4388afd1-bdbf-4ab9-a22f-b58550758349 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.953113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85df6f2f-368c-47c9-93b3-2e6894a9cd08 req-4388afd1-bdbf-4ab9-a22f-b58550758349 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1794491 Jul 22 14:38:46.959956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-b15e093a-fd8c-4962-900d-80dd65dbe86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:46.961521 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-b15e093a-fd8c-4962-900d-80dd65dbe86f service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.1394899 Jul 22 14:38:46.969952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.988907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:46.990554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/54043fd9-cf53-46b9-ad2e-00f23cdb68dd HTTP/1.1" status: 204 len: 168 time: 1.3934765 Jul 22 14:38:46.995683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:47.010595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-e070126b-8331-49cb-b60d-fba6c0d8f70b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 217 time: 0.0417368 Jul 22 14:38:47.042067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d873484-c012-432b-927a-2c353f8765e7 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=54043fd9-cf53-46b9-ad2e-00f23cdb68dd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:47.062851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-7c8c8787-ad12-4ae1-bdc1-85a803fa3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.064615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-7c8c8787-ad12-4ae1-bdc1-85a803fa3766 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0480018 Jul 22 14:38:47.074330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85df6f2f-368c-47c9-93b3-2e6894a9cd08 req-5ff5d599-cccb-41f4-a941-1dcd43aef28d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203194 Jul 22 14:38:47.104205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b04640-fb3f-4982-ba7d-f0437c3fc65a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.108960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d3b04640-fb3f-4982-ba7d-f0437c3fc65a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/1ec1a758-457e-4776-accb-b482420ed132 HTTP/1.1" status: 200 len: 844 time: 0.0820889 Jul 22 14:38:47.109216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35590) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:47.134847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-0ffc9d28-2379-4d00-92b3-33d7a6b78d87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631671 Jul 22 14:38:47.190130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09176e-091e-445f-aed5-26ee81a4cadc req-3327eaec-4e51-48a9-9e56-de594069dec2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.197278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c09176e-091e-445f-aed5-26ee81a4cadc req-3327eaec-4e51-48a9-9e56-de594069dec2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 985 time: 0.2287159 Jul 22 14:38:47.229241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-23df77ca-0c82-4114-9764-ed4dae8281e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/1ec1a758-457e-4776-accb-b482420ed132?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1189334 Jul 22 14:38:47.249195 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-f87735ca-dc8b-4294-bbba-56f0f5da3ff2 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063478 Jul 22 14:38:47.249947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35596) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:47.256595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:47.281351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c09176e-091e-445f-aed5-26ee81a4cadc req-cd50dc3c-76f2-4039-b630-6d80ffc98d93 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=32b2a23d-e68a-4212-959e-87fc1d8127da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0822213 Jul 22 14:38:47.312157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38babe-fc82-48ee-9b9d-1869bd6d64d4 req-6ebdafb3-dc70-4445-b4ad-80ed1b73542a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.313806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f38babe-fc82-48ee-9b9d-1869bd6d64d4 req-6ebdafb3-dc70-4445-b4ad-80ed1b73542a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1088183 Jul 22 14:38:47.353964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f38babe-fc82-48ee-9b9d-1869bd6d64d4 req-f3078d0d-36ed-42d6-bb3e-6989ecc64eae tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Jul 22 14:38:47.475729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e5890f14-1714-42b4-8c03-d348e12eb1a0 req-6a58ace0-872c-4c03-9e39-ab7c66abb72d service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155516 Jul 22 14:38:47.477506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:47.480799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:47.529436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeb6fc-8866-4b7b-a1aa-c364d2aee41f req-c6227a70-77fe-4da0-b9ea-8c784b0e0ca1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.531128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7baeb6fc-8866-4b7b-a1aa-c364d2aee41f req-c6227a70-77fe-4da0-b9ea-8c784b0e0ca1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1071756 Jul 22 14:38:47.577446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7baeb6fc-8866-4b7b-a1aa-c364d2aee41f req-3c097782-6a7b-4055-8133-1a5a77d4e84a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Jul 22 14:38:47.685475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-0793a2c6-6f84-4bf5-8ace-673150ba7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.687079 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-0793a2c6-6f84-4bf5-8ace-673150ba7b99 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1136 time: 0.1538928 Jul 22 14:38:47.765937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375525c1-feca-4659-9ed4-cdf7b2fd4a9e req-d5cd9b9a-ab56-4a4a-a9a7-551156dc72fd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.768318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375525c1-feca-4659-9ed4-cdf7b2fd4a9e req-d5cd9b9a-ab56-4a4a-a9a7-551156dc72fd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0848453 Jul 22 14:38:47.801898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:47.815743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375525c1-feca-4659-9ed4-cdf7b2fd4a9e req-77b205ad-d2be-4a59-88d0-ec6b530b3554 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Jul 22 14:38:47.862938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:47.876931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:47.883021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.883623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:47.892386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a045551e-f984-465f-9fb9-4a86b2ab7602 None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:47.894110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=4d13cf2b-6185-4a92-a684-cd56874656ce,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:47.899270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-3331d71a-a25b-49a5-97fc-1bb731162cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:47.900880 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-3331d71a-a25b-49a5-97fc-1bb731162cb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.2039921 Jul 22 14:38:47.911920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35608) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:47.912148 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-53f71254-0d57-4149-a30a-91261a8dd823 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6604650 Jul 22 14:38:47.917325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'security_group': {'name': 'tempest-secgroup-1731025984'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:47.952212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-9f1966bb-9530-4e30-8b0c-47e5c61739f4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 217 time: 0.0387280 Jul 22 14:38:47.994096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.015642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-7fe0c873-393b-46c6-8d2a-7081d711f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:48.017621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-7fe0c873-393b-46c6-8d2a-7081d711f91b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0574014 Jul 22 14:38:48.039633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc05990-1e14-4675-b852-0a502e5f6bbc req-bae374a5-a10b-4b13-b4ee-48624a96ea61 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:48.041305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cc05990-1e14-4675-b852-0a502e5f6bbc req-bae374a5-a10b-4b13-b4ee-48624a96ea61 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1174557 Jul 22 14:38:48.064768 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-d9138064-35dd-44cc-a750-3cedb1a0b72b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397696 Jul 22 14:38:48.107504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8cc05990-1e14-4675-b852-0a502e5f6bbc req-9bb5edf5-47fd-4c38-bf37-732840b16c7a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Jul 22 14:38:48.163636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0a86acbe-a625-4826-9f83-81afbedca18d', 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'tenant_id': 'ef0c8d7748b145288c978fced782a09c', 'fixed_ips': [{'subnet_id': '4d13cf2b-6185-4a92-a684-cd56874656ce'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:38:48.164806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.186050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.193385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.214550 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-49204650-a7da-40e7-a4c1-2af891055497 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407323 Jul 22 14:38:48.253558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.257998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3449223 Jul 22 14:38:48.260139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8884e2-b7d0-48ee-ab08-a2e0e07c50e2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3424d80a-fcfb-4fa2-9b83-d410d276e19a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:48.261924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35616) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:48.276449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'security_group': {'name': 'tempest-secgroup-62457761'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:48.440066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Allocated IP 2001:db8::2 (0a86acbe-a625-4826-9f83-81afbedca18d/4d13cf2b-6185-4a92-a684-cd56874656ce/c8878b0c-728a-41f8-9819-4f5d68a50611) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:48.574160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a92125-a81d-43e8-b9ea-4f3204a74411 req-ab8a8b4e-f151-4344-b514-3a2a65e7cf4f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:48.575894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86a92125-a81d-43e8-b9ea-4f3204a74411 req-ab8a8b4e-f151-4344-b514-3a2a65e7cf4f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1752810 Jul 22 14:38:48.589695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd39b-6328-4137-9466-47363a2737dc req-60981cb5-8198-4e9e-b1c6-c2fe0901148a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:48.597384 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ecd39b-6328-4137-9466-47363a2737dc req-60981cb5-8198-4e9e-b1c6-c2fe0901148a tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 985 time: 0.1634319 Jul 22 14:38:48.685637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ecd39b-6328-4137-9466-47363a2737dc req-40ff5894-36b5-404c-8a4b-ce0bf317c8ac tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=32b2a23d-e68a-4212-959e-87fc1d8127da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0719874 Jul 22 14:38:48.689243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86a92125-a81d-43e8-b9ea-4f3204a74411 req-e26d0bca-2231-4c0c-b49c-c075e28d71f2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845504 Jul 22 14:38:48.815209 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.825643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Transition to ACTIVE for port object c8878b0c-728a-41f8-9819-4f5d68a50611 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:48.843740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Transition to ACTIVE for port object c8878b0c-728a-41f8-9819-4f5d68a50611 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:48.846225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febc2ee-5803-4684-9bd4-d5d077ef4f42 req-b9bb1bef-fd35-4802-a01c-aba5577046a3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:48.848220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3febc2ee-5803-4684-9bd4-d5d077ef4f42 req-b9bb1bef-fd35-4802-a01c-aba5577046a3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0683889 Jul 22 14:38:48.853020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.888339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0290ec23-9790-4311-a279-ee994e3cf6a0 req-49147176-eae3-42a3-9875-1ca391d83c40 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677392 Jul 22 14:38:48.895695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:48.911146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3febc2ee-5803-4684-9bd4-d5d077ef4f42 req-eb156f7f-bbab-4a67-a355-b8efb84b5e28 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Jul 22 14:38:48.913284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:48.917975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:48.923605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Pushing event updated for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:48.934606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:49.029240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Attempting to bind port c8878b0c-728a-41f8-9819-4f5d68a50611 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:38:49.029774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Attempting to bind port c8878b0c-728a-41f8-9819-4f5d68a50611 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5f032617-36fc-48a8-bd77-4742141321aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:38:49.031161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Attempting to bind port c8878b0c-728a-41f8-9819-4f5d68a50611 on network 0a86acbe-a625-4826-9f83-81afbedca18d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:38:49.039136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:38:49.039672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Checking segment: {'id': '5f032617-36fc-48a8-bd77-4742141321aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:38:49.040304 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.046889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Bound using segment: {'id': '5f032617-36fc-48a8-bd77-4742141321aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:38:49.047817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Bound port: c8878b0c-728a-41f8-9819-4f5d68a50611, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f032617-36fc-48a8-bd77-4742141321aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:38:49.048942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.052002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.062564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.087743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.089433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8263202 Jul 22 14:38:49.092685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:49.098017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1167503437', 'security_groups': ['f92fbb47-fa25-4abe-983b-0c8fc2794a33'], 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d13cf2b-6185-4a92-a684-cd56874656ce'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:49.143516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:38:49.148081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c8878b0c-728a-41f8-9819-4f5d68a50611,segment=NetworkSegment(5f032617-36fc-48a8-bd77-4742141321aa),segment_id=5f032617-36fc-48a8-bd77-4742141321aa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:38:49.156144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579292a5-2a25-41b0-88e9-c8c27821b569 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92fbb47-fa25-4abe-983b-0c8fc2794a33,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:49.158224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.203572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec996ab-43a9-446c-be42-e26a6a8386ca req-6f52063a-91f8-4c0a-9e0e-41aee87d3370 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:49.214918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cec996ab-43a9-446c-be42-e26a6a8386ca req-6f52063a-91f8-4c0a-9e0e-41aee87d3370 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1918495 Jul 22 14:38:49.276158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:49.282422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cec996ab-43a9-446c-be42-e26a6a8386ca req-96841b44-30ca-4ae1-b8b8-1cd7d4596717 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654194 Jul 22 14:38:49.293036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e73fc-1b3f-4005-9bfe-f6fc0a3f8d8a None None] Pushing event updated for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:49.419294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.451277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 37b727af-f037-47b3-9ddb-15ddd98367e3 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:49.492773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aabe91-7074-49b3-baf9-9c4c48db3827 req-95f7cf6e-6680-41c0-9764-8a1e976bff76 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:49.498985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78aabe91-7074-49b3-baf9-9c4c48db3827 req-95f7cf6e-6680-41c0-9764-8a1e976bff76 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1481543 Jul 22 14:38:49.556012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78aabe91-7074-49b3-baf9-9c4c48db3827 req-9aed26a9-5edc-4cda-bc86-404268c3027d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524788 Jul 22 14:38:49.656915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::3bc (0a86acbe-a625-4826-9f83-81afbedca18d/4d13cf2b-6185-4a92-a684-cd56874656ce/37b727af-f037-47b3-9ddb-15ddd98367e3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:49.748907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34a287-7398-42d8-bcd7-a5041fd64d8e req-5f74771e-4308-466f-aacf-6660c4086ba4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:49.750494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af34a287-7398-42d8-bcd7-a5041fd64d8e req-5f74771e-4308-466f-aacf-6660c4086ba4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0791719 Jul 22 14:38:49.817915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.823533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af34a287-7398-42d8-bcd7-a5041fd64d8e req-f539f605-82b9-4ea9-9e7f-26ba1bbb7365 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622697 Jul 22 14:38:49.855233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 37b727af-f037-47b3-9ddb-15ddd98367e3 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:49.858914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c0bf3-f6ff-4c81-bdb7-ef2befd84567 req-fcee0c2d-badd-4d85-91d5-e6d0b4d6367f tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:49.862367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-895c0bf3-f6ff-4c81-bdb7-ef2befd84567 req-fcee0c2d-badd-4d85-91d5-e6d0b4d6367f tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 985 time: 0.1108716 Jul 22 14:38:49.905763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:49.965949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-895c0bf3-f6ff-4c81-bdb7-ef2befd84567 req-d498af12-6298-448a-9927-89bafcd47abf tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=32b2a23d-e68a-4212-959e-87fc1d8127da&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0865111 Jul 22 14:38:49.976939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:49.980564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:49.991360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:49.998431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:49.999993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.004336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=37b727af-f037-47b3-9ddb-15ddd98367e3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:50.024396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1e90864c-04f5-46de-ab89-2b84c30dccec tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9305050 Jul 22 14:38:50.025095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35648) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:50.031282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:50.059002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:50.163242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-1a22dff6-c261-41fa-ab4f-64e5bfe01c96 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1545749967&fields=id&tenant_id=fe147a3b41554a71b683bbb5ac66527e HTTP/1.1" status: 200 len: 267 time: 0.0774531 Jul 22 14:38:50.182897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480ffe9-3823-4369-a5dd-3894f2bc9d2d req-1b6080e1-5388-4bbe-b7b1-066b949500c0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:50.185134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c8878b0c-728a-41f8-9819-4f5d68a50611 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:50.190658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7480ffe9-3823-4369-a5dd-3894f2bc9d2d req-1b6080e1-5388-4bbe-b7b1-066b949500c0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1685753 Jul 22 14:38:50.264531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:50.278022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.388711 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d13cf2b-6185-4a92-a684-cd56874656ce (CIDR: 2001:db8::/64) Jul 22 14:38:50.397215 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:38:50.397741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:38:50.418577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0567c949-6946-438e-b4d0-394703294b3c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3895137 Jul 22 14:38:50.418783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35652) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:50.424953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:50.588811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:50.593088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.620221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7480ffe9-3823-4369-a5dd-3894f2bc9d2d req-942267e7-fccb-412f-98d5-dd2fb949f530 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286292 Jul 22 14:38:50.671413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-9a7f6a10-d641-4375-8674-d6d458af5ace tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:50.683697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-9a7f6a10-d641-4375-8674-d6d458af5ace tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 985 time: 0.5105233 Jul 22 14:38:50.694891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'port': {'security_groups': ['32b2a23d-e68a-4212-959e-87fc1d8127da', '486270c5-de02-416e-9e0c-9092e0cca35f', '5437be9b-15f1-411d-bb90-aa84a4747be6']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:50.749413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Provisioning complete for port 1ec1a758-457e-4776-accb-b482420ed132 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:50.749795 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.849253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Port 1ec1a758-457e-4776-accb-b482420ed132 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:50.861327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:50.871888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Provisioning for port c8878b0c-728a-41f8-9819-4f5d68a50611 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:50.879803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:50.880703 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.018071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.043159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75abbf-bbd7-480b-88e4-01413a9d847e req-aa3645eb-58dd-4636-ba5e-ce15670b9313 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:51.050860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d75abbf-bbd7-480b-88e4-01413a9d847e req-aa3645eb-58dd-4636-ba5e-ce15670b9313 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1713085 Jul 22 14:38:51.057082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:51.068787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.070418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:51.109224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:51.109835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.119191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1edd5c9-e729-48cd-b973-6decc18870d9 None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:51.141869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d75abbf-bbd7-480b-88e4-01413a9d847e req-786820ed-0dd9-43d3-a557-2fa977c573f5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900440 Jul 22 14:38:51.169565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7472541 Jul 22 14:38:51.170070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35664) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:51.187352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-440597458', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bfe9f87-2184-453e-be08-86be67ab3e84'}], 'security_groups': ['3424d80a-fcfb-4fa2-9b83-d410d276e19a']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:51.191343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c8878b0c-728a-41f8-9819-4f5d68a50611,segment=NetworkSegment(5f032617-36fc-48a8-bd77-4742141321aa),segment_id=5f032617-36fc-48a8-bd77-4742141321aa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:51.205210 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.207906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5787-2d67-4949-8c2f-16d13e6e5cfa tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=7bfe9f87-2184-453e-be08-86be67ab3e84,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:51.335890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9974a-92da-4d7c-9330-54197749cd45 None None] Pushing event updated for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:51.367583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2127c8ca-33f6-42e4-a1e0-eb2fe1ec9606 None None] Provisioning for port 37b727af-f037-47b3-9ddb-15ddd98367e3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:51.374950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2127c8ca-33f6-42e4-a1e0-eb2fe1ec9606 None None] Provisioning complete for port 37b727af-f037-47b3-9ddb-15ddd98367e3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:51.375332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2127c8ca-33f6-42e4-a1e0-eb2fe1ec9606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.419868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2127c8ca-33f6-42e4-a1e0-eb2fe1ec9606 None None] Port 37b727af-f037-47b3-9ddb-15ddd98367e3 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:51.531349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:51.566048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f28ee-fc2f-463f-aa68-3e5f0975a896 req-c1a18952-ec49-479d-b1dc-80412c29abbb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:51.569043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7f28ee-fc2f-463f-aa68-3e5f0975a896 req-c1a18952-ec49-479d-b1dc-80412c29abbb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2176678 Jul 22 14:38:51.603115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.603708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Update dhcp port {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'fixed_ips': [{'subnet_id': '4d13cf2b-6185-4a92-a684-cd56874656ce', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bfe9f87-2184-453e-be08-86be67ab3e84'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'c8878b0c-728a-41f8-9819-4f5d68a50611'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:38:51.647533 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.665550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b', 'dee224db-0dd2-45c7-901c-cc17bb1fd630'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:51.695125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.727781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:51.754120 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.775233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd7f28ee-fc2f-463f-aa68-3e5f0975a896 req-085ef340-c55e-4f09-b282-bee152aa1fa8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793575 Jul 22 14:38:51.825015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:51.826251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:51.827034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83b2ff9b-2f83-49f3-864e-69f735336603 req-8b70a896-5e2b-4102-83d3-be6b1df735f5 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "PUT /v2.0/ports/dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 1021 time: 1.1424551 Jul 22 14:38:51.827642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:51.830810 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834139ab-2fc6-4d26-b036-3ca4eb122a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:51.896433 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a9cb66-bb29-4a4e-95da-42220bcd3dd2 x-openstack-request-id: req-b9a9cb66-bb29-4a4e-95da-42220bcd3dd2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:51.896729 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:51.896978 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9a9cb66-bb29-4a4e-95da-42220bcd3dd2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:51.897376 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'status': 'completed', 'code': 200} Jul 22 14:38:51.997520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dee224db-0dd2-45c7-901c-cc17bb1fd630'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:52.020143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-13f0fd41-e6e9-4640-8473-243b8b2a9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:52.022087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-13f0fd41-e6e9-4640-8473-243b8b2a9610 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fe147a3b41554a71b683bbb5ac66527e&device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1175 time: 0.1102896 Jul 22 14:38:52.057372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:52.146450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-360382c3-8584-4440-9d10-20016b789286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:52.148268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-360382c3-8584-4440-9d10-20016b789286 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 200 len: 914 time: 0.1179171 Jul 22 14:38:52.163404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Allocated IP 2001:db8:0:1::2 (0a86acbe-a625-4826-9f83-81afbedca18d/7bfe9f87-2184-453e-be08-86be67ab3e84/c8878b0c-728a-41f8-9819-4f5d68a50611) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:52.201018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:52.201403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:52.256777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb74fbb8-4166-49f9-86e1-238b79adb0b6 req-51cd72fb-304b-4b2c-a068-6c0839656539 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/5437be9b-15f1-411d-bb90-aa84a4747be6 HTTP/1.1" status: 200 len: 1803 time: 0.3051796 Jul 22 14:38:52.268731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-30cdef8a-1cc0-4eb0-96ad-e1992d14dfd8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 200 len: 217 time: 0.1105235 Jul 22 14:38:52.337192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dae12f-8420-49ed-ad39-3f9d2baba3cd req-970e93d6-34d4-4ab4-b5d6-2bbed71250ff tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:52.353339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50dae12f-8420-49ed-ad39-3f9d2baba3cd req-970e93d6-34d4-4ab4-b5d6-2bbed71250ff tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.4296489 Jul 22 14:38:52.354217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-b26ac33b-e9ce-4a7c-9934-617fda6360ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:52.356192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-b26ac33b-e9ce-4a7c-9934-617fda6360ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 200 len: 853 time: 0.0789053 Jul 22 14:38:52.396570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-7129efa8-0392-4e33-8cee-eb6b04c4c7b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335898 Jul 22 14:38:52.481451 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-bb74fbb8-4166-49f9-86e1-238b79adb0b6 req-ea7f0053-8b1b-480d-b982-46d89f4ef204 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:38:52.482602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb74fbb8-4166-49f9-86e1-238b79adb0b6 req-ea7f0053-8b1b-480d-b982-46d89f4ef204 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/5437be9b-15f1-411d-bb90-aa84a4747be6 HTTP/1.1" status: 409 len: 341 time: 0.2241859 Jul 22 14:38:52.504777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50dae12f-8420-49ed-ad39-3f9d2baba3cd req-0b8f7796-6838-4b4b-a841-5336d8d7ba9e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505220 Jul 22 14:38:52.554384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c8878b0c-728a-41f8-9819-4f5d68a50611,segment=NetworkSegment(5f032617-36fc-48a8-bd77-4742141321aa),segment_id=5f032617-36fc-48a8-bd77-4742141321aa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:52.620006 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:52.678649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Transition to ACTIVE for port object c8878b0c-728a-41f8-9819-4f5d68a50611 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:52.696098 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-e4deef2b-f184-431b-81a3-70009f2e4b34 service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868636 Jul 22 14:38:52.708928 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:52.831772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c0133-943f-4544-a532-dacf219924e0 req-6aeb7c56-5a30-446e-b701-deeffcd13d97 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:52.840284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab7c0133-943f-4544-a532-dacf219924e0 req-6aeb7c56-5a30-446e-b701-deeffcd13d97 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1142063 Jul 22 14:38:52.918152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0016a41-9e49-45f6-a64e-53e219163b13 None None] Pushing event updated for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:52.931591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834139ab-2fc6-4d26-b036-3ca4eb122a3a req-1d13b4f3-adcc-4269-ba81-cc06d8b276fa service neutron] 10.222.0.72 "GET /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291591 Jul 22 14:38:52.963711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Delete allocated IP 2001:db8::3bc (0a86acbe-a625-4826-9f83-81afbedca18d/4d13cf2b-6185-4a92-a684-cd56874656ce) {{(pid=93812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:38:52.982020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8:0:1::137 (0a86acbe-a625-4826-9f83-81afbedca18d/7bfe9f87-2184-453e-be08-86be67ab3e84/37b727af-f037-47b3-9ddb-15ddd98367e3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:52.995190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab7c0133-943f-4544-a532-dacf219924e0 req-bfa18aa7-6021-4323-b0db-ee971ffd4b59 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537659 Jul 22 14:38:53.232574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a26743-7c48-44be-ab72-0036b78b6e1e req-28f4fb9d-54e7-4f64-9ffa-929cc8ddeb75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:53.239737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2a26743-7c48-44be-ab72-0036b78b6e1e req-28f4fb9d-54e7-4f64-9ffa-929cc8ddeb75 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1024 time: 0.1807077 Jul 22 14:38:53.323707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2a26743-7c48-44be-ab72-0036b78b6e1e req-579290ae-7f40-4201-bcfb-ab2ea178bc76 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=32b2a23d-e68a-4212-959e-87fc1d8127da&id=5437be9b-15f1-411d-bb90-aa84a4747be6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0829303 Jul 22 14:38:53.359200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.386345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 37b727af-f037-47b3-9ddb-15ddd98367e3 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:53.392997 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.495327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] In _notify_port_updated(), no bound segment for port 37b727af-f037-47b3-9ddb-15ddd98367e3 on network 0a86acbe-a625-4826-9f83-81afbedca18d {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:38:53.505662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:53.508113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.513612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/ports/37b727af-f037-47b3-9ddb-15ddd98367e3 HTTP/1.1" status: 200 len: 930 time: 2.3305795 Jul 22 14:38:53.516617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:53.521287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96de23b-6115-498b-892a-c81c8f3d6c42 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=37b727af-f037-47b3-9ddb-15ddd98367e3,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:53.690135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 37b727af-f037-47b3-9ddb-15ddd98367e3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:53.690572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.779523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1368d-f714-4f75-9d5a-f688929bf3d7 req-dd243469-9020-4780-8e5b-29437ac800a8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:53.787451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fda1368d-f714-4f75-9d5a-f688929bf3d7 req-dd243469-9020-4780-8e5b-29437ac800a8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1227691 Jul 22 14:38:53.858050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.862750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fda1368d-f714-4f75-9d5a-f688929bf3d7 req-0c6a154c-ba60-41ae-9779-586c443ebde3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697935 Jul 22 14:38:53.871773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 37b727af-f037-47b3-9ddb-15ddd98367e3 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:53.910242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48b3b-e5e7-4d71-806e-01d8014ecc4b req-6e33bccf-3ee2-4cdf-867f-6a77e2ca62a1 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:53.911299 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3b48b3b-e5e7-4d71-806e-01d8014ecc4b req-6e33bccf-3ee2-4cdf-867f-6a77e2ca62a1 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1096 time: 0.1079731 Jul 22 14:38:53.940779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b3b48b3b-e5e7-4d71-806e-01d8014ecc4b req-58098f5b-383b-41f1-9365-e9d851477cc9 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:53.977142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:54.101464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.113866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Provisioning for port 37b727af-f037-47b3-9ddb-15ddd98367e3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:54.120909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Provisioning complete for port 37b727af-f037-47b3-9ddb-15ddd98367e3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:54.123003 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.136747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=37b727af-f037-47b3-9ddb-15ddd98367e3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:54.162677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Port 37b727af-f037-47b3-9ddb-15ddd98367e3 was deleted so its status cannot be updated. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:38:54.184760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Provisioning complete for port 1ec1a758-457e-4776-accb-b482420ed132 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:54.185473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.202443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.204888 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4df53e6a-c5b5-473a-9ffd-fd8529318080 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/37b727af-f037-47b3-9ddb-15ddd98367e3 HTTP/1.1" status: 204 len: 168 time: 0.6787355 Jul 22 14:38:54.212096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:54.248353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Port 1ec1a758-457e-4776-accb-b482420ed132 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:54.257340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b3b48b3b-e5e7-4d71-806e-01d8014ecc4b req-58098f5b-383b-41f1-9365-e9d851477cc9 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.260711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Provisioning for port c8878b0c-728a-41f8-9819-4f5d68a50611 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:54.262283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b3b48b3b-e5e7-4d71-806e-01d8014ecc4b req-58098f5b-383b-41f1-9365-e9d851477cc9 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.266662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:54.267474 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0952-d1e5-488f-9e90-96b3a094f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.310275 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2aa888c-a040-4db2-8ce2-5860893160f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:38:54.321191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f2aa888c-a040-4db2-8ce2-5860893160f9 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/37b727af-f037-47b3-9ddb-15ddd98367e3 HTTP/1.1" status: 404 len: 333 time: 0.0998137 Jul 22 14:38:54.328438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35712) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:54.351156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b3b48b3b-e5e7-4d71-806e-01d8014ecc4b req-58098f5b-383b-41f1-9365-e9d851477cc9 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150696 Jul 22 14:38:54.395318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58098f5b-383b-41f1-9365-e9d851477cc9 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6230c5de-3145-4d9d-875b-393762168b22,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:54.555251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-087b7e26-2a60-465b-901d-5cdf3932d0a8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.582404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-93efb1ad-5a2d-4778-aae2-1696571f80bf None None] Could not find standard attr ID for object 37b727af-f037-47b3-9ddb-15ddd98367e3. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:38:54.605324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-087b7e26-2a60-465b-901d-5cdf3932d0a8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.607925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a98336-610b-4c27-8f56-8edcc810a846 req-7fcba362-abf4-4d34-bbf8-3122364515e9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:54.619997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15a98336-610b-4c27-8f56-8edcc810a846 req-7fcba362-abf4-4d34-bbf8-3122364515e9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1024 time: 0.1546004 Jul 22 14:38:54.637890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-c55acdc8-f73c-4750-9dbd-12e89bd3fa6b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:54.639454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-c55acdc8-f73c-4750-9dbd-12e89bd3fa6b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 1024 time: 0.2252514 Jul 22 14:38:54.671064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f1b43-a43c-4a59-bff9-1631ee49dcfe req-5d660859-188b-41b9-aa4e-e22bb1358dce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:54.675009 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d5f1b43-a43c-4a59-bff9-1631ee49dcfe req-5d660859-188b-41b9-aa4e-e22bb1358dce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1571968 Jul 22 14:38:54.690718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15a98336-610b-4c27-8f56-8edcc810a846 req-47583a0c-64ed-45b3-84a4-0ffa6bc47cf8 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=32b2a23d-e68a-4212-959e-87fc1d8127da&id=5437be9b-15f1-411d-bb90-aa84a4747be6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0698502 Jul 22 14:38:54.762040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-087b7e26-2a60-465b-901d-5cdf3932d0a8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.762952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d5f1b43-a43c-4a59-bff9-1631ee49dcfe req-735d4140-47c4-4fc5-862c-d3b1edb31745 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802813 Jul 22 14:38:54.765381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-087b7e26-2a60-465b-901d-5cdf3932d0a8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.766871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-087b7e26-2a60-465b-901d-5cdf3932d0a8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/security-groups/f92fbb47-fa25-4abe-983b-0c8fc2794a33 HTTP/1.1" status: 204 len: 168 time: 0.4368310 Jul 22 14:38:54.772561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35720) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:54.806264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:54.814901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b7e26-2a60-465b-901d-5cdf3932d0a8 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92fbb47-fa25-4abe-983b-0c8fc2794a33,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:54.864493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36691678-f3eb-4bf6-9e3a-5d1137df4b8b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.923445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36691678-f3eb-4bf6-9e3a-5d1137df4b8b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.931200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Deleting port dee224db-0dd2-45c7-901c-cc17bb1fd630 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:38:54.931875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:54.940004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a837f3d2-90b8-4b99-8709-d61fb7bed868 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/93b77e42-ce39-45de-abf5-7e30c6b353bf HTTP/1.1" status: 200 len: 993 time: 0.1323004 Jul 22 14:38:55.033008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938d171-472f-4112-86da-a608a7dc905b req-f269b955-617f-4578-9cf2-ec6ba4c3d440 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:55.040044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1938d171-472f-4112-86da-a608a7dc905b req-f269b955-617f-4578-9cf2-ec6ba4c3d440 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1091728 Jul 22 14:38:55.048943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36691678-f3eb-4bf6-9e3a-5d1137df4b8b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.052536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-36691678-f3eb-4bf6-9e3a-5d1137df4b8b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.054126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-36691678-f3eb-4bf6-9e3a-5d1137df4b8b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/security-groups/3424d80a-fcfb-4fa2-9b83-d410d276e19a HTTP/1.1" status: 204 len: 168 time: 0.2805624 Jul 22 14:38:55.058452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:55.079363 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36691678-f3eb-4bf6-9e3a-5d1137df4b8b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3424d80a-fcfb-4fa2-9b83-d410d276e19a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:55.114883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1938d171-472f-4112-86da-a608a7dc905b req-32dc6479-a29a-4abf-aad8-8c158fc8a65b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Jul 22 14:38:55.117345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] For port dee224db-0dd2-45c7-901c-cc17bb1fd630, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dee224db-0dd2-45c7-901c-cc17bb1fd630,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:55.117719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.153085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Calling delete_port for dee224db-0dd2-45c7-901c-cc17bb1fd630 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:38:55.173650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 4d13cf2b-6185-4a92-a684-cd56874656ce {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:38:55.177967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.255128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.409145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.452387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.469349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b', 'dee224db-0dd2-45c7-901c-cc17bb1fd630'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:38:55.514143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'Port': ['ID=dee224db-0dd2-45c7-901c-cc17bb1fd630,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:55.588335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] No DVR routers for this DVR port dee224db-0dd2-45c7-901c-cc17bb1fd630 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:38:55.591309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.594058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.596819 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7e6747eb-9924-4bd4-a706-416c6acb6630 req-af5eb58a-1686-4727-a02e-dd6a4b72ba17 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "DELETE /v2.0/ports/dee224db-0dd2-45c7-901c-cc17bb1fd630 HTTP/1.1" status: 204 len: 173 time: 0.9379654 Jul 22 14:38:55.620004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'name': 'network-vif-deleted', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:38:55.623454 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a62f13-7b69-497e-bf4d-072ef23501ee" -d '{"events": [{"server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "name": "network-vif-deleted", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:38:55.642099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=4d13cf2b-6185-4a92-a684-cd56874656ce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:55.666596 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:55.673464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35750) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:55.673746 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a63112c6-27ed-4db8-bbdd-7f019e1fb0ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/4d13cf2b-6185-4a92-a684-cd56874656ce HTTP/1.1" status: 204 len: 168 time: 0.6139488 Jul 22 14:38:55.688639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:55.695743 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32958c22-9eea-4153-80b5-c9c36f7c35ab x-openstack-request-id: req-32958c22-9eea-4153-80b5-c9c36f7c35ab {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:38:55.696066 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c91e00-9f02-4fd0-b29e-dca3c92e0c1c", "name": "network-vif-deleted", "tag": "dee224db-0dd2-45c7-901c-cc17bb1fd630", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:38:55.696278 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32958c22-9eea-4153-80b5-c9c36f7c35ab {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:38:55.696691 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c91e00-9f02-4fd0-b29e-dca3c92e0c1c', 'name': 'network-vif-deleted', 'tag': 'dee224db-0dd2-45c7-901c-cc17bb1fd630', 'status': 'completed', 'code': 200} Jul 22 14:38:55.713021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cbebe1-7ae7-4d4a-841b-7ceda8086c4a None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:55.907455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf208273-eede-40a8-ad65-116c0d8f9ed0 req-682c1930-8752-43c5-b298-11f45d853fe6 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c91e00-9f02-4fd0-b29e-dca3c92e0c1c HTTP/1.1" status: 200 len: 210 time: 0.1164238 Jul 22 14:38:56.007528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:56.013116 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:56.435432 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-57c800e7-3df0-45a6-bd8f-3fb57eda5f91 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3322954 Jul 22 14:38:56.495036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38044903-db66-49f1-8015-39c66e736827 req-7ab8df07-6cc3-43aa-9514-2b3a2adfd7f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.499044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38044903-db66-49f1-8015-39c66e736827 req-7ab8df07-6cc3-43aa-9514-2b3a2adfd7f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.2943969 Jul 22 14:38:56.546843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:56.577051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:56.609361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:56.616612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.617274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:56.628147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06375e-f5f6-4634-bf8a-8fd28b0cdd7e req-907c2221-3c5d-477f-afc8-82538f10c4bb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:56.629715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d06375e-f5f6-4634-bf8a-8fd28b0cdd7e req-907c2221-3c5d-477f-afc8-82538f10c4bb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.3464017 Jul 22 14:38:56.671840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38044903-db66-49f1-8015-39c66e736827 req-967821a3-8556-46f9-a83b-2a4408a80178 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376801 Jul 22 14:38:56.699005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0215409 Jul 22 14:38:56.699353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35774) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:56.700957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e1425-0e73-4daf-9da9-ce136a656edd tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=9a5889fa-4fff-413a-bafd-63df11fedd0c,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:56.709609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'security_group': {'name': 'tempest-secgroup-1209633474'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:56.774694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:56.782636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d06375e-f5f6-4634-bf8a-8fd28b0cdd7e req-d94ccea4-75a4-40f8-b542-d71f6cbd9dfd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252055 Jul 22 14:38:56.929569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:56.939954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.018707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.019986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3195314 Jul 22 14:38:57.025636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35788) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:57.026182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dc33a-40cd-4e1e-bd50-89f38d382e1f tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895a0e65-1d33-44f9-8cbe-feb6638c3fe8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:57.033119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'security_group': {'name': 'tempest-secgroup-48634532'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:57.061234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68865d24-334e-4e07-b908-71bbc75b256b None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:38:57.085403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03515b08-8e2f-477f-a189-c7e0aa12e5fd req-84be64c2-54d3-445c-87db-7aaa26f0379d tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/32b2a23d-e68a-4212-959e-87fc1d8127da HTTP/1.1" status: 200 len: 1802 time: 0.0845382 Jul 22 14:38:57.104361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.167209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-03515b08-8e2f-477f-a189-c7e0aa12e5fd req-5582f7d6-f38a-4023-aa58-a3d9dbc2eeea tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.219941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-03515b08-8e2f-477f-a189-c7e0aa12e5fd req-5582f7d6-f38a-4023-aa58-a3d9dbc2eeea tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.286694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7f4675ea-c718-4bcf-a8a5-04e67c9457a0 None None] Provisioning complete for port 1ec1a758-457e-4776-accb-b482420ed132 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:57.287059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f4675ea-c718-4bcf-a8a5-04e67c9457a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.315608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.315851 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-03515b08-8e2f-477f-a189-c7e0aa12e5fd req-5582f7d6-f38a-4023-aa58-a3d9dbc2eeea tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.318846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-03515b08-8e2f-477f-a189-c7e0aa12e5fd req-5582f7d6-f38a-4023-aa58-a3d9dbc2eeea tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.323614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03515b08-8e2f-477f-a189-c7e0aa12e5fd req-5582f7d6-f38a-4023-aa58-a3d9dbc2eeea tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/32b2a23d-e68a-4212-959e-87fc1d8127da HTTP/1.1" status: 204 len: 173 time: 0.2373161 Jul 22 14:38:57.328798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.342031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582f7d6-f38a-4023-aa58-a3d9dbc2eeea tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2a23d-e68a-4212-959e-87fc1d8127da,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:57.372516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.373554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3458345 Jul 22 14:38:57.376720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:57.390124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'security_group': {'name': 'tempest-secgroup-944979014'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:57.395528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e910c-94bb-4a64-bf25-1ef7c597239b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7376e549-6944-410e-9dc3-9d631db135e5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:57.399581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7f4675ea-c718-4bcf-a8a5-04e67c9457a0 None None] Port 1ec1a758-457e-4776-accb-b482420ed132 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:57.449561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b8cc612-70a7-4b1c-8e2a-7ea13c9300bc req-92eab5fb-e691-4613-8284-f922da4d9ea9 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/5437be9b-15f1-411d-bb90-aa84a4747be6 HTTP/1.1" status: 200 len: 1803 time: 0.0900671 Jul 22 14:38:57.454560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7f4675ea-c718-4bcf-a8a5-04e67c9457a0 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:57.455201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f4675ea-c718-4bcf-a8a5-04e67c9457a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.484013 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.596863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1b8cc612-70a7-4b1c-8e2a-7ea13c9300bc req-ce5e21f6-f0cf-4546-8017-8e549b9b51bb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.636282 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1b8cc612-70a7-4b1c-8e2a-7ea13c9300bc req-ce5e21f6-f0cf-4546-8017-8e549b9b51bb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.701574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.709768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.721210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1b8cc612-70a7-4b1c-8e2a-7ea13c9300bc req-ce5e21f6-f0cf-4546-8017-8e549b9b51bb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.725896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1b8cc612-70a7-4b1c-8e2a-7ea13c9300bc req-ce5e21f6-f0cf-4546-8017-8e549b9b51bb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.727396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b8cc612-70a7-4b1c-8e2a-7ea13c9300bc req-ce5e21f6-f0cf-4546-8017-8e549b9b51bb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/5437be9b-15f1-411d-bb90-aa84a4747be6 HTTP/1.1" status: 204 len: 173 time: 0.2721853 Jul 22 14:38:57.751030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Update dhcp port {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'fixed_ips': [{'subnet_id': '7bfe9f87-2184-453e-be08-86be67ab3e84', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a5889fa-4fff-413a-bafd-63df11fedd0c'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'c8878b0c-728a-41f8-9819-4f5d68a50611'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:38:57.762797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e21f6-f0cf-4546-8017-8e549b9b51bb tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5437be9b-15f1-411d-bb90-aa84a4747be6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:57.764048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.765539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3822742 Jul 22 14:38:57.769009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:57.775300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1479949307', 'security_groups': ['f494ae94-2dee-470c-9d14-6cc0e69c7485'], 'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a5889fa-4fff-413a-bafd-63df11fedd0c'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:57.782600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b37a-d7be-404c-aa21-c86a7a966431 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f494ae94-2dee-470c-9d14-6cc0e69c7485,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:57.783626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-fd86c10c-2f23-48fd-9276-18e8a70ce9d2 req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-24021669', 'description': 'tempest-description-234884995'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:57.822558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.886867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fd86c10c-2f23-48fd-9276-18e8a70ce9d2 req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:57.901006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031077c-f3d6-4c70-8f95-57ce46655de9 req-2aa40151-46fd-4f3f-a007-33b57a7bf1bf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:57.902471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e031077c-f3d6-4c70-8f95-57ce46655de9 req-2aa40151-46fd-4f3f-a007-33b57a7bf1bf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1307061 Jul 22 14:38:57.958451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e031077c-f3d6-4c70-8f95-57ce46655de9 req-5dd2e3b9-5f8c-4053-a5c1-05a8d03fc7fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464826 Jul 22 14:38:58.024967 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fd86c10c-2f23-48fd-9276-18e8a70ce9d2 req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.030936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fd86c10c-2f23-48fd-9276-18e8a70ce9d2 req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.049788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:58.069917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Allocated IP 2001:db8::2 (0a86acbe-a625-4826-9f83-81afbedca18d/9a5889fa-4fff-413a-bafd-63df11fedd0c/c8878b0c-728a-41f8-9819-4f5d68a50611) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:58.108241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fd86c10c-2f23-48fd-9276-18e8a70ce9d2 req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.109688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd86c10c-2f23-48fd-9276-18e8a70ce9d2 req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3348110 Jul 22 14:38:58.111802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797439b-3b80-440c-89c2-7ac9f5d1b470 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92adb32e-aca6-4abb-becc-e044f8a9cb9a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:58.200633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b8d1e-c190-4940-a9e9-3401f3c69d7f req-9bb09bde-fc52-4429-bc76-369c060f820d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:58.202374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb8b8d1e-c190-4940-a9e9-3401f3c69d7f req-9bb09bde-fc52-4429-bc76-369c060f820d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1483932 Jul 22 14:38:58.207194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-070a2cbf-61d4-4357-93a7-fc03811ee7e2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/92adb32e-aca6-4abb-becc-e044f8a9cb9a HTTP/1.1" status: 200 len: 1800 time: 0.0689857 Jul 22 14:38:58.220491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Request body: {'security_group': {'name': 'tempest-sg-hth-202267441', 'description': 'tempest-description-hth-1940409826'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:58.231883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c8878b0c-728a-41f8-9819-4f5d68a50611,segment=NetworkSegment(5f032617-36fc-48a8-bd77-4742141321aa),segment_id=5f032617-36fc-48a8-bd77-4742141321aa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:38:58.248238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.275629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] device_id is not set on port 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:38:58.295541 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.312243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Transition to ACTIVE for port object c8878b0c-728a-41f8-9819-4f5d68a50611 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:58.318016 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.335689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-c3cbdf35-527c-41b2-811f-06af072a1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:58.338232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-c3cbdf35-527c-41b2-811f-06af072a1836 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1096 time: 0.1593807 Jul 22 14:38:58.450551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034ab5f-8096-4fa9-af46-41c1127dd59a None None] Pushing event updated for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:58.523389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-cd095c05-ac43-4000-8ef1-6f2bd0e58480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:58.525104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-cd095c05-ac43-4000-8ef1-6f2bd0e58480 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.1807365 Jul 22 14:38:58.583915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb8b8d1e-c190-4940-a9e9-3401f3c69d7f req-abca5526-4d8b-4baf-a28e-0382e8fdb567 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748124 Jul 22 14:38:58.630322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.653526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8::20f (0a86acbe-a625-4826-9f83-81afbedca18d/9a5889fa-4fff-413a-bafd-63df11fedd0c/0ea6ecb5-cb6b-4605-98bd-12e31282bb68) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:38:58.681768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dee224db-0dd2-45c7-901c-cc17bb1fd630 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:38:58.709998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: dee224db-0dd2-45c7-901c-cc17bb1fd630 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:38:58.710498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dee224db-0dd2-45c7-901c-cc17bb1fd630 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:38:58.726128 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.734440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.738228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:58.744361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-53d0e222-29b0-4459-8e06-a2b1e3076aed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 1001 time: 0.2109776 Jul 22 14:38:58.747278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2a778c8-4440-4229-aeaa-a7557535ada1 req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "PUT /v2.0/security-groups/92adb32e-aca6-4abb-becc-e044f8a9cb9a HTTP/1.1" status: 200 len: 1776 time: 0.5317676 Jul 22 14:38:58.806130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a16295-8e39-4206-a935-d78a6d73a9f1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92adb32e-aca6-4abb-becc-e044f8a9cb9a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:58.830452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-e16124be-b7d6-4d80-94c4-6d29bd2b1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:58.833339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-e16124be-b7d6-4d80-94c4-6d29bd2b1ab9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.0774751 Jul 22 14:38:58.860832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a277a9e9-75ae-438b-a169-7aec453c6242 req-a71b983f-db55-48ba-b2f5-d99a6f4b70cc tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/92adb32e-aca6-4abb-becc-e044f8a9cb9a HTTP/1.1" status: 200 len: 1776 time: 0.0883460 Jul 22 14:38:58.953012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-608be278-03d2-4a00-93ba-a968f8487b15 req-a9d1a8c9-bdc6-4e88-9bb0-c6514adc6afe tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/92adb32e-aca6-4abb-becc-e044f8a9cb9a HTTP/1.1" status: 200 len: 1776 time: 0.0652089 Jul 22 14:38:59.039884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-1358805c-9c28-4ab2-b0cc-0620083453fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:59.041462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-1358805c-9c28-4ab2-b0cc-0620083453fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995308 Jul 22 14:38:59.072825 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.096836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-608be278-03d2-4a00-93ba-a968f8487b15 req-8c029973-3eda-4cdd-ad6a-164744e82fb1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.119137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:38:59.130422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-608be278-03d2-4a00-93ba-a968f8487b15 req-8c029973-3eda-4cdd-ad6a-164744e82fb1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.175694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464752d-25c6-4c40-a123-5a3dcd8eaed7 req-5225eb6d-f181-4ae0-8fad-fc446022dbac tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:59.177277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6464752d-25c6-4c40-a123-5a3dcd8eaed7 req-5225eb6d-f181-4ae0-8fad-fc446022dbac tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1208451 Jul 22 14:38:59.201402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-d895f714-6c25-43d3-acae-88f1bf457390 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480424 Jul 22 14:38:59.209774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-608be278-03d2-4a00-93ba-a968f8487b15 req-8c029973-3eda-4cdd-ad6a-164744e82fb1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.212882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-608be278-03d2-4a00-93ba-a968f8487b15 req-8c029973-3eda-4cdd-ad6a-164744e82fb1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.214240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-608be278-03d2-4a00-93ba-a968f8487b15 req-8c029973-3eda-4cdd-ad6a-164744e82fb1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/92adb32e-aca6-4abb-becc-e044f8a9cb9a HTTP/1.1" status: 204 len: 173 time: 0.2526975 Jul 22 14:38:59.231146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.260386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6464752d-25c6-4c40-a123-5a3dcd8eaed7 req-58f9ddd2-73a0-4e78-ae23-8f01a99720fb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690918 Jul 22 14:38:59.262019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c029973-3eda-4cdd-ad6a-164744e82fb1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92adb32e-aca6-4abb-becc-e044f8a9cb9a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:59.312075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f51e0844-b10f-400a-975a-aadde6961bb2 None None] Provisioning complete for port 1ec1a758-457e-4776-accb-b482420ed132 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:59.313350 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f51e0844-b10f-400a-975a-aadde6961bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.361753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f51e0844-b10f-400a-975a-aadde6961bb2 None None] Port 1ec1a758-457e-4776-accb-b482420ed132 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:38:59.363194 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-3b811c56-e02a-4f30-9a4f-f0402307af1f req-658620d2-b6f0-4779-ba8c-1eebd9dc7c82 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:59.364506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b811c56-e02a-4f30-9a4f-f0402307af1f req-658620d2-b6f0-4779-ba8c-1eebd9dc7c82 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/5437be9b-15f1-411d-bb90-aa84a4747be6 HTTP/1.1" status: 404 len: 352 time: 0.0192664 Jul 22 14:38:59.375174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=0ea6ecb5-cb6b-4605-98bd-12e31282bb68,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:38:59.399225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f51e0844-b10f-400a-975a-aadde6961bb2 None None] Provisioning for port c8878b0c-728a-41f8-9819-4f5d68a50611 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:38:59.403809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:38:59.404022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f51e0844-b10f-400a-975a-aadde6961bb2 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:38:59.404434 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f51e0844-b10f-400a-975a-aadde6961bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.406655 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-9b6d7c61-da93-4411-95e3-b404e6f4011c req-6b5ee857-1d3f-4bbc-8358-202ba0993ab2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:59.409483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b6d7c61-da93-4411-95e3-b404e6f4011c req-6b5ee857-1d3f-4bbc-8358-202ba0993ab2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/32b2a23d-e68a-4212-959e-87fc1d8127da HTTP/1.1" status: 404 len: 352 time: 0.0226312 Jul 22 14:38:59.410744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:38:59.414349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:38:59.421517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:59.422402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.442215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-9e497bbc-4ad1-42c1-961f-693a1144d688 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332995 Jul 22 14:38:59.454307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-38dbad5c-ed9f-4441-af1f-5ca41e678650 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6819048 Jul 22 14:38:59.455816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:59.456013 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-59198520-e562-4069-8713-a78268f16b63 req-8a504b7f-1649-4b8f-b026-551c1256ce73 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:59.457418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59198520-e562-4069-8713-a78268f16b63 req-8a504b7f-1649-4b8f-b026-551c1256ce73 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/8f926870-949b-4359-ad83-f805e9109788 HTTP/1.1" status: 404 len: 352 time: 0.0241363 Jul 22 14:38:59.466935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:59.523392 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-ea4f2ed3-b5b4-4e88-92e1-0f0ab32191a7 req-eb55188b-626e-4f75-ad0a-91d4da2b8645 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:59.524436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea4f2ed3-b5b4-4e88-92e1-0f0ab32191a7 req-eb55188b-626e-4f75-ad0a-91d4da2b8645 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/7aaf6ec4-f922-4352-84a3-c77b6db87b97 HTTP/1.1" status: 404 len: 352 time: 0.0339074 Jul 22 14:38:59.603207 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-5074324c-517f-41c2-be38-c313c312ed02 req-28b31698-2da3-4d82-bae9-e8dad45bd3ff tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:59.618980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5074324c-517f-41c2-be38-c313c312ed02 req-28b31698-2da3-4d82-bae9-e8dad45bd3ff tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/ab6a4c3c-e808-4b55-bc81-64a4594f1c33 HTTP/1.1" status: 404 len: 352 time: 0.0354123 Jul 22 14:38:59.670973 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-d187465f-dbac-4444-af0e-696a09ba7537 req-335aa309-ae4a-45d2-902a-56172f75aa33 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] show failed (client error): The resource could not be found. Jul 22 14:38:59.672209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d187465f-dbac-4444-af0e-696a09ba7537 req-335aa309-ae4a-45d2-902a-56172f75aa33 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/f09ce9e7-6c16-48bc-8b46-156e9e76e3eb HTTP/1.1" status: 404 len: 352 time: 0.0303984 Jul 22 14:38:59.716289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:38:59.720085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:38:59.891902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24294dc8-6a48-47d6-839e-334a18b44e77 req-8cff08bc-0add-4b81-805f-1d494d790aed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:38:59.893391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24294dc8-6a48-47d6-839e-334a18b44e77 req-8cff08bc-0add-4b81-805f-1d494d790aed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1705399 Jul 22 14:38:59.896299 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9a5889fa-4fff-413a-bafd-63df11fedd0c (CIDR: 2001:db8::/64) Jul 22 14:38:59.900391 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:38:59.900919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:38:59.931925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0ca24e44-dc64-4b9e-b46b-c47a5251f324 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4722784 Jul 22 14:38:59.932634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:38:59.938910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:38:59.963831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:38:59.970484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24294dc8-6a48-47d6-839e-334a18b44e77 req-9b2e127e-0fdd-4b51-bedc-8bd46454eeb4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667617 Jul 22 14:39:00.012648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c2cc9fb3-dca4-441b-8526-d0528426c83b None None] Provisioning for port 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:00.026797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c2cc9fb3-dca4-441b-8526-d0528426c83b None None] Provisioning complete for port 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:00.027212 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2cc9fb3-dca4-441b-8526-d0528426c83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.070471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:00.070904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.084022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a462d-27bf-47a9-a39c-468977913a09 req-f7953cff-a7af-4e01-b6df-1d94691da1f2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:00.092137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b45a462d-27bf-47a9-a39c-468977913a09 req-f7953cff-a7af-4e01-b6df-1d94691da1f2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1023 time: 0.0856278 Jul 22 14:39:00.100351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc9fb3-dca4-441b-8526-d0528426c83b None None] Port 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:00.105174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:00.115363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.147512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b45a462d-27bf-47a9-a39c-468977913a09 req-93d645e2-fa3f-4354-8195-74e916c3c56b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=6631845b-6ad7-4664-894a-4dbe27a10c44&id=637d19f6-93cd-4810-a0a8-d249c9ec55a0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0544353 Jul 22 14:39:00.223421 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7bfe9f87-2184-453e-be08-86be67ab3e84 (CIDR: 2001:db8:0:1::/64) Jul 22 14:39:00.226796 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:39:00.227348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:00.246830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f1580cfd-3ccd-4abd-a769-6f63ad82c70d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3128929 Jul 22 14:39:00.249418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35852) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:00.255145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'subnet': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:00.377667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Made reservation on behalf of ef0c8d7748b145288c978fced782a09c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:00.381631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.410616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611c52-2253-4bc9-8c0a-f2ae67aaa76b req-a2982aa8-5d0b-4b32-a29c-d1009dcd7e88 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:00.411598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36611c52-2253-4bc9-8c0a-f2ae67aaa76b req-a2982aa8-5d0b-4b32-a29c-d1009dcd7e88 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.0718858 Jul 22 14:39:00.453230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36611c52-2253-4bc9-8c0a-f2ae67aaa76b req-edf1aa7f-fa0c-4caf-aed3-bc345e2caf52 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jul 22 14:39:00.624712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.673556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Network 0a86acbe-a625-4826-9f83-81afbedca18d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:00.677746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:00.684075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:00.686313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.697379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4718e8-5036-4610-ba3a-beae71d9af1b None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:00.700593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Subnet': ['ID=870c03fb-3981-4d5c-b677-1d7f90edbf27,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:00.720108 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4e5d7416-352b-4628-be5b-ed1a023353ce tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4686141 Jul 22 14:39:00.720853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35858) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:00.727655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1961357703', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '870c03fb-3981-4d5c-b677-1d7f90edbf27'}], 'security_groups': ['895a0e65-1d33-44f9-8cbe-feb6638c3fe8', '7376e549-6944-410e-9dc3-9d631db135e5']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:00.818204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:00.951821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Update dhcp port {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'fixed_ips': [{'subnet_id': '7bfe9f87-2184-453e-be08-86be67ab3e84', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9a5889fa-4fff-413a-bafd-63df11fedd0c', 'ip_address': '2001:db8::2'}, {'subnet_id': '870c03fb-3981-4d5c-b677-1d7f90edbf27'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'c8878b0c-728a-41f8-9819-4f5d68a50611'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:39:00.994126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:01.136094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dccc6-6925-4089-9696-bef1d6feefe8 req-ac72558f-1893-49ef-8b87-096735101a00 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:01.137752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed3dccc6-6925-4089-9696-bef1d6feefe8 req-ac72558f-1893-49ef-8b87-096735101a00 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0797434 Jul 22 14:39:01.170117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Delete allocated IP 2001:db8::20f (0a86acbe-a625-4826-9f83-81afbedca18d/9a5889fa-4fff-413a-bafd-63df11fedd0c) {{(pid=93813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:39:01.196106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed3dccc6-6925-4089-9696-bef1d6feefe8 req-f6ba0d6a-5d44-4aa1-9627-a97685ec478b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473182 Jul 22 14:39:01.215081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Allocated IP 2001:db8:0:2::318 (0a86acbe-a625-4826-9f83-81afbedca18d/870c03fb-3981-4d5c-b677-1d7f90edbf27/0ea6ecb5-cb6b-4605-98bd-12e31282bb68) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:01.301360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dfa9a-ba81-4163-a3a7-06e9b62bb9a9 req-b9c6b4ce-3502-42f7-91b0-dc049a0ff3b7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:01.303170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-159dfa9a-ba81-4163-a3a7-06e9b62bb9a9 req-b9c6b4ce-3502-42f7-91b0-dc049a0ff3b7 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1023 time: 0.0735941 Jul 22 14:39:01.358287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-159dfa9a-ba81-4163-a3a7-06e9b62bb9a9 req-007b1a53-6386-415b-ad23-139c08943aa4 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups?id=486270c5-de02-416e-9e0c-9092e0cca35f&id=6631845b-6ad7-4664-894a-4dbe27a10c44&id=637d19f6-93cd-4810-a0a8-d249c9ec55a0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0478046 Jul 22 14:39:01.592877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf20d45-ddf2-4860-b9bb-b71bc0d98691 req-2e4831bb-3b08-435d-ab44-7d55fa90aecf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:01.595185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbf20d45-ddf2-4860-b9bb-b71bc0d98691 req-2e4831bb-3b08-435d-ab44-7d55fa90aecf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.0694773 Jul 22 14:39:01.635658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbf20d45-ddf2-4860-b9bb-b71bc0d98691 req-64cef35e-9639-4d86-a844-a419b1d3417c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341196 Jul 22 14:39:01.667369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-f32cb066-8843-4647-9563-0d3dfe125aab tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:01.668869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-f32cb066-8843-4647-9563-0d3dfe125aab tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 1023 time: 0.4963679 Jul 22 14:39:01.855273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:01.876395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Deleting port 03205207-e12a-42c4-a117-9649b54f6a0b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:01.876736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:01.892216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Transition to ACTIVE for port object 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:01.903043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:01.949628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Allocated IP 2001:db8:0:2::2 (0a86acbe-a625-4826-9f83-81afbedca18d/870c03fb-3981-4d5c-b677-1d7f90edbf27/c8878b0c-728a-41f8-9819-4f5d68a50611) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:02.007032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] In _notify_port_updated(), no bound segment for port 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 on network 0a86acbe-a625-4826-9f83-81afbedca18d {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:39:02.012445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:02.013063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.016948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "PUT /v2.0/ports/0ea6ecb5-cb6b-4605-98bd-12e31282bb68 HTTP/1.1" status: 200 len: 970 time: 1.2929592 Jul 22 14:39:02.017360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35870) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:02.019250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb307c-766b-4ab4-be22-4abc462389ed tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event updated for resources: {'Port': ['ID=0ea6ecb5-cb6b-4605-98bd-12e31282bb68,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:02.055589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] For port 03205207-e12a-42c4-a117-9649b54f6a0b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=03205207-e12a-42c4-a117-9649b54f6a0b,segment=NetworkSegment(0a1a7028-e65f-4bd3-ba11-c087d3013d4e),segment_id=0a1a7028-e65f-4bd3-ba11-c087d3013d4e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:02.056184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.074671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Calling delete_port for 03205207-e12a-42c4-a117-9649b54f6a0b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:02.076548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c8878b0c-728a-41f8-9819-4f5d68a50611,segment=NetworkSegment(5f032617-36fc-48a8-bd77-4742141321aa),segment_id=5f032617-36fc-48a8-bd77-4742141321aa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:02.129281 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.144408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Transition to ACTIVE for port object c8878b0c-728a-41f8-9819-4f5d68a50611 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:02.149775 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.209402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:02.209993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.286607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b9a94-70bb-4285-a114-ea9b592a2ce6 None None] Pushing event updated for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:02.323996 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.337638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['03205207-e12a-42c4-a117-9649b54f6a0b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:39:02.358217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'Port': ['ID=03205207-e12a-42c4-a117-9649b54f6a0b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:02.388567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.404574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 0ea6ecb5-cb6b-4605-98bd-12e31282bb68 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:02.427419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] No DVR routers for this DVR port 03205207-e12a-42c4-a117-9649b54f6a0b on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:02.431387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.436129 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d33f7fc0-7964-4709-900f-09821cb292d6 req-bbf8155e-d0bc-48f0-9ad6-80398fbe1dd2 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.72 "DELETE /v2.0/ports/03205207-e12a-42c4-a117-9649b54f6a0b HTTP/1.1" status: 204 len: 173 time: 0.7604225 Jul 22 14:39:02.436746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'name': 'network-vif-deleted', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:02.441087 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e78ec23-72f5-49f6-b00a-8b1212520234" -d '{"events": [{"server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "name": "network-vif-deleted", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:02.515947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c01a2c2-e1c5-4f53-a187-07e249f60eb7 req-085d9a1c-658a-4f27-963c-a4fcd75fb3ca tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/ports?device_id=a149fcc1-1618-4af4-a8ad-7f00b4fe30ca HTTP/1.1" status: 200 len: 210 time: 0.0416727 Jul 22 14:39:02.525815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e685bb8-ce8b-4474-986e-468ac354e83c req-18f8df56-01bc-42a7-bac8-a52428ad87ba tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:02.533686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e685bb8-ce8b-4474-986e-468ac354e83c req-18f8df56-01bc-42a7-bac8-a52428ad87ba tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2106647 Jul 22 14:39:02.582624 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dbaa0f-13f4-4467-83f2-0bb408f5c406 x-openstack-request-id: req-25dbaa0f-13f4-4467-83f2-0bb408f5c406 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:02.582990 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a149fcc1-1618-4af4-a8ad-7f00b4fe30ca", "name": "network-vif-deleted", "tag": "03205207-e12a-42c4-a117-9649b54f6a0b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:02.583312 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25dbaa0f-13f4-4467-83f2-0bb408f5c406 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:02.583784 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a149fcc1-1618-4af4-a8ad-7f00b4fe30ca', 'name': 'network-vif-deleted', 'tag': '03205207-e12a-42c4-a117-9649b54f6a0b', 'status': 'completed', 'code': 200} Jul 22 14:39:02.588302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e685bb8-ce8b-4474-986e-468ac354e83c req-54137912-44fb-4666-9265-661650ca624e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Jul 22 14:39:02.660010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.689467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=0ea6ecb5-cb6b-4605-98bd-12e31282bb68,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:02.721709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.724048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-31fac036-d956-4d8c-b7bc-0f43e1f9475d tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/0ea6ecb5-cb6b-4605-98bd-12e31282bb68 HTTP/1.1" status: 204 len: 168 time: 0.7056825 Jul 22 14:39:02.727148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:02.773583 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce68b9c0-d966-4bbf-ad88-6b39dd96f219 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] GET failed (client error): The resource could not be found. Jul 22 14:39:02.779764 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ce68b9c0-d966-4bbf-ad88-6b39dd96f219 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports/0ea6ecb5-cb6b-4605-98bd-12e31282bb68 HTTP/1.1" status: 404 len: 333 time: 0.0470676 Jul 22 14:39:02.780241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:02.854484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49ee56-f5e9-43d9-92de-2514f87c2ab1 req-6bd1fd91-a123-4990-87b7-fed82f856cee tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:02.856201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d49ee56-f5e9-43d9-92de-2514f87c2ab1 req-6bd1fd91-a123-4990-87b7-fed82f856cee tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1137383 Jul 22 14:39:02.874807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0439e1-0309-44eb-a52c-eb02d9def209 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.920617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0439e1-0309-44eb-a52c-eb02d9def209 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.927909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d49ee56-f5e9-43d9-92de-2514f87c2ab1 req-36641aae-2f29-4b5b-96d6-bb7ededfb2cd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647323 Jul 22 14:39:02.984414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0439e1-0309-44eb-a52c-eb02d9def209 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.987857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa0439e1-0309-44eb-a52c-eb02d9def209 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:02.989148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa0439e1-0309-44eb-a52c-eb02d9def209 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/security-groups/f494ae94-2dee-470c-9d14-6cc0e69c7485 HTTP/1.1" status: 204 len: 168 time: 0.2078488 Jul 22 14:39:02.991805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:03.012572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0439e1-0309-44eb-a52c-eb02d9def209 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f494ae94-2dee-470c-9d14-6cc0e69c7485,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:03.060185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dafe4c0f-9c01-472d-acd9-ab333493a73b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.085358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dafe4c0f-9c01-472d-acd9-ab333493a73b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.134081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dafe4c0f-9c01-472d-acd9-ab333493a73b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.137862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dafe4c0f-9c01-472d-acd9-ab333493a73b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.140638 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dafe4c0f-9c01-472d-acd9-ab333493a73b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/security-groups/7376e549-6944-410e-9dc3-9d631db135e5 HTTP/1.1" status: 204 len: 168 time: 0.1463408 Jul 22 14:39:03.142466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:03.150800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Could not find standard attr ID for object 0ea6ecb5-cb6b-4605-98bd-12e31282bb68. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:39:03.163836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe4c0f-9c01-472d-acd9-ab333493a73b tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376e549-6944-410e-9dc3-9d631db135e5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:03.189011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Provisioning complete for port 1ec1a758-457e-4776-accb-b482420ed132 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:03.189931 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.229809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Port 1ec1a758-457e-4776-accb-b482420ed132 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:03.237190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2405a061-b57c-4552-a92f-bb9e0bf66cc4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.245035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Provisioning for port c8878b0c-728a-41f8-9819-4f5d68a50611 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:03.250068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:03.250068 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48f9b5aa-2e89-4bf9-98b0-2481cdd47775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.274373 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2405a061-b57c-4552-a92f-bb9e0bf66cc4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.330813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2405a061-b57c-4552-a92f-bb9e0bf66cc4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.334692 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2405a061-b57c-4552-a92f-bb9e0bf66cc4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.339449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:03.349763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2405a061-b57c-4552-a92f-bb9e0bf66cc4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/security-groups/895a0e65-1d33-44f9-8cbe-feb6638c3fe8 HTTP/1.1" status: 204 len: 168 time: 0.2053819 Jul 22 14:39:03.365770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405a061-b57c-4552-a92f-bb9e0bf66cc4 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a0e65-1d33-44f9-8cbe-feb6638c3fe8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:03.403126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 9a5889fa-4fff-413a-bafd-63df11fedd0c {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:03.406617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.452580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.472353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-baa69d5f-42a4-4cbf-af2d-952a8a5f5702 None None] Could not find standard attr ID for object 0ea6ecb5-cb6b-4605-98bd-12e31282bb68. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:39:03.547552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.622862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.659308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5889fa-4fff-413a-bafd-63df11fedd0c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:03.669140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.671234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-26f29e2d-7673-4c36-b3a0-9e809e01a784 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/9a5889fa-4fff-413a-bafd-63df11fedd0c HTTP/1.1" status: 204 len: 168 time: 0.3307619 Jul 22 14:39:03.676723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35902) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:03.706842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-436c0dda-e4b4-4d7a-8478-e96edd8437a7 req-a897fa3b-8288-44a2-a5f2-2b12ce45b796 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/6631845b-6ad7-4664-894a-4dbe27a10c44 HTTP/1.1" status: 200 len: 1803 time: 0.0862443 Jul 22 14:39:03.736631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 870c03fb-3981-4d5c-b677-1d7f90edbf27 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:03.740652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.788567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.809510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a099891-a39d-4bf0-8a1f-a56be0ef8043 req-42bdd3c4-cc39-459c-9eda-effe4e775ad6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:03.811966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a099891-a39d-4bf0-8a1f-a56be0ef8043 req-42bdd3c4-cc39-459c-9eda-effe4e775ad6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1228962 Jul 22 14:39:03.813982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-436c0dda-e4b4-4d7a-8478-e96edd8437a7 req-804e6a08-3b39-41f3-8c0e-0612ed58424b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.839201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d9b38-e1ff-4aff-8a5a-48ea2c720422 None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:03.856370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-436c0dda-e4b4-4d7a-8478-e96edd8437a7 req-804e6a08-3b39-41f3-8c0e-0612ed58424b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.904630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a099891-a39d-4bf0-8a1f-a56be0ef8043 req-a8ab22d1-2a1b-4839-b92d-55843b707a25 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835803 Jul 22 14:39:03.939470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.964528 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-436c0dda-e4b4-4d7a-8478-e96edd8437a7 req-804e6a08-3b39-41f3-8c0e-0612ed58424b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.967394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-436c0dda-e4b4-4d7a-8478-e96edd8437a7 req-804e6a08-3b39-41f3-8c0e-0612ed58424b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:03.973322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-436c0dda-e4b4-4d7a-8478-e96edd8437a7 req-804e6a08-3b39-41f3-8c0e-0612ed58424b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/6631845b-6ad7-4664-894a-4dbe27a10c44 HTTP/1.1" status: 204 len: 173 time: 0.2495372 Jul 22 14:39:03.993280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:04.022673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.056869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=870c03fb-3981-4d5c-b677-1d7f90edbf27,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:04.069756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.074847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61e8fad3-d6d4-4e72-b814-a8d4b7e5f882 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/870c03fb-3981-4d5c-b677-1d7f90edbf27 HTTP/1.1" status: 204 len: 168 time: 0.3971620 Jul 22 14:39:04.075693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35910) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.081292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb565cfe-494a-479a-8093-d45f0073d8e2 req-5c4bd7b4-b51f-4f8f-827d-3522e8c55cc1 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "GET /v2.0/security-groups/637d19f6-93cd-4810-a0a8-d249c9ec55a0 HTTP/1.1" status: 200 len: 1802 time: 0.0880344 Jul 22 14:39:04.090723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e6a08-3b39-41f3-8c0e-0612ed58424b tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6631845b-6ad7-4664-894a-4dbe27a10c44,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:04.091799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:04.092941 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.110909 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0688d5-68c6-48f4-a4a6-32b2e36c1218 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.111515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0688d5-68c6-48f4-a4a6-32b2e36c1218 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.115010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f0688d5-68c6-48f4-a4a6-32b2e36c1218 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/9a5889fa-4fff-413a-bafd-63df11fedd0c HTTP/1.1" status: 404 len: 337 time: 0.0382879 Jul 22 14:39:04.115917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.176729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting subnet 7bfe9f87-2184-453e-be08-86be67ab3e84 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:04.184858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.204617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb565cfe-494a-479a-8093-d45f0073d8e2 req-7cbbd977-6f3a-40dc-8b81-ca75d70a8825 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.208642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5f6cb-a484-4e44-9be5-a2846c3d7c63 None None] Update dhcp port {'port': {'network_id': '0a86acbe-a625-4826-9f83-81afbedca18d', 'fixed_ips': [{'subnet_id': '7bfe9f87-2184-453e-be08-86be67ab3e84', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '870c03fb-3981-4d5c-b677-1d7f90edbf27'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'c8878b0c-728a-41f8-9819-4f5d68a50611'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:39:04.240910 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb565cfe-494a-479a-8093-d45f0073d8e2 req-7cbbd977-6f3a-40dc-8b81-ca75d70a8825 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.243273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.269737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f951e1b-904c-4cf9-a379-92fa204e3528 req-bbe6f756-5873-4594-9857-7c8735fd0157 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:04.277575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f951e1b-904c-4cf9-a379-92fa204e3528 req-bbe6f756-5873-4594-9857-7c8735fd0157 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.2131674 Jul 22 14:39:04.278247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0b5f6cb-a484-4e44-9be5-a2846c3d7c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.336154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f951e1b-904c-4cf9-a379-92fa204e3528 req-45f05304-2e89-4d66-9728-2c3cfb33af54 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576169 Jul 22 14:39:04.340453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb565cfe-494a-479a-8093-d45f0073d8e2 req-7cbbd977-6f3a-40dc-8b81-ca75d70a8825 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.344587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-cb565cfe-494a-479a-8093-d45f0073d8e2 req-7cbbd977-6f3a-40dc-8b81-ca75d70a8825 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.356870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb565cfe-494a-479a-8093-d45f0073d8e2 req-7cbbd977-6f3a-40dc-8b81-ca75d70a8825 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] 10.222.0.60 "DELETE /v2.0/security-groups/637d19f6-93cd-4810-a0a8-d249c9ec55a0 HTTP/1.1" status: 204 len: 173 time: 0.2746465 Jul 22 14:39:04.358916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35916) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.391660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.419492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbd977-6f3a-40dc-8b81-ca75d70a8825 tempest-SecurityGroupsTestJSON-489586751 tempest-SecurityGroupsTestJSON-489586751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d19f6-93cd-4810-a0a8-d249c9ec55a0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:04.459540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Deleting subnet 837b97df-d5ea-4e6e-9aa3-ad2daff326b2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:04.463430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.488736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-a0b5f6cb-a484-4e44-9be5-a2846c3d7c63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bfe9f87-2184-453e-be08-86be67ab3e84: This subnet is being modified by another concurrent operation. Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:39:04.490546 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7bfe9f87-2184-453e-be08-86be67ab3e84: This subnet is being modified by another concurrent operation. Jul 22 14:39:04.495086 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:39:04.514044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.521186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfe9f87-2184-453e-be08-86be67ab3e84,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:04.524018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.528606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7bd42a5b-a47b-4f9e-a330-33ddcd0d0b44 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/7bfe9f87-2184-453e-be08-86be67ab3e84 HTTP/1.1" status: 204 len: 168 time: 0.4117038 Jul 22 14:39:04.529675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35920) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.561863 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f374af-4d46-4c42-b73e-6d24e4f34815 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.562326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f374af-4d46-4c42-b73e-6d24e4f34815 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.564174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3f374af-4d46-4c42-b73e-6d24e4f34815 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/4d13cf2b-6185-4a92-a684-cd56874656ce HTTP/1.1" status: 404 len: 337 time: 0.0335655 Jul 22 14:39:04.566850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.572792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.597993 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d08bbb61-cde5-4064-96de-c6a8b6762c7e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "GET /v2.0/ports?device_id=7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 HTTP/1.1" status: 200 len: 205 time: 0.0300734 Jul 22 14:39:04.600800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.602869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9fffe3-f401-4074-b37a-452c74406cf3 None None] Network 0a86acbe-a625-4826-9f83-81afbedca18d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:04.643555 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c6674471-f48d-499e-ace2-055a5d46b8ea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] delete failed (client error): The resource could not be found. Jul 22 14:39:04.646638 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c6674471-f48d-499e-ace2-055a5d46b8ea tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/routers/7bac9f27-fd5f-4d08-a462-cfadcf6a28f9 HTTP/1.1" status: 404 len: 336 time: 0.0425375 Jul 22 14:39:04.647476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.652301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.682843 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be9c453-3fdd-4861-adf5-e3f7890a93d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.683413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be9c453-3fdd-4861-adf5-e3f7890a93d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.684838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837b97df-d5ea-4e6e-9aa3-ad2daff326b2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:04.687053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5be9c453-3fdd-4861-adf5-e3f7890a93d2 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/69552790-b7bc-4eec-a6a1-4082e32fb6fb HTTP/1.1" status: 404 len: 337 time: 0.0385561 Jul 22 14:39:04.689562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.691478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.696012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-78a64e65-e3a0-457c-a880-d35954460aee admin admin] 10.222.0.60 "DELETE /v2.0/subnets/837b97df-d5ea-4e6e-9aa3-ad2daff326b2 HTTP/1.1" status: 204 len: 168 time: 0.3259647 Jul 22 14:39:04.696195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35930) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.706184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03205207-e12a-42c4-a117-9649b54f6a0b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:04.724045 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f702da20-5d5a-43ae-8f59-86aa86385422 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.724509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f702da20-5d5a-43ae-8f59-86aa86385422 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.728688 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f702da20-5d5a-43ae-8f59-86aa86385422 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/b4490e71-c15a-49ff-bb55-964d88dd5197 HTTP/1.1" status: 404 len: 337 time: 0.0357766 Jul 22 14:39:04.728975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.755124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 03205207-e12a-42c4-a117-9649b54f6a0b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:39:04.755484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 03205207-e12a-42c4-a117-9649b54f6a0b not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:04.777070 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d32a65d-9d2c-4d10-9477-8060def15a00 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.777872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d32a65d-9d2c-4d10-9477-8060def15a00 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.781050 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d32a65d-9d2c-4d10-9477-8060def15a00 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/0d51a37e-ff8f-483f-ad13-4f61d92bae68 HTTP/1.1" status: 404 len: 337 time: 0.0485640 Jul 22 14:39:04.784239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.796763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9f98703f-a764-4644-91df-41c3e9cde932 None None] Provisioning complete for port 1ec1a758-457e-4776-accb-b482420ed132 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:04.797180 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f98703f-a764-4644-91df-41c3e9cde932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.823404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.825846 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d580670-3f32-4301-ba54-048f41b7547a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.826264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d580670-3f32-4301-ba54-048f41b7547a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.831370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d580670-3f32-4301-ba54-048f41b7547a tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/effc4f14-36e6-4973-aa17-51e939cb943e HTTP/1.1" status: 404 len: 333 time: 0.0424731 Jul 22 14:39:04.831370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.846093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9f98703f-a764-4644-91df-41c3e9cde932 None None] Port 1ec1a758-457e-4776-accb-b482420ed132 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:04.861186 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4fa424-5832-484f-bcda-4ae84a008610 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.861666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4fa424-5832-484f-bcda-4ae84a008610 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.865836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9f98703f-a764-4644-91df-41c3e9cde932 None None] Provisioning complete for port c8878b0c-728a-41f8-9819-4f5d68a50611 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:04.866363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ab4fa424-5832-484f-bcda-4ae84a008610 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/983c233a-dca3-4a19-8cd2-5bcc7cf681e1 HTTP/1.1" status: 404 len: 337 time: 0.0309780 Jul 22 14:39:04.866457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f98703f-a764-4644-91df-41c3e9cde932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.866572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.894702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] DHCP port deletion for 0a86acbe-a625-4826-9f83-81afbedca18d request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:39:04.895619 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bfb106-d4d3-439a-91c1-ad3e7e48970c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.896222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8bfb106-d4d3-439a-91c1-ad3e7e48970c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.898024 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a8bfb106-d4d3-439a-91c1-ad3e7e48970c tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/867402de-a7e0-467e-b0d6-c636682ed7fb HTTP/1.1" status: 404 len: 337 time: 0.0305324 Jul 22 14:39:04.901673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35942) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.928930 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff51843-8649-4fa6-924e-79e4baff2613 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.929415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff51843-8649-4fa6-924e-79e4baff2613 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.934721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ff51843-8649-4fa6-924e-79e4baff2613 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/497ec18e-659c-4fd0-811d-5ab942e5ecc5 HTTP/1.1" status: 404 len: 333 time: 0.0285838 Jul 22 14:39:04.935669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.966868 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e75decc-c060-40f1-a757-98143b83708e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:04.967452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e75decc-c060-40f1-a757-98143b83708e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:04.967980 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:04.969244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e75decc-c060-40f1-a757-98143b83708e tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/222639ed-96f0-435f-81e6-3995deedddf8 HTTP/1.1" status: 404 len: 337 time: 0.0316319 Jul 22 14:39:04.971785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:04.979566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e3b8e3-37bc-4ee3-8a08-4b0ffa523882']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:04.992302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1a7028-e65f-4bd3-ba11-c087d3013d4e') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:04.992672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1a7028-e65f-4bd3-ba11-c087d3013d4e') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:05.004276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] Deleting port c8878b0c-728a-41f8-9819-4f5d68a50611 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:05.004655 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.013363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.014551 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e47ed7-cdc4-42a4-affa-df62c335c467 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] DELETE failed (client error): The resource could not be found. Jul 22 14:39:05.015032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e47ed7-cdc4-42a4-affa-df62c335c467 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:39:05.018396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-00e47ed7-cdc4-42a4-affa-df62c335c467 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/subnets/ff75a7d3-0b03-4ca7-889f-8f82a25d359e HTTP/1.1" status: 404 len: 337 time: 0.0447404 Jul 22 14:39:05.020073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35950) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:05.047249 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.055752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:39:05.056176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:39:05.057874 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:39:05.084568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] For port c8878b0c-728a-41f8-9819-4f5d68a50611, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c8878b0c-728a-41f8-9819-4f5d68a50611,segment=NetworkSegment(5f032617-36fc-48a8-bd77-4742141321aa),segment_id=5f032617-36fc-48a8-bd77-4742141321aa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:05.085201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.098932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] Calling delete_port for c8878b0c-728a-41f8-9819-4f5d68a50611 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:05.131370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b9602-9255-42f1-83de-64ea63997361 req-306e67b9-9cd1-40f8-8922-5d1161e5fda5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:05.131618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f77b9602-9255-42f1-83de-64ea63997361 req-306e67b9-9cd1-40f8-8922-5d1161e5fda5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1412919 Jul 22 14:39:05.132914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.139963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Deleting port 1ec1a758-457e-4776-accb-b482420ed132 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:05.140353 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.145989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.147980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/53e3b8e3-37bc-4ee3-8a08-4b0ffa523882 HTTP/1.1" status: 204 len: 168 time: 0.4507308 Jul 22 14:39:05.159198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d4646-a5b4-4537-8069-5b9813f044c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e3b8e3-37bc-4ee3-8a08-4b0ffa523882,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:05.204947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.210265 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f77b9602-9255-42f1-83de-64ea63997361 req-5ce6acd9-5867-47ba-91b4-1db4e294dedf tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Jul 22 14:39:05.234555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.252457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Calling delete_port for 1ec1a758-457e-4776-accb-b482420ed132 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:05.252837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] No DVR routers for this DVR port c8878b0c-728a-41f8-9819-4f5d68a50611 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:05.254410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a87943-382f-488d-bf7f-ca328152094b None None] Pushing event deleted for resources: {'Port': ['ID=c8878b0c-728a-41f8-9819-4f5d68a50611,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:05.276984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6271008d-fe50-49e2-8cfb-f40491ec3d4e None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:39:05.346383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.367840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:05.378429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Port': ['ID=1ec1a758-457e-4776-accb-b482420ed132,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:05.393382 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.395546 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e0b2eb4-d5eb-41c5-b643-a52917866972 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/ports/1ec1a758-457e-4776-accb-b482420ed132 HTTP/1.1" status: 204 len: 168 time: 0.3740091 Jul 22 14:39:05.398212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:05.416891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6271008d-fe50-49e2-8cfb-f40491ec3d4e None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:39:05.435709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-92a9d382-93d9-4d87-bbfb-c5b471c7fd3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe147a3b41554a71b683bbb5ac66527e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656924 Jul 22 14:39:05.439203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35962) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:05.507321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.512931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c265a-94fb-4ed2-8465-fb02b91bba99 req-a9a8dc78-f5a2-4005-b87d-689cb33316dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:05.514790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a6c265a-94fb-4ed2-8465-fb02b91bba99 req-a9a8dc78-f5a2-4005-b87d-689cb33316dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.0776162 Jul 22 14:39:05.587905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a6c265a-94fb-4ed2-8465-fb02b91bba99 req-ec530e1e-7735-4d9d-9972-7a7b5bd555f8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548599 Jul 22 14:39:05.601546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d748-e53e-4415-9cb8-3d91af62cfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.644404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.661376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a86acbe-a625-4826-9f83-81afbedca18d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:05.673283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d748-e53e-4415-9cb8-3d91af62cfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.681824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f032617-36fc-48a8-bd77-4742141321aa') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:05.682192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f032617-36fc-48a8-bd77-4742141321aa') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:05.698194 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.729649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.738125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:39:05.738661 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:39:05.741850 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:39:05.752302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d748-e53e-4415-9cb8-3d91af62cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.755089 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9c8d748-e53e-4415-9cb8-3d91af62cfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.756437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9c8d748-e53e-4415-9cb8-3d91af62cfed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/486270c5-de02-416e-9e0c-9092e0cca35f HTTP/1.1" status: 204 len: 168 time: 0.3159969 Jul 22 14:39:05.775432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8d748-e53e-4415-9cb8-3d91af62cfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486270c5-de02-416e-9e0c-9092e0cca35f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:05.822131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.834564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:05.839046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] 10.222.0.60 "DELETE /v2.0/networks/0a86acbe-a625-4826-9f83-81afbedca18d HTTP/1.1" status: 204 len: 168 time: 0.4376385 Jul 22 14:39:05.850162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a81c37-cce7-4b8f-8c64-61e47bc20f13 tempest-PortsIpV6TestJSON-1364705907 tempest-PortsIpV6TestJSON-1364705907-project] Pushing event deleted for resources: {'Network': ['ID=0a86acbe-a625-4826-9f83-81afbedca18d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:05.970562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:05.998794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c8878b0c-728a-41f8-9819-4f5d68a50611 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:39:05.999157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c8878b0c-728a-41f8-9819-4f5d68a50611 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:06.248314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35990) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:06.396846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c0645-e31a-4299-8620-e0331e84845e req-4903685b-a977-4888-a033-290270e13f9f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:06.399957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a2c0645-e31a-4299-8620-e0331e84845e req-4903685b-a977-4888-a033-290270e13f9f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1073184 Jul 22 14:39:06.458094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a2c0645-e31a-4299-8620-e0331e84845e req-793f8cfd-e1bc-4e20-8252-ca8b24d343b8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494621 Jul 22 14:39:06.532593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-341bedfe-2a2c-402a-8af7-019a8f0e76a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef0c8d7748b145288c978fced782a09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798557 Jul 22 14:39:06.533393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:06.595763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83dba0dc-6025-4400-ba15-f197efd7c65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:06.644241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83dba0dc-6025-4400-ba15-f197efd7c65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:06.717771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83dba0dc-6025-4400-ba15-f197efd7c65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:06.721301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-83dba0dc-6025-4400-ba15-f197efd7c65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:06.724883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-83dba0dc-6025-4400-ba15-f197efd7c65b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31ae43b8-eba4-4091-a40e-c62556d6f443 HTTP/1.1" status: 204 len: 168 time: 0.1881981 Jul 22 14:39:06.732341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dba0dc-6025-4400-ba15-f197efd7c65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ae43b8-eba4-4091-a40e-c62556d6f443,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:06.784240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef78b6-c16f-45e6-989c-9269f202185e req-1918deb2-46c3-4d1f-8093-7b7c41196f27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:06.789133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79ef78b6-c16f-45e6-989c-9269f202185e req-1918deb2-46c3-4d1f-8093-7b7c41196f27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1326561 Jul 22 14:39:06.841078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36030) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:06.872196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79ef78b6-c16f-45e6-989c-9269f202185e req-3cc0f19c-59d8-4687-b524-789ad03d7bc7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719988 Jul 22 14:39:07.100570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1603399940-network', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:07.133112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Made reservation on behalf of ae01075b7cda40c8a2a3d275ed3e1460 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:07.136143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.151335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.152968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.271475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.279941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.306415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:39:07.325378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.325983 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Added segment afca41b5-742c-4a97-b6a2-baa7c9d3e899 of type vlan for network f4a6b444-43da-481b-bf4e-d27398f9b2ea Jul 22 14:39:07.409653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15258d35-404f-48ba-b155-0aa36965177f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:07.433295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.472787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.474006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:07.474873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.580885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] Pushing event updated for resources: {'Network': ['ID=f4a6b444-43da-481b-bf4e-d27398f9b2ea,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:07.598235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:39:07.622082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.622929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:07.623427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8c89f16-ed7d-4039-af18-04ace5dcffce admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7809134 Jul 22 14:39:07.630799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Request body: {'subnet': {'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1603399940-subnet', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:07.674426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Made reservation on behalf of ae01075b7cda40c8a2a3d275ed3e1460 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:07.677315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.727803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4622b-f2c2-4b92-bfaa-22cd28d61098 req-cdf446d8-cc20-44e2-be05-c68795119ca6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:07.735406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61d4622b-f2c2-4b92-bfaa-22cd28d61098 req-cdf446d8-cc20-44e2-be05-c68795119ca6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1514041 Jul 22 14:39:07.786953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61d4622b-f2c2-4b92-bfaa-22cd28d61098 req-9f8b47bf-4712-4b9a-bf9c-d0cd3d537620 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504715 Jul 22 14:39:07.787501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36072) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:07.933423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-256135621'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:07.971795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:07.977379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:07.994491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.000003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.046104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a417e4a-0f49-408c-88ad-9f9d8eae3829,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:08.066163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Checking segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:08.066541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Network hostable DHCP agents. Network: f4a6b444-43da-481b-bf4e-d27398f9b2ea, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:39:08.087608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:39:08.095268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c9eb1-9e0d-45b3-8e2a-8e8d1e329625 req-51044324-aa29-42ed-81c2-86f482f316b4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:08.097043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-762c9eb1-9e0d-45b3-8e2a-8e8d1e329625 req-51044324-aa29-42ed-81c2-86f482f316b4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1278541 Jul 22 14:39:08.104057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f4a6b444-43da-481b-bf4e-d27398f9b2ea) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:08.109498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:08.110906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.116430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d76e85-a140-4d04-8287-aff02a6b617a None None] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:08.170285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-762c9eb1-9e0d-45b3-8e2a-8e8d1e329625 req-ae97dd3f-3f9c-4da5-aa9c-6b2767cdea20 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662603 Jul 22 14:39:08.216675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.222416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.242318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36084) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:08.245279 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a8b3b547-facc-437b-88a2-d98f1f5fbad3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6118083 Jul 22 14:39:08.247761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:08.261174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:39:08.282961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43781c81-2d27-4241-a914-15aac034cf3b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:08.292400 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.293253 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment ef3be363-b186-47d3-abfa-981274ed9c4d of type vlan for network 883216a2-56d2-4ed4-a203-a9f303a6edcc Jul 22 14:39:08.293440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:39:08.294634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.328218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.329900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.351437 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.411334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.467077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Allocated IP 172.20.0.2 (f4a6b444-43da-481b-bf4e-d27398f9b2ea/6a417e4a-0f49-408c-88ad-9f9d8eae3829/63c2f481-131c-4b97-b2bb-e1516fb58e38) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:08.489914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.496290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:08.496903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.546673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:08.546906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7580581 Jul 22 14:39:08.552452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1661985795'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:08.576612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:08.582747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.615196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:39:08.627580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.628731 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment 9b56b6a7-ab71-415c-ac5d-66602b6db33c of type vlan for network 46711f47-82df-4844-896a-34d4b1b90a38 Jul 22 14:39:08.632232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72d909-4294-462b-8382-a80d2bd3ebcc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=883216a2-56d2-4ed4-a203-a9f303a6edcc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:08.646261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.652029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:39:08.673483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.675515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.693499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Transition to ACTIVE for port object 63c2f481-131c-4b97-b2bb-e1516fb58e38 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:08.710722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.717357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:08.718227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.765741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Transition to ACTIVE for port object 63c2f481-131c-4b97-b2bb-e1516fb58e38 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:08.779388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:08.799890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:08.800485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2522364 Jul 22 14:39:08.819570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:08.856885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40c3df-ec87-4fad-bdab-708f91c40558 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=46711f47-82df-4844-896a-34d4b1b90a38,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:08.871898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:08.880443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 46711f47-82df-4844-896a-34d4b1b90a38 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:39:08.885285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:08.898409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:08.908381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Pushing event updated for resources: {'Port': ['ID=63c2f481-131c-4b97-b2bb-e1516fb58e38,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:09.011422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Attempting to bind port 63c2f481-131c-4b97-b2bb-e1516fb58e38 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:09.011654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Attempting to bind port 63c2f481-131c-4b97-b2bb-e1516fb58e38 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:09.012021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Attempting to bind port 63c2f481-131c-4b97-b2bb-e1516fb58e38 on network f4a6b444-43da-481b-bf4e-d27398f9b2ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:09.017236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:09.017673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Checking segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:09.018004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.018391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Bound using segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:09.018890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Bound port: 63c2f481-131c-4b97-b2bb-e1516fb58e38, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:09.019276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.131257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:09.135139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.168057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc93dc-72c8-42f0-9339-d7b200d13a98 req-be2cf039-a4e1-47f1-a676-45c56026c07d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:09.169286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10fc93dc-72c8-42f0-9339-d7b200d13a98 req-be2cf039-a4e1-47f1-a676-45c56026c07d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2432163 Jul 22 14:39:09.224022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.236383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] For port 63c2f481-131c-4b97-b2bb-e1516fb58e38, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:09.241025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] For port 63c2f481-131c-4b97-b2bb-e1516fb58e38, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63c2f481-131c-4b97-b2bb-e1516fb58e38,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:09.247381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.319273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e57c5d-6b24-4cea-a912-c0a4eefd394d None None] Pushing event updated for resources: {'Port': ['ID=63c2f481-131c-4b97-b2bb-e1516fb58e38,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:09.605466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.670846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10fc93dc-72c8-42f0-9339-d7b200d13a98 req-919a8de9-e850-43d9-bac6-c1ea963cfd53 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888189 Jul 22 14:39:09.795370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761f6c8-6269-449c-8666-c107d68f251e req-d5e3c73f-13b6-4578-a2ab-a9623e490199 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:09.796958 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a761f6c8-6269-449c-8666-c107d68f251e req-d5e3c73f-13b6-4578-a2ab-a9623e490199 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.2265847 Jul 22 14:39:09.810458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f72ec8f2-761f-449b-842c-0806f5c8de7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:09.817736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Allocated IP 172.25.3.239 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/6d4713ef-2e01-461c-96cf-ad3c081a7686) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:09.888481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a761f6c8-6269-449c-8666-c107d68f251e req-1f46e4a7-972a-413d-b5a4-70a64400afff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801494 Jul 22 14:39:09.946555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.046759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63c2f481-131c-4b97-b2bb-e1516fb58e38 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:10.048282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=051b4fb2-db56-4ea0-bbcf-58545554fb82,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:10.093416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': 'ef3be363-b186-47d3-abfa-981274ed9c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:10.093787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 883216a2-56d2-4ed4-a203-a9f303a6edcc, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:39:10.110070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.118214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 63c2f481-131c-4b97-b2bb-e1516fb58e38 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:10.133823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:39:10.152769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 883216a2-56d2-4ed4-a203-a9f303a6edcc) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:10.159017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:10.159728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.164204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad75c9-1b1d-4884-bd34-033a2106817f None None] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:10.185496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2a2ac4bd-f94e-4f10-bf54-18910fb8a22f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3795865 Jul 22 14:39:10.185496 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.185981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36126) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:10.193669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '46711f47-82df-4844-896a-34d4b1b90a38', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:10.270056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:10.274794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:10.283705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:10.322577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Pushing event updated for resources: {'Port': ['ID=6d4713ef-2e01-461c-96cf-ad3c081a7686,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:10.361519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:10.365354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.429063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-883216a2-56d2-4ed4-a203-a9f303a6edcc', 'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': '051b4fb2-db56-4ea0-bbcf-58545554fb82'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:39:10.430746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.599418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a1305-f060-4e7d-adff-96acb8320e70 None None] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:10.615464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.622915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Allocated IP 2001:db8::2 (883216a2-56d2-4ed4-a203-a9f303a6edcc/051b4fb2-db56-4ea0-bbcf-58545554fb82/435dd380-3754-4511-a141-ac6d170a215b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:10.653106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.693193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': '9b56b6a7-ab71-415c-ac5d-66602b6db33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '46711f47-82df-4844-896a-34d4b1b90a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:10.693193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 46711f47-82df-4844-896a-34d4b1b90a38, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:39:10.695594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=059637d9-f4d2-46de-986e-e1c60c620aae,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:10.729177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 46711f47-82df-4844-896a-34d4b1b90a38 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:39:10.742167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 46711f47-82df-4844-896a-34d4b1b90a38) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:10.752934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:10.753895 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.764137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8077f5f-db93-4707-86a3-8caf47f34f37 None None] Network 46711f47-82df-4844-896a-34d4b1b90a38 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:10.777169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f206c3f-6bab-4ffc-bf8d-cbda9a7df4ac tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5896728 Jul 22 14:39:10.778357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] Provisioning for port 63c2f481-131c-4b97-b2bb-e1516fb58e38 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:10.780226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:10.792060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1792998050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:10.833597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.835255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.849821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] Provisioning complete for port 63c2f481-131c-4b97-b2bb-e1516fb58e38 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:10.850208 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.957001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162930d-8e4c-4c33-97e2-890cb894fcc1 req-b38bb48e-a292-48b3-b476-d95d4d6fe63e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:10.958201 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.959054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3162930d-8e4c-4c33-97e2-890cb894fcc1 req-b38bb48e-a292-48b3-b476-d95d4d6fe63e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1225734 Jul 22 14:39:10.967847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:10.987585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:39:11.012864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.017374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1d4db4fe-b056-4448-bd53-e417d8c260e1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2328117 Jul 22 14:39:11.018395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:11.166229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:39:11.197860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3162930d-8e4c-4c33-97e2-890cb894fcc1 req-2137ea37-e8ef-4e2a-886d-5a21a06ac8ab tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900709 Jul 22 14:39:11.243362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.258826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76bf63-716c-4caf-a3d7-e47451812aee req-92e7d0c3-232f-42e7-ad45-b1b4388f104b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:11.260387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f76bf63-716c-4caf-a3d7-e47451812aee req-92e7d0c3-232f-42e7-ad45-b1b4388f104b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1835899 Jul 22 14:39:11.360038 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.393820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f76bf63-716c-4caf-a3d7-e47451812aee req-860adb46-ba61-4bc7-b1f5-3f614d0c9b51 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841470 Jul 22 14:39:11.489638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Router 555d4aea-d22c-4535-aaca-6d353f2c04ca is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:39:11.526373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Transition to ACTIVE for port object 435dd380-3754-4511-a141-ac6d170a215b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:11.536987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-46711f47-82df-4844-896a-34d4b1b90a38', 'network_id': '46711f47-82df-4844-896a-34d4b1b90a38', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': '059637d9-f4d2-46de-986e-e1c60c620aae'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:39:11.538472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.565486 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.655346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] For port 63c2f481-131c-4b97-b2bb-e1516fb58e38, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63c2f481-131c-4b97-b2bb-e1516fb58e38,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:11.695396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.740773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:11.749067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Transition to ACTIVE for port object 435dd380-3754-4511-a141-ac6d170a215b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:11.758843 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Sync routers for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:11.785679 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:11.787858 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:11.791695 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:11.796022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1fda7764-4915-486c-a3f2-710d8667044f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5519707 Jul 22 14:39:11.796241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:11.801865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:11.990390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:12.007896 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:12.036716 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-5e101781-1698-469b-959a-6ddb31a7336b service neutron] show failed (client error): The resource could not be found. Jul 22 14:39:12.037632 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-5e101781-1698-469b-959a-6ddb31a7336b service neutron] 10.222.0.61 "GET /v2.0/ports/da4d5458-adac-4995-91f8-d4443b3571d3/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.3124905 Jul 22 14:39:12.080849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'port_id': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'mac_address': 'fa:16:3e:6e:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4bbf98-9052-4557-a22f-aca3f46ff7d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:39:12.149909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:12.176524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:12.177204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:12.217119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:12.347379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-193bcb50-2ab8-4710-9170-f38e8ba2ac9b None None] Provisioning complete for port 63c2f481-131c-4b97-b2bb-e1516fb58e38 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:12.347823 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-193bcb50-2ab8-4710-9170-f38e8ba2ac9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:12.412512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Allocated IP 2001:db8:1::2 (46711f47-82df-4844-896a-34d4b1b90a38/059637d9-f4d2-46de-986e-e1c60c620aae/b8a274b4-d527-4192-a903-cf49bc2b140f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:12.562197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb37e0-18dc-4794-9429-210cbd7c66f3 req-caa9296e-c6e5-452b-a733-9cf12aed1f5c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:12.574854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21fb37e0-18dc-4794-9429-210cbd7c66f3 req-caa9296e-c6e5-452b-a733-9cf12aed1f5c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1485102 Jul 22 14:39:12.650196 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:12.664323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Transition to ACTIVE for port object b8a274b4-d527-4192-a903-cf49bc2b140f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:12.684208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Transition to ACTIVE for port object b8a274b4-d527-4192-a903-cf49bc2b140f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:12.689929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21fb37e0-18dc-4794-9429-210cbd7c66f3 req-606eba38-3337-409a-892a-0aaa8839ec02 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090441 Jul 22 14:39:12.694618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80681774-bf54-4b6d-b3b6-71395040f897 None None] Pushing event updated for resources: {'Port': ['ID=63c2f481-131c-4b97-b2bb-e1516fb58e38,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:12.738149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:12.742491 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:39:12.829696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62a1a9ae-9d7c-482d-82ce-dd1ebe305bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:12.893665 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:10Z', 'revision_number': 3, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:12.894381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Pushing event updated for resources: {'Port': ['ID=435dd380-3754-4511-a141-ac6d170a215b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:12.974872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Pushing event updated for resources: {'Port': ['ID=b8a274b4-d527-4192-a903-cf49bc2b140f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:12.989770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.008620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.013879 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Checking router: 555d4aea-d22c-4535-aaca-6d353f2c04ca for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:39:13.014581 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Updating router 555d4aea-d22c-4535-aaca-6d353f2c04ca port 6d4713ef-2e01-461c-96cf-ad3c081a7686 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:39:13.016845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad2a0c-fb75-4754-a380-61617ce31eff req-d043f03d-ed4d-49a7-8ed0-1d80beaa514e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:13.020478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Network 46711f47-82df-4844-896a-34d4b1b90a38 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:13.022832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Attempting to bind port 435dd380-3754-4511-a141-ac6d170a215b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:13.024000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Attempting to bind port 435dd380-3754-4511-a141-ac6d170a215b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ef3be363-b186-47d3-abfa-981274ed9c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:13.024488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Attempting to bind port 435dd380-3754-4511-a141-ac6d170a215b on network 883216a2-56d2-4ed4-a203-a9f303a6edcc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:13.032117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41ad2a0c-fb75-4754-a380-61617ce31eff req-d043f03d-ed4d-49a7-8ed0-1d80beaa514e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.2344334 Jul 22 14:39:13.033794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-c1a281fa-a472-4b25-be5f-525e88a09649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:13.035417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:13.035916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Checking segment: {'id': 'ef3be363-b186-47d3-abfa-981274ed9c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:13.036442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.036941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Bound using segment: {'id': 'ef3be363-b186-47d3-abfa-981274ed9c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:13.037644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Bound port: 435dd380-3754-4511-a141-ac6d170a215b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef3be363-b186-47d3-abfa-981274ed9c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '883216a2-56d2-4ed4-a203-a9f303a6edcc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:13.038136 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.054430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-c1a281fa-a472-4b25-be5f-525e88a09649 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 1096 time: 0.6579273 Jul 22 14:39:13.057323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:13.063003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:13.067962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:39:13.070380 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.087577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:13.151747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41ad2a0c-fb75-4754-a380-61617ce31eff req-e7f3d9c1-1e59-4177-8e41-afbe2668ff73 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186838 Jul 22 14:39:13.231443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:13.312234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.503689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.516847 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.529403 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Transition to ACTIVE for port object 6d4713ef-2e01-461c-96cf-ad3c081a7686 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:13.542866 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.611346 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Attempting to bind port 6d4713ef-2e01-461c-96cf-ad3c081a7686 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:13.611719 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Attempting to bind port 6d4713ef-2e01-461c-96cf-ad3c081a7686 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:13.612367 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Attempting to bind port 6d4713ef-2e01-461c-96cf-ad3c081a7686 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:13.615862 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Pushing event updated for resources: {'Port': ['ID=6d4713ef-2e01-461c-96cf-ad3c081a7686,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:13.625686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:13.625995 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:13.626404 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.626856 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:13.628369 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Bound port: 6d4713ef-2e01-461c-96cf-ad3c081a7686, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:13.628786 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.634095 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.634599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.634786 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.635456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.636105 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.636843 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.637398 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.637781 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.638116 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.639071 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.639414 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.639746 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:13.643914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8::1 (883216a2-56d2-4ed4-a203-a9f303a6edcc/051b4fb2-db56-4ea0-bbcf-58545554fb82/c1a7279c-2e5a-47f2-aaa1-b4a79ee32516) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:13.713087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:13.740544 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] For port 6d4713ef-2e01-461c-96cf-ad3c081a7686, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:13.747629 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] For port 6d4713ef-2e01-461c-96cf-ad3c081a7686, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d4713ef-2e01-461c-96cf-ad3c081a7686,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:13.757755 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:13.814887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:39:13.926089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] For port 435dd380-3754-4511-a141-ac6d170a215b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:13.944194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] For port 435dd380-3754-4511-a141-ac6d170a215b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=435dd380-3754-4511-a141-ac6d170a215b,segment=NetworkSegment(ef3be363-b186-47d3-abfa-981274ed9c4d),segment_id=ef3be363-b186-47d3-abfa-981274ed9c4d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:13.982485 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:13.984835 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:14.002919 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e9377-754d-4bc0-8f84-781ad094aa78 None None] Pushing event updated for resources: {'Port': ['ID=6d4713ef-2e01-461c-96cf-ad3c081a7686,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:14.014411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.015727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Attempting to bind port b8a274b4-d527-4192-a903-cf49bc2b140f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:14.016670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Attempting to bind port b8a274b4-d527-4192-a903-cf49bc2b140f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9b56b6a7-ab71-415c-ac5d-66602b6db33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '46711f47-82df-4844-896a-34d4b1b90a38'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:14.019930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9faed-88f0-42a3-9891-69fde1d50ebf req-49f1a325-f4eb-4c2a-aaf3-45f64ed062c0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:14.031565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Attempting to bind port b8a274b4-d527-4192-a903-cf49bc2b140f on network 46711f47-82df-4844-896a-34d4b1b90a38 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:14.037759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30b9faed-88f0-42a3-9891-69fde1d50ebf req-49f1a325-f4eb-4c2a-aaf3-45f64ed062c0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 945 time: 0.1742892 Jul 22 14:39:14.070815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:14.073456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Checking segment: {'id': '9b56b6a7-ab71-415c-ac5d-66602b6db33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '46711f47-82df-4844-896a-34d4b1b90a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:14.073903 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.074625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Bound using segment: {'id': '9b56b6a7-ab71-415c-ac5d-66602b6db33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '46711f47-82df-4844-896a-34d4b1b90a38'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:14.075142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Bound port: b8a274b4-d527-4192-a903-cf49bc2b140f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b56b6a7-ab71-415c-ac5d-66602b6db33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '46711f47-82df-4844-896a-34d4b1b90a38'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:14.077712 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.093516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30b9faed-88f0-42a3-9891-69fde1d50ebf req-55e1913e-1a78-4501-844c-93519c2cbe82 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542650 Jul 22 14:39:14.120384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63c2f481-131c-4b97-b2bb-e1516fb58e38 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:14.235195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] For port b8a274b4-d527-4192-a903-cf49bc2b140f, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:14.235475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.240757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] For port b8a274b4-d527-4192-a903-cf49bc2b140f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b8a274b4-d527-4192-a903-cf49bc2b140f,segment=NetworkSegment(9b56b6a7-ab71-415c-ac5d-66602b6db33c),segment_id=9b56b6a7-ab71-415c-ac5d-66602b6db33c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:14.240757 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.249997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.257592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:14.264294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:14.324082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.341948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c638873-afaf-4048-9d48-b28e7de2ba9e None None] Pushing event updated for resources: {'Port': ['ID=435dd380-3754-4511-a141-ac6d170a215b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:14.347273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.504099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=c1a7279c-2e5a-47f2-aaa1-b4a79ee32516,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:14.573745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeba0c-e0cd-47c8-9e59-e7fbe909cc39 req-053b4009-5a87-4627-9253-bfd35205ef42 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:14.584753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cfeba0c-e0cd-47c8-9e59-e7fbe909cc39 req-053b4009-5a87-4627-9253-bfd35205ef42 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1918569 Jul 22 14:39:14.647759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:14.661512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32084dc0-49f3-4230-b9bf-a20d65145d07 None None] Pushing event updated for resources: {'Port': ['ID=b8a274b4-d527-4192-a903-cf49bc2b140f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:14.665058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:14.678017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:14.678648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.712391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cfeba0c-e0cd-47c8-9e59-e7fbe909cc39 req-f28a867c-769a-4344-8d02-d56dbd280538 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251261 Jul 22 14:39:14.732442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 63c2f481-131c-4b97-b2bb-e1516fb58e38 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:14.736033 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:14.800027 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:10Z', 'revision_number': 3, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:14.883368 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e31c0be-534b-4000-82be-b33b70c3fada None None] The sync data for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 is: [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:10Z', 'revision_number': 3, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:15.325076 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:15.465324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa88f3f-bda7-4605-9045-1edc574cc4a8 req-3a0f6e8c-d451-403e-a2c1-ab877e7f96ec tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:15.473267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fa88f3f-bda7-4605-9045-1edc574cc4a8 req-3a0f6e8c-d451-403e-a2c1-ab877e7f96ec tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 945 time: 0.2644598 Jul 22 14:39:15.513919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:15.601532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:15.624033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5fa88f3f-bda7-4605-9045-1edc574cc4a8 req-8773d2a2-a2a9-4d0d-964b-ed0fa384a54e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496363 Jul 22 14:39:15.678329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:15.679148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:15.748846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:15.862706 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:15.882379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:15.927069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:15.954556 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea7e37f-b59d-4059-8359-376c10cff5d2" -d '{"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-plugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:15.993892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:15.996609 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5c964-0136-487e-8c4a-725dc31ad034" -d '{"events": [{"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:16.007079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:16.049497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:16.055311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:16.059637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:16.072042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Allocated IP 172.20.0.1 (f4a6b444-43da-481b-bf4e-d27398f9b2ea/6a417e4a-0f49-408c-88ad-9f9d8eae3829/861334f7-4b5d-40b6-9298-b42aef8ed9e2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:16.186758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Transition to ACTIVE for port object da4d5458-adac-4995-91f8-d4443b3571d3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:16.249379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:16.333100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749c85c-f5d9-4124-89dc-246ce43b5e84 req-fff7de29-8d90-47ae-8b45-667fb1b57cc6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:16.361005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1749c85c-f5d9-4124-89dc-246ce43b5e84 req-fff7de29-8d90-47ae-8b45-667fb1b57cc6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.4522624 Jul 22 14:39:16.485630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:16.522200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1749c85c-f5d9-4124-89dc-246ce43b5e84 req-41ebb835-c264-4aa0-bdd7-08f73eacfac3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551135 Jul 22 14:39:16.525814 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f139403-c504-41b3-9f75-41d66b92a43c x-openstack-request-id: req-0f139403-c504-41b3-9f75-41d66b92a43c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:16.526264 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-plugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:16.526765 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f139403-c504-41b3-9f75-41d66b92a43c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:16.528636 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'code': 200} Jul 22 14:39:16.552994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d4713ef-2e01-461c-96cf-ad3c081a7686 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:16.608982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee48e5-0859-4224-83ee-aaef5f6f02c5 None None] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:16.668551 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd88d342-63af-44da-bafd-f27029d00965 x-openstack-request-id: req-cd88d342-63af-44da-bafd-f27029d00965 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:16.669106 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-unplugged", "status": "completed", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:16.669263 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd88d342-63af-44da-bafd-f27029d00965 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:16.669817 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'code': 200} Jul 22 14:39:16.904091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4a601-f2e2-4b39-af4d-28486047d161 req-e9666508-a139-4adf-83a6-3c702e330074 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:16.917297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98a4a601-f2e2-4b39-af4d-28486047d161 req-e9666508-a139-4adf-83a6-3c702e330074 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1201837 Jul 22 14:39:16.984602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6d4713ef-2e01-461c-96cf-ad3c081a7686 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:16.990050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98a4a601-f2e2-4b39-af4d-28486047d161 req-101c9972-bcaa-4b4f-881e-7c43ff5f394e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601420 Jul 22 14:39:16.990957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a99b4d6e-cad9-42e6-b502-a22998166d66 None None] Provisioning for port 435dd380-3754-4511-a141-ac6d170a215b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:17.010397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6d4713ef-2e01-461c-96cf-ad3c081a7686 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:17.011084 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.065027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:17.067824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa5386-5a1f-4d6f-9a4c-f7d2525af466 None None] Network 46711f47-82df-4844-896a-34d4b1b90a38 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:17.082931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] No DVR routers for this DVR port da4d5458-adac-4995-91f8-d4443b3571d3 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:17.146589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:17.340134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.386339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-754d94e1-873f-4eff-9d6c-bf2c514b9531 None None] Provisioning for port b8a274b4-d527-4192-a903-cf49bc2b140f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:17.455353 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.497798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Transition to ACTIVE for port object 861334f7-4b5d-40b6-9298-b42aef8ed9e2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:17.533707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6d4713ef-2e01-461c-96cf-ad3c081a7686, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d4713ef-2e01-461c-96cf-ad3c081a7686,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:17.541606 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.542421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b8a274b4-d527-4192-a903-cf49bc2b140f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:17.612947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6d4713ef-2e01-461c-96cf-ad3c081a7686,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:17.650865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:17.651263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:17.651559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:17.704453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b8a274b4-d527-4192-a903-cf49bc2b140f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:17.712786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b8a274b4-d527-4192-a903-cf49bc2b140f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:17.714385 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.767990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Port da4d5458-adac-4995-91f8-d4443b3571d3 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:39:17.769022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Attempting to bind port da4d5458-adac-4995-91f8-d4443b3571d3 on network 41e58e8c-2030-4531-b4c6-b089f81eeccd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:17.798136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:17.798825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Checking segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:17.799509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Bound using segment: {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:17.800264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Bound port: da4d5458-adac-4995-91f8-d4443b3571d3, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:17.800857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.836240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.877503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:17.884624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.887193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3435b8-5caa-4b27-83ca-92e5491d8ad7 req-4e5a457d-53c5-4215-8be1-77e3b0679da7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:17.896454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:17.901571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c3435b8-5caa-4b27-83ca-92e5491d8ad7 req-4e5a457d-53c5-4215-8be1-77e3b0679da7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.1983912 Jul 22 14:39:17.927621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:17.932334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.933523 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:17.981233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.032549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c3435b8-5caa-4b27-83ca-92e5491d8ad7 req-952a4f5e-f61e-4f62-87ef-2fc4240e4cb5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299791 Jul 22 14:39:18.108010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b8a274b4-d527-4192-a903-cf49bc2b140f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b8a274b4-d527-4192-a903-cf49bc2b140f,segment=NetworkSegment(9b56b6a7-ab71-415c-ac5d-66602b6db33c),segment_id=9b56b6a7-ab71-415c-ac5d-66602b6db33c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:18.117179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.118106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 435dd380-3754-4511-a141-ac6d170a215b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:18.252409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Pushing event updated for resources: {'Port': ['ID=861334f7-4b5d-40b6-9298-b42aef8ed9e2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:18.291490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1cf8e075-d430-4bdb-bff3-909d8617e380 None None] Provisioning complete for port b8a274b4-d527-4192-a903-cf49bc2b140f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:18.291925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cf8e075-d430-4bdb-bff3-909d8617e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.339045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b8a274b4-d527-4192-a903-cf49bc2b140f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:18.397582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.399680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeea167-bc74-4219-bb75-a20a173e16c8 req-52148909-9468-405d-bc42-38fa025611df tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:18.411319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-feeea167-bc74-4219-bb75-a20a173e16c8 req-52148909-9468-405d-bc42-38fa025611df tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2761784 Jul 22 14:39:18.421463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 435dd380-3754-4511-a141-ac6d170a215b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:18.449317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 435dd380-3754-4511-a141-ac6d170a215b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:18.449491 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.513758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-feeea167-bc74-4219-bb75-a20a173e16c8 req-904afdf6-0290-4907-b9af-ff0670277370 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014285 Jul 22 14:39:18.564312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:18.630553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.647355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=c1a7279c-2e5a-47f2-aaa1-b4a79ee32516,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:18.660804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:18.662957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:18.667676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:18.681682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.692922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 435dd380-3754-4511-a141-ac6d170a215b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=435dd380-3754-4511-a141-ac6d170a215b,segment=NetworkSegment(ef3be363-b186-47d3-abfa-981274ed9c4d),segment_id=ef3be363-b186-47d3-abfa-981274ed9c4d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:18.702646 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:18.880516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d4713ef-2e01-461c-96cf-ad3c081a7686 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:18.938952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=435dd380-3754-4511-a141-ac6d170a215b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:18.963323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Provisioning for port c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:18.989707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Provisioning complete for port c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:18.992783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.017252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:19.041149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.072940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Port c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:19.077903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:19.079523 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.081317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-af77797f-4724-4a33-9948-5625939daab1 service neutron] 10.222.0.72 "PUT /v2.0/ports/da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 1091 time: 6.0173297 Jul 22 14:39:19.109473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6d4713ef-2e01-461c-96cf-ad3c081a7686 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:19.111957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.120866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:19.123478 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492730d-0438-41c6-ac10-8fb2dc95e257" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:19.238656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Provisioning for port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:19.291161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Provisioning complete for port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:19.291919 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.342028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:19.360505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Provisioning complete for port 435dd380-3754-4511-a141-ac6d170a215b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:19.361198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-431a5292-25fa-4ccf-90d6-20b481342073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.410337 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801de41-442c-425a-892c-a8584950cc08 x-openstack-request-id: req-e801de41-442c-425a-892c-a8584950cc08 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:19.410620 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:19.410891 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e801de41-442c-425a-892c-a8584950cc08 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:19.411306 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'status': 'completed', 'code': 200} Jul 22 14:39:19.487180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b8a274b4-d527-4192-a903-cf49bc2b140f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:19.526808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 1b47690b-6285-4aee-b33a-fd1457061737 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:39:19.560639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d060-f75a-4ce1-829c-00b7973eac77 req-c8a18a26-a6a7-4b4c-ba96-1364c77896ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:19.567548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16e2d060-f75a-4ce1-829c-00b7973eac77 req-c8a18a26-a6a7-4b4c-ba96-1364c77896ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.2269547 Jul 22 14:39:19.657286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16e2d060-f75a-4ce1-829c-00b7973eac77 req-d1b06602-4ab2-47af-b336-d7d3403b24d4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855403 Jul 22 14:39:19.661164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b8a274b4-d527-4192-a903-cf49bc2b140f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:19.661545 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.778145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f0421301-f070-4197-9efc-25fad0bddf24 None None] Provisioning complete for port c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:19.778651 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0421301-f070-4197-9efc-25fad0bddf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:19.810688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08552087-6f21-440b-a099-ca7e63f68cc2 req-d4d309ef-d6d3-4beb-90da-dbee264611f6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:19.812331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08552087-6f21-440b-a099-ca7e63f68cc2 req-d4d309ef-d6d3-4beb-90da-dbee264611f6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1056385 Jul 22 14:39:19.854899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08552087-6f21-440b-a099-ca7e63f68cc2 req-cf21b7fc-28d7-42e0-a431-81b2b708ae89 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354502 Jul 22 14:39:19.900830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f0421301-f070-4197-9efc-25fad0bddf24 None None] Port c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:20.066301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:20.077713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] Sync routers for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:20.083432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36306) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:20.083976 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fc3911ce-16bd-4687-9e76-670393d7ce47 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/1b47690b-6285-4aee-b33a-fd1457061737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0644770 Jul 22 14:39:20.090004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:20.095767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:20.136908 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:20.139852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:20.147398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-0185b5e7-ce88-46ed-bff7-875ccc244ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.148937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-0185b5e7-ce88-46ed-bff7-875ccc244ce5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1094 time: 1.0183628 Jul 22 14:39:20.149561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:20.159594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:20.160864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:20.209966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f013b88-fd04-4ff8-8ebc-bb00cbae6163 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.211824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4f013b88-fd04-4ff8-8ebc-bb00cbae6163 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports/c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 HTTP/1.1" status: 200 len: 911 time: 0.1272759 Jul 22 14:39:20.223349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36308) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:20.279016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-588b049f-bd79-425f-a402-653706393f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.280582 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-588b049f-bd79-425f-a402-653706393f75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1094 time: 0.8898671 Jul 22 14:39:20.281981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Pushing event updated for resources: {'Port': ['ID=861334f7-4b5d-40b6-9298-b42aef8ed9e2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:20.284710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:20.398670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-006e3378-9298-47fc-bd8f-12ec0a6813c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.400526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:20.400674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-006e3378-9298-47fc-bd8f-12ec0a6813c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.2392683 Jul 22 14:39:20.401206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2e35e-6791-4d55-87f4-3801aeefe6d2 None None] The sync data for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:20.596234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-08dac082-c364-4664-902b-cbbecf13e8c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 999 time: 0.1740170 Jul 22 14:39:20.605478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-ba8dd76b-5810-4fa1-a80a-41b4a8c1927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.607543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-ba8dd76b-5810-4fa1-a80a-41b4a8c1927b service neutron] 10.222.0.61 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.3167853 Jul 22 14:39:20.715009 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-498ff163-e467-4a75-be8e-7092ce4a2130 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 999 time: 0.0931575 Jul 22 14:39:20.785294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-d4ec6b21-0902-4d6f-8373-2a0b0a7ec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.786840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-d4ec6b21-0902-4d6f-8373-2a0b0a7ec8e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.0491798 Jul 22 14:39:20.833019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:20.842553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:20.847228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:20.851052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-0768192c-19a1-404a-a79b-0cb467bf1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:20.852610 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-0768192c-19a1-404a-a79b-0cb467bf1dcd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.2447002 Jul 22 14:39:20.974928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 435dd380-3754-4511-a141-ac6d170a215b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:21.119068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 435dd380-3754-4511-a141-ac6d170a215b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:21.119471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:21.138778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-89f4a724-008b-42a7-bd64-811a60eec4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:21.140634 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-89f4a724-008b-42a7-bd64-811a60eec4ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465614 Jul 22 14:39:21.253772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da686a-e1b9-4610-afa9-634dc57d6bc1 req-550c6a32-0935-4833-bc96-65c14981b067 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:21.261122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9da686a-e1b9-4610-afa9-634dc57d6bc1 req-550c6a32-0935-4833-bc96-65c14981b067 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.4245162 Jul 22 14:39:21.265060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-d7041730-e44f-4162-9d7c-3952ad602962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:21.267407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-d7041730-e44f-4162-9d7c-3952ad602962 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4066365 Jul 22 14:39:21.355949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0b7c69c5-f9eb-40d9-b539-d0549b53430a None None] Provisioning complete for port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:21.356559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b7c69c5-f9eb-40d9-b539-d0549b53430a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:21.357587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf5993-42a4-4bc9-8249-c76f96ec80f4 req-e2ea4e46-0ac1-4f15-9975-ee3aa87a2bc3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:21.359206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-addf5993-42a4-4bc9-8249-c76f96ec80f4 req-e2ea4e46-0ac1-4f15-9975-ee3aa87a2bc3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2621577 Jul 22 14:39:21.372742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9da686a-e1b9-4610-afa9-634dc57d6bc1 req-13386450-bf3f-46be-b2e7-3b0eb03d182a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104808 Jul 22 14:39:21.376285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Router 555d4aea-d22c-4535-aaca-6d353f2c04ca has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:21.436217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c69c5-f9eb-40d9-b539-d0549b53430a None None] Port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:21.452325 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-d6581e17-c03d-4b58-8d2d-3dba869486d5 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927272 Jul 22 14:39:21.593955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:21.604753 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Sync routers for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:21.607889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-abc1309b-58d3-47a6-ad5b-ad5721dae8cb admin admin] 10.222.0.60 "PUT /v2.0/routers/555d4aea-d22c-4535-aaca-6d353f2c04ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7703288 Jul 22 14:39:21.650416 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:21.652228 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:21.787836 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:21.852082 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-aad50621-351e-4a9d-871e-3974bf1b2ff5 service neutron] 10.222.0.72 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692821 Jul 22 14:39:21.857613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-c4a17b6e-60ba-43db-b9e6-0ddb94c93888 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974433 Jul 22 14:39:22.020499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8:1::1 (46711f47-82df-4844-896a-34d4b1b90a38/059637d9-f4d2-46de-986e-e1c60c620aae/76652f5d-4674-4734-8234-5e9dc37c52ce) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:22.077527 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2b495be-fc11-4832-a447-1e9b759fd148 req-5f38292b-5990-4807-853d-ea188598d00f service neutron] 10.222.0.72 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165298 Jul 22 14:39:22.136993 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:19Z', 'revision_number': 2, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:22.226938 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Checking router: 555d4aea-d22c-4535-aaca-6d353f2c04ca for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:39:22.227332 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Updating router 555d4aea-d22c-4535-aaca-6d353f2c04ca port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:39:22.269002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:22.291143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-5c1499b5-416f-4b30-80c5-c47c2357eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:22.296046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-5c1499b5-416f-4b30-80c5-c47c2357eafa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1094 time: 0.1647444 Jul 22 14:39:22.299183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object 76652f5d-4674-4734-8234-5e9dc37c52ce will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:22.340404 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:22.399088 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:22.451666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-addf5993-42a4-4bc9-8249-c76f96ec80f4 req-9737de09-118a-44c4-8dd9-e9e11a98931d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0753682 Jul 22 14:39:22.490690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 46711f47-82df-4844-896a-34d4b1b90a38 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:22.507193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:22.526766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:22.527729 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:22.622020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-53bbf920-369e-4aae-876d-50be41aaf64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:22.635741 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-53bbf920-369e-4aae-876d-50be41aaf64e service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.3333802 Jul 22 14:39:22.841451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-ff7ebc25-82b8-4b6d-860e-fd5a810d6e9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 999 time: 0.1987760 Jul 22 14:39:22.933498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:22.942462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108029714', 'description': 'tempest-description--874736560'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:22.998740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-97e2bf51-446f-48ba-9eb9-bc11cbb0e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:23.000935 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-97e2bf51-446f-48ba-9eb9-bc11cbb0e216 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.1478558 Jul 22 14:39:23.007713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.015075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=76652f5d-4674-4734-8234-5e9dc37c52ce,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:23.045202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.113140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4d0bcb-e8d6-4fcb-8770-39ce61bbc022 None None] Provisioning for port 76652f5d-4674-4734-8234-5e9dc37c52ce completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:23.120519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d4d0bcb-e8d6-4fcb-8770-39ce61bbc022 None None] Provisioning complete for port 76652f5d-4674-4734-8234-5e9dc37c52ce triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:23.122592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d4d0bcb-e8d6-4fcb-8770-39ce61bbc022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.195866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed4e6b-7d90-4dbb-b54f-a61204e1bae3 req-8db50466-5379-4ef1-ae97-1c66056226b4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:23.196264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7ed4e6b-7d90-4dbb-b54f-a61204e1bae3 req-8db50466-5379-4ef1-ae97-1c66056226b4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.4463916 Jul 22 14:39:23.238499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d4d0bcb-e8d6-4fcb-8770-39ce61bbc022 None None] Port 76652f5d-4674-4734-8234-5e9dc37c52ce cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:23.270417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-24b003ef-10f2-435a-afdb-bbf8c9ad6561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:23.272089 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-24b003ef-10f2-435a-afdb-bbf8c9ad6561 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609584 Jul 22 14:39:23.306492 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.321447 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Transition to ACTIVE for port object 861334f7-4b5d-40b6-9298-b42aef8ed9e2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:23.331116 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.348375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7ed4e6b-7d90-4dbb-b54f-a61204e1bae3 req-fd36dd3e-9e5e-41f7-9362-625999303c4c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440556 Jul 22 14:39:23.464289 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce44e3b-69cd-4b86-9382-218b78644c9a None None] Pushing event updated for resources: {'Port': ['ID=861334f7-4b5d-40b6-9298-b42aef8ed9e2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:23.513491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.523950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.616400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.617548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6818719 Jul 22 14:39:23.622622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36366) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:23.636631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-75a2b393-e61a-409b-b147-989acd792954 service neutron] 10.222.0.72 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518493 Jul 22 14:39:23.646128 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Attempting to bind port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:23.646737 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Attempting to bind port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:23.646905 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Attempting to bind port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 on network f4a6b444-43da-481b-bf4e-d27398f9b2ea {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:23.661783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Request body: {'security_group_rule': {'security_group_id': 'a3e4efbb-3e39-4fb0-84fb-28f047cda1d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:23.663355 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:23.663969 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Checking segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:23.666210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde35b7d-829b-4ef8-9a84-2649ed2db4a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:23.667062 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.667662 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Bound using segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:23.671809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Bound port: 861334f7-4b5d-40b6-9298-b42aef8ed9e2, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:23.672476 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.776235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.836821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2db8-6273-4f00-a1c9-514936f9ef2b req-6b7ce2b2-8d0d-4ab0-80c1-d32c8b70b075 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:23.836821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42ff2db8-6273-4f00-a1c9-514936f9ef2b req-6b7ce2b2-8d0d-4ab0-80c1-d32c8b70b075 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2123938 Jul 22 14:39:23.851903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9492730d-0438-41c6-ac10-8fb2dc95e257 req-78ae6dd4-de45-4b4a-997c-fe4cd7fde39b service neutron] 10.222.0.72 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983459 Jul 22 14:39:23.855836 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] For port 861334f7-4b5d-40b6-9298-b42aef8ed9e2, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:23.860537 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] For port 861334f7-4b5d-40b6-9298-b42aef8ed9e2, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=861334f7-4b5d-40b6-9298-b42aef8ed9e2,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:23.882806 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.914639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.940827 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:23.941724 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:23.960687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42ff2db8-6273-4f00-a1c9-514936f9ef2b req-8f5d1d5f-cf3e-47df-ae55-0735c5e6db45 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Jul 22 14:39:23.961355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.977852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.992215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:23.993073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.063440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4bcd9b-ccd0-4c2b-b817-e919b1878cc8,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:24.103761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.108738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:24.110170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7bba78ad-0e07-4097-a3f2-4fa819fb222a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4520922 Jul 22 14:39:24.114744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Request body: {'security_group_rule': {'security_group_id': 'a3e4efbb-3e39-4fb0-84fb-28f047cda1d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:24.202831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.329063 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce44e3b-69cd-4b86-9382-218b78644c9a None None] Pushing event updated for resources: {'Port': ['ID=861334f7-4b5d-40b6-9298-b42aef8ed9e2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:24.345198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=76652f5d-4674-4734-8234-5e9dc37c52ce,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:24.373017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 46711f47-82df-4844-896a-34d4b1b90a38 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:24.377753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:24.420471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.431836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.460498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699b8d8e-3d4f-4b9a-827d-d58e6bb23e92,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:24.494406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.500414 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4b0874f6-c91f-4816-841c-20b141cc722f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3871818 Jul 22 14:39:24.503045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:24.507889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:24.519925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:24.584386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.805801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:24.836579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:39:24.851421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 1b47690b-6285-4aee-b33a-fd1457061737 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:24.952467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:23Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:25.015457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Allocated IP 172.25.3.8 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/f8c597bf-b139-4021-b44a-1b2f19ccf02c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:25.036023 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f3b27-9047-450f-98d1-2d8fcc961f26 None None] The sync data for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 is: [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:23Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:25.066138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d80e1da5-a194-46f7-a501-d8b7ed505420 None None] Provisioning complete for port 76652f5d-4674-4734-8234-5e9dc37c52ce triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:25.066559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d80e1da5-a194-46f7-a501-d8b7ed505420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.105461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d80e1da5-a194-46f7-a501-d8b7ed505420 None None] Port 76652f5d-4674-4734-8234-5e9dc37c52ce cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:25.144627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:25.161512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80dea4-50f4-4131-a797-6264e0e39b50 req-1af23caa-0328-468b-8325-12b878853bcf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:25.183884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa80dea4-50f4-4131-a797-6264e0e39b50 req-1af23caa-0328-468b-8325-12b878853bcf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 943 time: 0.5347543 Jul 22 14:39:25.192106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'port_id': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'mac_address': 'fa:16:3e:f1:07:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:39:25.271330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.292267 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.331849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4d5458-adac-4995-91f8-d4443b3571d3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:39:25.371205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:25.373925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.375898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:25.383667 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:25.394038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4f2d0868-931d-4ffb-b5b8-f4a74d1fd5ba tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/1b47690b-6285-4aee-b33a-fd1457061737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692014 Jul 22 14:39:25.403424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:25.428588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa80dea4-50f4-4131-a797-6264e0e39b50 req-131887ef-f236-462f-94cf-4d7cbbc80867 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408731 Jul 22 14:39:25.440468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] Sync routers for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:25.447295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab61334-94db-4a41-87a9-239efd9cbe85 req-aba785bf-37ff-4790-9fe4-3107ab33aa75 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:25.449924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ab61334-94db-4a41-87a9-239efd9cbe85 req-aba785bf-37ff-4790-9fe4-3107ab33aa75 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.2491198 Jul 22 14:39:25.470454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:25.475553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:25.516344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:25.527156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ab61334-94db-4a41-87a9-239efd9cbe85 req-d511a888-90e8-4ff2-a535-79a26c5df31d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Jul 22 14:39:25.527327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:25.556106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:25.561077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:25.561974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:25.571442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:25.620165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:25.621123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae9c194-6ee4-4ace-87eb-2471f0aad1bc None None] The sync data for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:25.636205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:25.692067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event updated for resources: {'Port': ['ID=f8c597bf-b139-4021-b44a-1b2f19ccf02c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:25.720861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['da4d5458-adac-4995-91f8-d4443b3571d3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:39:26.167476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4722bb-7396-4e2a-b199-349d1bca5e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:26.169006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d4722bb-7396-4e2a-b199-349d1bca5e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports/76652f5d-4674-4734-8234-5e9dc37c52ce HTTP/1.1" status: 200 len: 913 time: 0.7152855 Jul 22 14:39:26.172366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36406) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:26.240356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:26.313629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:26.559880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:26.566227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:26.746342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event updated for resources: {'Port': ['ID=f8c597bf-b139-4021-b44a-1b2f19ccf02c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:26.898895 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:26.923014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 861334f7-4b5d-40b6-9298-b42aef8ed9e2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:26.923920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:26.925364 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-28b4c1d4-4627-46b8-9ae0-e4523808181a tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4212534 Jul 22 14:39:27.036694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7741be-e26b-4940-8abc-24126dc14d83 req-d84bf041-ced0-4793-bda2-771a6393f616 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:27.038335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc7741be-e26b-4940-8abc-24126dc14d83 req-d84bf041-ced0-4793-bda2-771a6393f616 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 944 time: 0.4592836 Jul 22 14:39:27.072611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:27.113039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:27.113039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:27.189320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d50fc-15cc-4927-9a61-1d3af7314404 req-590607ea-c4bf-4a5c-90d8-604f6a35476c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:27.216003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac9d50fc-15cc-4927-9a61-1d3af7314404 req-590607ea-c4bf-4a5c-90d8-604f6a35476c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.5551765 Jul 22 14:39:27.401015 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:27.404196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac9d50fc-15cc-4927-9a61-1d3af7314404 req-3afb65cf-50a1-424e-aa9a-b91e081f3010 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867082 Jul 22 14:39:27.410585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc7741be-e26b-4940-8abc-24126dc14d83 req-20b196ce-48b6-4d6d-b0c4-94ecf93410c2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461854 Jul 22 14:39:27.564254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 861334f7-4b5d-40b6-9298-b42aef8ed9e2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=861334f7-4b5d-40b6-9298-b42aef8ed9e2,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:27.569785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:27.671322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:27.707805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=861334f7-4b5d-40b6-9298-b42aef8ed9e2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:28.104517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d03d3e-b203-42de-b785-40f3217472b5 req-b08121a2-f0f4-419e-b780-6955153744c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.107547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-2dcd7cee-5322-4913-9a0b-cdaec852539e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.110878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-2dcd7cee-5322-4913-9a0b-cdaec852539e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 944 time: 0.2566140 Jul 22 14:39:28.111692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d03d3e-b203-42de-b785-40f3217472b5 req-b08121a2-f0f4-419e-b780-6955153744c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 944 time: 0.1871593 Jul 22 14:39:28.201380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d03d3e-b203-42de-b785-40f3217472b5 req-8010a51d-74e8-459a-8952-f8dd12e63edf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888174 Jul 22 14:39:28.304267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-0ea532d9-c5a5-41c8-ba4b-3ca19c5d8234 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1508608 Jul 22 14:39:28.307576 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-2285238b-051e-4e20-9884-db8e4d0d01a9 service neutron] delete failed (client error): The resource could not be found. Jul 22 14:39:28.310690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-2285238b-051e-4e20-9884-db8e4d0d01a9 service neutron] 10.222.0.61 "DELETE /v2.0/ports/da4d5458-adac-4995-91f8-d4443b3571d3/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.1924789 Jul 22 14:39:28.424632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 76652f5d-4674-4734-8234-5e9dc37c52ce {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:28.424988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:28.539305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.540188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.540867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.541535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.542203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.543083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.544021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.546559 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-36e65013-4785-4d99-897b-cb18fc0845cc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=f3be39b69c1b47aabba900396f4fde05&device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 6499 time: 0.1748822 Jul 22 14:39:28.616707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-395bfa0f-98be-4287-8f7d-18ccd70f2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.618857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-395bfa0f-98be-4287-8f7d-18ccd70f2771 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1095 time: 0.1366765 Jul 22 14:39:28.865146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-a9743a69-cc2f-4ac5-86b0-c90a6b876e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.865560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-a9743a69-cc2f-4ac5-86b0-c90a6b876e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.866038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-a9743a69-cc2f-4ac5-86b0-c90a6b876e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.867688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:28.868312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-a9743a69-cc2f-4ac5-86b0-c90a6b876e6e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=be309c81-43af-4842-8b97-b76670f59d45&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 200 len: 2298 time: 0.2917075 Jul 22 14:39:28.957578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 861334f7-4b5d-40b6-9298-b42aef8ed9e2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:28.994372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-e294545b-9386-4276-97fb-df4abdf704a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:28.995890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-e294545b-9386-4276-97fb-df4abdf704a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.3678882 Jul 22 14:39:29.036289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port da4d5458-adac-4995-91f8-d4443b3571d3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:29.044982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port da4d5458-adac-4995-91f8-d4443b3571d3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:29.045706 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:29.083839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:29.084565 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:29.215724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-4af14117-df95-4d34-98e6-4b9ea2a4f218 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 200 len: 1001 time: 0.3298202 Jul 22 14:39:29.239944 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-a63b40b7-264d-4dc1-80ce-5b22d72820bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 1000 time: 0.2327502 Jul 22 14:39:29.270622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:29.338362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 76652f5d-4674-4734-8234-5e9dc37c52ce owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:29.355943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:29.396441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-60e125ec-a16f-4c9f-922f-49c4ddb131e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:29.418475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:29.419745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:29.424529 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af2deec-2a00-4a63-9888-ca967a8f0c40" -d '{"events": [{"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-plugged", "status": "completed", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:29.429641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:29.439021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-60e125ec-a16f-4c9f-922f-49c4ddb131e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.1530025 Jul 22 14:39:29.539484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-e8a3c90e-9b82-42c7-ba5f-00185e6e224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:29.539484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-e8a3c90e-9b82-42c7-ba5f-00185e6e224a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=57c75868-48b5-43c0-9a8f-0a002a099812 HTTP/1.1" status: 200 len: 856 time: 0.2977009 Jul 22 14:39:29.543096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:29.631713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d29c59-40d5-4cde-9738-9158ffa04b23 req-ccbe1e49-ec73-48a9-86ba-ba59310613d6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:29.633764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4d29c59-40d5-4cde-9738-9158ffa04b23 req-ccbe1e49-ec73-48a9-86ba-ba59310613d6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 1.0480142 Jul 22 14:39:29.735444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-adadff97-97d6-46f2-a0e1-a5ea7c9c3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:29.736973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-adadff97-97d6-46f2-a0e1-a5ea7c9c3b1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f5704e7c-bf34-4cd8-992e-e4e4b563fc42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973279 Jul 22 14:39:29.757390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4d29c59-40d5-4cde-9738-9158ffa04b23 req-b9e5ebcd-3ed8-48c6-9b09-c831a0d0c72c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147182 Jul 22 14:39:29.766263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d37cc-cdad-4470-9f24-61335a067ebb req-ab864d92-692a-416e-aa53-d140ac5f4f6e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:29.768670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f33d37cc-cdad-4470-9f24-61335a067ebb req-ab864d92-692a-416e-aa53-d140ac5f4f6e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.3956306 Jul 22 14:39:29.786883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-28e6a602-d2aa-40ad-be01-826aa3f641d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:29.788743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-28e6a602-d2aa-40ad-be01-826aa3f641d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3489258 Jul 22 14:39:29.892762 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab9b40-2105-430a-bd0f-c6802be66fd2 x-openstack-request-id: req-caab9b40-2105-430a-bd0f-c6802be66fd2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:29.893386 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-plugged", "status": "completed", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:29.893495 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caab9b40-2105-430a-bd0f-c6802be66fd2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:29.894039 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'code': 200} Jul 22 14:39:29.927285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:29.960939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-4502fd72-e42d-4eec-81dc-e2b72ad4af8c service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634240 Jul 22 14:39:30.224618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f33d37cc-cdad-4470-9f24-61335a067ebb req-e6bd0f72-d643-4187-af69-d041d98ffc4c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4271617 Jul 22 14:39:30.226123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=76652f5d-4674-4734-8234-5e9dc37c52ce,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:30.291359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-683d2a66-1f6b-4a4b-9cd2-ac3627a5128f service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430102 Jul 22 14:39:30.327184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4dc5bd62-7258-4867-80ce-5690376f6d8e req-756a2ff8-51d4-48fc-a060-42b8aa6c5509 service neutron] 10.222.0.61 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552518 Jul 22 14:39:30.379144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:30.540135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-30d7a836-7b66-4c37-90b1-f44112fc8bb1 service neutron] 10.222.0.72 "GET /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373898 Jul 22 14:39:30.599228 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-845d616e-0190-44bc-bf28-08c00ad3b30f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 217 time: 0.0492694 Jul 22 14:39:30.678089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-c3109eb6-2ed8-485f-ad6a-8d1bdf4ffc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:30.690848 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-c3109eb6-2ed8-485f-ad6a-8d1bdf4ffc2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.0848043 Jul 22 14:39:30.787738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 1b47690b-6285-4aee-b33a-fd1457061737 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:30.911935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-508b83e6-4bae-4fb3-adfb-03d842d65e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:30.913937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-508b83e6-4bae-4fb3-adfb-03d842d65e2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2163994 Jul 22 14:39:31.117790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:31.127671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6d430a25-c182-42f3-8676-4937a302af85 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/1b47690b-6285-4aee-b33a-fd1457061737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9522793 Jul 22 14:39:31.133035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:31.133702 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] Sync routers for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:31.164655 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:31.175787 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:31.181069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f72156-71c7-4efb-a012-7da8514e7ea2 req-354718d2-9c5f-4920-a1f6-c3954fe872a4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:31.196528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75f72156-71c7-4efb-a012-7da8514e7ea2 req-354718d2-9c5f-4920-a1f6-c3954fe872a4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1675577 Jul 22 14:39:31.247304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-370456a2-1954-45dc-b0c2-540ed74bf36f service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068745 Jul 22 14:39:31.328414 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:31.332153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75f72156-71c7-4efb-a012-7da8514e7ea2 req-fa4fd66a-f8c4-47f9-92d4-d8ad765e5529 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337776 Jul 22 14:39:31.364444 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:31.365090 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:31.460773 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:31.461610 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b634fa12-5801-47de-bc4c-0d4299fa8eb7 None None] The sync data for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:31.494647 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-39603465-1be9-4888-9270-679bd0073693 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106071 Jul 22 14:39:31.574928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46b9af-4874-4e78-b746-eeedc70019da req-44ac02d7-4630-43ad-a18a-23c6b55b5e9a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:31.589788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de46b9af-4874-4e78-b746-eeedc70019da req-44ac02d7-4630-43ad-a18a-23c6b55b5e9a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1646125 Jul 22 14:39:31.624873 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-44afbabc-9eef-4fc2-a259-546a0bf95936 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 217 time: 0.1008198 Jul 22 14:39:31.672154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de46b9af-4874-4e78-b746-eeedc70019da req-0d83de65-e323-4aa5-a361-ecfc8d562c20 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813606 Jul 22 14:39:31.683030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36570) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:31.750801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-88191294-528d-4cac-bfd8-aebc0794c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:31.763718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-88191294-528d-4cac-bfd8-aebc0794c671 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.1261284 Jul 22 14:39:31.868420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e77dcc16-9952-4bab-8bed-7c6f9b9161dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/93b77e42-ce39-45de-abf5-7e30c6b353bf HTTP/1.1" status: 200 len: 993 time: 0.1830425 Jul 22 14:39:32.117096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-5d8ef115-5be5-4960-b882-99e63ff16064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:32.118768 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-5d8ef115-5be5-4960-b882-99e63ff16064 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3541751 Jul 22 14:39:32.631950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bac16d-721e-4e81-8f4a-51f7c176511d req-32a9f987-795c-4b8c-af12-fe8fb9a4d356 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:32.639052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1bac16d-721e-4e81-8f4a-51f7c176511d req-32a9f987-795c-4b8c-af12-fe8fb9a4d356 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1632693 Jul 22 14:39:32.689748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1bac16d-721e-4e81-8f4a-51f7c176511d req-8a31b5af-1db0-4e46-a051-c484476261e1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Jul 22 14:39:32.840208 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-d398bbc0-51bc-4390-bc78-eeb03d4fb6be service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137504 Jul 22 14:39:32.927883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:33.156702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-e382faf3-d0d9-457b-86f3-d20c0afd303a service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060763 Jul 22 14:39:33.214229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-ac892c17-c9a5-4e0d-9565-1b9ed03b5bae service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf HTTP/1.1" status: 200 len: 217 time: 0.0451620 Jul 22 14:39:33.291250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-2fb49a7a-655e-46c9-9677-8cae896f5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:33.292734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-2fb49a7a-655e-46c9-9677-8cae896f5fbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.0723221 Jul 22 14:39:33.415532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-9787206b-3945-4408-a823-903c46abf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:33.418656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-9787206b-3945-4408-a823-903c46abf1f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1039014 Jul 22 14:39:33.468869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:33.469228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:33.624225 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-01027e6a-068c-4821-9f53-c0c22fd2458b service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000711 Jul 22 14:39:33.660060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:33.688154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for c1a7279c-2e5a-47f2-aaa1-b4a79ee32516 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:33.901741 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-4e9ea5bf-cfba-430f-9669-4ca172b475d1 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697616 Jul 22 14:39:33.964178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef5174-3134-48f7-afb7-02ae758b7a9c req-edaf0728-6f24-4a4e-b58a-f92e5ae0a945 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:33.973669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35ef5174-3134-48f7-afb7-02ae758b7a9c req-edaf0728-6f24-4a4e-b58a-f92e5ae0a945 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1358759 Jul 22 14:39:34.045034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35ef5174-3134-48f7-afb7-02ae758b7a9c req-1b48000e-ad77-4443-8967-cc68ca1e9112 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701532 Jul 22 14:39:34.088648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-826851cf-5917-4927-b423-2ecb24ecb039 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 HTTP/1.1" status: 200 len: 217 time: 0.1758080 Jul 22 14:39:34.257742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:34.311118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-768081e7-5ad6-4be8-815f-5ef3d5c05cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:34.314994 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-768081e7-5ad6-4be8-815f-5ef3d5c05cb7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 200 len: 797 time: 0.2140121 Jul 22 14:39:34.316755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=c1a7279c-2e5a-47f2-aaa1-b4a79ee32516,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:34.513501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:34.606174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-29755601-54ce-4e5f-967e-40a7ee9e5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:34.610452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-29755601-54ce-4e5f-967e-40a7ee9e5f5f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=be309c81-43af-4842-8b97-b76670f59d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2870233 Jul 22 14:39:34.784968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 1b47690b-6285-4aee-b33a-fd1457061737 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:34.846461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-4ead8a7d-6888-4acd-ba6a-99f6da12c6e0 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274895 Jul 22 14:39:35.179533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:35.195293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] Sync routers for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:35.211248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:35.212806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:35.219657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245b3d9-953e-4295-9eaa-28b2068343cf req-233cecfc-d886-42de-8285-d0cbaf717ca4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:35.235766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a5364eac-9581-4b19-b8ae-4e718664f2c7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/1b47690b-6285-4aee-b33a-fd1457061737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0978220 Jul 22 14:39:35.236687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d245b3d9-953e-4295-9eaa-28b2068343cf req-233cecfc-d886-42de-8285-d0cbaf717ca4 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1137028 Jul 22 14:39:35.240468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36650) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:35.266555 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:35.318836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] Routers {'1b47690b-6285-4aee-b33a-fd1457061737'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:35.325906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1b47690b-6285-4aee-b33a-fd1457061737'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:35.326252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d245b3d9-953e-4295-9eaa-28b2068343cf req-03e0272b-7a18-4c52-becb-e3b639abdf39 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830419 Jul 22 14:39:35.326252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:35.333580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b9ad3455-e099-4e15-a27f-9bfe7aa37411 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b47690b-6285-4aee-b33a-fd1457061737 HTTP/1.1" status: 200 len: 205 time: 0.0793326 Jul 22 14:39:35.402911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:35.405321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fc2472-010e-4219-927c-a59f391abfe3 None None] The sync data for ids ['1b47690b-6285-4aee-b33a-fd1457061737'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:35.439746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c980c-3ff7-4133-9c94-29333d18f428 req-bc18a429-59f8-4b53-a8ba-c15677e56cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:35.441529 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-bc18a429-59f8-4b53-a8ba-c15677e56cc6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1097 time: 0.2599087 Jul 22 14:39:35.445722 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-407d531a-543e-4ff8-805c-0e4da379d1a9 service neutron] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630212 Jul 22 14:39:35.452591 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:35.572572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-ffcbcd5e-6465-473d-a9ca-49e7522d3759 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 200 len: 217 time: 0.1077304 Jul 22 14:39:35.631630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c980c-3ff7-4133-9c94-29333d18f428 req-87eb6f2b-82fb-4767-b618-83289cfd205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:35.633169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-87eb6f2b-82fb-4767-b618-83289cfd205b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 914 time: 0.1823208 Jul 22 14:39:35.650575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-d235ded7-a47f-4630-ac81-bd3f3bb2428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:35.652085 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-d235ded7-a47f-4630-ac81-bd3f3bb2428b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.0730679 Jul 22 14:39:35.661829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:35.669036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:35.696851 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-23317223-428b-409c-b664-f9edb03fc34f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 217 time: 0.0563924 Jul 22 14:39:35.724284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:35.724936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 1b47690b-6285-4aee-b33a-fd1457061737 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:39:35.733148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:35.737919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36658) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:35.738144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bc5112fe-11a1-4b0f-9017-aaae9aef1897 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/1b47690b-6285-4aee-b33a-fd1457061737 HTTP/1.1" status: 204 len: 168 time: 0.4000759 Jul 22 14:39:35.840144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c980c-3ff7-4133-9c94-29333d18f428 req-486b645e-09db-40a7-a65c-ed54eb3c97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:35.841671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-486b645e-09db-40a7-a65c-ed54eb3c97ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.1342616 Jul 22 14:39:35.847970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet 059637d9-f4d2-46de-986e-e1c60c620aae {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:35.861684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:35.926863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-337c3e0a-e9d1-4f21-a5d9-fa9232b10e27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746124 Jul 22 14:39:35.933686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-da569f4b-4415-4f76-8484-f456f19af3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:35.935988 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-da569f4b-4415-4f76-8484-f456f19af3eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2487867 Jul 22 14:39:35.991716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.199706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-4b200e14-cfc0-4779-a3e9-609e5e0cc08d service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624879 Jul 22 14:39:36.226132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-3cf43a88-a0de-4037-bf40-ce2e87e5006b service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739961 Jul 22 14:39:36.268973 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.426601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-251c980c-3ff7-4133-9c94-29333d18f428 req-6e7c3350-68c3-4cd6-bcf4-4ca7639091c8 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204027 Jul 22 14:39:36.449881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.485635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=059637d9-f4d2-46de-986e-e1c60c620aae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:36.496516 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-6353ce6f-03e8-4403-8d63-877fbeadea22 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624142 Jul 22 14:39:36.500525 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.500731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33561dd-0c42-494c-b6d9-7de9d9155d17 req-1c601f46-3692-45dc-b01d-e78e87aa53dd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:36.501244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.501244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.501244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.501244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.501689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.501924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.502257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.502615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.502939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.503266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.503592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:36.507568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.508651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33561dd-0c42-494c-b6d9-7de9d9155d17 req-1c601f46-3692-45dc-b01d-e78e87aa53dd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.0918951 Jul 22 14:39:36.509014 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e7911c3c-e4d9-4205-8f0b-582ce94f0bd6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/059637d9-f4d2-46de-986e-e1c60c620aae HTTP/1.1" status: 204 len: 168 time: 0.7536678 Jul 22 14:39:36.515897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36680) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:36.521009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cad21c-4991-4b34-b18f-614ef38d84a6 None None] Network 46711f47-82df-4844-896a-34d4b1b90a38 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:36.548328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-9666ebb2-2db5-4425-a8b7-0004f06f2857 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 200 len: 217 time: 0.0382149 Jul 22 14:39:36.590944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33561dd-0c42-494c-b6d9-7de9d9155d17 req-6ed99219-13f1-45a0-b31a-8527c27fffa9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812821 Jul 22 14:39:36.628376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet 051b4fb2-db56-4ea0-bbcf-58545554fb82 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:36.633574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.665569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-05667609-71da-4576-8827-ca6bb53a9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:36.668070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-05667609-71da-4576-8827-ca6bb53a9d0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 200 len: 797 time: 0.1124876 Jul 22 14:39:36.703136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.763794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-372ea2c4-e404-433b-b86f-abc7bb206600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:36.765892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-372ea2c4-e404-433b-b86f-abc7bb206600 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=888b63ac-a1ba-404c-a66c-d6d8c8449cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0911434 Jul 22 14:39:36.852294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] DHCP port deletion for 46711f47-82df-4844-896a-34d4b1b90a38 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:39:36.903474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.956800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Deleting port b8a274b4-d527-4192-a903-cf49bc2b140f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:36.957114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:36.971787 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-61ea7503-5215-4e96-b321-18a736e85fa6 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989257 Jul 22 14:39:37.044481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.052907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] For port b8a274b4-d527-4192-a903-cf49bc2b140f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b8a274b4-d527-4192-a903-cf49bc2b140f,segment=NetworkSegment(9b56b6a7-ab71-415c-ac5d-66602b6db33c),segment_id=9b56b6a7-ab71-415c-ac5d-66602b6db33c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:37.053580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.064788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.066807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/051b4fb2-db56-4ea0-bbcf-58545554fb82 HTTP/1.1" status: 204 len: 168 time: 0.5498581 Jul 22 14:39:37.069778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Calling delete_port for b8a274b4-d527-4192-a903-cf49bc2b140f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:37.070036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:37.103910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d6b87-9170-415a-8b2c-fd7b8ed1740c None None] Network 883216a2-56d2-4ed4-a203-a9f303a6edcc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:37.114897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7ef9a-8c2a-45c6-be8c-61c0314c83f5 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=051b4fb2-db56-4ea0-bbcf-58545554fb82,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:37.213361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-001578cb-943e-44a0-a52d-6e55ed69b4a0 req-5d33e892-1f1f-4d24-869b-de39fd27b3a1 service neutron] 10.222.0.72 "GET /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334759 Jul 22 14:39:37.219646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.265968 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.321430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port b8a274b4-d527-4192-a903-cf49bc2b140f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:37.321844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.363954 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.408292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] No DVR routers for this DVR port b8a274b4-d527-4192-a903-cf49bc2b140f on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:37.409789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Pushing event deleted for resources: {'Port': ['ID=b8a274b4-d527-4192-a903-cf49bc2b140f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.426552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6a13-0f70-4355-8628-a62f8ea314e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:37.427724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port b8a274b4-d527-4192-a903-cf49bc2b140f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b8a274b4-d527-4192-a903-cf49bc2b140f,segment=NetworkSegment(9b56b6a7-ab71-415c-ac5d-66602b6db33c),segment_id=9b56b6a7-ab71-415c-ac5d-66602b6db33c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:37.427724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.451579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for b8a274b4-d527-4192-a903-cf49bc2b140f owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:37.533135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] DHCP port deletion for 883216a2-56d2-4ed4-a203-a9f303a6edcc request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:39:37.539617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.574617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=b8a274b4-d527-4192-a903-cf49bc2b140f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:37.576989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port b8a274b4-d527-4192-a903-cf49bc2b140f on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:37.612301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.649461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] Deleting port 435dd380-3754-4511-a141-ac6d170a215b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:37.649810 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.675732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.689401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46711f47-82df-4844-896a-34d4b1b90a38']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:37.704029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b56b6a7-ab71-415c-ac5d-66602b6db33c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:37.704799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b56b6a7-ab71-415c-ac5d-66602b6db33c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:37.717168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.733992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.742849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:39:37.744645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:39:37.751521 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:39:37.793577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] For port 435dd380-3754-4511-a141-ac6d170a215b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=435dd380-3754-4511-a141-ac6d170a215b,segment=NetworkSegment(ef3be363-b186-47d3-abfa-981274ed9c4d),segment_id=ef3be363-b186-47d3-abfa-981274ed9c4d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:37.793577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.807289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] Calling delete_port for 435dd380-3754-4511-a141-ac6d170a215b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:37.864087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.878427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c350b-8d49-416b-8abd-1367f9a6f7d6 req-5a3c87be-bb12-457d-b37e-143161272244 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:37.883587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-915c350b-8d49-416b-8abd-1367f9a6f7d6 req-5a3c87be-bb12-457d-b37e-143161272244 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1782002 Jul 22 14:39:37.885676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:37.890540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/46711f47-82df-4844-896a-34d4b1b90a38 HTTP/1.1" status: 204 len: 168 time: 0.8164048 Jul 22 14:39:37.893593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:37.904966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6534c-d51a-46f6-b090-5aca2a77fccf tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=46711f47-82df-4844-896a-34d4b1b90a38,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:37.972959 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.011683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-915c350b-8d49-416b-8abd-1367f9a6f7d6 req-eac2bbde-138c-4432-b491-2d769e8f68e9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217332 Jul 22 14:39:38.029814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] Pushing event deleted for resources: {'Port': ['ID=435dd380-3754-4511-a141-ac6d170a215b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:38.054751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4eb9c-582c-47b2-a50d-75dc44b2598a None None] No DVR routers for this DVR port 435dd380-3754-4511-a141-ac6d170a215b on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:38.082304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.222462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.251654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883216a2-56d2-4ed4-a203-a9f303a6edcc']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:38.275078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3be363-b186-47d3-abfa-981274ed9c4d') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:38.275078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3be363-b186-47d3-abfa-981274ed9c4d') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:38.307802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.331072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.345263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:39:38.346012 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:39:38.350144 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:39:38.430936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.442608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.444492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/883216a2-56d2-4ed4-a203-a9f303a6edcc HTTP/1.1" status: 204 len: 168 time: 0.5189710 Jul 22 14:39:38.449132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:38.454247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cccb70-5751-4db5-8d7f-1f40767c311c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=883216a2-56d2-4ed4-a203-a9f303a6edcc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:38.459694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1397499265'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:38.524186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:38.541528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.576208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:39:38.588360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.589440 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment c90392e8-f128-402a-8ec8-4d314b1929dc of type vlan for network 750a2ba7-9410-4526-8ef4-543ee536f510 Jul 22 14:39:38.643701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.690412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.700334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:38.701762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.763949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3122032 Jul 22 14:39:38.767364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36726) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:38.778700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:38.810607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863f2e4-af4f-45a8-9208-c20cc7c21a9c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=750a2ba7-9410-4526-8ef4-543ee536f510,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:38.824713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 750a2ba7-9410-4526-8ef4-543ee536f510 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:39:38.861816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b8a274b4-d527-4192-a903-cf49bc2b140f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:38.918153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b8a274b4-d527-4192-a903-cf49bc2b140f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:39:38.918496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b8a274b4-d527-4192-a903-cf49bc2b140f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:38.918935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 435dd380-3754-4511-a141-ac6d170a215b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:38.928453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:38.932263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:38.946304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 435dd380-3754-4511-a141-ac6d170a215b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:39:38.946690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 435dd380-3754-4511-a141-ac6d170a215b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:39.267557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.316297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ef303-8929-4e3b-ac9c-b13d9e76fab5 req-7bdccd5f-e0b0-4fb0-9837-dcdf4c572154 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:39.318112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-266ef303-8929-4e3b-ac9c-b13d9e76fab5 req-7bdccd5f-e0b0-4fb0-9837-dcdf4c572154 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1787322 Jul 22 14:39:39.377928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=79d9041f-d831-4b5e-aeca-655594c87493,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:39.390460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': 'c90392e8-f128-402a-8ec8-4d314b1929dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:39.390864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 750a2ba7-9410-4526-8ef4-543ee536f510, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:39:39.395584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-266ef303-8929-4e3b-ac9c-b13d9e76fab5 req-cd474c81-328b-4c68-9d63-1c6805cc631d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709760 Jul 22 14:39:39.429099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 750a2ba7-9410-4526-8ef4-543ee536f510 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:39:39.446498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 750a2ba7-9410-4526-8ef4-543ee536f510) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:39.458451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49d482-0b10-4b0f-94c6-a0e10b83d271 None None] Network 750a2ba7-9410-4526-8ef4-543ee536f510 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:39.494393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:39.495440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.553052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9283bed4-efff-4cc3-a019-170d4fba06e0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7803457 Jul 22 14:39:39.553904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:39.561193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-551986947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:39.605404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.606896 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.636298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a320c6-ccfe-46cb-915f-d8f9973be566 req-b1ca9ada-0034-4c8f-99ec-960309d20b05 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:39.639200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83a320c6-ccfe-46cb-915f-d8f9973be566 req-b1ca9ada-0034-4c8f-99ec-960309d20b05 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 946 time: 0.1627619 Jul 22 14:39:39.659137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:39.728072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83a320c6-ccfe-46cb-915f-d8f9973be566 req-342b34a3-45e0-4403-a4e7-3c23d1fc6f72 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773199 Jul 22 14:39:39.736103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.741701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.759892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-750a2ba7-9410-4526-8ef4-543ee536f510', 'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': '79d9041f-d831-4b5e-aeca-655594c87493'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:39:39.761124 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.784963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:39.789085 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf450f4f-8500-485f-a929-7460879104c3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2325501 Jul 22 14:39:39.791009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:39.806134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'port': {'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510', 'name': 'tempest-RoutersIpV6Test-285264869'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:39.847537 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:40.057528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:40.063218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:40.111299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] device_id is not set on port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:39:40.197527 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-512f454f-0d68-4209-a0ed-184a8e679b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:40.213374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:40.215825 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af51f648-4f77-4f06-a158-532c5b084f93" -d '{"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-unplugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:40.268159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:40.276878 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:40.321763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8::3e2 (750a2ba7-9410-4526-8ef4-543ee536f510/79d9041f-d831-4b5e-aeca-655594c87493/7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:40.330753 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2525015f-2ef6-4e20-bcdd-49b7780e4894 x-openstack-request-id: req-2525015f-2ef6-4e20-bcdd-49b7780e4894 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:40.331113 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-unplugged", "status": "failed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:40.331374 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2525015f-2ef6-4e20-bcdd-49b7780e4894 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:40.331936 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'code': 422} returned with failed status Jul 22 14:39:40.349614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:40.493418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb40b40-a8d0-42b6-a71e-0a8d3735c45e req-474b659a-5873-4126-af81-f82f9ab8c7cd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:40.501524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfb40b40-a8d0-42b6-a71e-0a8d3735c45e req-474b659a-5873-4126-af81-f82f9ab8c7cd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.1817908 Jul 22 14:39:40.746883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-5be493de-32af-4350-a894-feb63cf702b9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1650136 Jul 22 14:39:40.921897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfb40b40-a8d0-42b6-a71e-0a8d3735c45e req-1c866523-9241-4419-8dea-916f3e4a8e99 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195950 Jul 22 14:39:40.983936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.000649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:41.064219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.130604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Allocated IP 2001:db8::2 (750a2ba7-9410-4526-8ef4-543ee536f510/79d9041f-d831-4b5e-aeca-655594c87493/c7c2d22f-d7e6-4518-aee5-af67e4a1eb88) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:41.193325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 750a2ba7-9410-4526-8ef4-543ee536f510 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:41.198141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:41.208742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:41.214502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:41.215165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.220219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:41.235192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.235547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.235900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.236246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.236589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.236960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.237307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.237643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.237979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.238314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.238690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.239027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:39:41.248460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:41.254036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-941ebc78-67b1-4cb8-ac6a-e1c35ff65e04 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4534800 Jul 22 14:39:41.448883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.463798 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Transition to ACTIVE for port object c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:41.500679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Transition to ACTIVE for port object c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:41.513654 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.571884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Network 750a2ba7-9410-4526-8ef4-543ee536f510 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:41.577420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:41.582016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:41.602165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:41.665022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Attempting to bind port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:41.665418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Attempting to bind port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c90392e8-f128-402a-8ec8-4d314b1929dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:41.665797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Attempting to bind port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 on network 750a2ba7-9410-4526-8ef4-543ee536f510 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:41.671380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:41.671766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Checking segment: {'id': 'c90392e8-f128-402a-8ec8-4d314b1929dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:41.672178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.672612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Bound using segment: {'id': 'c90392e8-f128-402a-8ec8-4d314b1929dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:41.673093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Bound port: c7c2d22f-d7e6-4518-aee5-af67e4a1eb88, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90392e8-f128-402a-8ec8-4d314b1929dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '750a2ba7-9410-4526-8ef4-543ee536f510'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:41.673483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.775410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] For port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:41.779338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] For port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,segment=NetworkSegment(c90392e8-f128-402a-8ec8-4d314b1929dc),segment_id=c90392e8-f128-402a-8ec8-4d314b1929dc)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:41.785449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.819523 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:41.846775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3d2bc-bf00-4e5b-afaf-4ff568a4e2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:41.904492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-81f3f471-8e3b-4060-b334-4dbdf7ab5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:41.906886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-81f3f471-8e3b-4060-b334-4dbdf7ab5d5a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd&tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2 HTTP/1.1" status: 200 len: 1095 time: 0.1331773 Jul 22 14:39:42.074084 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-90026d84-eb17-4a4d-ba0b-153b7ae81801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:42.173607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba149a-5da1-4b46-9ce7-bb5de7402d92 req-0ce9b2b6-065e-4c31-bbe3-1c301dd00c1a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:42.181862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18ba149a-5da1-4b46-9ce7-bb5de7402d92 req-0ce9b2b6-065e-4c31-bbe3-1c301dd00c1a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.1690216 Jul 22 14:39:42.248503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18ba149a-5da1-4b46-9ce7-bb5de7402d92 req-7a0ba779-1350-4c1e-9780-3735e43ef0d7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Jul 22 14:39:42.304576 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:42.555501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-cfd5f120-6bdb-436d-83f0-ae3777656023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:42.557279 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-cfd5f120-6bdb-436d-83f0-ae3777656023 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1095 time: 0.6146271 Jul 22 14:39:42.723872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:42.737510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:42.792379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-583d4be7-eafd-4085-ad4a-83b1a1037af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:42.794487 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-583d4be7-eafd-4085-ad4a-83b1a1037af0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 914 time: 0.2299161 Jul 22 14:39:42.872559 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-2d88ff98-9e4a-4423-a1df-af3243f7a53a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 217 time: 0.0692503 Jul 22 14:39:42.907224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:42.914377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:42.988642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-aa87ff71-c668-445d-ac79-ed0a6c291a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:42.990948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-aa87ff71-c668-445d-ac79-ed0a6c291a6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.0886335 Jul 22 14:39:43.024811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:43.059962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-eac55f90-8e70-4f31-b4a6-b7960431d0fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611827 Jul 22 14:39:43.146383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81437797-815d-4502-aeb1-daa84aa03cd9 None None] Network 750a2ba7-9410-4526-8ef4-543ee536f510 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:43.217782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:43.271407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] Provisioning for port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:43.306546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] Provisioning complete for port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:43.307283 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:43.318461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-c31c8b22-bdd3-47a0-af25-02550afb2c44 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517555 Jul 22 14:39:43.470323 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:43.487624 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43a87b3e-cad1-4c4a-be59-5e54bd938cf0 req-59cfe22d-6333-4ee6-8070-8564fb1925b7 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439235 Jul 22 14:39:43.508705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:43.551205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] For port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,segment=NetworkSegment(c90392e8-f128-402a-8ec8-4d314b1929dc),segment_id=c90392e8-f128-402a-8ec8-4d314b1929dc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:43.571949 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:43.597754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfdb5a-04bf-4883-b92a-ce6ef9117ec0 req-150e32af-6cea-4bba-b97b-802f7f94fb11 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:43.607818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30dfdb5a-04bf-4883-b92a-ce6ef9117ec0 req-150e32af-6cea-4bba-b97b-802f7f94fb11 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.2202990 Jul 22 14:39:43.620960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:43.652458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84658da-bb6c-45c6-b2f9-8272db2af3f6 None None] Pushing event updated for resources: {'Port': ['ID=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:43.663392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30dfdb5a-04bf-4883-b92a-ce6ef9117ec0 req-65b30427-9f2a-4546-be43-36608bad7487 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544195 Jul 22 14:39:44.012122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6113a42e-1ea1-4669-a86c-42e151cdbae6 None None] Provisioning for port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:44.021327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6113a42e-1ea1-4669-a86c-42e151cdbae6 None None] Provisioning complete for port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:44.022768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6113a42e-1ea1-4669-a86c-42e151cdbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.035077 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.043638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.044453 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.130633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6113a42e-1ea1-4669-a86c-42e151cdbae6 None None] Port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:44.162307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6113a42e-1ea1-4669-a86c-42e151cdbae6 None None] Provisioning complete for port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:44.163104 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6113a42e-1ea1-4669-a86c-42e151cdbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.204975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:44.394956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 750a2ba7-9410-4526-8ef4-543ee536f510 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:44.397183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:44.502191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-69a92098-90d3-4c48-a3b5-086615b6480f None None] Provisioning complete for port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:44.505451 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69a92098-90d3-4c48-a3b5-086615b6480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.577536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-69a92098-90d3-4c48-a3b5-086615b6480f None None] Port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:44.663684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 15e49108-4a6f-4ea2-ab8e-a67d020aac52 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:39:44.914496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-eb57e5bf-b0b8-49fb-8868-c935061b9184 None None] Provisioning complete for port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:44.914908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb57e5bf-b0b8-49fb-8868-c935061b9184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:44.993625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-eb57e5bf-b0b8-49fb-8868-c935061b9184 None None] Port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:45.011940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:45.013069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:45.032251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e89ad71-9b17-4d9c-a8cf-fc962e62be78 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/15e49108-4a6f-4ea2-ab8e-a67d020aac52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7821786 Jul 22 14:39:45.033734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:45.073006 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] Sync routers for ids ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:45.103595 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] Routers {'15e49108-4a6f-4ea2-ab8e-a67d020aac52'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:45.107521 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:45.131389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d54bc-145c-4bde-9191-e31095199547 req-ae8d2d5f-e5fd-4e74-ba37-4bda6502cb6c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.153240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-394d54bc-145c-4bde-9191-e31095199547 req-ae8d2d5f-e5fd-4e74-ba37-4bda6502cb6c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.3228586 Jul 22 14:39:45.195368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:45.198063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:45.209160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce759580-f3df-46e6-9edf-b01f1936d702 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.217972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ce759580-f3df-46e6-9edf-b01f1936d702 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports/7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b HTTP/1.1" status: 200 len: 983 time: 0.1816373 Jul 22 14:39:45.223986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36886) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:45.253046 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:45.289635 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] Routers {'15e49108-4a6f-4ea2-ab8e-a67d020aac52'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:45.290276 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:45.336031 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:45.345099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369600d3-51bd-4cc5-8890-1a7a0a028379 None None] The sync data for ids ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:45.379211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-394d54bc-145c-4bde-9191-e31095199547 req-264b83ab-b9bc-4b8f-bc36-a03167ec27b6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244251 Jul 22 14:39:45.496892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:45.602899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.613309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.624910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.632584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.644256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.657574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.684824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:45.695572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-0bcae778-a28e-4c61-941d-77ac115f2430 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.4448678 Jul 22 14:39:45.704247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d811ed56-51f9-47db-bc91-e22638894eb7 None None] Provisioning complete for port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:45.704879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d811ed56-51f9-47db-bc91-e22638894eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:45.814599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d811ed56-51f9-47db-bc91-e22638894eb7 None None] Port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:45.819706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aab09a9-758a-45ca-b9a8-e7d699ba3a24 req-b0a50d61-a78a-400c-98d3-b83f8f401534 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093674 Jul 22 14:39:46.097172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.103870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.110464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.117224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.124821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.133624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.141701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.148138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ae60547-cda4-491b-bfe9-f27a5fd14e38 req-ba507b7c-7652-4b80-bef9-825a68d8a50e tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.1653783 Jul 22 14:39:46.487411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:46.744752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.751667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.759261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.766140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.775834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.783402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.817287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:46.830144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-dc69736e-5cbb-4c58-afb7-1f5a102ebfcf tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.4214010 Jul 22 14:39:46.951256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d95ffb1d-85cc-4000-917b-7e12828ad8ec req-8076503a-1c71-4e02-a3d2-8ef3a3ee86ac tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142480 Jul 22 14:39:47.021001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753bdd-11af-402f-ab9a-75822892d162 req-b7265b1e-2f56-460a-9315-b61317bf25cd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:47.029689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3753bdd-11af-402f-ab9a-75822892d162 req-b7265b1e-2f56-460a-9315-b61317bf25cd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.4074578 Jul 22 14:39:47.113442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3753bdd-11af-402f-ab9a-75822892d162 req-a4452cd6-5d5c-4c60-9ffb-cd91dfd13002 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Jul 22 14:39:47.289939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:47.290945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:47.430054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:47.448363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:47.804976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:48.107587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=7fdb34b8-247e-4f0d-93ef-ad7e4e8a378b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:48.154107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:48.309029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.316328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.323594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.333173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.339377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.340108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.345552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.346291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.353310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.353579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.356578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-fd4f766d-3a0f-4101-8dd7-510ac1e1c70a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.5700402 Jul 22 14:39:48.361703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.368374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.377180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.388123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.393035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1da0256-f163-4948-b943-7742f8513085 req-1e21c4a1-c619-4a6b-b7f3-4d369bc70f53 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5442 time: 0.2980251 Jul 22 14:39:48.505006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-4dcc859a-1490-47a0-bb35-a0eb636fc16a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.514722 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-4dcc859a-1490-47a0-bb35-a0eb636fc16a tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "GET /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1497471 Jul 22 14:39:48.547763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 15e49108-4a6f-4ea2-ab8e-a67d020aac52 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:48.646534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1da0256-f163-4948-b943-7742f8513085 req-052b0385-4547-4599-afd8-403d53fecac0 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925535 Jul 22 14:39:48.729786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b8228-3d7a-4348-872d-8889bea1425f req-53a1226b-e95f-4b29-b384-83a0f9e813b0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:48.732867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341b8228-3d7a-4348-872d-8889bea1425f req-53a1226b-e95f-4b29-b384-83a0f9e813b0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.4276714 Jul 22 14:39:48.789981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:48.803312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] Sync routers for ids ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:48.810387 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8aacffae-3083-43e0-95c2-9ca7530f1016 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/15e49108-4a6f-4ea2-ab8e-a67d020aac52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827761 Jul 22 14:39:48.818292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:48.843440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] Routers {'15e49108-4a6f-4ea2-ab8e-a67d020aac52'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:48.844119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:48.889451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36968) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:48.894160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341b8228-3d7a-4348-872d-8889bea1425f req-7c8799bd-b665-42fb-8c17-d4528382da19 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343217 Jul 22 14:39:48.930157 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-7a5f1846-7fb0-4bd8-aead-963a4d48922e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "GET /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4007742 Jul 22 14:39:48.936956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:48.945677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:48.962653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] Routers {'15e49108-4a6f-4ea2-ab8e-a67d020aac52'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:48.964770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:49.067837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:49.070242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333120ff-ca37-4799-8a7c-ec17221737e4 None None] The sync data for ids ['15e49108-4a6f-4ea2-ab8e-a67d020aac52'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:49.088310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4ff0c42d-bd1b-4594-bb02-6019db12f9cf no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:49.185174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.187972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.190329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.190924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.196193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.196948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.199142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:49.212064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d392f039-e10d-4341-a2c6-90038a66077c req-ae1d3686-1812-4d06-b50c-18102dc264f9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6490 time: 0.3060548 Jul 22 14:39:49.335083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d392f039-e10d-4341-a2c6-90038a66077c req-c6424b28-2319-468e-af6b-06f38d85cede service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203034 Jul 22 14:39:49.383514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.397499 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-39842773-80bb-4b7e-bbdf-9e63513bba1e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 14:39:49.401942 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-39842773-80bb-4b7e-bbdf-9e63513bba1e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/15e49108-4a6f-4ea2-ab8e-a67d020aac52/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5790155 Jul 22 14:39:49.402485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:49.448315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f3c76c99-0cb2-4e35-8103-0cf73ab18796 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=15e49108-4a6f-4ea2-ab8e-a67d020aac52 HTTP/1.1" status: 200 len: 205 time: 0.0393453 Jul 22 14:39:49.448315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.448315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:49.475044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:49.478195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:49.485442 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82bd35e-c755-4efd-a649-16c5202d0e20" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:49.493503 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.495318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device af55c9cc-531e-4b73-b767-43281f9c279c no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:49.582658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.584807 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c78b11f-9c2f-456d-a013-a75780112e19 x-openstack-request-id: req-0c78b11f-9c2f-456d-a013-a75780112e19 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:49.594166 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:49.595583 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c78b11f-9c2f-456d-a013-a75780112e19 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:49.597903 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf', 'code': 200} Jul 22 14:39:49.692249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.737216 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:39:49.767672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:49.886195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:49.891008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.003114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.030102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.055580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.078942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.114316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.114821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 15e49108-4a6f-4ea2-ab8e-a67d020aac52 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:39:50.136470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.140176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.146073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-717ff9bb-2044-4332-b759-0a1b8ac01e97 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/15e49108-4a6f-4ea2-ab8e-a67d020aac52 HTTP/1.1" status: 204 len: 168 time: 0.6929660 Jul 22 14:39:50.146073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37008) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:50.188088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.215783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.230498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-52dba271-3f3b-46bc-b178-cfc1c8000765 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 5440 time: 0.4129555 Jul 22 14:39:50.284389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet 79d9041f-d831-4b5e-aeca-655594c87493 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:39:50.303448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.402693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af55c9cc-531e-4b73-b767-43281f9c279c,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:50.407985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cb502a8-26fd-4eeb-9c9f-8f435d5b37d6 req-d255561f-8d96-4c46-b126-b64b913d7ce4 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1690023 Jul 22 14:39:50.503867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88531112-a726-4c0e-98e6-e9f99f2976d0 req-2797fede-c648-401d-9825-40dd9d97aed1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:50.509164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88531112-a726-4c0e-98e6-e9f99f2976d0 req-2797fede-c648-401d-9825-40dd9d97aed1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.2418721 Jul 22 14:39:50.549177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.599691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88531112-a726-4c0e-98e6-e9f99f2976d0 req-1fe4a4ac-679d-4845-be47-07d1c3b7d794 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Jul 22 14:39:50.657246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] For port af55c9cc-531e-4b73-b767-43281f9c279c, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:50.774780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] device_id is not set on port af55c9cc-531e-4b73-b767-43281f9c279c yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:39:50.800747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.847212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:50.940790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:39:50.941414 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:39:51.022263 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.036381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] No DVR routers for this DVR port af55c9cc-531e-4b73-b767-43281f9c279c on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:51.116339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:51.241851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] In _notify_port_updated(), no bound segment for port af55c9cc-531e-4b73-b767-43281f9c279c on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:39:51.242944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.243575 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.245151 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-70a42473-f982-4734-a5da-cb4c193ea7b9 service neutron] 10.222.0.72 "PUT /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 200 len: 1031 time: 2.3057995 Jul 22 14:39:51.315817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1f9eef22-2034-4795-a2bd-6ed679824cc8 None None] Provisioning complete for port af55c9cc-531e-4b73-b767-43281f9c279c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:51.317440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f9eef22-2034-4795-a2bd-6ed679824cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.375928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.449080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f9eef22-2034-4795-a2bd-6ed679824cc8 None None] Port af55c9cc-531e-4b73-b767-43281f9c279c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:51.585768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9814c676-df41-4908-8d04-f7e0e3a183c5 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:51.800686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.817138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.850998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.857943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.860266 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.899998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.913096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:51.915314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:51.920807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-398a719d-f2a9-4700-bc1c-c59335d86dc8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 4662 time: 0.2981751 Jul 22 14:39:51.921327 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7831628b-5c73-470b-9173-725345f4d45f" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:51.979369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9814c676-df41-4908-8d04-f7e0e3a183c5,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:51.988438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:51.989712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:52.136724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=79d9041f-d831-4b5e-aeca-655594c87493,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:52.142338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-04b42014-a15d-4440-b684-92bb9d6616f8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:52.143992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-04b42014-a15d-4440-b684-92bb9d6616f8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "GET /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.8927941 Jul 22 14:39:52.151388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.156436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2fcf83b-fb6d-4940-b086-49cc6a983206 req-95ca5b24-87ce-4f53-a993-960398ef71d6 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&id=88404794-0076-4572-9e12-335aeb48f796&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085838 Jul 22 14:39:52.167790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-af012c62-587b-462c-a5c5-9a3dc24ad38e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/79d9041f-d831-4b5e-aeca-655594c87493 HTTP/1.1" status: 204 len: 168 time: 2.0205359 Jul 22 14:39:52.177613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:52.180034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:52.206718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf8efa6-7e15-45af-8be9-7ce7e66f9a60 None None] Network 750a2ba7-9410-4526-8ef4-543ee536f510 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:52.215781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7536ab-dd10-4327-8393-235fe16a3832 req-5e38cd03-62c1-4841-bc44-ed1fd4e022ed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:52.223697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d7536ab-dd10-4327-8393-235fe16a3832 req-5e38cd03-62c1-4841-bc44-ed1fd4e022ed tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.3010898 Jul 22 14:39:52.342454 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38d7886-2708-4e99-95c8-5ce13879200d x-openstack-request-id: req-d38d7886-2708-4e99-95c8-5ce13879200d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:52.342828 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:52.343095 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d38d7886-2708-4e99-95c8-5ce13879200d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:52.363565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d7536ab-dd10-4327-8393-235fe16a3832 req-cfc52216-0c56-46c7-9dce-35688bb610a7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386526 Jul 22 14:39:52.365930 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5', 'code': 200} Jul 22 14:39:52.399697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:52.552866 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.597176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.609863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.673778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:52.682680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.686031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device af64618b-3f4c-45c0-a594-4da43f230196 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:52.851675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] DHCP port deletion for 750a2ba7-9410-4526-8ef4-543ee536f510 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:39:52.947595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:52.948032 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:52.951260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:52.967777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:53.010469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:53.172402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,segment=NetworkSegment(c90392e8-f128-402a-8ec8-4d314b1929dc),segment_id=c90392e8-f128-402a-8ec8-4d314b1929dc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:53.178454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.188656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] For port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:53.282336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:53.336729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] device_id is not set on port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:39:53.413658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.438012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.593458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Pushing event updated for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:53.658718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] No DVR routers for this DVR port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:53.695633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Deleting port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:53.696202 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.702202 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.706249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.711475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] In _notify_port_updated(), no bound segment for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f on network be309c81-43af-4842-8b97-b76670f59d45 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:39:53.713114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.714006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.725084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-12c22e36-ff1b-4cc3-8a06-a7ae7cc03650 service neutron] 10.222.0.72 "PUT /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 200 len: 1032 time: 1.5532069 Jul 22 14:39:53.743387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.814446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:53.826094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-aa8ccd59-c681-477a-afc5-b527a75d5e47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.833071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:53.845982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-aa8ccd59-c681-477a-afc5-b527a75d5e47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.868934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-aa8ccd59-c681-477a-afc5-b527a75d5e47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.875543 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-aa8ccd59-c681-477a-afc5-b527a75d5e47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.906576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-aa8ccd59-c681-477a-afc5-b527a75d5e47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.912600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-aa8ccd59-c681-477a-afc5-b527a75d5e47 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 3879 time: 0.4530416 Jul 22 14:39:53.981157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24efa72-6a6d-4070-a4ea-1910b06d7d3c req-99ffd2c1-71f9-4f0b-b4c2-2e1aeadc6b74 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:53.982039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:53.994718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['750a2ba7-9410-4526-8ef4-543ee536f510']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:54.000338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c24efa72-6a6d-4070-a4ea-1910b06d7d3c req-99ffd2c1-71f9-4f0b-b4c2-2e1aeadc6b74 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.4231312 Jul 22 14:39:54.033380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90392e8-f128-402a-8ec8-4d314b1929dc') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:54.034568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] For port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,segment=NetworkSegment(c90392e8-f128-402a-8ec8-4d314b1929dc),segment_id=c90392e8-f128-402a-8ec8-4d314b1929dc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:54.034978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90392e8-f128-402a-8ec8-4d314b1929dc') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:54.035663 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.063904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22c5b8cd-65c9-43f4-8949-c2ac86753ac9 req-403cc9b8-8bbe-4159-92c7-81d41a032e62 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326456 Jul 22 14:39:54.109556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.155169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c24efa72-6a6d-4070-a4ea-1910b06d7d3c req-c356065d-a947-4d20-92f7-7183e5c8783b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540198 Jul 22 14:39:54.162230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Calling delete_port for c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:54.190922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af64618b-3f4c-45c0-a594-4da43f230196,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:54.202496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.203589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e302d967-f2f8-4e2e-8791-5d4f7a0ae37f no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:54.218716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.238241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:39:54.239455 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:39:54.269346 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:39:54.288341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4874746c-3aa2-4275-a5bc-d6deef8b9b56 None None] Provisioning complete for port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:54.289064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4874746c-3aa2-4275-a5bc-d6deef8b9b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.315270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port af64618b-3f4c-45c0-a594-4da43f230196 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:54.315674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.371150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5'}, {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:54.373695 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701e13dc-c2d4-428d-b9a4-80738b239314" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5"}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "af64618b-3f4c-45c0-a594-4da43f230196"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:54.389062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e302d967-f2f8-4e2e-8791-5d4f7a0ae37f not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:39:54.389824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e773d76f-2328-4c95-ae74-09ac54f91d44 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:39:54.434438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4874746c-3aa2-4275-a5bc-d6deef8b9b56 None None] Port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:39:54.438138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:54.472448 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3455f3ae-c55e-4add-acd8-bbd968682fd8 x-openstack-request-id: req-3455f3ae-c55e-4add-acd8-bbd968682fd8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:54.473181 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5", "code": 200}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "af64618b-3f4c-45c0-a594-4da43f230196", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:54.473785 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3455f3ae-c55e-4add-acd8-bbd968682fd8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:54.474542 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5', 'code': 200} Jul 22 14:39:54.475012 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196', 'code': 200} Jul 22 14:39:54.501699 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.530423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Pushing event deleted for resources: {'Port': ['ID=c7c2d22f-d7e6-4518-aee5-af67e4a1eb88,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:54.543050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] Network 750a2ba7-9410-4526-8ef4-543ee536f510 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:39:54.543781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b2585-14f7-4353-a53c-8e8181add507 None None] No DVR routers for this DVR port c7c2d22f-d7e6-4518-aee5-af67e4a1eb88 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:54.548628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.563967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] For port af64618b-3f4c-45c0-a594-4da43f230196, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=af64618b-3f4c-45c0-a594-4da43f230196,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:54.564450 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.609032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e773d76f-2328-4c95-ae74-09ac54f91d44,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:54.633067 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.709629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.719795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.725194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/750a2ba7-9410-4526-8ef4-543ee536f510 HTTP/1.1" status: 204 len: 168 time: 2.5398300 Jul 22 14:39:54.726359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37088) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:54.732395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-71163832'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:54.790370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:54.813726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:54.815696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb80ca-e814-4273-9ccc-4cf7688629d1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=750a2ba7-9410-4526-8ef4-543ee536f510,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:54.817596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.881609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:39:54.892680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.893422 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment 6a3a04a1-05a6-445a-886f-db41f7d0a9f0 of type vlan for network 70d70680-9e25-4522-a9fa-e4f2a8936b45 Jul 22 14:39:54.946686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.985539 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:54.995000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:54.997876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:55.192087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=70d70680-9e25-4522-a9fa-e4f2a8936b45,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:55.203409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:39:55.291621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e6313530-e2df-45fb-95c2-6a0ac7915888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5637000 Jul 22 14:39:55.296071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37100) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:55.309994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:55.340729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:55.341364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:55.341502 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Floating IP 95692415-c230-4998-8db7-d3523df1717d disassociated. External IP: 172.25.3.15, port: af64618b-3f4c-45c0-a594-4da43f230196. Jul 22 14:39:55.341759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for af64618b-3f4c-45c0-a594-4da43f230196 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:55.523237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-31554549-29d9-4100-a321-6e413bba0ae2 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:55.549108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-31554549-29d9-4100-a321-6e413bba0ae2 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:55.561587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-31554549-29d9-4100-a321-6e413bba0ae2 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:55.583065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-31554549-29d9-4100-a321-6e413bba0ae2 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:55.613184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:55.626389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-31554549-29d9-4100-a321-6e413bba0ae2 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:55.629107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-31554549-29d9-4100-a321-6e413bba0ae2 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 3875 time: 0.4267607 Jul 22 14:39:55.715513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=af64618b-3f4c-45c0-a594-4da43f230196,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:55.831365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:39:55.835577 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:55.974449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ee7539f-5fcf-4a41-b7d1-04ac484adc24 req-3f5f6202-f5da-4586-ba27-9032af1cd047 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806824 Jul 22 14:39:55.998700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24af11f-f1f4-42a4-8723-163a170dd603 req-a36aedee-030d-41c8-b89b-25ad5773da0d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:56.000813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b24af11f-f1f4-42a4-8723-163a170dd603 req-a36aedee-030d-41c8-b89b-25ad5773da0d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.6219604 Jul 22 14:39:56.009501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Router c121b548-47cd-459a-ba51-de904806fa47 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:56.230952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:56.243061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] Sync routers for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:56.259021 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:56.259666 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:56.356927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] No DVR routers for this DVR port af64618b-3f4c-45c0-a594-4da43f230196 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:56.360665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.363700 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-45dbbed4-ad8f-453e-b653-3f03a4a9e156 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "DELETE /v2.0/ports/af64618b-3f4c-45c0-a594-4da43f230196 HTTP/1.1" status: 204 len: 173 time: 2.6325159 Jul 22 14:39:56.364346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:56.366924 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b2a585-c39c-4e00-91d9-f747a951411a" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "af64618b-3f4c-45c0-a594-4da43f230196"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:56.382455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.476899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:56.479751 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f40227-e45e-499f-a3a6-6f5876cbb6fa" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:56.508239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': '6a3a04a1-05a6-445a-886f-db41f7d0a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:56.508926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 70d70680-9e25-4522-a9fa-e4f2a8936b45, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:39:56.513904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b24af11f-f1f4-42a4-8723-163a170dd603 req-b7db9315-551f-496b-b7a2-ce3deef9c04a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384921 Jul 22 14:39:56.544975 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad095029-a052-44c2-8d8d-e1709ca0e9ae x-openstack-request-id: req-ad095029-a052-44c2-8d8d-e1709ca0e9ae {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:56.545282 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "af64618b-3f4c-45c0-a594-4da43f230196", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:56.545541 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad095029-a052-44c2-8d8d-e1709ca0e9ae {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:56.546001 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': 'af64618b-3f4c-45c0-a594-4da43f230196', 'status': 'completed', 'code': 200} Jul 22 14:39:56.582897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:39:56.586533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=3038ba60-759c-4fd9-8b71-d64373df32e6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:56.608637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port e773d76f-2328-4c95-ae74-09ac54f91d44 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:56.609005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.610691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 70d70680-9e25-4522-a9fa-e4f2a8936b45) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:56.625067 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cffc5bb-3602-47f4-b674-e5afffea7cb0 x-openstack-request-id: req-5cffc5bb-3602-47f4-b674-e5afffea7cb0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:56.625346 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-unplugged", "status": "completed", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:56.625825 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cffc5bb-3602-47f4-b674-e5afffea7cb0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:56.626466 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44', 'code': 200} Jul 22 14:39:56.629232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b05825-8015-4f04-bb21-07c70fae7465 None None] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:56.631902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:56.632839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.643929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:56.669577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-35b5d5c7-bdfd-436a-becd-844338fa7a5f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3682714 Jul 22 14:39:56.676485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37126) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:56.686362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1577052287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:39:56.770859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.771909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.835119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] For port e773d76f-2328-4c95-ae74-09ac54f91d44, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e773d76f-2328-4c95-ae74-09ac54f91d44,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:56.835672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.858317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for e773d76f-2328-4c95-ae74-09ac54f91d44 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:56.887954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.913057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.957262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:56.960477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ea74834-8310-4498-a4cf-cab50d5116fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2801092 Jul 22 14:39:56.961840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:57.057823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-70d70680-9e25-4522-a9fa-e4f2a8936b45', 'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': '3038ba60-759c-4fd9-8b71-d64373df32e6'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:39:57.059172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:57.134885 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:57.284833 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] Checking router: c121b548-47cd-459a-ba51-de904806fa47 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:39:57.285640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3656-a153-4902-9e32-9909abbc620b req-0c1041c2-9ebd-4c18-b60c-14a45cb7cd85 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:57.295598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d4e3656-a153-4902-9e32-9909abbc620b req-0c1041c2-9ebd-4c18-b60c-14a45cb7cd85 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1096 time: 0.1698000 Jul 22 14:39:57.323914 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:57.325656 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:57.335416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Allocated IP 2001:db8::2 (70d70680-9e25-4522-a9fa-e4f2a8936b45/3038ba60-759c-4fd9-8b71-d64373df32e6/1ecc2ed4-a073-4099-861d-29f23933ac1c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:57.345435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ebdca-3482-472c-8026-4fb2ba6ede14 req-651080cb-4237-4325-a531-ad52e22951ec tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:57.361743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ebdca-3482-472c-8026-4fb2ba6ede14 req-651080cb-4237-4325-a531-ad52e22951ec tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:57.386465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ebdca-3482-472c-8026-4fb2ba6ede14 req-651080cb-4237-4325-a531-ad52e22951ec tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:57.409024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ebdca-3482-472c-8026-4fb2ba6ede14 req-651080cb-4237-4325-a531-ad52e22951ec tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:57.412623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c3ebdca-3482-472c-8026-4fb2ba6ede14 req-651080cb-4237-4325-a531-ad52e22951ec tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 3141 time: 0.2462978 Jul 22 14:39:57.540526 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:57.545394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d4e3656-a153-4902-9e32-9909abbc620b req-a4bc478d-1220-42d4-af9a-13e576c0f162 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326603 Jul 22 14:39:57.566321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c3ebdca-3482-472c-8026-4fb2ba6ede14 req-076522d0-aa96-425f-a75b-4622277ac6d7 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417894 Jul 22 14:39:57.568761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37148) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:39:57.752409 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:57.765779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Transition to ACTIVE for port object 1ecc2ed4-a073-4099-861d-29f23933ac1c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:57.784844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Transition to ACTIVE for port object 1ecc2ed4-a073-4099-861d-29f23933ac1c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:57.795368 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:57.815008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:57.872366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c78a4-60ef-433f-af8c-6191381048af req-a5e9e1f9-c28a-4f13-95d6-647a97d6ef29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:57.874870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a7c78a4-60ef-433f-af8c-6191381048af req-a5e9e1f9-c28a-4f13-95d6-647a97d6ef29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.1143806 Jul 22 14:39:57.920954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:57.929444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:57.934836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:57.951010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a7c78a4-60ef-433f-af8c-6191381048af req-ace82a4d-f6df-4d6a-8c08-fa939e68e5d2 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Jul 22 14:39:57.955186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 37e9e91e-b719-4621-875a-ce261f3da82c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:57.955765 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:57.972519 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:58.000294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Pushing event updated for resources: {'Port': ['ID=1ecc2ed4-a073-4099-861d-29f23933ac1c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:58.020726 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed49242-2e52-41c6-887c-feb721fc33b8 None None] The sync data for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 is: [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:29:29Z', 'revision_number': 4, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c4cc0d6a-87d6-4228-a240-f29c73c9824b', 'name': '', 'network_id': 'f5704e7c-bf34-4cd8-992e-e4e4b563fc42', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'mac_address': 'fa:16:3e:d9:bc:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:28Z', 'updated_at': '2021-07-22T14:29:38Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'subnets': [{'id': '57c75868-48b5-43c0-9a8f-0a002a099812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:39:58.031042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.084808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Attempting to bind port 1ecc2ed4-a073-4099-861d-29f23933ac1c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:39:58.085041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Attempting to bind port 1ecc2ed4-a073-4099-861d-29f23933ac1c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6a3a04a1-05a6-445a-886f-db41f7d0a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:39:58.085379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Attempting to bind port 1ecc2ed4-a073-4099-861d-29f23933ac1c on network 70d70680-9e25-4522-a9fa-e4f2a8936b45 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:39:58.087513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.087822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.103804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:39:58.104346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Checking segment: {'id': '6a3a04a1-05a6-445a-886f-db41f7d0a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:39:58.104868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.105374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Bound using segment: {'id': '6a3a04a1-05a6-445a-886f-db41f7d0a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:39:58.105997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Bound port: 1ecc2ed4-a073-4099-861d-29f23933ac1c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3a04a1-05a6-445a-886f-db41f7d0a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '70d70680-9e25-4522-a9fa-e4f2a8936b45'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:39:58.106867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.124934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 37e9e91e-b719-4621-875a-ce261f3da82c owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:58.200932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] For port 1ecc2ed4-a073-4099-861d-29f23933ac1c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:39:58.201198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=e773d76f-2328-4c95-ae74-09ac54f91d44,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:58.205584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] For port 1ecc2ed4-a073-4099-861d-29f23933ac1c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1ecc2ed4-a073-4099-861d-29f23933ac1c,segment=NetworkSegment(6a3a04a1-05a6-445a-886f-db41f7d0a9f0),segment_id=6a3a04a1-05a6-445a-886f-db41f7d0a9f0)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:39:58.225040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.312449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90816e8-7c85-4c1c-b481-0ba835c90157 None None] Pushing event updated for resources: {'Port': ['ID=1ecc2ed4-a073-4099-861d-29f23933ac1c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:58.403391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8::1 (70d70680-9e25-4522-a9fa-e4f2a8936b45/3038ba60-759c-4fd9-8b71-d64373df32e6/6ca8d08c-5d51-417e-b77e-2bf7210d078d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:39:58.457240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.460550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] No DVR routers for this DVR port e773d76f-2328-4c95-ae74-09ac54f91d44 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:39:58.465492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.467605 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-2c1b83d3-419a-4beb-991e-c54835e9cf0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "DELETE /v2.0/ports/e773d76f-2328-4c95-ae74-09ac54f91d44 HTTP/1.1" status: 204 len: 173 time: 2.0959978 Jul 22 14:39:58.518983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b95b5c-e25a-46d2-85fd-2698567267c9 None None] New status for floating IP 95692415-c230-4998-8db7-d3523df1717d: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:39:58.540134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=37e9e91e-b719-4621-875a-ce261f3da82c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:58.553196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:58.556136 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceeeca6-d86b-431f-be21-545d0f82e4dc" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:58.798855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:58.799222 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP 93b77e42-ce39-45de-abf5-7e30c6b353bf disassociated (deleted). External IP: 172.25.3.165, port: da4d5458-adac-4995-91f8-d4443b3571d3. Jul 22 14:39:59.007862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1ecc2ed4-a073-4099-861d-29f23933ac1c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:39:59.100025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1ecc2ed4-a073-4099-861d-29f23933ac1c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:59.119451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4bf12-cd62-4b40-ac4d-2871b09e7bf0 req-de9c4e1d-8e62-4b05-8616-0420f6822f87 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:59.126103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4bf12-cd62-4b40-ac4d-2871b09e7bf0 req-de9c4e1d-8e62-4b05-8616-0420f6822f87 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:59.132247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4bf12-cd62-4b40-ac4d-2871b09e7bf0 req-de9c4e1d-8e62-4b05-8616-0420f6822f87 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:59.134001 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cb4bf12-cd62-4b40-ac4d-2871b09e7bf0 req-de9c4e1d-8e62-4b05-8616-0420f6822f87 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 2408 time: 0.3272383 Jul 22 14:39:59.236901 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abccde50-f9cf-48fe-ba1d-2c88e9e3610b x-openstack-request-id: req-abccde50-f9cf-48fe-ba1d-2c88e9e3610b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:39:59.237407 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "e773d76f-2328-4c95-ae74-09ac54f91d44", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:39:59.237407 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abccde50-f9cf-48fe-ba1d-2c88e9e3610b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:39:59.237812 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': 'e773d76f-2328-4c95-ae74-09ac54f91d44', 'status': 'completed', 'code': 200} Jul 22 14:39:59.272543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.292478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object 6ca8d08c-5d51-417e-b77e-2bf7210d078d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:39:59.308402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1cb4bf12-cd62-4b40-ac4d-2871b09e7bf0 req-fa8c3844-aa86-43b7-b65a-2f480dc3b237 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457250 Jul 22 14:39:59.309760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port 9814c676-df41-4908-8d04-f7e0e3a183c5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:39:59.310095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.350872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807402e-c3c4-4a50-b3dd-0d97a5e464bf req-8c9c6332-cf4f-4fc1-a3be-af5fb0261375 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:59.352658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7807402e-c3c4-4a50-b3dd-0d97a5e464bf req-8c9c6332-cf4f-4fc1-a3be-af5fb0261375 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 944 time: 0.2985151 Jul 22 14:39:59.414710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.426599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router ca4820c4-8fab-406a-9609-564f283a675e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:39:59.481840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7807402e-c3c4-4a50-b3dd-0d97a5e464bf req-2b5b754d-33f4-43f4-8309-93995b1035fd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157451 Jul 22 14:39:59.524182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:39:59.525390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=6ca8d08c-5d51-417e-b77e-2bf7210d078d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:39:59.534454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:39:59.537017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:39:59.537753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.605543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-d812cbf2-35fc-4076-b1b5-9e1b0a81cc61 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2108029714&fields=id&tenant_id=ae01075b7cda40c8a2a3d275ed3e1460 HTTP/1.1" status: 200 len: 267 time: 0.1217911 Jul 22 14:39:59.641004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] For port 9814c676-df41-4908-8d04-f7e0e3a183c5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9814c676-df41-4908-8d04-f7e0e3a183c5,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:39:59.641713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.716231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.727185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:39:59.739182 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] Sync routers for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:39:59.741334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:39:59.747566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for 9814c676-df41-4908-8d04-f7e0e3a183c5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:39:59.749976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:39:59.750614 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:39:59.793045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0297d-0c3a-47ff-b149-1472ee2a7612 None None] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:39:59.820786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:39:59.831715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-731f6b56-1335-4017-a268-45ea75cf5b5f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:39:59.833564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-731f6b56-1335-4017-a268-45ea75cf5b5f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/networks?id=f4a6b444-43da-481b-bf4e-d27398f9b2ea HTTP/1.1" status: 200 len: 816 time: 0.2112632 Jul 22 14:39:59.859324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-35154495-abd4-4506-b3f5-03d7f0f78e09 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/floatingips/93b77e42-ce39-45de-abf5-7e30c6b353bf HTTP/1.1" status: 204 len: 168 time: 2.2838292 Jul 22 14:39:59.861637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:39:59.864503 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0619227-cd06-4e58-94ba-5744e3d72bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:39:59.880820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-3f3329eb-afcb-4214-88f3-c15214eb15d6 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/quotas/ae01075b7cda40c8a2a3d275ed3e1460 HTTP/1.1" status: 200 len: 375 time: 0.0414863 Jul 22 14:39:59.949548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:39:59.952583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] Provisioning for port 1ecc2ed4-a073-4099-861d-29f23933ac1c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:39:59.965935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] Provisioning complete for port 1ecc2ed4-a073-4099-861d-29f23933ac1c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:39:59.971646 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.035390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.038152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-568f037a-e5b5-4234-9535-c490f0af6ad3 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae01075b7cda40c8a2a3d275ed3e1460&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1491411 Jul 22 14:40:00.069524 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.resource_extend [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:40:00.144323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=9814c676-df41-4908-8d04-f7e0e3a183c5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:00.227882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] No DVR routers for this DVR port 9814c676-df41-4908-8d04-f7e0e3a183c5 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:00.237372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.239364 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-ac9b3fe2-7dec-4593-a62e-a3391b4ca128 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "DELETE /v2.0/ports/9814c676-df41-4908-8d04-f7e0e3a183c5 HTTP/1.1" status: 204 len: 173 time: 1.7593498 Jul 22 14:40:00.263379 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587faae9-5460-48e1-adf4-dd9addd4f0ba x-openstack-request-id: req-587faae9-5460-48e1-adf4-dd9addd4f0ba {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:00.267079 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:00.267589 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-587faae9-5460-48e1-adf4-dd9addd4f0ba {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:00.269289 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'status': 'completed', 'code': 200} Jul 22 14:40:00.440317 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:04Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:00.464518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:00.483248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.505425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.514426 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] Checking router: ca4820c4-8fab-406a-9609-564f283a675e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:00.521141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.522300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.522464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'network_id': 'b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9', 'port_id': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'mac_address': 'fa:16:3e:6e:7e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e4bbf98-9052-4557-a22f-aca3f46ff7d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:40:00.536358 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:00.539691 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:00.652173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] For port 1ecc2ed4-a073-4099-861d-29f23933ac1c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1ecc2ed4-a073-4099-861d-29f23933ac1c,segment=NetworkSegment(6a3a04a1-05a6-445a-886f-db41f7d0a9f0),segment_id=6a3a04a1-05a6-445a-886f-db41f7d0a9f0)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:00.675915 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.712783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.714710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=6ca8d08c-5d51-417e-b77e-2bf7210d078d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:00.830856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485558b-b157-4da9-8a05-5615c82fbeea None None] Pushing event updated for resources: {'Port': ['ID=1ecc2ed4-a073-4099-861d-29f23933ac1c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:00.834720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:00.887103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:00.894549 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.895331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:00.895909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:00.939643 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:00.988159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:01.009876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:01.025621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:01.039573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aec167da-fa35-46cb-aa0a-5d5f7b45c982 None None] Provisioning complete for port 1ecc2ed4-a073-4099-861d-29f23933ac1c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:01.039925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec167da-fa35-46cb-aa0a-5d5f7b45c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:01.108183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:40:01.192693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-ed912b5d-eaf5-4c86-8899-09ddbff7406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:01.194235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-ed912b5d-eaf5-4c86-8899-09ddbff7406b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 1096 time: 0.9205971 Jul 22 14:40:01.201964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-03623470-eb7e-47b4-ad6a-3249cd3f51dc service neutron] 10.222.0.60 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1411228 Jul 22 14:40:01.240068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:01.245074 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f3f752-0aaf-4f91-b973-c8032b0daf48" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:01.279015 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:04Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:01.285932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] For port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:01.286503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:01.323775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for 4ff0c42d-bd1b-4594-bb02-6019db12f9cf owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:01.336991 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa667095-3d21-4fc3-a215-b32c8b7b5b7b None None] The sync data for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 is: [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:57Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '7859043f-3189-4b24-a629-a16c5f029f3d', 'name': '', 'network_id': '41e58e8c-2030-4531-b4c6-b089f81eeccd', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:52:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:56Z', 'updated_at': '2021-07-22T14:38:04Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'd6f3f711-71d4-4874-be4b-8581e9ddf70e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:01.357680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aec167da-fa35-46cb-aa0a-5d5f7b45c982 None None] Provisioning for port 6ca8d08c-5d51-417e-b77e-2bf7210d078d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:01.375585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aec167da-fa35-46cb-aa0a-5d5f7b45c982 None None] Provisioning complete for port 6ca8d08c-5d51-417e-b77e-2bf7210d078d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:01.378065 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aec167da-fa35-46cb-aa0a-5d5f7b45c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:01.501090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38908983-b61d-4e1a-a541-1aea8e21607c req-9f3a8cb0-d332-4e6a-bfaa-da404dbc6171 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:01.503552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 68c4482d-2ed8-458b-9c5e-ce37ae891551 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:40:01.506738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38908983-b61d-4e1a-a541-1aea8e21607c req-9f3a8cb0-d332-4e6a-bfaa-da404dbc6171 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 1.1612246 Jul 22 14:40:01.569238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-aec167da-fa35-46cb-aa0a-5d5f7b45c982 None None] Port 6ca8d08c-5d51-417e-b77e-2bf7210d078d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:01.609642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-335b4313-bb97-4f65-a857-6a916f394aa7 service neutron] 10.222.0.60 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067326 Jul 22 14:40:01.671382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38908983-b61d-4e1a-a541-1aea8e21607c req-d8c7aa73-6d86-4cc1-9cf1-2dbe79d4d653 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526353 Jul 22 14:40:01.678031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-ff9bae1e-b026-4799-9936-761b36d94f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:01.679583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-ff9bae1e-b026-4799-9936-761b36d94f79 service neutron] 10.222.0.72 "GET /v2.0/networks?id=41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 200 len: 898 time: 0.4660044 Jul 22 14:40:01.717287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dd35c773-a4d8-471c-8121-cd7d8b65da02 None None] Provisioning complete for port 6ca8d08c-5d51-417e-b77e-2bf7210d078d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:01.717716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd35c773-a4d8-471c-8121-cd7d8b65da02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:01.784848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-c64614d9-024c-4ddb-bcfa-572ef0a48b51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 200 len: 217 time: 0.0957565 Jul 22 14:40:01.793467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dd35c773-a4d8-471c-8121-cd7d8b65da02 None None] Port 6ca8d08c-5d51-417e-b77e-2bf7210d078d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:01.807251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737b0d74-c616-4059-8d2b-5ce0e79d9002 None None] New status for floating IP 93b77e42-ce39-45de-abf5-7e30c6b353bf: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:40:01.839514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:01.930080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7470a8d5-b75d-416c-a47a-730a7e46402e None None] Provisioning complete for port 6ca8d08c-5d51-417e-b77e-2bf7210d078d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:01.930460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7470a8d5-b75d-416c-a47a-730a7e46402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:01.932742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-2f43c885-2467-4a80-bce8-27cb0700df6a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:01.934347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-2f43c885-2467-4a80-bce8-27cb0700df6a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.4961774 Jul 22 14:40:01.949280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=4ff0c42d-bd1b-4594-bb02-6019db12f9cf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:01.957162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-fe588b28-0af6-4579-bba0-a46c33448baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:01.958695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-fe588b28-0af6-4579-bba0-a46c33448baf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 200 len: 834 time: 0.1661563 Jul 22 14:40:01.992144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7470a8d5-b75d-416c-a47a-730a7e46402e None None] Port 6ca8d08c-5d51-417e-b77e-2bf7210d078d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:02.074870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795c215-5537-4dc3-b237-6453e6ad2b7f req-f62be132-ec61-47a3-9950-94775f79f1e8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:02.076466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] No DVR routers for this DVR port 4ff0c42d-bd1b-4594-bb02-6019db12f9cf on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:02.078657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5795c215-5537-4dc3-b237-6453e6ad2b7f req-f62be132-ec61-47a3-9950-94775f79f1e8 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 942 time: 0.2879517 Jul 22 14:40:02.081338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:02.083273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:02.085296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-9f861ed5-837a-421f-a27d-fcbd78c614c3 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "DELETE /v2.0/ports/4ff0c42d-bd1b-4594-bb02-6019db12f9cf HTTP/1.1" status: 204 len: 173 time: 1.8340447 Jul 22 14:40:02.091928 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] Sync routers for ids ['68c4482d-2ed8-458b-9c5e-ce37ae891551'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:02.101655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6ce86685-882b-4d7f-a190-3bc188b2e076 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/68c4482d-2ed8-458b-9c5e-ce37ae891551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1364288 Jul 22 14:40:02.106873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:02.112335 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] Routers {'68c4482d-2ed8-458b-9c5e-ce37ae891551'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:02.112962 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['68c4482d-2ed8-458b-9c5e-ce37ae891551'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:02.170341 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:02.201785 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] Routers {'68c4482d-2ed8-458b-9c5e-ce37ae891551'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:02.203012 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['68c4482d-2ed8-458b-9c5e-ce37ae891551'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:02.227105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5795c215-5537-4dc3-b237-6453e6ad2b7f req-3cbaf1cd-4025-4c20-8704-82e6bbe440d0 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups?id=925f059a-1764-4a2d-80b2-2ea4401c74bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414607 Jul 22 14:40:02.239084 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:02.240503 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5786a-fc1d-4386-8d99-0b2b5c5cc38b None None] The sync data for ids ['68c4482d-2ed8-458b-9c5e-ce37ae891551'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:02.268928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-751dd006-01d0-47a4-8773-93ba23fd43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:02.273063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-751dd006-01d0-47a4-8773-93ba23fd43e6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=41e58e8c-2030-4531-b4c6-b089f81eeccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2948852 Jul 22 14:40:02.324046 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347dd23e-04f5-4b84-a4b4-563f6af8a05a x-openstack-request-id: req-347dd23e-04f5-4b84-a4b4-563f6af8a05a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:02.326238 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "9814c676-df41-4908-8d04-f7e0e3a183c5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:02.326942 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-347dd23e-04f5-4b84-a4b4-563f6af8a05a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:02.329176 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': '9814c676-df41-4908-8d04-f7e0e3a183c5', 'status': 'completed', 'code': 200} Jul 22 14:40:02.363740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e56ec-659b-4c1f-88d7-602ef040256e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:02.365316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f23e56ec-659b-4c1f-88d7-602ef040256e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports/6ca8d08c-5d51-417e-b77e-2bf7210d078d HTTP/1.1" status: 200 len: 911 time: 0.2325971 Jul 22 14:40:02.376743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37202) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:02.413119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c50f6-410c-43ea-84df-5c6462106e3b req-acb5b0aa-9f54-49a9-9341-ba5dd058eadd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:02.417398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a14c50f6-410c-43ea-84df-5c6462106e3b req-acb5b0aa-9f54-49a9-9341-ba5dd058eadd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 945 time: 0.2525673 Jul 22 14:40:02.422797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e06134c6-b4a1-45b9-aabd-510ff3999ebf req-eaca8024-141b-493b-be4a-509750e87efb tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0814435 Jul 22 14:40:02.474583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port da4d5458-adac-4995-91f8-d4443b3571d3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:02.474985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:02.525480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:02.525995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:02.616903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a14c50f6-410c-43ea-84df-5c6462106e3b req-34ba6657-042d-4916-ba55-56d52c0eed69 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904626 Jul 22 14:40:02.628247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-edcc50f4-c891-41b5-bf4d-73fbc31bd5f5 service neutron] 10.222.0.72 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448420 Jul 22 14:40:02.719702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] For port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:02.720189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:02.735596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:02.775596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-0f64ea49-91f6-45b8-bdb7-d952193b7aac service neutron] 10.222.0.72 "GET /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400831 Jul 22 14:40:02.862435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port da4d5458-adac-4995-91f8-d4443b3571d3, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=da4d5458-adac-4995-91f8-d4443b3571d3,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:02.862873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:02.882118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for da4d5458-adac-4995-91f8-d4443b3571d3 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:02.914124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1ecc2ed4-a073-4099-861d-29f23933ac1c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:02.988988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d9d87-2020-4990-b65c-d59974dbf9dd req-87c13389-8e74-4e46-9ed5-2c23627a5491 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:02.990636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b14d9d87-2020-4990-b65c-d59974dbf9dd req-87c13389-8e74-4e46-9ed5-2c23627a5491 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d3984c9-5133-4f3e-9359-572a24110e2f HTTP/1.1" status: 200 len: 945 time: 0.1826353 Jul 22 14:40:03.075112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.118298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b14d9d87-2020-4990-b65c-d59974dbf9dd req-df2374be-dc2c-4dc1-9681-492df485294a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=854b36eb-11ec-41e8-ac55-4f7b940cb83b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142581 Jul 22 14:40:03.151713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1ecc2ed4-a073-4099-861d-29f23933ac1c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:03.152205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.155000 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.199187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=eaf08ad9-9613-4e6b-bffe-a9721ab56ab5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:03.248436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] No DVR routers for this DVR port eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:03.253262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.257783 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.260105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d8f67ca-d38c-4d84-a648-6fa01f8fcf56 req-b6a311a6-25bc-4c92-be8c-8cb526c621c1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.72 "DELETE /v2.0/ports/eaf08ad9-9613-4e6b-bffe-a9721ab56ab5 HTTP/1.1" status: 204 len: 173 time: 1.1590133 Jul 22 14:40:03.342322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=da4d5458-adac-4995-91f8-d4443b3571d3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:03.431459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] No DVR routers for this DVR port da4d5458-adac-4995-91f8-d4443b3571d3 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:03.435380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.438454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-009a0cb8-d5e6-4e30-8ac9-f26f7c7ba1fe req-a0453adb-0c8f-499b-a4b0-f1418c4597fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "DELETE /v2.0/ports/da4d5458-adac-4995-91f8-d4443b3571d3 HTTP/1.1" status: 204 len: 173 time: 1.4729941 Jul 22 14:40:03.444173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b5aba35-2172-4521-87bc-ff32b5e957b1 req-d90d2232-04f5-4eeb-94b0-658ec6e7ab0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0703907 Jul 22 14:40:03.597278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-72395096-18fc-4d5b-bea0-b1cb280c0250 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:03.599119 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-72395096-18fc-4d5b-bea0-b1cb280c0250 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.61 "GET /v2.0/networks?id=f4a6b444-43da-481b-bf4e-d27398f9b2ea HTTP/1.1" status: 200 len: 816 time: 0.1595352 Jul 22 14:40:03.673574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5d6534b-5bbe-4e10-b823-a1c1cd48d3a4 req-2714cbb5-3e08-4433-8749-4b7e61a563a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0742066 Jul 22 14:40:03.701711 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-2a3eeb86-82ab-4b48-90c7-2528685e9e4c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae01075b7cda40c8a2a3d275ed3e1460 HTTP/1.1" status: 200 len: 380 time: 0.0938559 Jul 22 14:40:03.716570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Request body: {'port': {'device_id': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'admin_state_up': True, 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'security_groups': ['a3e4efbb-3e39-4fb0-84fb-28f047cda1d5']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:03.772071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 6ca8d08c-5d51-417e-b77e-2bf7210d078d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:03.772713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.808508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:03.926977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:03.928090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.965776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Made reservation on behalf of ae01075b7cda40c8a2a3d275ed3e1460 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:03.972157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:03.983775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cfff8-5738-4a25-9fbc-82444d8aa5d4 req-db0752f7-b36f-4fce-af87-23665f61c5e8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:03.985916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-555cfff8-5738-4a25-9fbc-82444d8aa5d4 req-db0752f7-b36f-4fce-af87-23665f61c5e8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 945 time: 0.2521961 Jul 22 14:40:04.050687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:04.070178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 6ca8d08c-5d51-417e-b77e-2bf7210d078d owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:04.073695 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:04.111151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:04.113637 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64370d5-7c5e-44c3-a8bc-496f7f27abc2" -d '{"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-plugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:04.148580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:04.157869 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:04.264517 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca95687a-c657-4384-8150-9a435d33765e x-openstack-request-id: req-ca95687a-c657-4384-8150-9a435d33765e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:04.265359 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-plugged", "status": "completed", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:04.279641 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca95687a-c657-4384-8150-9a435d33765e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:04.281590 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'code': 200} Jul 22 14:40:04.304797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Allocated IP 172.20.0.14 (f4a6b444-43da-481b-bf4e-d27398f9b2ea/6a417e4a-0f49-408c-88ad-9f9d8eae3829/2c2cc158-9236-4ded-9c20-0b0d9cfa6512) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:04.332088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf'}, {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5'}, {'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-deleted', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:04.339515 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606cabf-ecbd-4db7-9264-3c619902437d" -d '{"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf"}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5"}, {"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-deleted", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:04.353519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:04.392457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:04.474076 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:04.487634 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301641bc-7812-4a2b-a9da-f807f3c5f258 x-openstack-request-id: req-301641bc-7812-4a2b-a9da-f807f3c5f258 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:04.487968 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "4ff0c42d-bd1b-4594-bb02-6019db12f9cf", "status": "completed", "code": 200}, {"server_uuid": "653da9a0-a809-455c-a04f-931d083cea0b", "name": "network-vif-deleted", "tag": "eaf08ad9-9613-4e6b-bffe-a9721ab56ab5", "status": "completed", "code": 200}, {"server_uuid": "2d3984c9-5133-4f3e-9359-572a24110e2f", "name": "network-vif-deleted", "tag": "da4d5458-adac-4995-91f8-d4443b3571d3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:04.488322 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-301641bc-7812-4a2b-a9da-f807f3c5f258 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:04.488598 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': '4ff0c42d-bd1b-4594-bb02-6019db12f9cf', 'status': 'completed', 'code': 200} Jul 22 14:40:04.488860 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653da9a0-a809-455c-a04f-931d083cea0b', 'name': 'network-vif-deleted', 'tag': 'eaf08ad9-9613-4e6b-bffe-a9721ab56ab5', 'status': 'completed', 'code': 200} Jul 22 14:40:04.489121 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d3984c9-5133-4f3e-9359-572a24110e2f', 'name': 'network-vif-deleted', 'tag': 'da4d5458-adac-4995-91f8-d4443b3571d3', 'status': 'completed', 'code': 200} Jul 22 14:40:04.513091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-555cfff8-5738-4a25-9fbc-82444d8aa5d4 req-7f6cb09b-94e3-440e-a75a-ca969120b650 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165548 Jul 22 14:40:04.528453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=6ca8d08c-5d51-417e-b77e-2bf7210d078d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:04.731440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-301aeafe-2cd3-443e-ae4e-a769a3b93cff req-fed43f1b-21a8-4328-ba85-fe3df4cf440e tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0827246 Jul 22 14:40:04.747013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:04.764036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f9024-faf7-4207-806c-e8bdef53d96a req-4987057d-e854-4110-9dad-c1ead63c72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:04.766269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d8f9024-faf7-4207-806c-e8bdef53d96a req-4987057d-e854-4110-9dad-c1ead63c72b6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1098 time: 0.2518151 Jul 22 14:40:04.879558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f748c97d-5564-40d1-a1d4-19aae878e5f1 req-5499c0f0-4f86-4ffc-a05a-ac375198c62e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0686030 Jul 22 14:40:04.947391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d8f9024-faf7-4207-806c-e8bdef53d96a req-47ee8807-fe33-40f7-8dc6-98df1fbbff2f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260974 Jul 22 14:40:04.990601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 68c4482d-2ed8-458b-9c5e-ce37ae891551 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:05.054117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:05.067396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:05.072317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.075442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0cd71a20-f548-4cae-b786-2026f5fe1b13 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/68c4482d-2ed8-458b-9c5e-ce37ae891551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6893189 Jul 22 14:40:05.076104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37232) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:05.098165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Transition to ACTIVE for port object 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:05.099399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] Sync routers for ids ['68c4482d-2ed8-458b-9c5e-ce37ae891551'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:05.107723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: da4d5458-adac-4995-91f8-d4443b3571d3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:05.109570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device da4d5458-adac-4995-91f8-d4443b3571d3 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:05.116151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] Routers {'68c4482d-2ed8-458b-9c5e-ce37ae891551'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:05.117249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['68c4482d-2ed8-458b-9c5e-ce37ae891551'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:05.118393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:05.119216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aeba56f1-1fb5-41d4-8244-d8ebe93be888 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=68c4482d-2ed8-458b-9c5e-ce37ae891551 HTTP/1.1" status: 200 len: 205 time: 0.0419545 Jul 22 14:40:05.151996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:05.163746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] Routers {'68c4482d-2ed8-458b-9c5e-ce37ae891551'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:05.164377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['68c4482d-2ed8-458b-9c5e-ce37ae891551'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:05.203832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:05.204504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace905d4-aa3b-4af8-82c8-c3d696bc856d None None] The sync data for ids ['68c4482d-2ed8-458b-9c5e-ce37ae891551'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:05.245268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.251854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.386809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:05.393829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:05.423816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:05.507900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event updated for resources: {'Port': ['ID=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:05.523207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.527877 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.613383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:05.614153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.632937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.633680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 68c4482d-2ed8-458b-9c5e-ce37ae891551 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:40:05.642079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.644719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6c1c05b-0122-45a3-9e75-8c534bff7d82 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/68c4482d-2ed8-458b-9c5e-ce37ae891551 HTTP/1.1" status: 204 len: 168 time: 0.5209761 Jul 22 14:40:05.646652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37240) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:05.657806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-52cb3b98-a3ed-4875-9713-b53497013ba9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9510963 Jul 22 14:40:05.659125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4eb2ccb4-be73-4df1-a9b9-2d24baf1a49a None None] Provisioning for port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:05.668750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4eb2ccb4-be73-4df1-a9b9-2d24baf1a49a None None] Provisioning complete for port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:05.669091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Request body: {'port': {'device_id': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:05.670212 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eb2ccb4-be73-4df1-a9b9-2d24baf1a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.783962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2ccb4-be73-4df1-a9b9-2d24baf1a49a None None] Port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:05.790436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.793784 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:05.844694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet 3038ba60-759c-4fd9-8b71-d64373df32e6 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:05.853075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.278761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.286392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:06.316004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.325695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c498d18f-4456-4d34-84ff-ddb7ea4111b2 req-7a1f9020-b7bc-400c-a781-da45b7b83800 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.4175961 Jul 22 14:40:06.334054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Transition to ACTIVE for port object 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:06.341257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.356201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d61239-9faf-4643-88d4-dd2ad9cd90e7 req-c4df2873-8695-4cbe-b1f3-02e844dbc8c0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:06.361343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34d61239-9faf-4643-88d4-dd2ad9cd90e7 req-c4df2873-8695-4cbe-b1f3-02e844dbc8c0 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.6856337 Jul 22 14:40:06.427538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 7859043f-3189-4b24-a629-a16c5f029f3d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:06.428043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.429868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34d61239-9faf-4643-88d4-dd2ad9cd90e7 req-16faeefd-c953-4864-8904-061d14b63ac6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610635 Jul 22 14:40:06.492355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:06.540826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.605041 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.636250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port 7859043f-3189-4b24-a629-a16c5f029f3d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7859043f-3189-4b24-a629-a16c5f029f3d,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:06.636622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.639095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=3038ba60-759c-4fd9-8b71-d64373df32e6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:06.639673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Attempting to bind port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:06.640012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Attempting to bind port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:06.640354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Attempting to bind port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 on network f4a6b444-43da-481b-bf4e-d27398f9b2ea {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:06.643432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.648237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a0eff579-ee64-4e07-9c69-a492bc7526a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/3038ba60-759c-4fd9-8b71-d64373df32e6 HTTP/1.1" status: 204 len: 168 time: 0.9996855 Jul 22 14:40:06.649318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37278) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:06.651290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 on network f4a6b444-43da-481b-bf4e-d27398f9b2ea not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:40:06.651630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Attempting to bind port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 on network f4a6b444-43da-481b-bf4e-d27398f9b2ea {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:06.652181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f905747-8216-4226-95f1-c07d5d7ad032 None None] Network 70d70680-9e25-4522-a9fa-e4f2a8936b45 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:06.661651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:06.661987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Checking segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:06.662413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Bound using segment: {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:06.662892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Bound port: 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afca41b5-742c-4a97-b6a2-baa7c9d3e899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:06.663252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.666313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 7859043f-3189-4b24-a629-a16c5f029f3d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:06.757689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b50fef-b115-4b37-9864-6a3b56b38b55 req-e75f233e-db40-4bbd-a23a-26a0958bfe7f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:06.759428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b50fef-b115-4b37-9864-6a3b56b38b55 req-e75f233e-db40-4bbd-a23a-26a0958bfe7f tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.3114386 Jul 22 14:40:06.765115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.796521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] For port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:06.800681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] For port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:06.806327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.841721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b50fef-b115-4b37-9864-6a3b56b38b55 req-99917742-1d42-46de-9b32-84439f9f54bd tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727882 Jul 22 14:40:06.868220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 1ecc2ed4-a073-4099-861d-29f23933ac1c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:06.868673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.887661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:06.888643 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:06.891168 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] 10.222.0.61 "PUT /v2.0/ports/2c2cc158-9236-4ded-9c20-0b0d9cfa6512 HTTP/1.1" status: 200 len: 1092 time: 1.2264967 Jul 22 14:40:06.893670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:06.896509 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05bea25-1497-4a80-8187-318e5f1138f6" -d '{"events": [{"name": "network-changed", "server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:06.981426 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bbf222-99dd-4aa1-9844-3b2a053170a8 x-openstack-request-id: req-c0bbf222-99dd-4aa1-9844-3b2a053170a8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:06.981426 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:06.981426 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0bbf222-99dd-4aa1-9844-3b2a053170a8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:06.981426 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'status': 'completed', 'code': 200} Jul 22 14:40:07.001611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port 1ecc2ed4-a073-4099-861d-29f23933ac1c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1ecc2ed4-a073-4099-861d-29f23933ac1c,segment=NetworkSegment(6a3a04a1-05a6-445a-886f-db41f7d0a9f0),segment_id=6a3a04a1-05a6-445a-886f-db41f7d0a9f0)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:07.002427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.009207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001adb7e-abae-4cd0-8da1-099eac410308 service neutron] Pushing event updated for resources: {'Port': ['ID=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:07.027108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 1ecc2ed4-a073-4099-861d-29f23933ac1c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:07.079215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] DHCP port deletion for 70d70680-9e25-4522-a9fa-e4f2a8936b45 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:40:07.086498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-1cd18ba8-9dac-4848-a4fa-b1a07c72bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:07.088058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-1cd18ba8-9dac-4848-a4fa-b1a07c72bac0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae01075b7cda40c8a2a3d275ed3e1460&device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 1095 time: 0.1320009 Jul 22 14:40:07.093728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.131964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] Deleting port 1ecc2ed4-a073-4099-861d-29f23933ac1c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:07.132488 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.133821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=7859043f-3189-4b24-a629-a16c5f029f3d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:07.169252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-ea0bd589-c14a-4be3-ad9a-525f7a64f3ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512 HTTP/1.1" status: 200 len: 217 time: 0.0715253 Jul 22 14:40:07.184218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.235043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=1ecc2ed4-a073-4099-861d-29f23933ac1c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:07.247646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port 1ecc2ed4-a073-4099-861d-29f23933ac1c on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:07.299190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-a434b544-b66b-46cf-b587-0e80daeb9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:07.300719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-a434b544-b66b-46cf-b587-0e80daeb9045 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a417e4a-0f49-408c-88ad-9f9d8eae3829 HTTP/1.1" status: 200 len: 855 time: 0.0958428 Jul 22 14:40:07.332859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] For port 1ecc2ed4-a073-4099-861d-29f23933ac1c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1ecc2ed4-a073-4099-861d-29f23933ac1c,segment=NetworkSegment(6a3a04a1-05a6-445a-886f-db41f7d0a9f0),segment_id=6a3a04a1-05a6-445a-886f-db41f7d0a9f0)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:07.333535 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.358824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] Calling delete_port for 1ecc2ed4-a073-4099-861d-29f23933ac1c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:07.370355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.396669 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.419384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d70680-9e25-4522-a9fa-e4f2a8936b45']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:07.439849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3a04a1-05a6-445a-886f-db41f7d0a9f0') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:07.440182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3a04a1-05a6-445a-886f-db41f7d0a9f0') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:07.452535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.509554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.517443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:07.518252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.542331 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.551435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-37894ba5-f18d-41e7-9f33-dbbdbefdcf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:07.553598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-37894ba5-f18d-41e7-9f33-dbbdbefdcf81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a6b444-43da-481b-bf4e-d27398f9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2440810 Jul 22 14:40:07.556275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.573344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] Pushing event deleted for resources: {'Port': ['ID=1ecc2ed4-a073-4099-861d-29f23933ac1c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:07.578159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8c6234-7abd-4f76-a7a9-a21b0c4c8446 None None] No DVR routers for this DVR port 1ecc2ed4-a073-4099-861d-29f23933ac1c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:07.597778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6845def5-0768-4595-a56a-5f0696f32e0b req-da8f3f4f-3436-4d91-9cb9-fe97bf555d48 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.1424961 Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:07.598474 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:07.601051 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.611904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.636371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:07.642180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/70d70680-9e25-4522-a9fa-e4f2a8936b45 HTTP/1.1" status: 204 len: 168 time: 0.9876351 Jul 22 14:40:07.649652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:07.655917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eabec9-1b5b-4787-b758-fc70c05108fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=70d70680-9e25-4522-a9fa-e4f2a8936b45,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:07.663485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-526531441', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:07.687843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517d386-ed8f-47db-b6ff-a870628ec6b4 req-8465b924-5b75-4eb7-9805-ee1bc33e6048 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:07.689582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b517d386-ed8f-47db-b6ff-a870628ec6b4 req-8465b924-5b75-4eb7-9805-ee1bc33e6048 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0902390 Jul 22 14:40:07.740800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b517d386-ed8f-47db-b6ff-a870628ec6b4 req-f8f5cde5-21d3-4d9c-9f9a-411eacf25e5a tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Jul 22 14:40:07.897555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ff1ee-de65-423f-9082-9d34c1fbb7cc req-96b42498-100d-40f9-88eb-8c7d6c8d36de tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:07.900031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-125ff1ee-de65-423f-9082-9d34c1fbb7cc req-96b42498-100d-40f9-88eb-8c7d6c8d36de tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0816958 Jul 22 14:40:07.981781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-125ff1ee-de65-423f-9082-9d34c1fbb7cc req-8f65db5b-6452-4ac3-a846-c3ddadae360f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757396 Jul 22 14:40:08.034493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de569-c473-4bfd-9ad7-5003ea9f0476 req-e9444321-ec92-41a3-9b0d-0ae16d174efb tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.042375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-593de569-c473-4bfd-9ad7-5003ea9f0476 req-e9444321-ec92-41a3-9b0d-0ae16d174efb tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1159718 Jul 22 14:40:08.096172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:08.097566 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:08.118714 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-593de569-c473-4bfd-9ad7-5003ea9f0476 req-8d76a73e-436f-4d09-a787-0d1e15cbd2bd tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734556 Jul 22 14:40:08.150305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-3ddbe08c-7deb-4297-98a1-1c20dd912f2b service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859132 Jul 22 14:40:08.179158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ebf45-c5f5-4895-bf45-57140937ed85 req-ab785452-80cd-4cd3-befe-cf0d142ce5ef tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.180695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca2ebf45-c5f5-4895-bf45-57140937ed85 req-ab785452-80cd-4cd3-befe-cf0d142ce5ef tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1135871 Jul 22 14:40:08.216272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:08.227396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca2ebf45-c5f5-4895-bf45-57140937ed85 req-9e2fe03b-2524-41a7-b59d-1a02b98fadab tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391357 Jul 22 14:40:08.406555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c6034-9332-4fab-8fd7-b36edf8da2c3 req-323e3278-aa1c-4382-ab48-f005927b1c79 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.408689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc4c6034-9332-4fab-8fd7-b36edf8da2c3 req-323e3278-aa1c-4382-ab48-f005927b1c79 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0706012 Jul 22 14:40:08.451713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc4c6034-9332-4fab-8fd7-b36edf8da2c3 req-210bd115-79e1-435a-af96-cc623f9020e8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Jul 22 14:40:08.507644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45cbb498-f25f-42eb-9597-f6dbfbd0be39 req-1624eab5-479e-482e-adc0-60924931905f service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463972 Jul 22 14:40:08.511841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:08.605509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4411f-44cc-416e-82c5-d1b3ff4cbc67 req-3f66d202-62e8-4c9e-b658-a1ff6c11d654 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.607124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6c4411f-44cc-416e-82c5-d1b3ff4cbc67 req-3f66d202-62e8-4c9e-b658-a1ff6c11d654 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0691617 Jul 22 14:40:08.611675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router ca4820c4-8fab-406a-9609-564f283a675e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:08.663819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6c4411f-44cc-416e-82c5-d1b3ff4cbc67 req-9254dc19-be64-40fb-8c6c-d9fe772a27a1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477748 Jul 22 14:40:08.756282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52a56279-1c62-4ff5-98ad-e0784076c32e req-0511baa5-d68a-401c-99a5-855629e66b14 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0442727 Jul 22 14:40:08.775163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-d1ff7ff7-4707-47d0-bbe8-df68e449f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.776905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-d1ff7ff7-4707-47d0-bbe8-df68e449f0fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae01075b7cda40c8a2a3d275ed3e1460&device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 1095 time: 0.2140710 Jul 22 14:40:08.857199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7dd36-13df-42b2-aac5-9c59f88e1c4d req-4060199b-aca0-4c00-a70b-a62468ccebb8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.865807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85a7dd36-13df-42b2-aac5-9c59f88e1c4d req-4060199b-aca0-4c00-a70b-a62468ccebb8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0933962 Jul 22 14:40:08.926591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85a7dd36-13df-42b2-aac5-9c59f88e1c4d req-b3be6e66-0227-4315-aec6-5d510d7b8b68 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Jul 22 14:40:08.976922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-86e2a962-9b97-41f7-b1d1-f0aee847df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:08.980866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-86e2a962-9b97-41f7-b1d1-f0aee847df6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a6b444-43da-481b-bf4e-d27398f9b2ea HTTP/1.1" status: 200 len: 917 time: 0.1964297 Jul 22 14:40:08.984043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:08.987551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1ecc2ed4-a073-4099-861d-29f23933ac1c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:08.992805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d90aaeab-06e4-4645-8d52-47e98a5afc8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/ca4820c4-8fab-406a-9609-564f283a675e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5935743 Jul 22 14:40:08.994879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37310) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:09.007364 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] Sync routers for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:09.017670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1ecc2ed4-a073-4099-861d-29f23933ac1c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:09.018031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1ecc2ed4-a073-4099-861d-29f23933ac1c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:09.027151 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:09.028075 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:09.057238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-1de3b041-c738-4288-9b44-4a36fd0bdc5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512 HTTP/1.1" status: 200 len: 217 time: 0.0690427 Jul 22 14:40:09.116575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting subnet d6f3f711-71d4-4874-be4b-8581e9ddf70e {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:09.119914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.144414 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:09.167138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-41172056-648f-4c20-b675-70c959a12260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:09.168563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-41172056-648f-4c20-b675-70c959a12260 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a417e4a-0f49-408c-88ad-9f9d8eae3829 HTTP/1.1" status: 200 len: 855 time: 0.0714166 Jul 22 14:40:09.200779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.245892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.273407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.331938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.352227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:40:07Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:09.381862 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] Checking router: ca4820c4-8fab-406a-9609-564f283a675e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:09.391713 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] Routers {'ca4820c4-8fab-406a-9609-564f283a675e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:09.392326 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ca4820c4-8fab-406a-9609-564f283a675e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:09.395222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 172.25.3.4 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7ea4041e-4687-4212-9330-e10c9e95d09e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:09.495527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0fe83-0dca-4b18-8a29-a5a8d274cb30 req-53bcac9f-6039-4348-9df5-463dd87ae4c7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:09.497048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5e0fe83-0dca-4b18-8a29-a5a8d274cb30 req-53bcac9f-6039-4348-9df5-463dd87ae4c7 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.4459217 Jul 22 14:40:09.506067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d32bf0-1976-484d-bc60-3936ece3bde3 req-6d4c915d-b8c7-4383-997c-bd181843bfea tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:09.514211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2d32bf0-1976-484d-bc60-3936ece3bde3 req-6d4c915d-b8c7-4383-997c-bd181843bfea tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1573405 Jul 22 14:40:09.528740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] Set router ca4820c4-8fab-406a-9609-564f283a675e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:09.534490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.559210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-6703d1b0-5388-4b04-83a7-6c622485e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:09.562476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-6703d1b0-5388-4b04-83a7-6c622485e280 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a6b444-43da-481b-bf4e-d27398f9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809361 Jul 22 14:40:09.600263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5e0fe83-0dca-4b18-8a29-a5a8d274cb30 req-f4a8ce0c-a048-4449-95ea-32f0a3fe685c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820236 Jul 22 14:40:09.603938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.638857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.651310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f3f711-71d4-4874-be4b-8581e9ddf70e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:09.674435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2d32bf0-1976-484d-bc60-3936ece3bde3 req-cf0a7229-dc34-4716-821f-2487de1b589d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585581 Jul 22 14:40:09.684859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:09.698489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:09.699422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cf9af-d1a6-49bd-9b02-835ff5f94ca6 None None] Network 41e58e8c-2030-4531-b4c6-b089f81eeccd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:09.702760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:09.718620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2b9d741c-bbfb-4906-b088-6277f66b32df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/subnets/d6f3f711-71d4-4874-be4b-8581e9ddf70e HTTP/1.1" status: 204 len: 168 time: 0.7224054 Jul 22 14:40:09.719327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37316) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:09.732723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:09.812617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=7ea4041e-4687-4212-9330-e10c9e95d09e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:09.825265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-dc6ca3c9-e5b8-4746-a368-3e94e5ff6e13 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523811 Jul 22 14:40:09.971460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96dee785-5af1-4e1e-ba14-c21d237fe7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.000559 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:40:07Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:10.044994 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dea34e-d83d-4ee2-805d-76fd259db827 None None] The sync data for ids ['ca4820c4-8fab-406a-9609-564f283a675e'] in n-d-794306-8 is: [{'id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1437381646', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:40:07Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4820c4-8fab-406a-9609-564f283a675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:37:51Z', 'updated_at': '2021-07-22T14:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:10.062819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92dd238f-3d14-4d9f-9e13-8cea10e3c0b5 req-81cbd004-d175-492c-8311-a817870c02a5 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0900409 Jul 22 14:40:10.118382 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d05bea25-1497-4a80-8187-318e5f1138f6 req-35ddfec9-3aa7-4ecd-910f-e4d45236d99e service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860439 Jul 22 14:40:10.198791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] DHCP port deletion for 41e58e8c-2030-4531-b4c6-b089f81eeccd request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:40:10.276056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.283401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] Deleting port 8c280ebb-4906-4e5e-b038-6f7289d59c56 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:10.284320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.290413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.320130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050258-b018-4cf9-999b-404d7bd88772 req-7705fe14-8cbc-4ace-ab36-e91ec0c73220 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:10.321717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5050258-b018-4cf9-999b-404d7bd88772 req-7705fe14-8cbc-4ace-ab36-e91ec0c73220 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.2556837 Jul 22 14:40:10.432500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] For port 8c280ebb-4906-4e5e-b038-6f7289d59c56, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8c280ebb-4906-4e5e-b038-6f7289d59c56,segment=NetworkSegment(9a84fb8e-63db-48f8-89a4-f5bcc9ee903a),segment_id=9a84fb8e-63db-48f8-89a4-f5bcc9ee903a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:10.433041 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.468562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] Calling delete_port for 8c280ebb-4906-4e5e-b038-6f7289d59c56 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:10.489867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5050258-b018-4cf9-999b-404d7bd88772 req-6f7c73fa-b612-45f3-8a39-490e0f65d094 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143763 Jul 22 14:40:10.520534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.585962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.600368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:10.601881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.628461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] Pushing event deleted for resources: {'Port': ['ID=8c280ebb-4906-4e5e-b038-6f7289d59c56,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:10.632559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ba6af-0bd0-46fa-993c-a42ddeb8663a None None] No DVR routers for this DVR port 8c280ebb-4906-4e5e-b038-6f7289d59c56 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:10.682945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.749542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:10.750700 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:10.767504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:10.839491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 89b1d2e9-587c-4fe5-8485-99c4e56020dc is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:40:10.864673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7859043f-3189-4b24-a629-a16c5f029f3d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:10.901085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 7859043f-3189-4b24-a629-a16c5f029f3d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:10.901560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7859043f-3189-4b24-a629-a16c5f029f3d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:10.902106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8c280ebb-4906-4e5e-b038-6f7289d59c56 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:10.940527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8c280ebb-4906-4e5e-b038-6f7289d59c56 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:10.941031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8c280ebb-4906-4e5e-b038-6f7289d59c56 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:10.976085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:10.986870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] Sync routers for ids ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:10.999428 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.002558 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89a5b27f-5446-4eba-a96e-a814bb4007fd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.3436978 Jul 22 14:40:11.003546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:11.005381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] Routers {'89b1d2e9-587c-4fe5-8485-99c4e56020dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:11.006731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:11.052356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f5b09-6417-4679-94e5-84859dda3918 req-520105e4-7715-4cd0-90d7-75b346bcee3d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:11.055118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:11.057191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-360f5b09-6417-4679-94e5-84859dda3918 req-520105e4-7715-4cd0-90d7-75b346bcee3d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.2202365 Jul 22 14:40:11.080549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] Routers {'89b1d2e9-587c-4fe5-8485-99c4e56020dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:11.081661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:39:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:11.132845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:11.134110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a10ce-24ae-4eec-8fd7-056bea0d58d8 None None] The sync data for ids ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:11.148925 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-360f5b09-6417-4679-94e5-84859dda3918 req-e299e90b-0a51-448a-b7a1-24dd5f7b5ce7 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828497 Jul 22 14:40:11.160808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37330) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:11.170302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c5a2524f-fbfc-4967-86c0-820412656a03 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/routers/89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 200 len: 882 time: 0.1536601 Jul 22 14:40:11.188848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.338921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcf0c45c-0c43-43e1-afff-537f29c3f28e req-2dbe5f2e-0593-4203-bd3a-112a247ae400 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0989890 Jul 22 14:40:11.343366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:11.450344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.557687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.560831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.947848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.948541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Fanout notify agent at l3_agent the message router_deleted on router ca4820c4-8fab-406a-9609-564f283a675e {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:40:11.955982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:11.957168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f528f7f8-7d2a-4abd-a8b3-127f98c88768 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/routers/ca4820c4-8fab-406a-9609-564f283a675e HTTP/1.1" status: 204 len: 168 time: 2.2368743 Jul 22 14:40:11.961100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:12.011605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e58fe6f0-6041-4b79-8bd0-d6c2c7f52d2e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.8493283 Jul 22 14:40:12.012506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37336) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:12.018652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-526531441'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:12.067562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c0dd4-dfef-4464-b5b3-480dac223182 req-8bc6c2d5-9d54-4d11-a76d-57d374bb2a2d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:12.069338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-022c0dd4-dfef-4464-b5b3-480dac223182 req-8bc6c2d5-9d54-4d11-a76d-57d374bb2a2d tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.4881678 Jul 22 14:40:12.072302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.073735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-010fd065-40e1-4fa3-855c-aa27a48d8afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.163231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-022c0dd4-dfef-4464-b5b3-480dac223182 req-c0def269-9b3e-4711-90df-069aeb1baacd tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660410 Jul 22 14:40:12.320613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.555180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c7aa3-f71f-43e0-95cf-a549890b037e req-445e438b-7038-4a26-b25f-f43e5a9537f2 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:12.556832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad3c7aa3-f71f-43e0-95cf-a549890b037e req-445e438b-7038-4a26-b25f-f43e5a9537f2 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.3107479 Jul 22 14:40:12.564434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.589618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e58e8c-2030-4531-b4c6-b089f81eeccd']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:12.608701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-919c3e7e-bde7-43ee-b20b-6459f78888fe req-346a1eae-b4ba-4c42-ba25-c837bafef086 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0786796 Jul 22 14:40:12.618016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:12.618330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a84fb8e-63db-48f8-89a4-f5bcc9ee903a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:12.632228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.644480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad3c7aa3-f71f-43e0-95cf-a549890b037e req-eee5f14d-4a55-4355-ae1d-dd40b98fdbeb tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664601 Jul 22 14:40:12.650709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.661269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:12.661693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:12.664898 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:12.687684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.714565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.718854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-b90c38b7-5784-4a3c-ac8a-3a9d9d13430f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:12.721105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-b90c38b7-5784-4a3c-ac8a-3a9d9d13430f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 1098 time: 0.1534016 Jul 22 14:40:12.805096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.856658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.859216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:12.861947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/networks/41e58e8c-2030-4531-b4c6-b089f81eeccd HTTP/1.1" status: 204 len: 168 time: 0.8993502 Jul 22 14:40:12.862639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37348) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:12.889867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6569a63-b44a-439f-9e73-c9b2cb6e1bdd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Network': ['ID=41e58e8c-2030-4531-b4c6-b089f81eeccd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:12.893460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:12.894278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f056ebc6-3de8-4f5c-9de3-1b4bb6d6a066 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:12.923829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-9a370eac-0a95-45ad-8923-87ae126bc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:12.925268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-9a370eac-0a95-45ad-8923-87ae126bc2b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 200 len: 914 time: 0.1973469 Jul 22 14:40:12.958134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 89b1d2e9-587c-4fe5-8485-99c4e56020dc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:12.959243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24bd38e7-e52d-4633-8f48-ea9d5c288b84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:12.968860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5905150-8b12-41f3-b965-3bd3cb61da5d req-c0afdcd3-23be-41f2-8b63-bdf0003355c5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:12.970622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5905150-8b12-41f3-b965-3bd3cb61da5d req-c0afdcd3-23be-41f2-8b63-bdf0003355c5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.2083008 Jul 22 14:40:12.972883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-de40c703-3864-49cd-b77a-d62948f38318 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 200 len: 217 time: 0.0398870 Jul 22 14:40:13.020237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24bd38e7-e52d-4633-8f48-ea9d5c288b84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.028407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-c143ce0b-3d04-43d4-a279-7ea9a3f23181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:13.030437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-c143ce0b-3d04-43d4-a279-7ea9a3f23181 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 200 len: 853 time: 0.0514019 Jul 22 14:40:13.065185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-a6ef63b2-08ba-4267-b18f-7eb5031b9689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293884 Jul 22 14:40:13.127717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5905150-8b12-41f3-b965-3bd3cb61da5d req-0bab341b-0f85-492e-87ae-d75b42a33ef5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444168 Jul 22 14:40:13.165295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-dff292ae-ba46-41b4-aa29-07e5fc160aa5 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938931 Jul 22 14:40:13.167407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:13.182239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] Sync routers for ids ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:13.186321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.187833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ad64b42c-67e3-41b2-a95c-8d82022596a4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 200 len: 889 time: 1.1728759 Jul 22 14:40:13.190958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37350) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:13.195731 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] Routers {'89b1d2e9-587c-4fe5-8485-99c4e56020dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:13.197580 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:13.250413 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:13.259639 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] Routers {'89b1d2e9-587c-4fe5-8485-99c4e56020dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:13.260475 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:13.281915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15a78ec4-3af5-4273-ba36-17df6c7b772b req-86e50f9f-c8a0-4dc4-abec-7d68c6632f45 service neutron] 10.222.0.61 "GET /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096370 Jul 22 14:40:13.306916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24bd38e7-e52d-4633-8f48-ea9d5c288b84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.308261 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:13.308929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69557559-7e6c-4a4d-8dd9-df635ecd825d None None] The sync data for ids ['89b1d2e9-587c-4fe5-8485-99c4e56020dc'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:13.314373 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-24bd38e7-e52d-4633-8f48-ea9d5c288b84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.319074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-24bd38e7-e52d-4633-8f48-ea9d5c288b84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/security-groups/854b36eb-11ec-41e8-ac55-4f7b940cb83b HTTP/1.1" status: 204 len: 168 time: 0.4525604 Jul 22 14:40:13.333466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd38e7-e52d-4633-8f48-ea9d5c288b84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b36eb-11ec-41e8-ac55-4f7b940cb83b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:13.394765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-080c99b0-bcde-471f-9a83-008434c32390 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/routers/89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 200 len: 889 time: 0.2021494 Jul 22 14:40:13.397447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37356) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:13.433209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6ea5ea48-1f2c-4ee9-b222-30d09c0dc8f2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 200 len: 205 time: 0.0321569 Jul 22 14:40:13.433485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:13.540151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.582396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.656082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.696705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:13.700925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855483911', 'description': 'tempest-secgroup-smoke-1855483911 description', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:13.747040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e7b9284-941b-4077-8da8-24d4a3ea5244 req-8fa1124f-f420-4655-a3c2-ef7e6005f6fd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 22 14:40:13.748361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.798430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 7ea4041e-4687-4212-9330-e10c9e95d09e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:13.798827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.847112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe122b4-e276-49ba-9775-a0eccef71914 req-e771e19d-5f3a-42d6-b74a-e1fe88e87876 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:13.849214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fe122b4-e276-49ba-9775-a0eccef71914 req-e771e19d-5f3a-42d6-b74a-e1fe88e87876 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.0835631 Jul 22 14:40:13.905094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fe122b4-e276-49ba-9775-a0eccef71914 req-90a60e17-5240-49d4-9ad2-77e639399976 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490444 Jul 22 14:40:13.921633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.932762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.944518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:13.944518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 7ea4041e-4687-4212-9330-e10c9e95d09e owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:14.013426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.015346 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3184896 Jul 22 14:40:14.018684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37366) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:14.019237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5caa1-69af-4e81-984b-55e5aaba3bb0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba83f591-df0b-4ae7-a12d-49e8d5045cd2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:14.023574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'ba83f591-df0b-4ae7-a12d-49e8d5045cd2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:14.055554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.110973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.116133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.149561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9758bb6f-97c9-4414-b387-c5b265b57079,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:14.158574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.161056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f8264b8-4ef0-4951-9b98-c7f66ab04b27 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408918 Jul 22 14:40:14.163643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:14.172222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'ba83f591-df0b-4ae7-a12d-49e8d5045cd2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:14.237630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.271233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.285334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=7ea4041e-4687-4212-9330-e10c9e95d09e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:14.311221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ccd26-3661-4e38-830d-3bbb48793cf6 req-5e07139a-3c15-45db-803b-d71f382ea8bc tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:14.313263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab8ccd26-3661-4e38-830d-3bbb48793cf6 req-5e07139a-3c15-45db-803b-d71f382ea8bc tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0807326 Jul 22 14:40:14.355636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab8ccd26-3661-4e38-830d-3bbb48793cf6 req-59e4746d-b400-4339-81a2-79d60ae88d10 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342810 Jul 22 14:40:14.394018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.496729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.500969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.503618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.505262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.506875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ba458-40d6-47b2-98c4-451e0a902859 req-336ee856-f954-406a-bb42-d83cffe01dd6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:14.515145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76ba458-40d6-47b2-98c4-451e0a902859 req-336ee856-f954-406a-bb42-d83cffe01dd6 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0837421 Jul 22 14:40:14.554669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76ba458-40d6-47b2-98c4-451e0a902859 req-be1ed487-8f35-4d6d-8890-3d199527ee31 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Jul 22 14:40:14.558883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d788d021-d4e0-461f-aaa5-d407e9ee3665,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:14.567736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.571844 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7b97684b-5581-4f7f-a994-9b33b54df4ab tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4064839 Jul 22 14:40:14.572283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37374) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:14.573232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.573786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 89b1d2e9-587c-4fe5-8485-99c4e56020dc {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:40:14.577734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'ba83f591-df0b-4ae7-a12d-49e8d5045cd2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:14.586085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.587381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f262e3f9-ff48-434d-bf55-da1cc885b4b8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 204 len: 168 time: 1.1529720 Jul 22 14:40:14.590878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:14.596795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690193281'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:14.625207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:40:14.625207 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:40:14.625207 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': '22926b32c5a4444997734c2dabe5d553', 'id': '06c21844-65da-4042-b6c4-470bb5fdf29e', 'expiration': datetime.datetime(2021, 7, 22, 14, 42, 14, 616791)}] Jul 22 14:40:14.625207 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:40:14.625789 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:40:14.644062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.741582 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.747214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.781457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf6366-6cc9-4c78-b985-18a47d2d3e6b req-516ad206-de73-4d27-aac6-9a741a767926 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:14.783088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fdf6366-6cc9-4c78-b985-18a47d2d3e6b req-516ad206-de73-4d27-aac6-9a741a767926 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1204219 Jul 22 14:40:14.785305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5877617c-6f45-47af-bcde-560a7fe2109b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:14.790438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.794753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d1878fe2-67a9-44c8-8250-eb91d0b40c2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2207556 Jul 22 14:40:14.795476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:14.807451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'ba83f591-df0b-4ae7-a12d-49e8d5045cd2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:14.846333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.890130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fdf6366-6cc9-4c78-b985-18a47d2d3e6b req-e76b705f-dad7-4570-9843-c1c14aba2cd8 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730844 Jul 22 14:40:14.892294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-306144c8-ed07-42d5-a333-0c39e64b5fb4 req-571e731d-7382-41f6-8852-4ae073655b58 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0458088 Jul 22 14:40:14.955042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.959913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:14.980271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d76d927-d34a-4204-9696-b6558b232e15,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:15.002150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.003463 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba70195c-6e1c-41df-8bc5-6c5edd68e2dd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2058539 Jul 22 14:40:15.006227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:15.010971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'ba83f591-df0b-4ae7-a12d-49e8d5045cd2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:15.037148 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:40:15.042771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.095186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4419c0-a2d6-4dcb-a21e-a74db04173b0 req-7128f534-6989-4b5f-b16c-d5da6454c906 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:15.096852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b4419c0-a2d6-4dcb-a21e-a74db04173b0 req-7128f534-6989-4b5f-b16c-d5da6454c906 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1128840 Jul 22 14:40:15.121902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.126193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.143519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b443a06e-e23f-42fb-9c32-0f018fed28b9,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:15.160483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b4419c0-a2d6-4dcb-a21e-a74db04173b0 req-44e6f48e-81cc-43c4-9c68-349a8563d13c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577998 Jul 22 14:40:15.171467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fa249-0dee-453d-82c3-4c0993209690 req-da001e43-b952-4cb0-bac5-976b28f73c99 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:15.178966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a5fa249-0dee-453d-82c3-4c0993209690 req-da001e43-b952-4cb0-bac5-976b28f73c99 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1308975 Jul 22 14:40:15.206121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:15.209801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.226409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a5fa249-0dee-453d-82c3-4c0993209690 req-efd568df-6588-4aff-b114-889c6c75a56d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Jul 22 14:40:15.230962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.232201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34eaf7a8-760e-4998-a8a2-4f773de98adb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2250128 Jul 22 14:40:15.239233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37394) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:15.250822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'ba83f591-df0b-4ae7-a12d-49e8d5045cd2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:15.270460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:15.274158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.286699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.287251 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment 8a19fe1d-68c6-4278-af53-632ee3f2ae88 of type vlan for network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 Jul 22 14:40:15.310197 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:40:15.321273 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.337313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.374318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.380477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:15.381109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.426919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8347507 Jul 22 14:40:15.431166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37398) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:15.437013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:15.468283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcca05-ace8-4bf9-958b-688a8464ab9b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=1c41e2cb-4a0c-4723-87e4-6f2f94c0a591,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:15.472897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.479213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:15.516898 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.556068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb010-c3f5-420b-b94e-0e4b7be3da52 req-6c159f57-cd4e-443e-b8c0-ca40fda4539c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:15.557583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3adfb010-c3f5-420b-b94e-0e4b7be3da52 req-6c159f57-cd4e-443e-b8c0-ca40fda4539c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.2207849 Jul 22 14:40:15.562236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f051780-4132-426f-ab9e-b566efcac018,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:15.568719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.569896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c13fcb45-2909-4d41-827f-105ac8cfe0b2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3292727 Jul 22 14:40:15.572984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:15.578943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'network': {'name': 'tempest-network-smoke--482834709', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:15.599662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:40:15.599662 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:40:15.599662 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'id': '69309634-d15a-493e-9d97-a4720125aa6d', 'expiration': datetime.datetime(2021, 7, 22, 14, 42, 15, 595470)}] Jul 22 14:40:15.599662 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:40:15.600477 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:40:15.614602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3adfb010-c3f5-420b-b94e-0e4b7be3da52 req-fa96eb97-5355-48b7-85e4-b953555004d1 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489824 Jul 22 14:40:15.615748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:15.619183 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.805300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fda27c-8858-4f53-8c62-a2245329e34d req-5f02d231-285f-4ae6-8326-66dd18f54051 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:15.806857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7fda27c-8858-4f53-8c62-a2245329e34d req-5f02d231-285f-4ae6-8326-66dd18f54051 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1126628 Jul 22 14:40:15.885526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7fda27c-8858-4f53-8c62-a2245329e34d req-ff464827-0368-4304-86c0-2255aaa0d0ec tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714955 Jul 22 14:40:15.886963 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:15.956443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=9283e2fa-7e9a-454c-b99e-82ac8750cffc,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:15.964426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': '8a19fe1d-68c6-4278-af53-632ee3f2ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:15.964801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:15.986542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:16.011972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:16.017352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:16.017954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.022979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f4e1b9-bffc-41a3-959c-9cf65f22ccf9 None None] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:16.046424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afa27f91-bf04-4434-9caf-91a4620f6def req-c40a7f2a-e85e-4158-a5ae-29a121aa692d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0477529 Jul 22 14:40:16.078684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9c57497d-7ab8-4aa2-ba53-69baad253c05 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6458454 Jul 22 14:40:16.080662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37410) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:16.086603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1152546253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:16.121289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.122342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.141484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:16.143557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b665-4e3e-45d7-a1f9-2a9e18abc34f req-b52c5dcf-ff87-4ff6-864d-57eb7438a672 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:16.145101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3c7b665-4e3e-45d7-a1f9-2a9e18abc34f req-b52c5dcf-ff87-4ff6-864d-57eb7438a672 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1368182 Jul 22 14:40:16.152196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.181397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:16.195271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.195621 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Added segment 5e551697-0e5f-44dd-b956-94568f53e4ae of type vlan for network 26b07279-ed6e-43fa-a9d7-6a08d819d13b Jul 22 14:40:16.199816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-1c41e2cb-4a0c-4723-87e4-6f2f94c0a591', 'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': '9283e2fa-7e9a-454c-b99e-82ac8750cffc'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:16.201220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.218135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.224021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.249121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3c7b665-4e3e-45d7-a1f9-2a9e18abc34f req-1b9d89b6-7469-4987-8667-6d1cb3c534e5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922625 Jul 22 14:40:16.254904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.260120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-895c9b9d-7d21-40a4-ab54-e9c6bdfb0b35 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1769476 Jul 22 14:40:16.273855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:16.286375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.375243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.383580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:16.384317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.399349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Allocated IP 2001:db8::2 (1c41e2cb-4a0c-4723-87e4-6f2f94c0a591/9283e2fa-7e9a-454c-b99e-82ac8750cffc/fd086e30-2cc5-423a-8b84-2b9bb6c3c69d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:16.475464 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9013011 Jul 22 14:40:16.479270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:16.493609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'admin_state_up': True, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:16.523114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52158108-02b7-49fb-89b0-a1deec47c34f req-052558f4-8946-46f0-9210-c59e45afdb99 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:16.535624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52158108-02b7-49fb-89b0-a1deec47c34f req-052558f4-8946-46f0-9210-c59e45afdb99 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1263001 Jul 22 14:40:16.559631 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.569320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Transition to ACTIVE for port object fd086e30-2cc5-423a-8b84-2b9bb6c3c69d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:16.586611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Transition to ACTIVE for port object fd086e30-2cc5-423a-8b84-2b9bb6c3c69d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:16.594103 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.610194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc38d-6ea8-4b8a-85b4-35c233206b6c req-8d16df33-5a13-4d7b-be2b-289f7b2cf182 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:16.612073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40acc38d-6ea8-4b8a-85b4-35c233206b6c req-8d16df33-5a13-4d7b-be2b-289f7b2cf182 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1708987 Jul 22 14:40:16.628018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52158108-02b7-49fb-89b0-a1deec47c34f req-082b705a-4b12-4fe9-93a2-af65fbe9c1a9 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898583 Jul 22 14:40:16.646388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Pushing event updated for resources: {'Port': ['ID=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:16.667267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692d183-11f1-48ba-baa9-822b91e6b505 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Network': ['ID=26b07279-ed6e-43fa-a9d7-6a08d819d13b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:16.673705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:16.675560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:16.678493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:16.685962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.692927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.711105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40acc38d-6ea8-4b8a-85b4-35c233206b6c req-dabdaa94-6918-4d9e-a8cb-c1ad72c3d5a0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820057 Jul 22 14:40:16.715546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:16.790286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Attempting to bind port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:16.790678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Attempting to bind port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8a19fe1d-68c6-4278-af53-632ee3f2ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:16.791247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Attempting to bind port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d on network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:16.800335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:16.800996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Checking segment: {'id': '8a19fe1d-68c6-4278-af53-632ee3f2ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:16.801586 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.802153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Bound using segment: {'id': '8a19fe1d-68c6-4278-af53-632ee3f2ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:16.802972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Bound port: fd086e30-2cc5-423a-8b84-2b9bb6c3c69d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19fe1d-68c6-4278-af53-632ee3f2ae88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1c41e2cb-4a0c-4723-87e4-6f2f94c0a591'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:16.803562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.884302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d84922-bb77-4434-bfde-24cd7b585bee req-240ebed5-0263-4938-b32a-5fd2b24c0046 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:16.885876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.895463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9d84922-bb77-4434-bfde-24cd7b585bee req-240ebed5-0263-4938-b32a-5fd2b24c0046 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0850818 Jul 22 14:40:16.913348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] For port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:16.916879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] For port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,segment=NetworkSegment(8a19fe1d-68c6-4278-af53-632ee3f2ae88),segment_id=8a19fe1d-68c6-4278-af53-632ee3f2ae88)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:16.925248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:16.948069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9d84922-bb77-4434-bfde-24cd7b585bee req-ecbc8cb1-61ae-4a6e-866b-c89adad4bf3e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514643 Jul 22 14:40:16.994762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c936bb-1c6d-4194-a702-d3aea6488cdf None None] Pushing event updated for resources: {'Port': ['ID=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:17.098410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:17.121592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd8fd-80db-4152-835c-fa0d8aebd1c4 req-8b318af3-48c6-444e-b770-cd9ee79d825c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:17.128882 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86ddd8fd-80db-4152-835c-fa0d8aebd1c4 req-8b318af3-48c6-444e-b770-cd9ee79d825c tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0979638 Jul 22 14:40:17.138553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:17.232145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80d82ab9-63c1-454d-85c4-56e01d45ee50 req-cf932ad9-73fa-4090-ad02-67656bffca0f tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0590868 Jul 22 14:40:17.248468 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86ddd8fd-80db-4152-835c-fa0d8aebd1c4 req-7ca046f7-f363-4740-a6a8-3a437a88c794 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185851 Jul 22 14:40:17.433251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d354677-6c18-4572-a399-9394db5a18d8 req-419e9bd2-0efe-40e9-ac5c-f40f1cc13257 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:17.433251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d354677-6c18-4572-a399-9394db5a18d8 req-419e9bd2-0efe-40e9-ac5c-f40f1cc13257 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0801132 Jul 22 14:40:17.481274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d354677-6c18-4572-a399-9394db5a18d8 req-2fb62887-832c-4dbb-8ca2-5d643e529962 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417721 Jul 22 14:40:17.641848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744715e-1082-4641-a815-a904ad78b765 req-56c0283a-e58c-4cf4-b48c-d9d58f83ff7e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:17.643630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7744715e-1082-4641-a815-a904ad78b765 req-56c0283a-e58c-4cf4-b48c-d9d58f83ff7e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.0843961 Jul 22 14:40:17.695487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7744715e-1082-4641-a815-a904ad78b765 req-ec2ba2db-fe3e-4287-8392-af31d4ee4783 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Jul 22 14:40:17.935894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8::1 (1c41e2cb-4a0c-4723-87e4-6f2f94c0a591/9283e2fa-7e9a-454c-b99e-82ac8750cffc/51a11780-4407-4d0d-af3a-a7173759c7f0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:17.938494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:17.959349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847967d-99d1-46b3-a5fb-ef4eb5626685 req-c2f48cc4-2008-40e5-8c57-a834f4736191 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:17.966401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4847967d-99d1-46b3-a5fb-ef4eb5626685 req-c2f48cc4-2008-40e5-8c57-a834f4736191 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1430707 Jul 22 14:40:17.971862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:17.993523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c011-e292-440c-b5a3-fc02d0451b28 req-a56fa745-4cf8-41e3-b08d-8884abe16e6c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:18.000773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2e0c011-e292-440c-b5a3-fc02d0451b28 req-a56fa745-4cf8-41e3-b08d-8884abe16e6c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1586349 Jul 22 14:40:18.050817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4847967d-99d1-46b3-a5fb-ef4eb5626685 req-3ae09229-52d8-43e3-ad2f-3604276ce138 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829632 Jul 22 14:40:18.072187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2e0c011-e292-440c-b5a3-fc02d0451b28 req-70b9f295-e1ec-455b-8528-53aec24ff578 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702972 Jul 22 14:40:18.203840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:18.206393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.76 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/34f65841-a5a1-4044-a611-ae7aea76001c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:18.229242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object 51a11780-4407-4d0d-af3a-a7173759c7f0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:18.295808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967119a7-4583-4140-9965-3acd56ef5f94 req-28f81c3a-fbf2-43ed-8854-ce7a6bf2dbc3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:18.297662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99183712-87a8-4b19-ab88-1972117fff30 None None] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:18.300319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-967119a7-4583-4140-9965-3acd56ef5f94 req-28f81c3a-fbf2-43ed-8854-ce7a6bf2dbc3 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1424117 Jul 22 14:40:18.405964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-967119a7-4583-4140-9965-3acd56ef5f94 req-4ef32fe6-e03a-4b97-998e-da1735560147 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947483 Jul 22 14:40:18.407688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:18.521956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:18.523675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49bb1c4-673c-403b-8031-db5c49c8a371 req-cafdfe8a-97e8-4080-a537-b27dc49e69bd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.1120872 Jul 22 14:40:18.527120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:18.541108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3daf4fda-33ab-4ae1-8aa4-9158952ba816 None None] Provisioning for port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:18.544382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:18.562713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:18.563924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:18.669548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=51a11780-4407-4d0d-af3a-a7173759c7f0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:18.675467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b1adf-e4a0-4b79-b8d2-26f154b2810a req-49dd6015-ff55-4cb3-9d09-742805497a96 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:18.678078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a4b1adf-e4a0-4b79-b8d2-26f154b2810a req-49dd6015-ff55-4cb3-9d09-742805497a96 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.1113634 Jul 22 14:40:18.759459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a4b1adf-e4a0-4b79-b8d2-26f154b2810a req-44c8d29f-205e-4c32-8e3b-001355b345c5 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722682 Jul 22 14:40:18.984469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:18.988182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd086e30-2cc5-423a-8b84-2b9bb6c3c69d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:19.000035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.137430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:19.143114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:19.143972 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.249261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60f8c04a-d93b-4832-98ea-96a466d86ae7 None None] Provisioning for port 51a11780-4407-4d0d-af3a-a7173759c7f0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:19.255151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60f8c04a-d93b-4832-98ea-96a466d86ae7 None None] Provisioning complete for port 51a11780-4407-4d0d-af3a-a7173759c7f0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:19.256083 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60f8c04a-d93b-4832-98ea-96a466d86ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.358844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-60f8c04a-d93b-4832-98ea-96a466d86ae7 None None] Port 51a11780-4407-4d0d-af3a-a7173759c7f0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:19.397285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-60f8c04a-d93b-4832-98ea-96a466d86ae7 None None] Provisioning complete for port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:19.399366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60f8c04a-d93b-4832-98ea-96a466d86ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.406285 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.464163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260a1e4-4363-4fcd-8c09-a998355ea643 req-f4363c03-df80-4a77-95fc-0fa841472996 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:19.484388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3260a1e4-4363-4fcd-8c09-a998355ea643 req-f4363c03-df80-4a77-95fc-0fa841472996 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.2727628 Jul 22 14:40:19.511851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.523769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:19.528511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:19.530929 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.532153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.538492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:19.586824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,segment=NetworkSegment(8a19fe1d-68c6-4278-af53-632ee3f2ae88),segment_id=8a19fe1d-68c6-4278-af53-632ee3f2ae88)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:19.601569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=34f65841-a5a1-4044-a611-ae7aea76001c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:19.606095 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:19.686931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3260a1e4-4363-4fcd-8c09-a998355ea643 req-2fd7932c-9005-430e-89f6-d35ad772b228 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983197 Jul 22 14:40:19.788223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73e5355f-c2f6-41cd-9fda-5f8afd96dbe1 req-f842b54f-3217-4377-ae82-a8925da5f373 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0822632 Jul 22 14:40:19.810395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:19.861567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=51a11780-4407-4d0d-af3a-a7173759c7f0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:19.969552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:19.971937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-83e94e5d-d891-4a8d-9c26-7b6c62c62506 None None] Provisioning complete for port 51a11780-4407-4d0d-af3a-a7173759c7f0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:19.972328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83e94e5d-d891-4a8d-9c26-7b6c62c62506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:20.022852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:20.048873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-83e94e5d-d891-4a8d-9c26-7b6c62c62506 None None] Port 51a11780-4407-4d0d-af3a-a7173759c7f0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:20.287192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:20.396851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 7b4496c1-12e7-44dd-9aac-cdfeea050fe9 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:40:20.493913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-51e12abd-ca97-435c-b6b2-83231930bb8a None None] Provisioning complete for port 51a11780-4407-4d0d-af3a-a7173759c7f0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:20.495038 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51e12abd-ca97-435c-b6b2-83231930bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:20.540001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51e12abd-ca97-435c-b6b2-83231930bb8a None None] Port 51a11780-4407-4d0d-af3a-a7173759c7f0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:20.601106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:20.609628 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-60a58804-78ab-445f-afb3-159f18ed7383 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/7b4496c1-12e7-44dd-9aac-cdfeea050fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3321815 Jul 22 14:40:20.609790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37670) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:20.620187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] Sync routers for ids ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:20.643051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] Routers {'7b4496c1-12e7-44dd-9aac-cdfeea050fe9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:20.643378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:20.656124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:20.737376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:20.752998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] Routers {'7b4496c1-12e7-44dd-9aac-cdfeea050fe9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:20.753717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:20.777883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86ebfe8-a02c-4679-a326-936d06519421 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:20.786190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c86ebfe8-a02c-4679-a326-936d06519421 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports/51a11780-4407-4d0d-af3a-a7173759c7f0 HTTP/1.1" status: 200 len: 911 time: 0.1686306 Jul 22 14:40:20.789837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37692) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:20.812289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9283e2fa-7e9a-454c-b99e-82ac8750cffc'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:20.835902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:20.836599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3547a66-a907-4600-bcd6-3855f153e8a9 None None] The sync data for ids ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:20.957376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd086e30-2cc5-423a-8b84-2b9bb6c3c69d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:21.054016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:21.055044 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:21.064408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5398fdb6-5788-4b03-87dd-469370c94b05 req-17fd4722-9b38-47f1-8531-9b8c6c7ad5b9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0748329 Jul 22 14:40:21.271693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b0fa5-3336-48d3-b2e2-bc4aef6c07cd req-16326c66-c003-4485-bb26-cb468fd0f22c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:21.277725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f19b0fa5-3336-48d3-b2e2-bc4aef6c07cd req-16326c66-c003-4485-bb26-cb468fd0f22c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.3915429 Jul 22 14:40:21.347813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router 23964be4-dca8-4597-8e01-186a0b0946c0 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:40:21.492298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f19b0fa5-3336-48d3-b2e2-bc4aef6c07cd req-23ab3fda-75cd-4ffc-8e74-b57268cdf931 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892741 Jul 22 14:40:21.501516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:21.534119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:21.557671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:21.559799 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6b83795-d7b3-4d1d-af9f-a789085cd2d0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0708971 Jul 22 14:40:21.563719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:21.574790 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Sync routers for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:21.595602 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:21.599210 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:21.602334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b72c259-61e4-41f7-b7ae-0e7cda7e3466 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=10a19d9fa404446e91ab5a978e6c0d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347908 Jul 22 14:40:21.603088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:21.750617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b29fb1-7460-43f0-ae1f-4f92c9527096 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:21.752659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-68b29fb1-7460-43f0-ae1f-4f92c9527096 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483574 Jul 22 14:40:21.756731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:21.819593 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d472484e-ed21-45a7-b3b6-52b198246ea0 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616262 Jul 22 14:40:21.822216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:21.828726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-46771635', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:21.917216 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:22.004304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:22.012277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.343009 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:19Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:22.397197 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Checking router: 23964be4-dca8-4597-8e01-186a0b0946c0 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:22.397803 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Updating router 23964be4-dca8-4597-8e01-186a0b0946c0 port 34f65841-a5a1-4044-a611-ae7aea76001c binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:40:22.424143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.480089 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.595376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3360d20-7d83-4610-8cb2-cca7c61248e3 req-ac841b81-cea8-45d7-8ce5-a1e30a7a985b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0915167 Jul 22 14:40:22.676047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Subnet': ['ID=0785ea7c-06ce-47e7-b80e-c0fec2168340,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:22.702225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Checking segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:22.702883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network hostable DHCP agents. Network: 26b07279-ed6e-43fa-a9d7-6a08d819d13b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:22.742056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:22.756245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 26b07279-ed6e-43fa-a9d7-6a08d819d13b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:22.767566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a080b111-6812-42c4-9bbd-1c2ea795091c None None] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:22.776440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:22.778505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:22.806433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09c3ab8b-ad8b-46bb-bb50-7f2f955eb3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9827189 Jul 22 14:40:22.809148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:23.114736 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.138278 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.145403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.146302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.153741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/ports/51a11780-4407-4d0d-af3a-a7173759c7f0 HTTP/1.1" status: 200 len: 911 time: 2.3596117 Jul 22 14:40:23.154439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37934) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:23.237249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b7bef-b97a-46f2-a515-5eb6e9629670 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=51a11780-4407-4d0d-af3a-a7173759c7f0,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:23.272167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a637a-c782-434a-8ff1-9abf3998b647 req-7a2d14bc-1c88-4aa2-a64e-dba5590d13f7 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:23.272167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-515a637a-c782-434a-8ff1-9abf3998b647 req-7a2d14bc-1c88-4aa2-a64e-dba5590d13f7 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.5076544 Jul 22 14:40:23.341048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-515a637a-c782-434a-8ff1-9abf3998b647 req-89c0342e-b2fe-45b6-b5d3-bac9f26e5a28 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655034 Jul 22 14:40:23.452408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:23.453742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.525044 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.542896 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Transition to ACTIVE for port object 34f65841-a5a1-4044-a611-ae7aea76001c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:23.555624 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.631343 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Pushing event updated for resources: {'Port': ['ID=34f65841-a5a1-4044-a611-ae7aea76001c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:23.641368 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Attempting to bind port 34f65841-a5a1-4044-a611-ae7aea76001c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:23.642340 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Attempting to bind port 34f65841-a5a1-4044-a611-ae7aea76001c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:23.643042 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Attempting to bind port 34f65841-a5a1-4044-a611-ae7aea76001c on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:23.649674 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.650339 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.652168 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.652812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.653391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.653992 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.655565 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.656364 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.656969 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.657863 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.659614 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.660268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:23.694792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:23.698796 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:23.699225 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.705929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:23.707701 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Bound port: 34f65841-a5a1-4044-a611-ae7aea76001c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:23.708391 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:23.814671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Allocated IP 172.20.0.2 (26b07279-ed6e-43fa-a9d7-6a08d819d13b/0785ea7c-06ce-47e7-b80e-c0fec2168340/fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:23.848575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a68ccf0-4191-4051-8fdf-60e491808426 req-76264203-e126-4ee1-92f7-339d56c78551 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0637228 Jul 22 14:40:23.859009 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] For port 34f65841-a5a1-4044-a611-ae7aea76001c, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:23.869417 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] For port 34f65841-a5a1-4044-a611-ae7aea76001c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=34f65841-a5a1-4044-a611-ae7aea76001c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:23.881260 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.017498 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:24.018284 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:24.033707 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257329e-f123-40b3-b398-7818420ccea8 None None] Pushing event updated for resources: {'Port': ['ID=34f65841-a5a1-4044-a611-ae7aea76001c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:24.071150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.226681 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.239400 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:24.252074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Transition to ACTIVE for port object fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:24.293733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Transition to ACTIVE for port object fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:24.302347 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.392645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:24.414153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:24.418400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:24.437809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Pushing event updated for resources: {'Port': ['ID=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:24.443641 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.547525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Attempting to bind port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:24.548014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Attempting to bind port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:24.548313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Attempting to bind port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:24.554670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:24.554913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Checking segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:24.555226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.555543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Bound using segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:24.556068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Bound port: fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:24.556477 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.611912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5b4fb-4a98-436e-baf9-d6662aa0b05e req-086a462d-fb30-4e45-a6f6-cf1b04dab6a3 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:24.613507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92e5b4fb-4a98-436e-baf9-d6662aa0b05e req-086a462d-fb30-4e45-a6f6-cf1b04dab6a3 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1331835 Jul 22 14:40:24.617987 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:19Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:24.677723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] For port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:24.685450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] For port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:24.705082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:24.709120 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecab3eca-5b52-4dc3-b88a-ac745453e835 None None] The sync data for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 is: [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:19Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:24.724178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92e5b4fb-4a98-436e-baf9-d6662aa0b05e req-7ea0d4c1-ee8d-4025-817e-20c943164794 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025026 Jul 22 14:40:24.813158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.1 (26b07279-ed6e-43fa-a9d7-6a08d819d13b/0785ea7c-06ce-47e7-b80e-c0fec2168340/c1287529-ce92-45cd-b330-0bb968242ba7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:24.832496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7a5bf-0ecd-44f9-9dc5-8e7b9e49fa09 None None] Pushing event updated for resources: {'Port': ['ID=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:25.084256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-531c1db5-1a23-4d3e-a017-9ec3b9709ddf req-c51c39e1-7765-42e7-9320-4d64bda5b0a1 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/ports?device_id=653da9a0-a809-455c-a04f-931d083cea0b HTTP/1.1" status: 200 len: 210 time: 0.0908854 Jul 22 14:40:25.172841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:25.195281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object c1287529-ce92-45cd-b330-0bb968242ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:25.279760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 51a11780-4407-4d0d-af3a-a7173759c7f0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:25.280590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:25.306107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:25.388243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:25.448400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:25.451217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:25.528383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=c1287529-ce92-45cd-b330-0bb968242ba7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:25.598652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:25.621779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 51a11780-4407-4d0d-af3a-a7173759c7f0 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:25.640577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:25.969311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef26a4-d0b5-42ff-b51a-1b92c872f221 req-d3df3ad3-2913-4313-a3ae-db5299bc0148 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:25.970898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0ef26a4-d0b5-42ff-b51a-1b92c872f221 req-d3df3ad3-2913-4313-a3ae-db5299bc0148 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.1446362 Jul 22 14:40:26.093848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0ef26a4-d0b5-42ff-b51a-1b92c872f221 req-b08f3108-c2e0-47a6-9d68-56960ab62b28 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079128 Jul 22 14:40:26.220221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37974) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:26.339017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f778ba1-20ae-475c-a1d7-f4d4e0395606 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.398075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f778ba1-20ae-475c-a1d7-f4d4e0395606 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.533356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f778ba1-20ae-475c-a1d7-f4d4e0395606 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.536712 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f778ba1-20ae-475c-a1d7-f4d4e0395606 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.542242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f778ba1-20ae-475c-a1d7-f4d4e0395606 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/security-groups/925f059a-1764-4a2d-80b2-2ea4401c74bb HTTP/1.1" status: 204 len: 168 time: 0.3199503 Jul 22 14:40:26.543052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37980) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:26.577790 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-ead75b18-473e-47ba-b92b-50194348eb1b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] show failed (client error): The resource could not be found. Jul 22 14:40:26.579117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.591250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ead75b18-473e-47ba-b92b-50194348eb1b tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "GET /v2.0/security-groups/925f059a-1764-4a2d-80b2-2ea4401c74bb HTTP/1.1" status: 404 len: 347 time: 0.0308363 Jul 22 14:40:26.593334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06503266-a7cb-4058-9554-001c7f09bc19 None None] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:26.596840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:26.633560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=51a11780-4407-4d0d-af3a-a7173759c7f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:26.697498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-63ed79b5-70cd-448e-88b6-4338030ebcd4 None None] Provisioning for port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:26.701268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f778ba1-20ae-475c-a1d7-f4d4e0395606 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925f059a-1764-4a2d-80b2-2ea4401c74bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:26.738473 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:40:26.757305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124619d-65af-4c31-830c-eb73de3122a9 req-bb515f17-8330-49b3-b67d-fb6b94cf4adb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:26.765602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f124619d-65af-4c31-830c-eb73de3122a9 req-bb515f17-8330-49b3-b67d-fb6b94cf4adb tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.3339865 Jul 22 14:40:26.896723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.937074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:26.955084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f124619d-65af-4c31-830c-eb73de3122a9 req-7e16b380-2a39-49db-aae0-a2029769e347 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882577 Jul 22 14:40:27.048795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:27.076156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port 7b18003c-119d-4c2a-89b9-b0b88347a33c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:27.076852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.203505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:27.222617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:27.223060 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.284866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.285441 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.364166 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.367506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for 7b18003c-119d-4c2a-89b9-b0b88347a33c owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:27.407784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:27.423470 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.425711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34f65841-a5a1-4044-a611-ae7aea76001c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:27.462843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 7b4496c1-12e7-44dd-9aac-cdfeea050fe9 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:27.538807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d07b96c7-e4e9-4674-a9f9-d25635e004c4 None None] Provisioning for port c1287529-ce92-45cd-b330-0bb968242ba7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:27.565776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d07b96c7-e4e9-4674-a9f9-d25635e004c4 None None] Provisioning complete for port c1287529-ce92-45cd-b330-0bb968242ba7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:27.567432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d07b96c7-e4e9-4674-a9f9-d25635e004c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.640069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:27.662888 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-73599d21-629f-41c6-a860-f83927a8a20c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/7b4496c1-12e7-44dd-9aac-cdfeea050fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3993354 Jul 22 14:40:27.672455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] Sync routers for ids ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:27.673053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 37988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:27.673176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:27.681947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.709112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] Routers {'7b4496c1-12e7-44dd-9aac-cdfeea050fe9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:27.709789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:27.711743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 34f65841-a5a1-4044-a611-ae7aea76001c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:27.725408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=7b18003c-119d-4c2a-89b9-b0b88347a33c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:27.737128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d07b96c7-e4e9-4674-a9f9-d25635e004c4 None None] Port c1287529-ce92-45cd-b330-0bb968242ba7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:27.787627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 34f65841-a5a1-4044-a611-ae7aea76001c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:27.787988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.790193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:27.821109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d07b96c7-e4e9-4674-a9f9-d25635e004c4 None None] Provisioning complete for port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:27.821947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d07b96c7-e4e9-4674-a9f9-d25635e004c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.830654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.850069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fdd4-8545-4779-994b-a5a506d2c0e5 req-1e7c659c-c343-40e9-979d-9bc41666802d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:27.852222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f98fdd4-8545-4779-994b-a5a506d2c0e5 req-1e7c659c-c343-40e9-979d-9bc41666802d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 944 time: 0.5881336 Jul 22 14:40:27.857322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37990) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:27.858221 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2d505e6d-c70a-417a-80fa-d47f6c7e4e50 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b4496c1-12e7-44dd-9aac-cdfeea050fe9 HTTP/1.1" status: 200 len: 205 time: 0.1911511 Jul 22 14:40:27.859618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.880743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] Routers {'7b4496c1-12e7-44dd-9aac-cdfeea050fe9'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:27.881376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:27.913324 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:27.929598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:27.931920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeae64d-c5af-4225-be15-3471bca746a0 None None] The sync data for ids ['7b4496c1-12e7-44dd-9aac-cdfeea050fe9'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:27.938996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:40:27.958968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.076265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.079602 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.080817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-88c1fe05-e83d-4342-8053-221ea4e60abe tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/floatingips/95692415-c230-4998-8db7-d3523df1717d HTTP/1.1" status: 204 len: 168 time: 1.4828281 Jul 22 14:40:28.096372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37994) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:28.111155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.125339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:28.129515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:28.136863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 34f65841-a5a1-4044-a611-ae7aea76001c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=34f65841-a5a1-4044-a611-ae7aea76001c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:28.143223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.199627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7281d314-9639-4349-a926-ca395a37e26e None None] Provisioning complete for port c1287529-ce92-45cd-b330-0bb968242ba7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:28.200070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7281d314-9639-4349-a926-ca395a37e26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.229562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=c1287529-ce92-45cd-b330-0bb968242ba7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:28.276074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7281d314-9639-4349-a926-ca395a37e26e None None] Port c1287529-ce92-45cd-b330-0bb968242ba7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:28.310235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:28.325869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=34f65841-a5a1-4044-a611-ae7aea76001c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:28.333876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'port_id': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'mac_address': 'fa:16:3e:7c:3b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:40:28.349496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-7d31ec0a-6697-4f60-a339-e7a55eb8ed6e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:28.351313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-7d31ec0a-6697-4f60-a339-e7a55eb8ed6e tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.61 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.4079041 Jul 22 14:40:28.397113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f98fdd4-8545-4779-994b-a5a506d2c0e5 req-1bf9d13e-1c67-49eb-81f4-861e50a15240 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474301 Jul 22 14:40:28.401583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.408592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.444819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.457434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:28.501763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:28.523515 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.529145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f8b9c86-655b-404b-8b57-1bd2e4b442da None None] Provisioning complete for port c1287529-ce92-45cd-b330-0bb968242ba7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:28.529916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f8b9c86-655b-404b-8b57-1bd2e4b442da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.540146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4d801-b18d-4859-811d-dfabe7685cfb req-d71d24ac-6ecb-4122-9193-135dd988cb5f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:28.541725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fdd4d801-b18d-4859-811d-dfabe7685cfb req-d71d24ac-6ecb-4122-9193-135dd988cb5f tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/ports?device_id=990cb546-8ae1-42bf-9af0-f8304bae0abd HTTP/1.1" status: 200 len: 947 time: 0.4560735 Jul 22 14:40:28.542587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.543108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 7b4496c1-12e7-44dd-9aac-cdfeea050fe9 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:40:28.550890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Deleting port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:28.551904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.552176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.555794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-954e1568-5607-4e4e-a888-a077a2d28d96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/7b4496c1-12e7-44dd-9aac-cdfeea050fe9 HTTP/1.1" status: 204 len: 168 time: 0.6942756 Jul 22 14:40:28.563414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 37996) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:28.615828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port af55c9cc-531e-4b73-b767-43281f9c279c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:28.616082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.618378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b9c86-655b-404b-8b57-1bd2e4b442da None None] Port c1287529-ce92-45cd-b330-0bb968242ba7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:28.634407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:28.666579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router 23964be4-dca8-4597-8e01-186a0b0946c0 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:28.673145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fdd4d801-b18d-4859-811d-dfabe7685cfb req-d6016499-ed26-4892-8625-51da03afab9b tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.60 "GET /v2.0/security-groups?id=cff3a342-4b4c-4906-83a5-1629301f2978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159666 Jul 22 14:40:28.684280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet 9283e2fa-7e9a-454c-b99e-82ac8750cffc {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:28.690813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.740927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['2c2cc158-9236-4ded-9c20-0b0d9cfa6512'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:40:28.784675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.792160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] For port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,segment=NetworkSegment(6eb23175-e088-4a16-9a05-e0b19971535a),segment_id=6eb23175-e088-4a16-9a05-e0b19971535a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:28.792625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.832735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:28.856418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for af55c9cc-531e-4b73-b767-43281f9c279c owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:28.903144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Calling delete_port for 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:28.927492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:29.013674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:29.020814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e096ea6-c897-40df-8ed6-d12deae43f60 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/23964be4-dca8-4597-8e01-186a0b0946c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2102251 Jul 22 14:40:29.047689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:29.048080 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.048408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Sync routers for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:29.070080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.079557 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:29.080198 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:29.147020 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.263361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34f65841-a5a1-4044-a611-ae7aea76001c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:29.289688 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.297984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.328059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Pushing event deleted for resources: {'Port': ['ID=923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:29.340171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.345401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/9283e2fa-7e9a-454c-b99e-82ac8750cffc HTTP/1.1" status: 204 len: 168 time: 0.7778778 Jul 22 14:40:29.350655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa6cef-c8c5-44a4-b556-c869a556d77e None None] Network 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:29.353794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:29.354837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] No DVR routers for this DVR port 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:29.366542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.370805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4e7e2b8d-8f47-4ae8-bd9e-492a26c05512 req-0514a236-698d-4104-8b91-2adcae3bde29 tempest-ServersNegativeTestJSON-2128810180 tempest-ServersNegativeTestJSON-2128810180-project] 10.222.0.61 "DELETE /v2.0/ports/923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 HTTP/1.1" status: 204 len: 173 time: 1.0060823 Jul 22 14:40:29.372453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-deleted', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:29.374683 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f7631f-45d3-4640-9502-a8c3b80b38cb" -d '{"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-deleted", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:29.418281 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:29.426953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f828d4-84ab-4de4-b9ad-f2800a84d232 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=9283e2fa-7e9a-454c-b99e-82ac8750cffc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:29.451426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=af55c9cc-531e-4b73-b767-43281f9c279c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:29.492752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 34f65841-a5a1-4044-a611-ae7aea76001c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:29.493148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.506438 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b932008-0578-46fd-99ec-1e94f79a9c52 x-openstack-request-id: req-2b932008-0578-46fd-99ec-1e94f79a9c52 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:29.518947 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990cb546-8ae1-42bf-9af0-f8304bae0abd", "name": "network-vif-deleted", "tag": "923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:29.519233 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b932008-0578-46fd-99ec-1e94f79a9c52 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:29.519722 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990cb546-8ae1-42bf-9af0-f8304bae0abd', 'name': 'network-vif-deleted', 'tag': '923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7', 'status': 'completed', 'code': 200} Jul 22 14:40:29.530776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-36b15d68-6ffc-476f-ab81-0aa48d218d3a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4027622 Jul 22 14:40:29.549083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.569738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-e34d717e-d56a-453f-ba17-80098095c397 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855483911&fields=id&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 267 time: 0.1725650 Jul 22 14:40:29.752682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.753316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.753881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.754404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.754964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.755501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.757235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.759396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-ebb0fe76-a150-4c41-bdfe-4effb458aa91 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 6490 time: 0.1376703 Jul 22 14:40:29.763136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:29.766658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.789153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-03731a4c-38eb-4b6c-bcbf-fd4543981cea tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:29.790756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-03731a4c-38eb-4b6c-bcbf-fd4543981cea tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 796 time: 0.2196324 Jul 22 14:40:29.832334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] DHCP port deletion for 1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:40:29.834266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-f875c3cd-9362-40d4-b22f-b7cd26b5030a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/quotas/10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 375 time: 0.0361676 Jul 22 14:40:29.837087 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.843025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91c3cd58-02b4-40b3-9ac8-aa1cdf8172cd tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/ports/af55c9cc-531e-4b73-b767-43281f9c279c HTTP/1.1" status: 204 len: 168 time: 1.7389538 Jul 22 14:40:29.843586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:29.891982 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:27Z', 'revision_number': 2, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:29.960139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,segment=NetworkSegment(8a19fe1d-68c6-4278-af53-632ee3f2ae88),segment_id=8a19fe1d-68c6-4278-af53-632ee3f2ae88)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:29.960966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:29.964787 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Checking router: 23964be4-dca8-4597-8e01-186a0b0946c0 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:29.965026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:29.965137 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Updating router 23964be4-dca8-4597-8e01-186a0b0946c0 port c1287529-ce92-45cd-b330-0bb968242ba7 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:40:29.983459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for fd086e30-2cc5-423a-8b84-2b9bb6c3c69d owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:30.052973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] Deleting port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:30.053348 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.054314 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.168213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1bd09-5c4f-461c-a800-84ee36e54e1e req-5af2be80-49da-442c-a315-94d1274f42d4 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:30.170038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6eb1bd09-5c4f-461c-a800-84ee36e54e1e req-5af2be80-49da-442c-a315-94d1274f42d4 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 945 time: 0.5339637 Jul 22 14:40:30.204125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:30.236914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:30.237296 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.258917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] For port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,segment=NetworkSegment(8a19fe1d-68c6-4278-af53-632ee3f2ae88),segment_id=8a19fe1d-68c6-4278-af53-632ee3f2ae88)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:30.259314 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.276062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.299962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-a906c190-fa44-427b-8e55-d10b25729d95 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4480236 Jul 22 14:40:30.322958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] Calling delete_port for fd086e30-2cc5-423a-8b84-2b9bb6c3c69d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:30.328959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:30.343286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-5eb16b9b-a755-4153-9ac1-fcbb2a8ddda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:30.344382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-5eb16b9b-a755-4153-9ac1-fcbb2a8ddda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:30.346302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-5eb16b9b-a755-4153-9ac1-fcbb2a8ddda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:30.350122 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-5eb16b9b-a755-4153-9ac1-fcbb2a8ddda8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&id=ec93a32d-1315-4552-900e-596c6b136b41&id=ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 200 len: 2291 time: 0.2667947 Jul 22 14:40:30.360391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:30.435145 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.437532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.447574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Transition to ACTIVE for port object c1287529-ce92-45cd-b330-0bb968242ba7 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:30.459553 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.472536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-18f3b31a-a9cc-4032-80c1-0c3313806f91 service neutron] 10.222.0.60 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714785 Jul 22 14:40:30.477423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:30.480109 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c681b088-cba7-499f-abba-2a9df1e43002" -d '{"events": [{"server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "name": "network-vif-plugged", "status": "completed", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:30.496691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:30.500432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.573403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6eb1bd09-5c4f-461c-a800-84ee36e54e1e req-7cb1ad2d-586d-4e01-871f-bc628e8f5de2 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865170 Jul 22 14:40:30.600621 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.601457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:30.620986 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Attempting to bind port c1287529-ce92-45cd-b330-0bb968242ba7 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:30.621364 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Attempting to bind port c1287529-ce92-45cd-b330-0bb968242ba7 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:30.621755 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Attempting to bind port c1287529-ce92-45cd-b330-0bb968242ba7 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:30.629028 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:30.629403 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Checking segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:30.629905 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.630204 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Bound using segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:30.637707 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Bound port: c1287529-ce92-45cd-b330-0bb968242ba7, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:30.638471 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.640057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] No DVR routers for this DVR port fd086e30-2cc5-423a-8b84-2b9bb6c3c69d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:30.645242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:30.645699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 923e5719-07d1-4c0e-9e7b-3ff9fabc1bd7 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:30.647355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bbe17-62aa-4b35-83bc-0e928fa71dd9 None None] Pushing event deleted for resources: {'Port': ['ID=fd086e30-2cc5-423a-8b84-2b9bb6c3c69d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:30.661569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.685192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c41e2cb-4a0c-4723-87e4-6f2f94c0a591']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:30.699148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a19fe1d-68c6-4278-af53-632ee3f2ae88') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:30.699625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a19fe1d-68c6-4278-af53-632ee3f2ae88') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:30.718166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.734770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38032) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:30.736316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.751197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:30.751773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.776425 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec6790c-8c19-4680-9404-8c3f4c8a111b x-openstack-request-id: req-bec6790c-8c19-4680-9404-8c3f4c8a111b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:30.776807 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "name": "network-vif-plugged", "status": "completed", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:30.777227 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bec6790c-8c19-4680-9404-8c3f4c8a111b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:30.777829 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'code': 200} Jul 22 14:40:30.786896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:30.820177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Deleting subnet 4e4bbf98-9052-4557-a22f-aca3f46ff7d6 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:30.828233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting port e302d967-f2f8-4e2e-8791-5d4f7a0ae37f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:30.828891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.833345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.834131 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] For port c1287529-ce92-45cd-b330-0bb968242ba7, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:30.839464 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] For port c1287529-ce92-45cd-b330-0bb968242ba7, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c1287529-ce92-45cd-b330-0bb968242ba7,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:30.850256 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:30.910607 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:30.916005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.938062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:30.944065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/1c41e2cb-4a0c-4723-87e4-6f2f94c0a591 HTTP/1.1" status: 204 len: 168 time: 1.5834370 Jul 22 14:40:30.947666 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399b708-513e-457e-aefe-6bdbfc1b437d None None] Pushing event updated for resources: {'Port': ['ID=c1287529-ce92-45cd-b330-0bb968242ba7,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:30.959760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:30.973809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2046215846', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:30.989788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd086e30-2cc5-423a-8b84-2b9bb6c3c69d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:31.014824 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:31.015456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:31.019291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: fd086e30-2cc5-423a-8b84-2b9bb6c3c69d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:31.019927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd086e30-2cc5-423a-8b84-2b9bb6c3c69d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:31.030781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0923b3-c64e-4874-b178-78f2cffb7ab8 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=1c41e2cb-4a0c-4723-87e4-6f2f94c0a591,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:31.047833 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-c8b75185-b79d-4e69-9a2d-a541dad052bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 200 len: 1000 time: 0.6809385 Jul 22 14:40:31.064664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-03aa13f9-f4a1-48b5-8d54-462e89a8b7ce service neutron] 10.222.0.60 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911291 Jul 22 14:40:31.327847 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399b708-513e-457e-aefe-6bdbfc1b437d None None] Pushing event updated for resources: {'Port': ['ID=c1287529-ce92-45cd-b330-0bb968242ba7,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:31.447268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:31.536554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.537604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.543497 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-1f766aa5-526c-4dc3-812b-d1dfe9efa195 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0303066 Jul 22 14:40:31.545118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-4736bea2-94b7-49bc-b092-7a2d498933c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:31.546649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-4736bea2-94b7-49bc-b092-7a2d498933c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a692e4b3-d628-4703-9aa5-2bfca5560672 HTTP/1.1" status: 200 len: 850 time: 0.4866209 Jul 22 14:40:31.658506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.715043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.732347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.781843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.784995 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0b68e7aa-9dc9-40e4-a892-3bd1b407da8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8212600 Jul 22 14:40:31.785889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:31.790100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1be97dc-29c3-4567-addc-58a11af59138 req-5d75db6f-ff9c-412c-82d3-4452ffabc395 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 210 time: 0.1209161 Jul 22 14:40:31.793413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1806850584'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:31.801086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-1d63797f-5d82-4020-a928-b7bb3539ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:31.802763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-1d63797f-5d82-4020-a928-b7bb3539ec4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd47ac0ac57a4c84852f895db0031a41&device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 1101 time: 0.2050798 Jul 22 14:40:31.806233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-26549390-0fe6-41bd-ad8d-179165ca7c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:31.807517 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-26549390-0fe6-41bd-ad8d-179165ca7c77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a86acb83-99de-40b2-8ad3-1ed8e96a09c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535095 Jul 22 14:40:31.821294 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:30Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:31.842984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.851128 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648b36e-993f-4bdd-b3c6-1aeb2ec6bb80 None None] The sync data for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 is: [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:30Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:31.866264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Calling delete_port for e302d967-f2f8-4e2e-8791-5d4f7a0ae37f owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:31.871714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06031689-2fd9-403c-a7ea-4001ca62bbf5 req-35d3e60d-ac40-4ade-a9ed-5c9ca897c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:31.874048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06031689-2fd9-403c-a7ea-4001ca62bbf5 req-35d3e60d-ac40-4ade-a9ed-5c9ca897c32d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 1097 time: 0.9964859 Jul 22 14:40:31.881436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:31.916440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:31.917000 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.092101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:32.101766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-b529dba7-fa10-412e-91a4-033d16ec2825 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813370 Jul 22 14:40:32.105607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06031689-2fd9-403c-a7ea-4001ca62bbf5 req-084966e6-45d9-45d7-a94a-07602810f965 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676269 Jul 22 14:40:32.125546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-bb3fb47c-d049-4638-9e27-d063835b6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.127250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-bb3fb47c-d049-4638-9e27-d063835b6bff service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.2870016 Jul 22 14:40:32.137574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a905ad9-1096-49c8-82d5-a570c68ddd7d req-48b70b61-f138-4966-9c6a-1674995b5a6d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.138340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.138724 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment a7877fb0-af6b-428f-8423-c77c9161b7db of type vlan for network 0c47c931-e28b-4d33-9fd6-5e95a849096b Jul 22 14:40:32.141231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a905ad9-1096-49c8-82d5-a570c68ddd7d req-48b70b61-f138-4966-9c6a-1674995b5a6d tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.4198270 Jul 22 14:40:32.151383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.215856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e4bbf98-9052-4557-a22f-aca3f46ff7d6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:32.219530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.225541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e8ccee47-9c9a-4bc0-a5d9-617e4b501ac0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4e4bbf98-9052-4557-a22f-aca3f46ff7d6 HTTP/1.1" status: 204 len: 168 time: 1.4869978 Jul 22 14:40:32.226965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38056) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:32.257283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a905ad9-1096-49c8-82d5-a570c68ddd7d req-18ba4c2a-6768-4b1f-b6dc-3837669b2b25 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031089 Jul 22 14:40:32.302577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.376133 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-2e21bb20-b4fd-47e1-b014-62ad6edfcda4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=d4940699-718d-40e6-99ef-31d8bc8fb622 HTTP/1.1" status: 200 len: 217 time: 0.1822109 Jul 22 14:40:32.383523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.458914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.465886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.466842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.472375 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.474893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Port': ['ID=e302d967-f2f8-4e2e-8791-5d4f7a0ae37f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:32.504339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-9e431539-7227-4fc1-860d-d00288e140c0 service neutron] 10.222.0.72 "GET /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920264 Jul 22 14:40:32.534293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-8125036a-edff-4c33-86d9-a82433d47c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.535694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-8125036a-edff-4c33-86d9-a82433d47c08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.1466703 Jul 22 14:40:32.585899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7982192 Jul 22 14:40:32.595403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38060) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:32.620642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-b84157e4-f0f3-48f7-8bbb-bbe8706173c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 217 time: 0.0978529 Jul 22 14:40:32.623919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:32.641228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa72f41-a39e-449f-b038-cdc5ba631037 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=0c47c931-e28b-4d33-9fd6-5e95a849096b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:32.682178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:32.740341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.750727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:32.753314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-79511e6d-ef38-4010-ba18-29bcd126ff0d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/ports/e302d967-f2f8-4e2e-8791-5d4f7a0ae37f HTTP/1.1" status: 204 len: 168 time: 2.9012425 Jul 22 14:40:32.775725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-346f28f0-ac97-4280-bbfa-95974b32ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.777613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-346f28f0-ac97-4280-bbfa-95974b32ce86 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1315978 Jul 22 14:40:32.798064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.834695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:32.886813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cba49-ca10-46ae-bdb7-1f64394cd279 req-35a35a90-7d07-4181-8df2-28ef389d0abc tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:32.890249 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-316cba49-ca10-46ae-bdb7-1f64394cd279 req-35a35a90-7d07-4181-8df2-28ef389d0abc tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 950 time: 0.3940420 Jul 22 14:40:32.893682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb23175-e088-4a16-9a05-e0b19971535a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:32.893990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb23175-e088-4a16-9a05-e0b19971535a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:32.919405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.921206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:32.925363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.977567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:32.999148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-151eefe6-b3f4-42e8-ad9b-fced0d5a80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:33.000803 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-151eefe6-b3f4-42e8-ad9b-fced0d5a80a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4260976 Jul 22 14:40:33.005129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:33.005547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:33.008757 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:33.079238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-316cba49-ca10-46ae-bdb7-1f64394cd279 req-11036581-1715-4147-938b-26103b75a636 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811795 Jul 22 14:40:33.116644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting subnet fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:33.156911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-35564857-ba92-4143-b22d-17434882c201 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:33.160362 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-35564857-ba92-4143-b22d-17434882c201 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 796 time: 0.4795370 Jul 22 14:40:33.160362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.173841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c1287529-ce92-45cd-b330-0bb968242ba7 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:33.199309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf56a1f4-7d3a-4907-b9f6-ca7525be5e8a req-6fea9193-c5d5-4ac9-9577-3c39fe807ba7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 210 time: 0.1284077 Jul 22 14:40:33.213944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.219276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.221409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9 HTTP/1.1" status: 204 len: 168 time: 0.9749894 Jul 22 14:40:33.264736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ce823-e4d4-42cc-ab2b-0bafe375b1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3e6d336-cf7f-42ee-a1e2-f628cc2a5dd9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:33.282179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c1287529-ce92-45cd-b330-0bb968242ba7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:33.291304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c1287529-ce92-45cd-b330-0bb968242ba7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:33.291727 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.390107 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.391378 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.401856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-46fa03d1-f506-473b-87bc-033c99281fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:33.403477 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-46fa03d1-f506-473b-87bc-033c99281fc0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5181258 Jul 22 14:40:33.457923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port c1287529-ce92-45cd-b330-0bb968242ba7, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c1287529-ce92-45cd-b330-0bb968242ba7,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:33.459982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-25096f78-8880-47d4-b3db-7c74cba1919a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 380 time: 0.2050607 Jul 22 14:40:33.461910 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.463200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.493978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'port': {'device_id': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'admin_state_up': True, 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'security_groups': ['ba83f591-df0b-4ae7-a12d-49e8d5045cd2']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:33.504538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-56fdcb0f-77c9-4280-afba-829fe6b7d7fb service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755116 Jul 22 14:40:33.546270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=c1287529-ce92-45cd-b330-0bb968242ba7,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:33.602150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=f3fb5433-408b-4003-9c4e-c8045f561d45,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:33.612949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5040-2b95-4819-91f9-a24652d5dfe7 req-f71b9642-3228-486b-9142-5df7ced1f822 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:33.620306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ccd5040-2b95-4819-91f9-a24652d5dfe7 req-f71b9642-3228-486b-9142-5df7ced1f822 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.2197018 Jul 22 14:40:33.629114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38070) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:33.658483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:33.658805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 0c47c931-e28b-4d33-9fd6-5e95a849096b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:33.707636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ccd5040-2b95-4819-91f9-a24652d5dfe7 req-e6d3af09-bde8-44bf-8f03-fe53a9c54aa9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868664 Jul 22 14:40:33.716279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3423b6e5-5424-4267-9dde-4ec394ff6afd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1f5cbc7fb4c741d58e002c5a3f44c7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823710 Jul 22 14:40:33.717521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38072) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:33.725982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:33.745022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0c47c931-e28b-4d33-9fd6-5e95a849096b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:33.758366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e8a0bd-17a0-4ee0-86ea-8892e680b749 None None] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:33.780374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:33.780857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.790899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.824111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-29badbf8-f6db-4e89-8b25-b36270e56ad3 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977764 Jul 22 14:40:33.843717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-239d0df8-32ae-40a8-a4c2-abf2dd07bf76 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2418773 Jul 22 14:40:33.844730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38076) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:33.898041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2992c92c-340f-455d-81e0-67eca83c7c02 req-9c6c4793-7d0b-4841-80b4-b889d13e5d28 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760285 Jul 22 14:40:33.948924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82e00c1b-c74f-4fd5-b19d-8a9deb0c8a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.973972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:33.974201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0c47c931-e28b-4d33-9fd6-5e95a849096b', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:33.975160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.977791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:33.986095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.027871 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82e00c1b-c74f-4fd5-b19d-8a9deb0c8a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.038855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:34.045523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-9c1dbd90-0330-42cc-9059-b147606bebea service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111485 Jul 22 14:40:34.053851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.055938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d8698816-4805-4b01-9a2e-e089bc38e87d tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/subnets/fc5aa7ff-65d2-4c0b-bc71-94aebceb21f0 HTTP/1.1" status: 204 len: 168 time: 1.3036129 Jul 22 14:40:34.059995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:34.067477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ca55a-ab8e-4b03-99b0-790c96bf619b None None] Network 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:34.151802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90694d04-4bbb-4a92-81dc-72f44317a700 req-94b93707-f7ce-401f-945b-a41fc5b28b7b tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:34.157288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90694d04-4bbb-4a92-81dc-72f44317a700 req-94b93707-f7ce-401f-945b-a41fc5b28b7b tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.3290634 Jul 22 14:40:34.167875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-4e10b609-9c3b-4d8e-9b14-e53ff7fb9ab1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 217 time: 0.1095648 Jul 22 14:40:34.170477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:34.177902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Request body: {'floatingip': {'port_id': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:34.222492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Allocated IP 2001:db8::2 (0c47c931-e28b-4d33-9fd6-5e95a849096b/f3fb5433-408b-4003-9c4e-c8045f561d45/888d10b2-91ed-4f92-b827-20bf3094fb1d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:34.294641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-25f62455-890a-4166-913f-d1ed3cdb1db8 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:34.297805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-25f62455-890a-4166-913f-d1ed3cdb1db8 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 950 time: 0.3500667 Jul 22 14:40:34.303208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.327156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Deleting subnet 8899851c-9ba2-4ee1-9fac-64fc6b8d7910 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:34.358797 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82e00c1b-c74f-4fd5-b19d-8a9deb0c8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.362089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82e00c1b-c74f-4fd5-b19d-8a9deb0c8a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.366775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-82e00c1b-c74f-4fd5-b19d-8a9deb0c8a25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cff3a342-4b4c-4906-83a5-1629301f2978 HTTP/1.1" status: 204 len: 168 time: 0.6460357 Jul 22 14:40:34.392538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.503141 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.526597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] DHCP port deletion for 888b63ac-a1ba-404c-a66c-d6d8c8449cb9 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:40:34.536118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Transition to ACTIVE for port object 888d10b2-91ed-4f92-b827-20bf3094fb1d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:34.563425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Transition to ACTIVE for port object 888d10b2-91ed-4f92-b827-20bf3094fb1d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:34.566345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e00c1b-c74f-4fd5-b19d-8a9deb0c8a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff3a342-4b4c-4906-83a5-1629301f2978,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:34.574388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.575153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b63a66c0-401b-4689-af4d-44939efa22b9 req-77672aea-50bd-4750-a56f-ae1f3b133d2b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 210 time: 0.2042565 Jul 22 14:40:34.621710 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:34.787998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40524b7b-6f67-4cbc-94a8-03ad062383f0 req-ad4305b5-727c-4fc1-b793-997e3b1ccf9c tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:34.790976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40524b7b-6f67-4cbc-94a8-03ad062383f0 req-ad4305b5-727c-4fc1-b793-997e3b1ccf9c tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 950 time: 0.5701830 Jul 22 14:40:34.908229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:34.918024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:34.926385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:34.966072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40524b7b-6f67-4cbc-94a8-03ad062383f0 req-d73dcf0e-7235-451a-87e0-e478e81e2878 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669333 Jul 22 14:40:34.972401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c1287529-ce92-45cd-b330-0bb968242ba7 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:34.981473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Pushing event updated for resources: {'Port': ['ID=888d10b2-91ed-4f92-b827-20bf3094fb1d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:35.002943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-1885f8fb-02bd-404c-9c67-000f76f1f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:35.004974 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-1885f8fb-02bd-404c-9c67-000f76f1f0fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.8231397 Jul 22 14:40:35.071640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] Deleting port 839e7807-f2d5-4d70-b3de-9f4be90b268d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:35.072027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.073784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Deleting port d4940699-718d-40e6-99ef-31d8bc8fb622 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:35.073983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Attempting to bind port 888d10b2-91ed-4f92-b827-20bf3094fb1d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:35.074175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Attempting to bind port 888d10b2-91ed-4f92-b827-20bf3094fb1d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:35.074690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Attempting to bind port 888d10b2-91ed-4f92-b827-20bf3094fb1d on network 0c47c931-e28b-4d33-9fd6-5e95a849096b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:35.075194 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.099920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.13 (26b07279-ed6e-43fa-a9d7-6a08d819d13b/0785ea7c-06ce-47e7-b80e-c0fec2168340/0a51ab23-9103-4056-acbe-7060ebfebec6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:35.101553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:35.101553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Checking segment: {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:35.101920 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.102284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Bound using segment: {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:35.102917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Bound port: 888d10b2-91ed-4f92-b827-20bf3094fb1d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:35.103329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.113318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.219405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] For port d4940699-718d-40e6-99ef-31d8bc8fb622, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4940699-718d-40e6-99ef-31d8bc8fb622,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:35.219783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.223375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] For port 888d10b2-91ed-4f92-b827-20bf3094fb1d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:35.226687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] For port 888d10b2-91ed-4f92-b827-20bf3094fb1d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=888d10b2-91ed-4f92-b827-20bf3094fb1d,segment=NetworkSegment(a7877fb0-af6b-428f-8423-c77c9161b7db),segment_id=a7877fb0-af6b-428f-8423-c77c9161b7db)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:35.228781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c1287529-ce92-45cd-b330-0bb968242ba7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:35.228781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.244859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Calling delete_port for d4940699-718d-40e6-99ef-31d8bc8fb622 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:35.277792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.293620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] For port 839e7807-f2d5-4d70-b3de-9f4be90b268d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=839e7807-f2d5-4d70-b3de-9f4be90b268d,segment=NetworkSegment(ba8db705-af5a-4f05-8a5a-1d11cc544c14),segment_id=ba8db705-af5a-4f05-8a5a-1d11cc544c14)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:35.294640 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.340564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] Calling delete_port for 839e7807-f2d5-4d70-b3de-9f4be90b268d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:35.377350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-5ce1fee9-6ad7-4aa9-a42b-4aa2f2fd8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:35.378953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-5ce1fee9-6ad7-4aa9-a42b-4aa2f2fd8c99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3426125 Jul 22 14:40:35.459498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17b6b7-ddc7-4e32-b955-35cd71fd112f None None] Pushing event updated for resources: {'Port': ['ID=888d10b2-91ed-4f92-b827-20bf3094fb1d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:35.473200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.492833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:35.562668 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:35.687452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] Pushing event deleted for resources: {'Port': ['ID=839e7807-f2d5-4d70-b3de-9f4be90b268d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:35.710141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 839e7807-f2d5-4d70-b3de-9f4be90b268d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:35.767299 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-9e97edd0-1627-45bd-9a71-2175131e9f85 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794291 Jul 22 14:40:35.790416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c844b65-4d18-42f1-a622-b4cc73bae7ea None None] No DVR routers for this DVR port 839e7807-f2d5-4d70-b3de-9f4be90b268d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:35.798719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 839e7807-f2d5-4d70-b3de-9f4be90b268d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:35.799072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 839e7807-f2d5-4d70-b3de-9f4be90b268d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:35.896401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75d56945-4780-4868-98b5-580abad32a71 req-c3e71a52-61fd-40c2-af9d-1fe632baa289 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 210 time: 0.0525808 Jul 22 14:40:35.979419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8::1 (0c47c931-e28b-4d33-9fd6-5e95a849096b/f3fb5433-408b-4003-9c4e-c8045f561d45/1559be04-d2c8-4718-8f78-61b2a9bd4c6c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:35.990173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1657474067-network', 'tenant_id': 'fa5403c5c0e142839cec792e26e84122'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:36.028426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.101223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.159500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object 0a51ab23-9103-4056-acbe-7060ebfebec6 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:36.171816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Pushing event deleted for resources: {'Port': ['ID=d4940699-718d-40e6-99ef-31d8bc8fb622,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:36.204841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Made reservation on behalf of fa5403c5c0e142839cec792e26e84122 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:36.207863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.242361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] No DVR routers for this DVR port d4940699-718d-40e6-99ef-31d8bc8fb622 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:36.245147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.247490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c27a9aa5-123f-4d7b-be13-e07b2488746f req-125a9e82-5017-4f68-b62f-472748010444 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.61 "DELETE /v2.0/ports/d4940699-718d-40e6-99ef-31d8bc8fb622 HTTP/1.1" status: 204 len: 173 time: 1.8821149 Jul 22 14:40:36.249958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.264435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'name': 'network-vif-deleted', 'tag': 'd4940699-718d-40e6-99ef-31d8bc8fb622'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:36.277745 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed5dbb-8021-418d-839c-9eff439bfefa" -d '{"events": [{"server_uuid": "3ad5a730-0bb4-4e27-9412-d940d7d8ab50", "name": "network-vif-deleted", "tag": "d4940699-718d-40e6-99ef-31d8bc8fb622"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:36.305599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.307243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.327855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7ace-4f6c-45cd-8fbd-68deeb79b7f8 req-71527913-ce14-404a-ba04-87027709fa42 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:36.329361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b2b7ace-4f6c-45cd-8fbd-68deeb79b7f8 req-71527913-ce14-404a-ba04-87027709fa42 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ad5a730-0bb4-4e27-9412-d940d7d8ab50 HTTP/1.1" status: 200 len: 867 time: 0.2803807 Jul 22 14:40:36.334774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object 1559be04-d2c8-4718-8f78-61b2a9bd4c6c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:36.346354 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b9aab5-92db-4f58-bd4c-ec8e8c96e372 x-openstack-request-id: req-40b9aab5-92db-4f58-bd4c-ec8e8c96e372 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:36.346721 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad5a730-0bb4-4e27-9412-d940d7d8ab50", "name": "network-vif-deleted", "tag": "d4940699-718d-40e6-99ef-31d8bc8fb622", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:36.347033 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40b9aab5-92db-4f58-bd4c-ec8e8c96e372 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:36.347467 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad5a730-0bb4-4e27-9412-d940d7d8ab50', 'name': 'network-vif-deleted', 'tag': 'd4940699-718d-40e6-99ef-31d8bc8fb622', 'status': 'completed', 'code': 200} Jul 22 14:40:36.396349 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-a8dc8530-5834-4a18-99eb-8a7b8d1172ff service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815084 Jul 22 14:40:36.397120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Subnet': ['ID=8899851c-9ba2-4ee1-9fac-64fc6b8d7910,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:36.404560 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b2b7ace-4f6c-45cd-8fbd-68deeb79b7f8 req-871f3931-3a58-4347-886c-ba8dc52ae099 tempest-VolumesBackupsTest-251755067 tempest-VolumesBackupsTest-251755067-project] 10.222.0.60 "GET /v2.0/security-groups?id=a6bcc7b2-bd13-4aab-88c9-c872004210fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620449 Jul 22 14:40:36.413820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.415243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:40:36.439832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cde2c3a-1588-4422-9ea1-b4877923632e None None] Network be309c81-43af-4842-8b97-b76670f59d45 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:36.472672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:36.484723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:36.487328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:36.488073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.496312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.501564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-04a349ea-a10b-4c68-aa4d-1e66f4e654f9 tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/subnets/8899851c-9ba2-4ee1-9fac-64fc6b8d7910 HTTP/1.1" status: 204 len: 168 time: 2.4333451 Jul 22 14:40:36.543457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:36.544498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:36.585012 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-814d0fcf-2e13-4bd3-8a16-851ab532b80b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2 HTTP/1.1" status: 200 len: 217 time: 0.1651337 Jul 22 14:40:36.618897 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.646947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.694759 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.735518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.789382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] DHCP port deletion for be309c81-43af-4842-8b97-b76670f59d45 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:40:36.892782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:36.899774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Deleting port 58733407-73c4-40fe-bfab-cac41d7a3b48 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:36.900225 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.004612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:37.012925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 888d10b2-91ed-4f92-b827-20bf3094fb1d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:37.026931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:37.035904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-e5314d92-81d5-4fa1-bac5-60b9575ba7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.037449 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-e5314d92-81d5-4fa1-bac5-60b9575ba7df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.4470980 Jul 22 14:40:37.040031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:37.044605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:37.046818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5be404-6400-4277-8bb0-918605957c82 None None] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:37.055948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] For port 58733407-73c4-40fe-bfab-cac41d7a3b48, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=58733407-73c4-40fe-bfab-cac41d7a3b48,segment=NetworkSegment(8e7d6364-9acc-4667-9b0e-0d2e38964c9b),segment_id=8e7d6364-9acc-4667-9b0e-0d2e38964c9b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:37.056356 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.096994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Calling delete_port for 58733407-73c4-40fe-bfab-cac41d7a3b48 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:37.125754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.131787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.132147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.132499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.132844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.133184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.133527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.133863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.134198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.134552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.134894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.135229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.135558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.151315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.165172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.184671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888b63ac-a1ba-404c-a66c-d6d8c8449cb9']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:37.206963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860af1d3-eb37-495f-9cf3-dfc67d0b5480,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:37.208502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8db705-af5a-4f05-8a5a-1d11cc544c14') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:37.208809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8db705-af5a-4f05-8a5a-1d11cc544c14') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:37.225104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-64bb94c7-d86e-45ba-8150-221e5b42847e None None] Provisioning for port 888d10b2-91ed-4f92-b827-20bf3094fb1d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:37.228173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.229134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.238694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.240125 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Floating IP 2c900d93-1e01-4ee7-bae0-7307d0e08a5f associated. External IP: 172.25.3.8, port: 2c2cc158-9236-4ded-9c20-0b0d9cfa6512. Jul 22 14:40:37.273785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 888d10b2-91ed-4f92-b827-20bf3094fb1d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:37.283871 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.290939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 888d10b2-91ed-4f92-b827-20bf3094fb1d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:37.291377 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.300958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:37.325581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.334622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:37.334916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.350921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.351371 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Added segment 6bcdacf6-ab73-4914-bd69-bad97e13d254 of type vlan for network 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364 Jul 22 14:40:37.355570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-8f865919-2c5c-479a-9c40-a98a84553280 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8805146 Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:37.364762 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:37.383817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Request body: {'port': {'device_id': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:37.391462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9fb44-4224-4306-b979-e5fc9e73f0f3 req-42c3f562-25f3-4bd2-a51d-ea1637712c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.394973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64b9fb44-4224-4306-b979-e5fc9e73f0f3 req-42c3f562-25f3-4bd2-a51d-ea1637712c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 932 time: 0.2655454 Jul 22 14:40:37.396979 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.434685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] No DVR routers for this DVR port 58733407-73c4-40fe-bfab-cac41d7a3b48 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:40:37.437578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Pushing event deleted for resources: {'Port': ['ID=58733407-73c4-40fe-bfab-cac41d7a3b48,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:37.458169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-f370bbd4-1606-4b04-8815-e1b7c2279786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:37.459753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-f370bbd4-1606-4b04-8815-e1b7c2279786 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4047735 Jul 22 14:40:37.496267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.496909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.497027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.499112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.499112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.499112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.499112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.499705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.500109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.500784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.501218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.501653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccba746-0650-462e-b855-49587a2cb43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:37.502011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.545137 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.567906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.571732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6afbcf6d-57a5-40f1-848e-4e3220846670 None None] Provisioning for port 0a51ab23-9103-4056-acbe-7060ebfebec6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:37.589281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6afbcf6d-57a5-40f1-848e-4e3220846670 None None] Provisioning complete for port 0a51ab23-9103-4056-acbe-7060ebfebec6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:37.589777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6afbcf6d-57a5-40f1-848e-4e3220846670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.606638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.612757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/networks/888b63ac-a1ba-404c-a66c-d6d8c8449cb9 HTTP/1.1" status: 204 len: 168 time: 1.0622129 Jul 22 14:40:37.621857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64b9fb44-4224-4306-b979-e5fc9e73f0f3 req-bdd7820c-30b0-4577-b590-18630c38ee26 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127442 Jul 22 14:40:37.636422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38126) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:37.676977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 888d10b2-91ed-4f92-b827-20bf3094fb1d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=888d10b2-91ed-4f92-b827-20bf3094fb1d,segment=NetworkSegment(a7877fb0-af6b-428f-8423-c77c9161b7db),segment_id=a7877fb0-af6b-428f-8423-c77c9161b7db)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:37.689677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.694822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.726006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6afbcf6d-57a5-40f1-848e-4e3220846670 None None] Port 0a51ab23-9103-4056-acbe-7060ebfebec6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:37.741472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad8330-0d49-4a92-9eaa-047bc83aa5de tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Network': ['ID=888b63ac-a1ba-404c-a66c-d6d8c8449cb9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:37.797152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.798841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 58733407-73c4-40fe-bfab-cac41d7a3b48 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:37.827450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.835043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.836339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:37.843672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 58733407-73c4-40fe-bfab-cac41d7a3b48 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:37.844522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 58733407-73c4-40fe-bfab-cac41d7a3b48 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:37.871067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=888d10b2-91ed-4f92-b827-20bf3094fb1d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:37.996439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4940699-718d-40e6-99ef-31d8bc8fb622 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:40:38.019682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-6a50c262-33a6-4aa5-ae82-3fdd331a84e0 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510969 Jul 22 14:40:38.042055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.043741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: d4940699-718d-40e6-99ef-31d8bc8fb622 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:40:38.045028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4940699-718d-40e6-99ef-31d8bc8fb622 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:40:38.054343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.055339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:38.056151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.058619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:38.078155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:38.081593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:38.129058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6342850 Jul 22 14:40:38.157733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-296be1f1-e606-4118-acab-c594505b454c None None] Provisioning complete for port 888d10b2-91ed-4f92-b827-20bf3094fb1d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:38.158244 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-296be1f1-e606-4118-acab-c594505b454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.194470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38128) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:38.210717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Request body: {'subnet': {'network_id': '5ab46d9e-f2d2-4baa-89ac-cf7478a4d364', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1657474067-subnet', 'tenant_id': 'fa5403c5c0e142839cec792e26e84122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:38.247155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.261537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be309c81-43af-4842-8b97-b76670f59d45']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:38.280884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7d6364-9acc-4667-9b0e-0d2e38964c9b') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:38.281515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7d6364-9acc-4667-9b0e-0d2e38964c9b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:38.305151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.310484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-296be1f1-e606-4118-acab-c594505b454c None None] Provisioning for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:38.320967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-296be1f1-e606-4118-acab-c594505b454c None None] Provisioning complete for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:38.321362 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-296be1f1-e606-4118-acab-c594505b454c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.325285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:40:38.337440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Made reservation on behalf of fa5403c5c0e142839cec792e26e84122 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:38.340246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.344745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.402352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-296be1f1-e606-4118-acab-c594505b454c None None] Port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:38.437408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf8852-f6b8-4ca1-aa8f-e1fb3eb4f58c admin admin] Pushing event updated for resources: {'Network': ['ID=5ab46d9e-f2d2-4baa-89ac-cf7478a4d364,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:38.450464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:38.466468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:38.475631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b197d919-e7b7-4277-8260-89eedfadcd5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6273057 Jul 22 14:40:38.481748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:38.482201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:38.486247 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:38.488831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38130) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:38.496384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:38.498801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-293386728'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:38.505902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-78c92d15-0959-4cec-86cd-4a57d3efe20a service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593852 Jul 22 14:40:38.557101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:38.557947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:38.602641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Router 555d4aea-d22c-4535-aaca-6d353f2c04ca has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:38.608425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-016d2a59-2f63-4b8f-bc93-e87b1f677988 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=dde22fde-1701-438f-ab51-02206a3548b5 HTTP/1.1" status: 200 len: 217 time: 0.0928545 Jul 22 14:40:38.660010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.665450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.667664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] 10.222.0.60 "DELETE /v2.0/networks/be309c81-43af-4842-8b97-b76670f59d45 HTTP/1.1" status: 204 len: 168 time: 1.0302360 Jul 22 14:40:38.677065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:38.681562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.740940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:38.743247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9bfbfe83-513e-46e2-96c9-3dfdb4e59f84 None None] Provisioning complete for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:38.744100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bfbfe83-513e-46e2-96c9-3dfdb4e59f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.775261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.775630 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment 458e2ef3-e122-4436-ae86-6611b36046d2 of type vlan for network 550c5254-541f-4e0b-b590-802a28669545 Jul 22 14:40:38.791362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-df0a7040-f35c-4045-8d80-6466e6b5ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:38.793000 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-df0a7040-f35c-4045-8d80-6466e6b5ade5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 200 len: 797 time: 0.1758683 Jul 22 14:40:38.868462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:38.906394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:38.914218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbfe83-513e-46e2-96c9-3dfdb4e59f84 None None] Port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:38.929773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 888d10b2-91ed-4f92-b827-20bf3094fb1d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:39.002234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.008560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.009421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.026842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4915fd-d164-4063-96a6-097818642cfb tempest-TaggedBootDevicesTest_v242-215122301 tempest-TaggedBootDevicesTest_v242-215122301-project] Pushing event deleted for resources: {'Network': ['ID=be309c81-43af-4842-8b97-b76670f59d45,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:39.090708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7ee8a19c-c73f-4614-892a-5f5e87d21dd7 None None] Provisioning complete for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:39.091117 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ee8a19c-c73f-4614-892a-5f5e87d21dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.144922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6539466 Jul 22 14:40:39.171734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38144) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:39.213818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:39.282877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a51ab23-9103-4056-acbe-7060ebfebec6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:39.285125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c6644-88e7-4188-b517-da53064ed67a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=550c5254-541f-4e0b-b590-802a28669545,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:39.300701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.316420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Transition to ACTIVE for port object 0a51ab23-9103-4056-acbe-7060ebfebec6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:39.325969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.382443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:39.422261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 550c5254-541f-4e0b-b590-802a28669545 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:39.430337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc7868-7dde-430f-b18d-04a0cdaed10f req-1c36d4fd-b58f-465b-bfc2-382a3c3413ae tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.432011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebcc7868-7dde-430f-b18d-04a0cdaed10f req-1c36d4fd-b58f-465b-bfc2-382a3c3413ae tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 932 time: 0.4574034 Jul 22 14:40:39.462806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-a09e3885-abf4-41b2-92c9-ef829a0023a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.466440 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-a09e3885-abf4-41b2-92c9-ef829a0023a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=521a81a3-bb0b-4ea4-b0bf-903efdaa6465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6642346 Jul 22 14:40:39.467592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7ee8a19c-c73f-4614-892a-5f5e87d21dd7 None None] Port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:39.482906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.487169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 888d10b2-91ed-4f92-b827-20bf3094fb1d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:39.487732 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.580238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:39.583383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.635507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebcc7868-7dde-430f-b18d-04a0cdaed10f req-26245d32-bda1-4f94-8b41-76451fdf4144 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907721 Jul 22 14:40:39.636683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:39.655736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.656553 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] Sync routers for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:39.679313 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:39.680235 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:39.743264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Checking segment: {'id': '6bcdacf6-ab73-4914-bd69-bad97e13d254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5ab46d9e-f2d2-4baa-89ac-cf7478a4d364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:39.743620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Network hostable DHCP agents. Network: 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:39.748963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c855459-d5ca-4a61-9ff2-3d694de144fe,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:39.832520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Network 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:39.850015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-e2822142-7e3e-46be-9099-a8026dd5c4e4 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498700 Jul 22 14:40:39.868918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3498a0bb-d320-450a-977f-9d4b6a89d857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.872522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:39.878921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:36Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:37Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:39.881484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:39.882094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:39.895473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c3d14-5841-41a8-b7cd-3d3740e1a7cb None None] Network 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:39.907508 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ffb1fc8-ea81-4fe4-b323-cb991cf1a8f9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "PUT /v2.0/floatingips/2c900d93-1e01-4ee7-bae0-7307d0e08a5f HTTP/1.1" status: 200 len: 990 time: 5.7339625 Jul 22 14:40:39.950396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:39.956503 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66719a1-a050-4162-8139-c34272136bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:39.978589 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-afc0616f-6fe3-49dd-9d6c-60e1a10998d7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7613149 Jul 22 14:40:40.006755 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:40.083850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:40.086391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Updating router 8d40980d-c902-41a2-8160-98e45b8d247e port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:40:40.102572 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13048b9-f582-43b8-bbd2-689b739828d0 x-openstack-request-id: req-d13048b9-f582-43b8-bbd2-689b739828d0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:40.102915 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:40.103095 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d13048b9-f582-43b8-bbd2-689b739828d0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:40.103495 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'status': 'completed', 'code': 200} Jul 22 14:40:40.107155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:40.107531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:40.107872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:40.114862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:40:40.115169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:40.128500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:40.128856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Checking segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:40.129250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Bound using segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:40.130361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Bound port: 0a51ab23-9103-4056-acbe-7060ebfebec6, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:40.130763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.172844 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-fc3b7e05-f839-40ac-b13c-e1b0184eaf72 service neutron] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101184 Jul 22 14:40:40.249225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.265646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-6c4cf8cb-e8f9-4f80-9857-07e2ed6ff748 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 HTTP/1.1" status: 200 len: 217 time: 0.0688438 Jul 22 14:40:40.348989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:40.352820 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.397298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=e4057f27-62fa-4eb5-bccc-e5808fa57775,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:40.411128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:40.419957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-0c72c53c-bede-4fd7-9b5c-4be8547c2287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:40.422501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-0c72c53c-bede-4fd7-9b5c-4be8547c2287 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.1509118 Jul 22 14:40:40.488568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:40.496455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:40.496845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 550c5254-541f-4e0b-b590-802a28669545, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:40.501103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab5c1f1-0896-4bb7-af21-984158a71153 None None] Network 5ab46d9e-f2d2-4baa-89ac-cf7478a4d364 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:40.501752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Deleting subnet 2c855459-d5ca-4a61-9ff2-3d694de144fe {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:40:40.507490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.510906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.516114 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '2c900d93-1e01-4ee7-bae0-7307d0e08a5f', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'port_id': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'mac_address': 'fa:16:3e:7c:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:39:25Z', 'updated_at': '2021-07-22T14:40:36Z', 'revision_number': 1, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:27Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:40.518345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66719a1-a050-4162-8139-c34272136bb6 req-f4f753a0-28eb-4991-9b6c-c4df0dd2bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:40.521271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-f4f753a0-28eb-4991-9b6c-c4df0dd2bebb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae01075b7cda40c8a2a3d275ed3e1460&device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 1097 time: 0.4256213 Jul 22 14:40:40.595991 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] Checking router: 555d4aea-d22c-4535-aaca-6d353f2c04ca for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:40.597730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:40.598369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.599938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] 10.222.0.72 "PUT /v2.0/ports/0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1092 time: 3.2267354 Jul 22 14:40:40.623637 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:40.624284 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:40.658969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.678451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66719a1-a050-4162-8139-c34272136bb6 req-4c6a131e-151a-43d0-a962-3d4ac4b604b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:40.680872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-4c6a131e-151a-43d0-a962-3d4ac4b604b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a6b444-43da-481b-bf4e-d27398f9b2ea HTTP/1.1" status: 200 len: 917 time: 0.1488826 Jul 22 14:40:40.701917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 550c5254-541f-4e0b-b590-802a28669545 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:40.768165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 550c5254-541f-4e0b-b590-802a28669545) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:40.781426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:40.782661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:40.796719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb51e9-ac6c-40b9-8b9d-3724da9f9b6b None None] Network 550c5254-541f-4e0b-b590-802a28669545 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:40.829430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-44fb25c3-c436-43ea-95d4-2e7046589d28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512 HTTP/1.1" status: 200 len: 998 time: 0.1375422 Jul 22 14:40:40.899073 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:40.926307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-1aabfa54-3cb4-4ae4-8fb1-d321603634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:40.928410 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-1aabfa54-3cb4-4ae4-8fb1-d321603634a0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4962237 Jul 22 14:40:40.929113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3cd57-dd9b-4455-b415-c070edba4830 service neutron] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:40.970106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-63fb8769-57c3-4721-ae58-26099088ae09 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7756500 Jul 22 14:40:40.971500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:41.028546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.144866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-eb4755e7-af65-4665-ba8d-d840cce62b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:41.146459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-eb4755e7-af65-4665-ba8d-d840cce62b9d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1095 time: 0.4853652 Jul 22 14:40:41.221877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-33dbcf84-dcb1-4329-a793-642911bc11fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 217 time: 0.0575049 Jul 22 14:40:41.286968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-2dce417c-122e-421f-a8c1-66b32d08f311 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473530 Jul 22 14:40:41.301645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66719a1-a050-4162-8139-c34272136bb6 req-ac39ce7b-b406-4c5a-940a-bff1c59234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:41.303411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-ac39ce7b-b406-4c5a-940a-bff1c59234f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a417e4a-0f49-408c-88ad-9f9d8eae3829 HTTP/1.1" status: 200 len: 855 time: 0.4662201 Jul 22 14:40:41.315617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.381817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.387328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2c855459-d5ca-4a61-9ff2-3d694de144fe HTTP/1.1" status: 204 len: 168 time: 1.0334039 Jul 22 14:40:41.388516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:41.405142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-62af2d19-c85a-461b-9d10-4b739c31a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:41.408103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-62af2d19-c85a-461b-9d10-4b739c31a607 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1784062 Jul 22 14:40:41.410910 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '2c900d93-1e01-4ee7-bae0-7307d0e08a5f', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'port_id': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'mac_address': 'fa:16:3e:7c:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:39:25Z', 'updated_at': '2021-07-22T14:40:36Z', 'revision_number': 1, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:27Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:41.414611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaccbb-99bb-471e-9475-e34fdffb430c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c855459-d5ca-4a61-9ff2-3d694de144fe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:41.480101 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cfe8-fc85-4cf1-a50f-222db4dcd610 None None] The sync data for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 is: [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '2c900d93-1e01-4ee7-bae0-7307d0e08a5f', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'port_id': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'mac_address': 'fa:16:3e:7c:3b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:39:25Z', 'updated_at': '2021-07-22T14:40:36Z', 'revision_number': 1, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:27Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:41.562472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.574529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Transition to ACTIVE for port object 1559be04-d2c8-4718-8f78-61b2a9bd4c6c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:41.588904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.634173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-550c5254-541f-4e0b-b590-802a28669545', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:41.635220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.681951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.728083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb8d01-b7d7-4932-aaf8-bc1d46a40505 None None] Pushing event updated for resources: {'Port': ['ID=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:41.887347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Attempting to bind port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:41.888060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Attempting to bind port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:41.888722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Attempting to bind port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c on network 0c47c931-e28b-4d33-9fd6-5e95a849096b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:41.912907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:41.913694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Checking segment: {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:41.914290 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.914982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Bound using segment: {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:41.915915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Bound port: 1559be04-d2c8-4718-8f78-61b2a9bd4c6c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7877fb0-af6b-428f-8423-c77c9161b7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:41.916519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:41.978782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f020b8-a706-4498-a6d7-1a981749997d None None] New status for floating IP 2c900d93-1e01-4ee7-bae0-7307d0e08a5f: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:40:41.993512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.007280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab46d9e-f2d2-4baa-89ac-cf7478a4d364']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:42.018530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcdacf6-ab73-4914-bd69-bad97e13d254') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:42.018844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcdacf6-ab73-4914-bd69-bad97e13d254') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:42.036340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.056457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.064059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:40:42.064490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:40:42.124910 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:40:42.128144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:42.128144 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b384222-aa0b-4f3d-89af-bb9f301167ca" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:42.132813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.138505 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-41448bb2-21d4-495e-9d71-a543f71cbb1a service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8440957 Jul 22 14:40:42.146150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.164563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5ab46d9e-f2d2-4baa-89ac-cf7478a4d364 HTTP/1.1" status: 204 len: 168 time: 0.7686877 Jul 22 14:40:42.227915 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e01d05f-21ad-4824-8dc0-e24ce1175d58 x-openstack-request-id: req-8e01d05f-21ad-4824-8dc0-e24ce1175d58 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:42.230098 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:42.231676 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e01d05f-21ad-4824-8dc0-e24ce1175d58 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:42.232341 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'status': 'completed', 'code': 200} Jul 22 14:40:42.235915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-032429f8-a605-46ec-bd65-b333add85ae4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 200 len: 217 time: 0.0703552 Jul 22 14:40:42.278403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f7c26-d668-4933-b345-c67de50fe666 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab46d9e-f2d2-4baa-89ac-cf7478a4d364,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:42.282702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-1b0c5cdc-d3e8-4f40-9ef0-a78962fd478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:42.291642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-1b0c5cdc-d3e8-4f40-9ef0-a78962fd478f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8718994 Jul 22 14:40:42.320482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de13d734-84b4-4848-8573-5b852c0fb8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.363023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c43f0-7d34-4b45-9255-821b78725035 req-1fc2616e-a75f-4770-9f4a-8722fa198135 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:42.365369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-588c43f0-7d34-4b45-9255-821b78725035 req-1fc2616e-a75f-4770-9f4a-8722fa198135 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 1.4745474 Jul 22 14:40:42.407351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66719a1-a050-4162-8139-c34272136bb6 req-a8b9ef32-64aa-43e0-812e-44aaf41ef2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:42.409041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-a8b9ef32-64aa-43e0-812e-44aaf41ef2de service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a6b444-43da-481b-bf4e-d27398f9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0606494 Jul 22 14:40:42.415414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-10f31ddc-fb06-4893-876e-06c6272fd928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:42.417070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-10f31ddc-fb06-4893-876e-06c6272fd928 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 200 len: 797 time: 0.1675761 Jul 22 14:40:42.499547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-588c43f0-7d34-4b45-9255-821b78725035 req-f00df2d4-13b6-4fa3-b7bc-cf5de2ca8567 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228812 Jul 22 14:40:42.560630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] For port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:42.570065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] For port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,segment=NetworkSegment(a7877fb0-af6b-428f-8423-c77c9161b7db),segment_id=a7877fb0-af6b-428f-8423-c77c9161b7db)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:42.575405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.577627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:42.581261 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:42.603276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Allocated IP 2001:db8:1::2 (550c5254-541f-4e0b-b590-802a28669545/e4057f27-62fa-4eb5-bccc-e5808fa57775/4c3d4033-c17f-4313-b259-3abf9f48f0d0) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:42.851048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-54ff2550-6193-4165-a595-8ebed19c37cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa5403c5c0e142839cec792e26e84122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422464 Jul 22 14:40:42.858986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38222) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:42.960631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-5c0f5b26-afa4-4c95-a579-d41534122379 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723110 Jul 22 14:40:43.015641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.032692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Transition to ACTIVE for port object 4c3d4033-c17f-4313-b259-3abf9f48f0d0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:43.066806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Transition to ACTIVE for port object 4c3d4033-c17f-4313-b259-3abf9f48f0d0 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:43.072170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:43.073114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:43.080652 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.097450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.155185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb8d01-b7d7-4932-aaf8-bc1d46a40505 None None] Pushing event updated for resources: {'Port': ['ID=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:43.162461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.304860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.321420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b66719a1-a050-4162-8139-c34272136bb6 req-47022943-986d-4eae-bc23-0bb0a4805b09 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467181 Jul 22 14:40:43.509019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-57fb916d-dd4f-4336-a098-c84f56fb8c93 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2084882 Jul 22 14:40:43.633944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-03e2769c-6c5f-4e67-a695-da9e1bbaf9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:43.635691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-03e2769c-6c5f-4e67-a695-da9e1bbaf9a7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec93a32d-1315-4552-900e-596c6b136b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2055516 Jul 22 14:40:43.731652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8:1::1 (550c5254-541f-4e0b-b590-802a28669545/e4057f27-62fa-4eb5-bccc-e5808fa57775/91afb426-1e33-411f-a2fc-c78f23115fb6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:43.750924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Network 550c5254-541f-4e0b-b590-802a28669545 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:43.762911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:43.777765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:43.791964 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.807626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb652b47-623e-4bd5-a5db-3ae1b27de803 req-a1e34ebb-d8f1-4b2c-8de1-cac0cc47b5b0 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905998 Jul 22 14:40:43.811351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Pushing event updated for resources: {'Port': ['ID=4c3d4033-c17f-4313-b259-3abf9f48f0d0,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:43.879721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-620a2cdc-9e37-4674-ad7f-fa5f936bef88 service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377608 Jul 22 14:40:43.885227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:43.963190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.991700 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:43.997475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.002429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/860af1d3-eb37-495f-9cf3-dfc67d0b5480 HTTP/1.1" status: 204 len: 168 time: 1.1393065 Jul 22 14:40:44.014393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object 91afb426-1e33-411f-a2fc-c78f23115fb6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:44.031481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860af1d3-eb37-495f-9cf3-dfc67d0b5480,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:44.059060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.059395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.059743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.060082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.060463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.060806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.061141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.062599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.063623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.064001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.067458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.067847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec0672-8386-44f1-912b-044f63de4674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:40:44.111860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-d7bdd7d1-1042-477f-8e92-3ec5d357b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:44.112589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Attempting to bind port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:44.113267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Attempting to bind port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:44.113674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-d7bdd7d1-1042-477f-8e92-3ec5d357b7d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1095 time: 0.2250957 Jul 22 14:40:44.113815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Attempting to bind port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 on network 550c5254-541f-4e0b-b590-802a28669545 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:44.116572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e7e9d7d9-3df6-425c-a1df-c68309dd1107 req-a0143f0a-d91b-4325-b791-cc8fc19de01b service neutron] 10.222.0.72 "GET /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154338 Jul 22 14:40:44.150602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398f57b-a51d-4c25-8de3-c25b604db665 req-fdabf8d2-a17c-48b6-8a24-636ec5212082 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:44.152196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b398f57b-a51d-4c25-8de3-c25b604db665 req-fdabf8d2-a17c-48b6-8a24-636ec5212082 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2699134 Jul 22 14:40:44.198426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:44.199103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Checking segment: {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:44.199770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.200412 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Bound using segment: {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:44.201128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Bound port: 4c3d4033-c17f-4313-b259-3abf9f48f0d0, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:44.201727 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.248151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.271103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b398f57b-a51d-4c25-8de3-c25b604db665 req-6793f4a0-90ac-48fa-8f56-257a66c8e927 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030989 Jul 22 14:40:44.362427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 550c5254-541f-4e0b-b590-802a28669545 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:44.370192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-edf7c07a-76be-4767-b79b-88a136e29474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:44.372512 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-edf7c07a-76be-4767-b79b-88a136e29474 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.2468359 Jul 22 14:40:44.372782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:44.378202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:44.385478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.416846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] For port 4c3d4033-c17f-4313-b259-3abf9f48f0d0, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:44.425269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] For port 4c3d4033-c17f-4313-b259-3abf9f48f0d0, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4c3d4033-c17f-4313-b259-3abf9f48f0d0,segment=NetworkSegment(458e2ef3-e122-4436-ae86-6611b36046d2),segment_id=458e2ef3-e122-4436-ae86-6611b36046d2)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:44.439144 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.465350 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-572aeaae-97e8-404f-8a20-2cb9df2fa828 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 217 time: 0.0854659 Jul 22 14:40:44.587525 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-163fffff-16f8-459d-b989-87f3941ddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:44.587525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-163fffff-16f8-459d-b989-87f3941ddd75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1129279 Jul 22 14:40:44.682951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=91afb426-1e33-411f-a2fc-c78f23115fb6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:44.713419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:44.740430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-685eef0d-8377-4607-bb7b-0c596e613973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:44.742182 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-685eef0d-8377-4607-bb7b-0c596e613973 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483037 Jul 22 14:40:44.847343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8e3a1-6af6-4139-a0c6-5da6615c0469 None None] Pushing event updated for resources: {'Port': ['ID=4c3d4033-c17f-4313-b259-3abf9f48f0d0,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:44.896184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-36abbb1d-4ff7-487e-a46c-1479ba0213d8 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427350 Jul 22 14:40:44.910715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:36Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:42Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:45.004902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51925a65-c28c-42d0-98a5-c487407b4dc7 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:36Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:42Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:45.092256 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b384222-aa0b-4f3d-89af-bb9f301167ca req-99ff65a2-41e6-48de-aea0-df6ae4f19eba service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919734 Jul 22 14:40:45.267043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:45.283295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:45.293640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:45.295726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:45.490727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=91afb426-1e33-411f-a2fc-c78f23115fb6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:45.619909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 550c5254-541f-4e0b-b590-802a28669545 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:45.635204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5a4f1-a51a-425c-b110-c8f1e9a72fcd req-579f5a79-019d-4a70-a0fe-40dd1b127fc2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:45.636832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57f5a4f1-a51a-425c-b110-c8f1e9a72fcd req-579f5a79-019d-4a70-a0fe-40dd1b127fc2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.1504564 Jul 22 14:40:45.637994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:45.719185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38302) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:45.785738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57f5a4f1-a51a-425c-b110-c8f1e9a72fcd req-4fb77223-4dbb-46f1-9393-875b1a7174a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382968 Jul 22 14:40:45.803519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:45.947522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-network', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:46.004807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Made reservation on behalf of dd53fc95b9e04c34a989d7ce9d30dc05 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:46.008440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.009138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:46.023208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:46.026550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-01ed4ca6-45d8-461e-9968-4ab450f05545 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0493977 Jul 22 14:40:46.036984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.056589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1890459387'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:46.266554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.276789 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.318025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b10b30-15d4-4b9b-b1f4-99ab0fb2a73a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:46.337644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:46.343969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:46.348972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.369972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.370334 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Added segment b0770eb3-d1e6-45b0-b624-1c7edcd2786a of type vlan for network 08d5d857-5456-4e35-b1bc-2bb694937c9a Jul 22 14:40:46.420774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:46.433738 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.444510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.444872 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment c3779829-be7f-4444-bf46-13188fe93656 of type vlan for network 92496932-991e-49b4-a876-6271c2670fef Jul 22 14:40:46.464152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd09d4a-2ae6-4a77-841b-4315317f8c9c None None] Network 550c5254-541f-4e0b-b590-802a28669545 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:46.502024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.516487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.517463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:46.518085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.551890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8315625 Jul 22 14:40:46.554849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38310) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:46.568160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Request body: {'subnet': {'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-subnet', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:46.614105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Made reservation on behalf of dd53fc95b9e04c34a989d7ce9d30dc05 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:46.617064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.643300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.647331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-97a965d7-fa29-4014-b41e-2cfd26442d8a None None] Provisioning for port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:46.659074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:46.661515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:46.691695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353da5b-184e-4491-9194-ab4f5834e192 admin admin] Pushing event updated for resources: {'Network': ['ID=08d5d857-5456-4e35-b1bc-2bb694937c9a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:46.710209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6756628 Jul 22 14:40:46.715090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:46.722202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:46.753351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:46.915017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d8fa1-91da-4f00-8ad9-24b49347a27b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=92496932-991e-49b4-a876-6271c2670fef,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:46.941122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 92496932-991e-49b4-a876-6271c2670fef details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:46.967624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:46.981328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.030152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.143114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4c3d4033-c17f-4313-b259-3abf9f48f0d0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:47.166314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e95e25-277f-4ea8-a60e-2927d3903695,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:47.194370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99693a56-fbaf-4386-922c-af7a90c2f7cd req-998275e9-842f-4ca7-87e0-aeb12110d229 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:47.205074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99693a56-fbaf-4386-922c-af7a90c2f7cd req-998275e9-842f-4ca7-87e0-aeb12110d229 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2480102 Jul 22 14:40:47.258840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Checking segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:47.261208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Network hostable DHCP agents. Network: 08d5d857-5456-4e35-b1bc-2bb694937c9a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:47.280533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:40:47.346006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:47.356304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99693a56-fbaf-4386-922c-af7a90c2f7cd req-d54012c6-cd1b-4423-8653-04a3f923748d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376138 Jul 22 14:40:47.358212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:47.378391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 08d5d857-5456-4e35-b1bc-2bb694937c9a) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:47.380997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:47.381387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.384779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:47.385920 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.418337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d2f3d66c-e2a5-4fae-a52b-fb7166b977a3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8592322 Jul 22 14:40:47.418862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38322) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:47.429264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:47.438250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.483435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0304f1a-e9a0-4372-8d3c-8c1c507a1dbe None None] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:47.487887 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:47.502202 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:47.502926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.503567 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:47.504004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.610251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.630226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Provisioning complete for port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:47.630674 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.641566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:47.675093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:47.675697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 92496932-991e-49b4-a876-6271c2670fef, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:47.695340 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:47.739887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 92496932-991e-49b4-a876-6271c2670fef is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:47.780470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 92496932-991e-49b4-a876-6271c2670fef) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:47.793740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:47.794778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:47.829812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f02ff9-f0d5-4092-98c3-99af26e9906c None None] Network 92496932-991e-49b4-a876-6271c2670fef requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:47.853890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-081f5a5c-f62c-4826-a2a0-b1833e803a65 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1376410 Jul 22 14:40:47.856403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:47.872757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:48.024912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'mac_address': 'fa:16:3e:d2:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:40:48.260637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.345852 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.371284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.467071 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:44Z', 'revision_number': 3, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:42Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:45Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:48.491615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.544085 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:48.546242 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Updating router 8d40980d-c902-41a2-8160-98e45b8d247e port 91afb426-1e33-411f-a2fc-c78f23115fb6 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:40:48.635437 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.673583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-08d5d857-5456-4e35-b1bc-2bb694937c9a', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:48.676070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.735529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a51ab23-9103-4056-acbe-7060ebfebec6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:40:48.737914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894fbfe-dae3-49e5-bbb1-a21cc59becca req-98413fb8-3f7f-4788-aec9-ac9136ffd10e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:48.744907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3894fbfe-dae3-49e5-bbb1-a21cc59becca req-98413fb8-3f7f-4788-aec9-ac9136ffd10e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2472656 Jul 22 14:40:48.755859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] For port 4c3d4033-c17f-4313-b259-3abf9f48f0d0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4c3d4033-c17f-4313-b259-3abf9f48f0d0,segment=NetworkSegment(458e2ef3-e122-4436-ae86-6611b36046d2),segment_id=458e2ef3-e122-4436-ae86-6611b36046d2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:48.770661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.773207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.800365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:48.854192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.929042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3894fbfe-dae3-49e5-bbb1-a21cc59becca req-301b8706-ecf2-4ec1-87b6-2e2e39e43975 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670592 Jul 22 14:40:48.965626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:48.994355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.088992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:40:49.089473 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:40:49.115708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-92496932-991e-49b4-a876-6271c2670fef', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:49.117025 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.167125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Provisioning for port 91afb426-1e33-411f-a2fc-c78f23115fb6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:49.239824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['0a51ab23-9103-4056-acbe-7060ebfebec6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:40:49.253091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Allocated IP 172.25.3.59 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/d49a0996-9691-4deb-b804-588abdc24422) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:49.291944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Provisioning complete for port 91afb426-1e33-411f-a2fc-c78f23115fb6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:49.292996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.318503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Pushing event updated for resources: {'Port': ['ID=4c3d4033-c17f-4313-b259-3abf9f48f0d0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:49.453397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.468341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8:2::1 (92496932-991e-49b4-a876-6271c2670fef/a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7/aa11a12c-a54b-463f-aa9f-06bab41b8130) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:49.488973 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.519290 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Transition to ACTIVE for port object 91afb426-1e33-411f-a2fc-c78f23115fb6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:49.531608 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.553793 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.660355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:49.671611 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc711327-6b6d-48fe-bd7e-48afe73aba19 None None] Pushing event updated for resources: {'Port': ['ID=91afb426-1e33-411f-a2fc-c78f23115fb6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:49.678360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:49.703717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:49.744037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.752597 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Attempting to bind port 91afb426-1e33-411f-a2fc-c78f23115fb6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:49.752978 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Attempting to bind port 91afb426-1e33-411f-a2fc-c78f23115fb6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:49.753350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Attempting to bind port 91afb426-1e33-411f-a2fc-c78f23115fb6 on network 550c5254-541f-4e0b-b590-802a28669545 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:49.757614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Pushing event updated for resources: {'Port': ['ID=d49a0996-9691-4deb-b804-588abdc24422,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:49.768954 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:49.769325 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Checking segment: {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:49.769735 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.770136 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Bound using segment: {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:49.770648 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Bound port: 91afb426-1e33-411f-a2fc-c78f23115fb6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458e2ef3-e122-4436-ae86-6611b36046d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '550c5254-541f-4e0b-b590-802a28669545'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:49.771036 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.776098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object aa11a12c-a54b-463f-aa9f-06bab41b8130 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:49.860376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Allocated IP 172.20.0.2 (08d5d857-5456-4e35-b1bc-2bb694937c9a/91e95e25-277f-4ea8-a60e-2927d3903695/0265b4a2-4618-4ff5-94f5-215314258ea6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:49.896051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:49.897385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-22ef315d-97b9-4522-babf-ae3ee8178d29 None None] Port 91afb426-1e33-411f-a2fc-c78f23115fb6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:49.918870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1559be04-d2c8-4718-8f78-61b2a9bd4c6c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:49.931192 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] For port 91afb426-1e33-411f-a2fc-c78f23115fb6, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:49.940622 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] For port 91afb426-1e33-411f-a2fc-c78f23115fb6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=91afb426-1e33-411f-a2fc-c78f23115fb6,segment=NetworkSegment(458e2ef3-e122-4436-ae86-6611b36046d2),segment_id=458e2ef3-e122-4436-ae86-6611b36046d2)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:49.949528 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:50.078457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:50.106865 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:50.112429 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:50.122342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 92496932-991e-49b4-a876-6271c2670fef is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:50.131028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:50.140292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:50.140872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:50.217553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=aa11a12c-a54b-463f-aa9f-06bab41b8130,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:50.419293 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:50.510227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:50.565090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Allocated IP 2001:db8:2::2 (92496932-991e-49b4-a876-6271c2670fef/a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7/e5d12090-f343-4233-a3f4-9067d2fb2309) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:50.666031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:50.744603 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc711327-6b6d-48fe-bd7e-48afe73aba19 None None] Pushing event updated for resources: {'Port': ['ID=91afb426-1e33-411f-a2fc-c78f23115fb6,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:51.010404 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:44Z', 'revision_number': 3, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:42Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:49Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:51.070996 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371bfab6-b281-46a2-9d94-145d75adbeb6 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:44Z', 'revision_number': 3, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:42Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:49Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:51.093820 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.107800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Transition to ACTIVE for port object e5d12090-f343-4233-a3f4-9067d2fb2309 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:51.135410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Transition to ACTIVE for port object e5d12090-f343-4233-a3f4-9067d2fb2309 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:51.164748 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:51.165279 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.291541 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.323145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.336269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.337165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.360540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644a1ad-a455-4956-96af-65ee2e644ee5 req-cc155ab4-c3b7-46fd-ac28-7ef518606152 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:51.362144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d644a1ad-a455-4956-96af-65ee2e644ee5 req-cc155ab4-c3b7-46fd-ac28-7ef518606152 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 1.1768081 Jul 22 14:40:51.441455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.485762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=aa11a12c-a54b-463f-aa9f-06bab41b8130,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:51.575705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.600299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Transition to ACTIVE for port object 0265b4a2-4618-4ff5-94f5-215314258ea6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:51.616061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d644a1ad-a455-4956-96af-65ee2e644ee5 req-135b0f2f-ceb5-4bda-bd38-9ef5f655c5e2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442737 Jul 22 14:40:51.641176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Transition to ACTIVE for port object 0265b4a2-4618-4ff5-94f5-215314258ea6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:51.679948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 92496932-991e-49b4-a876-6271c2670fef is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:51.682379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:51.736721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Network 92496932-991e-49b4-a876-6271c2670fef is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:51.740447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Pushing event updated for resources: {'Port': ['ID=e5d12090-f343-4233-a3f4-9067d2fb2309,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:51.759245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:51.849007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:51.849251 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:51.852051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:51.973553 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.063616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:52.083905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4973a94e-2e9e-425c-82ac-ed32e03a860f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2228549 Jul 22 14:40:52.084995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:52.100272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183605932'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:52.101759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.146692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:52.156722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:52.160321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.223071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:52.229499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:40:52.249191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Pushing event updated for resources: {'Port': ['ID=0265b4a2-4618-4ff5-94f5-215314258ea6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:52.274078 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.274489 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added segment 55c14ac3-7815-468a-93eb-11cb87095847 of type vlan for network 9162b234-e50f-49cd-91b8-930f79214058 Jul 22 14:40:52.281124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:40:52.287298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:52.342989 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.391581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.392839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Attempting to bind port e5d12090-f343-4233-a3f4-9067d2fb2309 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:52.393219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Attempting to bind port e5d12090-f343-4233-a3f4-9067d2fb2309 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:52.393759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Attempting to bind port e5d12090-f343-4233-a3f4-9067d2fb2309 on network 92496932-991e-49b4-a876-6271c2670fef {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:52.400373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:52.401574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.433551 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3405955 Jul 22 14:40:52.436676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:52.456371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'subnet': {'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:52.477356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:52.478391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Checking segment: {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:52.479201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.480004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Bound using segment: {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:52.480792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Bound port: e5d12090-f343-4233-a3f4-9067d2fb2309, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:52.481486 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.532850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,segment=NetworkSegment(a7877fb0-af6b-428f-8423-c77c9161b7db),segment_id=a7877fb0-af6b-428f-8423-c77c9161b7db)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:52.548452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433eceb-a5f4-4237-8386-8843f7452ad2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Network': ['ID=9162b234-e50f-49cd-91b8-930f79214058,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:52.557221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:52.592917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.597445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-73addf75-3f2b-4c1b-b0a5-ac05a5dd52f2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1748400 Jul 22 14:40:52.597787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38366) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:52.615800 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:52.643103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:52.643103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:52.701744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Made reservation on behalf of 22926b32c5a4444997734c2dabe5d553 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:40:52.712632 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.725467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] For port e5d12090-f343-4233-a3f4-9067d2fb2309, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:52.736657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] For port e5d12090-f343-4233-a3f4-9067d2fb2309, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5d12090-f343-4233-a3f4-9067d2fb2309,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:52.768946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:52.780348 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:52.799636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 9162b234-e50f-49cd-91b8-930f79214058 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:40:52.868009 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:52.950461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Attempting to bind port 0265b4a2-4618-4ff5-94f5-215314258ea6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:52.951681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Attempting to bind port 0265b4a2-4618-4ff5-94f5-215314258ea6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:52.952258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Attempting to bind port 0265b4a2-4618-4ff5-94f5-215314258ea6 on network 08d5d857-5456-4e35-b1bc-2bb694937c9a {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:52.955697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.042347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:53.045622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:53.168395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.179337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:53.216977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c002ac-9fc8-4df0-a731-4fc35e0b4b90 req-ff16c3b4-e401-4845-9c82-138bb16784ae tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:53.219819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7c002ac-9fc8-4df0-a731-4fc35e0b4b90 req-ff16c3b4-e401-4845-9c82-138bb16784ae tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.4419749 Jul 22 14:40:53.262853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4c3d4033-c17f-4313-b259-3abf9f48f0d0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:53.297021 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:50Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:49Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:40:50Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:53.363951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Subnet': ['ID=6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:53.365326 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:53.365326 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Updating router 8d40980d-c902-41a2-8160-98e45b8d247e port aa11a12c-a54b-463f-aa9f-06bab41b8130 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:40:53.369357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Checking segment: {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:53.369680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network hostable DHCP agents. Network: 9162b234-e50f-49cd-91b8-930f79214058, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:40:53.392673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 9162b234-e50f-49cd-91b8-930f79214058 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:40:53.397026 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.406797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 9162b234-e50f-49cd-91b8-930f79214058) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:53.418259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:53.419162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.432122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:53.432509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Checking segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:53.432924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.433329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Bound using segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:53.433822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Bound port: 0265b4a2-4618-4ff5-94f5-215314258ea6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:53.434218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.447781 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ed47646-09c8-4056-8d6e-5dc5b031480e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9967756 Jul 22 14:40:53.448911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:53.520724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7c002ac-9fc8-4df0-a731-4fc35e0b4b90 req-350aa105-3666-4da2-908f-152241c923bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583280 Jul 22 14:40:53.590286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] For port 0265b4a2-4618-4ff5-94f5-215314258ea6, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:53.596219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] For port 0265b4a2-4618-4ff5-94f5-215314258ea6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0265b4a2-4618-4ff5-94f5-215314258ea6,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:53.599070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587a9b2-94cb-44ea-babc-23298a630a11 None None] Network 9162b234-e50f-49cd-91b8-930f79214058 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:53.643587 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:53.687758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.005263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:54.012990 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.044653 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Transition to ACTIVE for port object aa11a12c-a54b-463f-aa9f-06bab41b8130 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:54.056916 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.195993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Allocated IP 172.20.0.1 (08d5d857-5456-4e35-b1bc-2bb694937c9a/91e95e25-277f-4ea8-a60e-2927d3903695/0e716cd9-2301-4f57-a5a5-72bd52fcecd2) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:54.266561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fc4f4-2149-4697-a7aa-31a87fc7d305 None None] Pushing event updated for resources: {'Port': ['ID=e5d12090-f343-4233-a3f4-9067d2fb2309,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:54.281480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:54.281861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.335119 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d91078-28a5-4ec3-b5e2-61a955cfa0d5 None None] Pushing event updated for resources: {'Port': ['ID=aa11a12c-a54b-463f-aa9f-06bab41b8130,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:54.443753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.450082 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Attempting to bind port aa11a12c-a54b-463f-aa9f-06bab41b8130 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:54.450992 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Attempting to bind port aa11a12c-a54b-463f-aa9f-06bab41b8130 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:54.451619 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Attempting to bind port aa11a12c-a54b-463f-aa9f-06bab41b8130 on network 92496932-991e-49b4-a876-6271c2670fef {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:54.470077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:54.470412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Transition to ACTIVE for port object 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:54.471181 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Checking segment: {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:54.471827 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.472434 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Bound using segment: {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:54.473136 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Bound port: aa11a12c-a54b-463f-aa9f-06bab41b8130, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3779829-be7f-4444-bf46-13188fe93656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '92496932-991e-49b4-a876-6271c2670fef'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:54.474819 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.553377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.600831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6d41a-c96f-4c34-87ce-264d78a8d735 None None] Pushing event updated for resources: {'Port': ['ID=0265b4a2-4618-4ff5-94f5-215314258ea6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:54.602335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:54.651478 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] For port aa11a12c-a54b-463f-aa9f-06bab41b8130, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:40:54.657091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] For port aa11a12c-a54b-463f-aa9f-06bab41b8130, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=aa11a12c-a54b-463f-aa9f-06bab41b8130,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:40:54.662331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:54.668184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:54.678879 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.772240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:54.773416 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:54.786480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Pushing event updated for resources: {'Port': ['ID=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:54.804673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:54.872008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 91afb426-1e33-411f-a2fc-c78f23115fb6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:54.919212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f83b12-514f-4968-b4de-5e26a81e0f23 req-32e2ccea-644a-4307-a7ca-d83d146eea8a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:54.920845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35f83b12-514f-4968-b4de-5e26a81e0f23 req-32e2ccea-644a-4307-a7ca-d83d146eea8a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.1693518 Jul 22 14:40:54.997323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35f83b12-514f-4968-b4de-5e26a81e0f23 req-bf100531-ee14-4ceb-b48f-8fe6b66aef06 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701737 Jul 22 14:40:55.061697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:55.083617 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:55.088764 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d91078-28a5-4ec3-b5e2-61a955cfa0d5 None None] Pushing event updated for resources: {'Port': ['ID=aa11a12c-a54b-463f-aa9f-06bab41b8130,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:55.101113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:55.250238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-9162b234-e50f-49cd-91b8-930f79214058', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:40:55.251129 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:55.307923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 91afb426-1e33-411f-a2fc-c78f23115fb6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:55.332966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:55.338766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 91afb426-1e33-411f-a2fc-c78f23115fb6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:55.352241 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:55.400252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38388) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:55.611987 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:50Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:49Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:40:54Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:55.656825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:55.663240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:55.712656 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28af7a9a-1256-4532-b18c-69d03fd48a84 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:50Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:49Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:40:54Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:40:55.853838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Allocated IP 2001:db8:3::1 (9162b234-e50f-49cd-91b8-930f79214058/6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858/ce2aeb5c-1173-4129-8434-3ef3cfe3e673) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:55.914860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 0a51ab23-9103-4056-acbe-7060ebfebec6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:55.920677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Pushing event updated for resources: {'Port': ['ID=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:55.947558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 0a51ab23-9103-4056-acbe-7060ebfebec6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:55.948451 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.022208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.076241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763426c3-92cd-47f2-8604-bffb308f0ef6 None None] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:56.161110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.219895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Transition to ACTIVE for port object ce2aeb5c-1173-4129-8434-3ef3cfe3e673 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:56.272578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af0658e-4a1a-41b1-8227-3aa007342290 None None] Network 92496932-991e-49b4-a876-6271c2670fef requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:40:56.317823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.470332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:56.483130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 9162b234-e50f-49cd-91b8-930f79214058 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:56.485109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:56.488228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:56.489280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.547518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0f2e425-7c1e-4f2c-b462-6a22012d8d3f None None] Provisioning for port 0265b4a2-4618-4ff5-94f5-215314258ea6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:56.646155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.735593 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:56.844922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:50Z', 'revision_number': 3, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:40:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:56.909964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:40:56.910748 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Updating router d8aff8a9-0965-4d88-93fd-9caebdb039c4 port d49a0996-9691-4deb-b804-588abdc24422 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:40:56.998129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 91afb426-1e33-411f-a2fc-c78f23115fb6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=91afb426-1e33-411f-a2fc-c78f23115fb6,segment=NetworkSegment(458e2ef3-e122-4436-ae86-6611b36046d2),segment_id=458e2ef3-e122-4436-ae86-6611b36046d2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:57.019430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Allocated IP 2001:db8:3::2 (9162b234-e50f-49cd-91b8-930f79214058/6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858/9cc928b0-63a8-4521-a597-f0bfe433ca95) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:40:57.024265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.027137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-270bcc0a-d362-4719-b9b7-b4bf9f60081a None None] Provisioning for port e5d12090-f343-4233-a3f4-9067d2fb2309 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:57.131741 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.145329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.326597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:57.333449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:57.390006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:40:57.393135 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbd1864-a22b-4cc4-957b-c58c3f1fc121" -d '{"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:40:57.399386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.410173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.411255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.412512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1927c-bac4-4828-a47e-ea4665a50b2e req-c6cc92ba-388e-4934-aba0-e476362a2ff5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:57.420978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbf1927c-bac4-4828-a47e-ea4665a50b2e req-c6cc92ba-388e-4934-aba0-e476362a2ff5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 1.2423060 Jul 22 14:40:57.528425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event updated for resources: {'Port': ['ID=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:57.537397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbf1927c-bac4-4828-a47e-ea4665a50b2e req-5f7201f3-e7bc-494a-92c8-5a06d356bb1f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109269 Jul 22 14:40:57.575603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:57.585214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=91afb426-1e33-411f-a2fc-c78f23115fb6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:57.611799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:57.630100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.667380 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff7064c-50fa-432b-9edd-ebe2a2d88814 x-openstack-request-id: req-1ff7064c-50fa-432b-9edd-ebe2a2d88814 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:40:57.667739 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:40:57.668536 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ff7064c-50fa-432b-9edd-ebe2a2d88814 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:40:57.670338 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'code': 200} Jul 22 14:40:57.677056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0265b4a2-4618-4ff5-94f5-215314258ea6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:57.727842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:57.765969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Network 9162b234-e50f-49cd-91b8-930f79214058 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:57.768484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:57.857246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:57.863454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-23d01b98-5733-48ce-931f-98ee9e660a39 admin admin] 10.222.0.60 "PUT /v2.0/routers/d8aff8a9-0965-4d88-93fd-9caebdb039c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2645626 Jul 22 14:40:57.895086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:57.947469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b9a42-7f4d-48e8-9c31-e97ffab62076 req-be70a84a-841c-4df5-acb9-36754977a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:57.949144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-af2b9a42-7f4d-48e8-9c31-e97ffab62076 req-be70a84a-841c-4df5-acb9-36754977a022 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1097 time: 0.2336965 Jul 22 14:40:57.999664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:58.022423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-af2b9a42-7f4d-48e8-9c31-e97ffab62076 req-1e6f9e8d-e38e-4507-be1a-4a4822baabc0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655868 Jul 22 14:40:58.024956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.061101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0265b4a2-4618-4ff5-94f5-215314258ea6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:58.066623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Transition to ACTIVE for port object 9cc928b0-63a8-4521-a597-f0bfe433ca95 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:58.082401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0265b4a2-4618-4ff5-94f5-215314258ea6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:58.093334 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.140308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Transition to ACTIVE for port object 9cc928b0-63a8-4521-a597-f0bfe433ca95 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:58.167863 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.293409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:40:58.306044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cccffacb-d091-44a7-aee4-11a7fa6d8295 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8554304 Jul 22 14:40:58.306576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:58.311545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:58.340480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:40:58.361880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Deleting port c4cc0d6a-87d6-4228-a240-f29c73c9824b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:40:58.362404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.435687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Network 9162b234-e50f-49cd-91b8-930f79214058 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:40:58.452733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:40:58.465151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9ee53ea0-37eb-4c8b-a8a0-88501b1af61d None None] Provisioning for port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:40:58.470904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:40:58.497311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Pushing event updated for resources: {'Port': ['ID=9cc928b0-63a8-4521-a597-f0bfe433ca95,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:58.507545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:40:58.508184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:40:58.536284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.538613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9ee53ea0-37eb-4c8b-a8a0-88501b1af61d None None] Provisioning complete for port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:58.539002 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ee53ea0-37eb-4c8b-a8a0-88501b1af61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.565331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] For port c4cc0d6a-87d6-4228-a240-f29c73c9824b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c4cc0d6a-87d6-4228-a240-f29c73c9824b,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:58.565989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.596879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Calling delete_port for c4cc0d6a-87d6-4228-a240-f29c73c9824b owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:40:58.834470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Transition to ACTIVE for port object d49a0996-9691-4deb-b804-588abdc24422 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:40:58.927585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:58.967837 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.047026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.084369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9ee53ea0-37eb-4c8b-a8a0-88501b1af61d None None] Port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:40:59.125106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:59.128347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cc0d6a-87d6-4228-a240-f29c73c9824b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:59.132970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:40:59.141003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267733792', 'description': 'tempest-description--1182228508'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:40:59.176090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba73e956-f03d-49b1-b137-6d85336617ab req-e8956d9a-7f50-4714-8bb8-af1125ebd58e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:40:59.186555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba73e956-f03d-49b1-b137-6d85336617ab req-e8956d9a-7f50-4714-8bb8-af1125ebd58e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.2300389 Jul 22 14:40:59.251090 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.266769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba73e956-f03d-49b1-b137-6d85336617ab req-712a9b27-844c-48ab-b6c4-f942c7a3f743 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791168 Jul 22 14:40:59.303918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Attempting to bind port 9cc928b0-63a8-4521-a597-f0bfe433ca95 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:59.318948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Attempting to bind port 9cc928b0-63a8-4521-a597-f0bfe433ca95 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:59.319523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Attempting to bind port 9cc928b0-63a8-4521-a597-f0bfe433ca95 on network 9162b234-e50f-49cd-91b8-930f79214058 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:59.332636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3193c4-d6f8-4883-b296-4b362975756f None None] Pushing event updated for resources: {'Port': ['ID=d49a0996-9691-4deb-b804-588abdc24422,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:40:59.372406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Attempting to bind port d49a0996-9691-4deb-b804-588abdc24422 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:40:59.382200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Attempting to bind port d49a0996-9691-4deb-b804-588abdc24422 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:40:59.382821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Attempting to bind port d49a0996-9691-4deb-b804-588abdc24422 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:40:59.393627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.extraroute_db [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:40:59.410664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9ee53ea0-37eb-4c8b-a8a0-88501b1af61d None None] Provisioning complete for port 0265b4a2-4618-4ff5-94f5-215314258ea6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:40:59.419020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ee53ea0-37eb-4c8b-a8a0-88501b1af61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.422099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:59.422099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Checking segment: {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:59.422099 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.422388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Bound using segment: {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:59.424923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Bound port: 9cc928b0-63a8-4521-a597-f0bfe433ca95, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:59.425411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.453221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.extraroute_db [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Removed routes are [] {{(pid=93813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:40:59.454060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.454667 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.475811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0265b4a2-4618-4ff5-94f5-215314258ea6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0265b4a2-4618-4ff5-94f5-215314258ea6,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:40:59.509583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:40:59.510058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:40:59.510630 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.511095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:40:59.511597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Bound port: d49a0996-9691-4deb-b804-588abdc24422, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:40:59.511980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.519057 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.519784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1559be04-d2c8-4718-8f78-61b2a9bd4c6c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:40:59.818935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Router c121b548-47cd-459a-ba51-de904806fa47 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:40:59.825410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.833337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.835391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.840687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.962611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:40:59.963872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8271463 Jul 22 14:40:59.972119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:40:59.974894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'security_group_rule': {'security_group_id': '265d0d01-3b1f-42a7-bafc-8c268acc9b62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:00.015507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c9cc9-d216-4657-8c82-7b99ba8c0d62 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=265d0d01-3b1f-42a7-bafc-8c268acc9b62,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:00.037278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:00.049418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.051138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:00.061417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] For port d49a0996-9691-4deb-b804-588abdc24422, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:00.065416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38426) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:00.065549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f025696-3825-4230-8788-c07ef784fec9 admin admin] 10.222.0.60 "PUT /v2.0/routers/c121b548-47cd-459a-ba51-de904806fa47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6615460 Jul 22 14:41:00.070343 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] Sync routers for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:00.072608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0265b4a2-4618-4ff5-94f5-215314258ea6,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:00.086732 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:00.087686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:00.101124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] For port d49a0996-9691-4deb-b804-588abdc24422, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d49a0996-9691-4deb-b804-588abdc24422,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:00.106175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] For port 9cc928b0-63a8-4521-a597-f0bfe433ca95, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:00.139394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.176859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] For port 9cc928b0-63a8-4521-a597-f0bfe433ca95, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cc928b0-63a8-4521-a597-f0bfe433ca95,segment=NetworkSegment(55c14ac3-7815-468a-93eb-11cb87095847),segment_id=55c14ac3-7815-468a-93eb-11cb87095847)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:00.230328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.236518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:00.236923 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.297517 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:00.349260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:00.379700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.384232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-96a4e186-84ce-4de8-8b0e-70efd8c09e66 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 954 time: 2.0761104 Jul 22 14:41:00.387339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38432) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:00.392118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.414307 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.441491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:00.442347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:00.476366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee576f0-df33-445a-92c1-9311651fedf8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:00.539697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.546415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a051abbf-26a9-4980-935e-6c6d19e21d38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5711751 Jul 22 14:41:00.546415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38434) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:00.559672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'security_group_rule': {'security_group_id': '265d0d01-3b1f-42a7-bafc-8c268acc9b62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:00.574251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.595914 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:40:58Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:00.612217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3193c4-d6f8-4883-b296-4b362975756f None None] Pushing event updated for resources: {'Port': ['ID=d49a0996-9691-4deb-b804-588abdc24422,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:00.640473 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] Checking router: c121b548-47cd-459a-ba51-de904806fa47 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:00.655103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] Routers {'c121b548-47cd-459a-ba51-de904806fa47'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:00.655103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c121b548-47cd-459a-ba51-de904806fa47'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:00.655966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-36292632-c7e2-4dc9-9529-f53195448038 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 954 time: 0.2662375 Jul 22 14:41:00.657157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38436) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:00.662463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'routes': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:00.786638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:40:54Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2aeb5c-1173-4129-8434-3ef3cfe3e673', 'name': '', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:33:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:55Z', 'updated_at': '2021-07-22T14:40:57Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:00.822810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:00.823180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Updating router 8d40980d-c902-41a2-8160-98e45b8d247e port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:41:00.877573 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.930774 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:00.970845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device aa11a12c-a54b-463f-aa9f-06bab41b8130 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:00.973442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.058635 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] Set router c121b548-47cd-459a-ba51-de904806fa47 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:01.071106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b1f33-117b-4e8b-be4c-ae2c35ce2a54 req-a393283f-271f-4f0b-8211-f5f46d110a72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:01.081132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa0b1f33-117b-4e8b-be4c-ae2c35ce2a54 req-a393283f-271f-4f0b-8211-f5f46d110a72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.5771461 Jul 22 14:41:01.112761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.125827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.163841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.168015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6179445 Jul 22 14:41:01.173615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0900d62-f4e0-4808-85ae-5cf06ef90ce0 None None] Provisioning complete for port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:01.174136 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0900d62-f4e0-4808-85ae-5cf06ef90ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.175464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:01.176954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Deleting port 1abba138-1cb9-4a68-9014-50e58b777aeb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:01.177299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.192549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:01.197740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75b3f2-257f-4ef4-94cb-6a486a319cec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f6d9d-147d-4f86-befd-8217cb52167f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:01.242206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa0b1f33-117b-4e8b-be4c-ae2c35ce2a54 req-b144b68d-6748-4a58-bc44-b028d3df5d88 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582093 Jul 22 14:41:01.285061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a0900d62-f4e0-4808-85ae-5cf06ef90ce0 None None] Port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:01.286660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e4389-2db8-4621-983e-889cc9bb7ff3 None None] Pushing event updated for resources: {'Port': ['ID=9cc928b0-63a8-4521-a597-f0bfe433ca95,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:01.310089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:01.372775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.392267 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:40:58Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:01.441046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0900d62-f4e0-4808-85ae-5cf06ef90ce0 None None] Provisioning for port aa11a12c-a54b-463f-aa9f-06bab41b8130 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:01.468999 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22736369-eecb-4ce8-8985-09ad32593ea0 None None] The sync data for ids ['c121b548-47cd-459a-ba51-de904806fa47'] in n-d-794306-8 is: [{'id': 'c121b548-47cd-459a-ba51-de904806fa47', 'name': 'tempest-TaggedBootDevicesTest_v242-1752225217-router', 'tenant_id': 'f3be39b69c1b47aabba900396f4fde05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:29:17Z', 'updated_at': '2021-07-22T14:40:58Z', 'revision_number': 5, 'project_id': 'f3be39b69c1b47aabba900396f4fde05', 'gw_port': {'id': '1abba138-1cb9-4a68-9014-50e58b777aeb', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c121b548-47cd-459a-ba51-de904806fa47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:29:19Z', 'updated_at': '2021-07-22T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:01.474678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port aa11a12c-a54b-463f-aa9f-06bab41b8130 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:01.519635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] For port 1abba138-1cb9-4a68-9014-50e58b777aeb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1abba138-1cb9-4a68-9014-50e58b777aeb,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:01.521120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.565078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Calling delete_port for 1abba138-1cb9-4a68-9014-50e58b777aeb owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:01.578629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3717a-638e-448b-87a5-de3ed8ea7182 req-a88591e8-fac2-4faa-9554-5f017c6787fb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:01.588812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7d3717a-638e-448b-87a5-de3ed8ea7182 req-a88591e8-fac2-4faa-9554-5f017c6787fb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1776013 Jul 22 14:41:01.605845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port aa11a12c-a54b-463f-aa9f-06bab41b8130 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:01.607381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.641434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added routes are [] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:41:01.641759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:41:01.671075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7d3717a-638e-448b-87a5-de3ed8ea7182 req-c216b1cc-ef69-4b44-86c0-56a9f99e7cb1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807750 Jul 22 14:41:01.695882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:01.796272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.891550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:01.987243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abba138-1cb9-4a68-9014-50e58b777aeb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:02.110752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.123852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Transition to ACTIVE for port object ce2aeb5c-1173-4129-8434-3ef3cfe3e673 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:02.131101 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.138066 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.183689 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.249130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a7140-3512-4c6d-ac49-c3f3998cdd2c None None] Network 9162b234-e50f-49cd-91b8-930f79214058 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:02.334614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 2, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:02.345389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61f245-a120-4609-adb7-7ef2e8b0ab3d None None] Pushing event updated for resources: {'Port': ['ID=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:02.348212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.351371 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.360443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port aa11a12c-a54b-463f-aa9f-06bab41b8130, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=aa11a12c-a54b-463f-aa9f-06bab41b8130,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:02.417027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.418088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c121b548-47cd-459a-ba51-de904806fa47 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:41:02.424379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bdddd1-0e18-43a1-8643-c69bfad99446 None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 2, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:02.426412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.427209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5d12090-f343-4233-a3f4-9067d2fb2309 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:02.458902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.461301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1cdaaa83-924d-413c-a233-cfc0492a9884 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c121b548-47cd-459a-ba51-de904806fa47 HTTP/1.1" status: 204 len: 168 time: 2.3952858 Jul 22 14:41:02.472486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:02.525780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.618030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d0a6b133-60c6-4023-8968-1d84ab9f41fe None None] Provisioning for port 9cc928b0-63a8-4521-a597-f0bfe433ca95 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:02.639618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a17b2e-b7ca-4e7f-ab60-c1124580fe23 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:02.643160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41a17b2e-b7ca-4e7f-ab60-c1124580fe23 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1092 time: 0.9458697 Jul 22 14:41:02.649410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38454) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:02.662044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:02.706662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Attempting to bind port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:02.707388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Attempting to bind port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:02.707814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Attempting to bind port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 on network 9162b234-e50f-49cd-91b8-930f79214058 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:02.881114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.899011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.906466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.953844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:02.953844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Checking segment: {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:02.954497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.955051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Bound using segment: {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:02.955657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Bound port: ce2aeb5c-1173-4129-8434-3ef3cfe3e673, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c14ac3-7815-468a-93eb-11cb87095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9162b234-e50f-49cd-91b8-930f79214058'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:02.956173 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:02.976612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=aa11a12c-a54b-463f-aa9f-06bab41b8130,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:03.037416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e5d12090-f343-4233-a3f4-9067d2fb2309 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:03.049829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e5d12090-f343-4233-a3f4-9067d2fb2309 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:03.050394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.161224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Deleting subnet 57c75868-48b5-43c0-9a8f-0a002a099812 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:03.196732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.238872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] For port ce2aeb5c-1173-4129-8434-3ef3cfe3e673, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:03.269103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:03.321440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] For port ce2aeb5c-1173-4129-8434-3ef3cfe3e673, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,segment=NetworkSegment(55c14ac3-7815-468a-93eb-11cb87095847),segment_id=55c14ac3-7815-468a-93eb-11cb87095847)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:03.336329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.370082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.380066 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.382438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Allocated IP 172.25.3.227 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/39217de1-9669-46b0-a53e-05cc4b3efdce) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:03.469531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61f245-a120-4609-adb7-7ef2e8b0ab3d None None] Pushing event updated for resources: {'Port': ['ID=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:03.475626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:03.476290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:03.479297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e5d12090-f343-4233-a3f4-9067d2fb2309, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5d12090-f343-4233-a3f4-9067d2fb2309,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:03.516173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:03.538692 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.546626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.547098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cba6467c-dc70-455c-8540-446178e1ecdc tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 704 time: 2.8881233 Jul 22 14:41:03.550168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38458) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:03.642464 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.663060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:03.741615 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:41:03.754500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:03.827851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0fee2000-70a9-4fde-a93d-6f2c51aa2ab2 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 704 time: 0.2762921 Jul 22 14:41:03.830538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38462) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:03.861570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.003981 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.111532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-23817645-6c74-4ae2-945c-2f1c22848835 None None] Provisioning for port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:04.173254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cc928b0-63a8-4521-a597-f0bfe433ca95 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:04.192454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:04.198941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:04.204314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'Port': ['ID=39217de1-9669-46b0-a53e-05cc4b3efdce,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:04.215177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.218866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:04.308074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c75868-48b5-43c0-9a8f-0a002a099812,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:04.310033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.320488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c8f81bef-a21e-4697-bde8-9353ae35b504 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/57c75868-48b5-43c0-9a8f-0a002a099812 HTTP/1.1" status: 204 len: 168 time: 1.8468640 Jul 22 14:41:04.337450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38466) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:04.344733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e5d12090-f343-4233-a3f4-9067d2fb2309,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:04.355813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d2abd-4e4d-4a16-becf-544a721f772f None None] Network f5704e7c-bf34-4cd8-992e-e4e4b563fc42 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:04.517552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.554619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9cc928b0-63a8-4521-a597-f0bfe433ca95 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:04.567185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9cc928b0-63a8-4521-a597-f0bfe433ca95 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:04.567511 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.589571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.611410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.245 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/84a1b265-2cad-4021-b04d-67ccd621b3b9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:04.691208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.803328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Deleting port c6578495-a093-4ad4-9518-ccce9e49c49c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:04.804057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:04.923362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:01Z', 'revision_number': 7, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2aeb5c-1173-4129-8434-3ef3cfe3e673', 'name': '', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:33:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:55Z', 'updated_at': '2021-07-22T14:41:03Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:04.965591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc173886-4c10-46aa-ad56-4724ef55e3aa None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:01Z', 'revision_number': 7, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2aeb5c-1173-4129-8434-3ef3cfe3e673', 'name': '', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:33:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:55Z', 'updated_at': '2021-07-22T14:41:03Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:04.975350 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.083170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 9cc928b0-63a8-4521-a597-f0bfe433ca95, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cc928b0-63a8-4521-a597-f0bfe433ca95,segment=NetworkSegment(55c14ac3-7815-468a-93eb-11cb87095847),segment_id=55c14ac3-7815-468a-93eb-11cb87095847)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:05.089464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.102321 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.103706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 91afb426-1e33-411f-a2fc-c78f23115fb6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:05.117649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] For port c6578495-a093-4ad4-9518-ccce9e49c49c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c6578495-a093-4ad4-9518-ccce9e49c49c,segment=NetworkSegment(62709307-40d5-4b1a-868a-56f2d8064884),segment_id=62709307-40d5-4b1a-868a-56f2d8064884)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:05.120006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.214414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Calling delete_port for c6578495-a093-4ad4-9518-ccce9e49c49c owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:05.285766 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.300103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 91afb426-1e33-411f-a2fc-c78f23115fb6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:05.300103 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.330684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=9cc928b0-63a8-4521-a597-f0bfe433ca95,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:05.351309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] DHCP port deletion for f5704e7c-bf34-4cd8-992e-e4e4b563fc42 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:05.413189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=84a1b265-2cad-4021-b04d-67ccd621b3b9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:05.478608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:05.485706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:05.495215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:05.532118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0265b4a2-4618-4ff5-94f5-215314258ea6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:05.580450 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.627333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.630864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6578495-a093-4ad4-9518-ccce9e49c49c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:05.634658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Deleting port c6578495-a093-4ad4-9518-ccce9e49c49c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:05.635312 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.644716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.660638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] No DVR routers for this DVR port c6578495-a093-4ad4-9518-ccce9e49c49c on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:05.817077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'Port': ['ID=39217de1-9669-46b0-a53e-05cc4b3efdce,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:05.820407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] For port c6578495-a093-4ad4-9518-ccce9e49c49c, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:05.820811 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.827476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.832755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0265b4a2-4618-4ff5-94f5-215314258ea6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:05.832755 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.869733 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.869955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Calling delete_port for c6578495-a093-4ad4-9518-ccce9e49c49c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:05.875478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Port c6578495-a093-4ad4-9518-ccce9e49c49c was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:41:05.883957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.884867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5704e7c-bf34-4cd8-992e-e4e4b563fc42']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:05.913869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] No DVR routers for this DVR port c6578495-a093-4ad4-9518-ccce9e49c49c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:05.921436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62709307-40d5-4b1a-868a-56f2d8064884') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:05.922870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62709307-40d5-4b1a-868a-56f2d8064884') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:05.943670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.945833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca86bd-ec02-4fe4-992f-5f22759ad03a None None] Pushing event deleted for resources: {'Port': ['ID=c6578495-a093-4ad4-9518-ccce9e49c49c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:05.967217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:05.976610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:05.978120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.031252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device aa11a12c-a54b-463f-aa9f-06bab41b8130 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:06.092791 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:06.094941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.100677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.125226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.128572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f5704e7c-bf34-4cd8-992e-e4e4b563fc42 HTTP/1.1" status: 204 len: 168 time: 1.7898583 Jul 22 14:41:06.152037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151d846-1233-49c4-bd4a-6c128764df97 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5704e7c-bf34-4cd8-992e-e4e4b563fc42,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:06.155418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.157062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1c49b26f-2d3e-4bb9-9df7-cef6f04de0ff tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9776337 Jul 22 14:41:06.177466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port aa11a12c-a54b-463f-aa9f-06bab41b8130 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:06.177994 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.410054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c4cc0d6a-87d6-4228-a240-f29c73c9824b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:06.454857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c4cc0d6a-87d6-4228-a240-f29c73c9824b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:06.455735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c4cc0d6a-87d6-4228-a240-f29c73c9824b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:06.457901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1abba138-1cb9-4a68-9014-50e58b777aeb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:06.480389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:06.502038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1abba138-1cb9-4a68-9014-50e58b777aeb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:06.502384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1abba138-1cb9-4a68-9014-50e58b777aeb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:06.540929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-b066e4d6-c04d-48ac-84e2-a211c0960b86 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1267733792&fields=id&tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 267 time: 0.1084430 Jul 22 14:41:06.556734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-292b43ff-2d7d-445a-a181-85dd373994a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3be39b69c1b47aabba900396f4fde05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749264 Jul 22 14:41:06.559505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:06.587336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:06.615205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:06.615837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:06.645669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66b21ff6-0906-48b4-abfa-c743a5b30d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.678330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66b21ff6-0906-48b4-abfa-c743a5b30d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.742048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66b21ff6-0906-48b4-abfa-c743a5b30d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.745079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66b21ff6-0906-48b4-abfa-c743a5b30d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:06.749178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-66b21ff6-0906-48b4-abfa-c743a5b30d74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88404794-0076-4572-9e12-335aeb48f796 HTTP/1.1" status: 204 len: 168 time: 0.1840563 Jul 22 14:41:06.755963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b21ff6-0906-48b4-abfa-c743a5b30d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88404794-0076-4572-9e12-335aeb48f796,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:06.759793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:06.873335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cc928b0-63a8-4521-a597-f0bfe433ca95 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:07.000798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-24cf6560-f5c9-4a73-a1e6-1f8184b0a183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:07.002537 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-24cf6560-f5c9-4a73-a1e6-1f8184b0a183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 817 time: 0.4495432 Jul 22 14:41:07.035053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.040286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9cc928b0-63a8-4521-a597-f0bfe433ca95 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:07.040696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.044387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-00dabca7-bddb-47d5-9cd3-2059abcf643e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/quotas/dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 375 time: 0.0330272 Jul 22 14:41:07.155549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:01Z', 'revision_number': 7, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2aeb5c-1173-4129-8434-3ef3cfe3e673', 'name': '', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:33:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:55Z', 'updated_at': '2021-07-22T14:41:03Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:07.179838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:07.180911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.201602 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:07.215263 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:07.228213 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:07.244583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:07.267831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5d12090-f343-4233-a3f4-9067d2fb2309 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:07.316922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:07.316922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:07.320250 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.366222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-c192a554-d4f4-40fc-86f6-f1a3093c95ae tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2754004 Jul 22 14:41:07.367577 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.431512 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:07.740948 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.779054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e5d12090-f343-4233-a3f4-9067d2fb2309 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:07.779441 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:07.782015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:07.789330 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 2, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:07.817887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:07.865200 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:07.867508 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Updating router d8aff8a9-0965-4d88-93fd-9caebdb039c4 port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:41:07.947549 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.024905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1935603346-network', 'tenant_id': '0561f741a00a413696050fec0f063e75'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:08.030579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port ce2aeb5c-1173-4129-8434-3ef3cfe3e673, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,segment=NetworkSegment(55c14ac3-7815-468a-93eb-11cb87095847),segment_id=55c14ac3-7815-468a-93eb-11cb87095847)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:08.031156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.062825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for ce2aeb5c-1173-4129-8434-3ef3cfe3e673 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:08.073407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Made reservation on behalf of 0561f741a00a413696050fec0f063e75 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:08.076789 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.091816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.115703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d49a0996-9691-4deb-b804-588abdc24422 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:08.126868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4f4bfd1a-5a70-4268-9907-138c55c28bd9 service neutron] 10.222.0.60 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7194614 Jul 22 14:41:08.143184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:01Z', 'revision_number': 7, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2aeb5c-1173-4129-8434-3ef3cfe3e673', 'name': '', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:33:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:55Z', 'updated_at': '2021-07-22T14:41:03Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:08.175441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0261c9a5-8872-4a7b-aa93-9eb6aa30f373 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:01Z', 'revision_number': 7, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2aeb5c-1173-4129-8434-3ef3cfe3e673', 'name': '', 'network_id': '9162b234-e50f-49cd-91b8-930f79214058', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:33:44:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:55Z', 'updated_at': '2021-07-22T14:41:03Z', 'revision_number': 4, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': '6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:08.233608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d49a0996-9691-4deb-b804-588abdc24422 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:08.244391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d49a0996-9691-4deb-b804-588abdc24422 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:08.245102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.291618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.298419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.327400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:41:08.345688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.346477 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Added segment 8b9bca40-c6b3-4f55-832a-3c5377fbe56c of type vlan for network 91c37346-4ccb-44f6-afcc-d625cc012529 Jul 22 14:41:08.395724 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.441311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d49a0996-9691-4deb-b804-588abdc24422, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d49a0996-9691-4deb-b804-588abdc24422,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:08.450627 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.452030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ce2aeb5c-1173-4129-8434-3ef3cfe3e673 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:08.466998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.477359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8514a42-93bb-494d-aec4-0f09f5c83d61,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:08.507815 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.516479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.533622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.535057 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Transition to ACTIVE for port object 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:08.543405 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.546882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:08.547506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.550995 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.583436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d49a0996-9691-4deb-b804-588abdc24422,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:08.598255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7791369 Jul 22 14:41:08.601099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:08.608194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Request body: {'subnet': {'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1935603346-subnet', 'tenant_id': '0561f741a00a413696050fec0f063e75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:08.608995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:08.613266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ce2aeb5c-1173-4129-8434-3ef3cfe3e673 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:08.613692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.656448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb28e7a-174f-440e-b97f-e4982a550bbe admin admin] Pushing event updated for resources: {'Network': ['ID=91c37346-4ccb-44f6-afcc-d625cc012529,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:08.660914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=84a1b265-2cad-4021-b04d-67ccd621b3b9,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:08.683393 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf73b-ef8e-4441-b042-5fedd4f4805c None None] Pushing event updated for resources: {'Port': ['ID=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:08.687170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 91c37346-4ccb-44f6-afcc-d625cc012529 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:41:08.702998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Made reservation on behalf of 0561f741a00a413696050fec0f063e75 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:08.706241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.791211 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Attempting to bind port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:08.791804 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Attempting to bind port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:08.792316 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Attempting to bind port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 on network 08d5d857-5456-4e35-b1bc-2bb694937c9a {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:08.805594 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:08.808834 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Checking segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:08.809676 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.810267 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Bound using segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:08.810946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Bound port: 0e716cd9-2301-4f57-a5a5-72bd52fcecd2, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:08.811702 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.822879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-dcfa5f21-c177-4df9-8504-70a76dee880b service neutron] 10.222.0.60 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949856 Jul 22 14:41:08.921275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.963418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.974046 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] For port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:08.980571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:08.983586 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] For port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:08.995693 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:09.061038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:09.111140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c272c86-57a4-4153-962e-7292e1c9cc50,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:09.137281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Checking segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:09.145949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Network hostable DHCP agents. Network: 91c37346-4ccb-44f6-afcc-d625cc012529, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:41:09.188349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=ce2aeb5c-1173-4129-8434-3ef3cfe3e673,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:09.203944 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:09.204572 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:09.212445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c6578495-a093-4ad4-9518-ccce9e49c49c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:09.231247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Network 91c37346-4ccb-44f6-afcc-d625cc012529 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:41:09.276148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 91c37346-4ccb-44f6-afcc-d625cc012529) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:09.293439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:09.295033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:09.320525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4acb68-2d1b-417a-9835-eec5a2c9af32 None None] Network 91c37346-4ccb-44f6-afcc-d625cc012529 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:09.338433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c6578495-a093-4ad4-9518-ccce9e49c49c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:09.348124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c6578495-a093-4ad4-9518-ccce9e49c49c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:09.369529 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9635a6f7-71e9-455e-b7c1-a26ab74f4142 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7473915 Jul 22 14:41:09.379854 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP e6082276-1bba-4a46-b195-207234968b62 associated. External IP: 172.25.3.245, port: 0a51ab23-9103-4056-acbe-7060ebfebec6. Jul 22 14:41:09.636646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e9f78b4-c831-491a-879e-765f7b80b4e3 req-9ee116f2-5c32-40df-b197-0c391d8cd912 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 210 time: 0.3130939 Jul 22 14:41:09.761613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d49a0996-9691-4deb-b804-588abdc24422 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:09.778739 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaf73b-ef8e-4441-b042-5fedd4f4805c None None] Pushing event updated for resources: {'Port': ['ID=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:09.827586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:09.869336 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:09.917404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-91c37346-4ccb-44f6-afcc-d625cc012529', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'tenant_id': '0561f741a00a413696050fec0f063e75', 'fixed_ips': [{'subnet_id': '4c272c86-57a4-4153-962e-7292e1c9cc50'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:41:09.918659 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:09.961461 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b6f4c7-5f03-4c00-ac87-f4ce3a7d7cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.075166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d49a0996-9691-4deb-b804-588abdc24422 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:10.076373 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.214056 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-004816db-77e9-49d2-837f-015eebc17610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:10.306560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Allocated IP 172.20.0.2 (91c37346-4ccb-44f6-afcc-d625cc012529/4c272c86-57a4-4153-962e-7292e1c9cc50/02debb42-9969-4e2f-97ff-8197d4da98f4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:10.326179 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004816db-77e9-49d2-837f-015eebc17610 None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:10.420811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router 23964be4-dca8-4597-8e01-186a0b0946c0 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:10.439592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:10.556765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.566373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Transition to ACTIVE for port object 02debb42-9969-4e2f-97ff-8197d4da98f4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:10.590012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Transition to ACTIVE for port object 02debb42-9969-4e2f-97ff-8197d4da98f4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:10.600747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.604290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-d5a15400-a1ea-4fba-8bc9-0197986d2259 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:10.606039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-d5a15400-a1ea-4fba-8bc9-0197986d2259 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 816 time: 0.3532984 Jul 22 14:41:10.655116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Network 91c37346-4ccb-44f6-afcc-d625cc012529 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:10.658145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:10.666553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:10.684274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Pushing event updated for resources: {'Port': ['ID=02debb42-9969-4e2f-97ff-8197d4da98f4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:10.700063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-882c70bd-be4d-4f29-b9ed-f015c48a3f57 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/quotas/0561f741a00a413696050fec0f063e75 HTTP/1.1" status: 200 len: 375 time: 0.0850091 Jul 22 14:41:10.778192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Attempting to bind port 02debb42-9969-4e2f-97ff-8197d4da98f4 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:10.779453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Attempting to bind port 02debb42-9969-4e2f-97ff-8197d4da98f4 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:10.780059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Attempting to bind port 02debb42-9969-4e2f-97ff-8197d4da98f4 on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:10.786261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:10.787040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Checking segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:10.787742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.792245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Bound using segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:10.793070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Bound port: 02debb42-9969-4e2f-97ff-8197d4da98f4, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:10.793792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.859042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba2af449-0488-451c-adab-6f08d3d65c9d req-4b91e897-50b0-4963-8ac3-23af713da16f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 210 time: 0.1019065 Jul 22 14:41:10.864007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:10.872262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4562f567-3585-4942-8b6c-ac0c5f25cc81 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0405457 Jul 22 14:41:10.873849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:10.875050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38592) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:10.902214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:10.903061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] Sync routers for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:10.931610 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:10.936573 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:10.954747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-dead42b1-7635-4a7b-9720-d7a20145b2a1 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2389405 Jul 22 14:41:10.974386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6aba1a10-da50-4fa6-885d-9350f8527cbd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.3210196 Jul 22 14:41:10.993223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet 6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:10.995289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:10.997394 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:11.000203 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab0635f-f452-4059-919a-a7db5b57bf48" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:11.034266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:11.053622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] For port 02debb42-9969-4e2f-97ff-8197d4da98f4, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:11.089749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:11.090408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:40:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:11.090707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:11.196618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] For port 02debb42-9969-4e2f-97ff-8197d4da98f4, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=02debb42-9969-4e2f-97ff-8197d4da98f4,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:11.253903 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:11.256358 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:11.281555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-0ae96f5c-c6e7-441c-ad99-cfe25ed386b0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:11.284065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-0ae96f5c-c6e7-441c-ad99-cfe25ed386b0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 817 time: 0.3228786 Jul 22 14:41:11.301752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-ed018833-8fd0-4881-9b4b-cbf5083ad9c8 service neutron] 10.222.0.60 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382766 Jul 22 14:41:11.353859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:11.417961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aeabe-69dc-4e2e-aded-589bf6b271e1 req-365feb94-ea67-46a5-b591-9a3eac0a0724 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:11.421833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b11aeabe-69dc-4e2e-aded-589bf6b271e1 req-365feb94-ea67-46a5-b591-9a3eac0a0724 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.3075197 Jul 22 14:41:11.470765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-cce2a9c8-246f-4766-9fd2-f4f096a0d8d0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 380 time: 0.1732898 Jul 22 14:41:11.487071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'port': {'device_id': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'admin_state_up': True, 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'security_groups': ['265d0d01-3b1f-42a7-bafc-8c268acc9b62']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:11.534337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:11.588753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:11.613768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38497af-83a6-4c0c-9070-6f8fc8430d6e None None] Pushing event updated for resources: {'Port': ['ID=02debb42-9969-4e2f-97ff-8197d4da98f4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:11.619080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a07155d7-18ba-4f9f-ad1d-ee862e8250e4 service neutron] 10.222.0.60 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060100 Jul 22 14:41:11.642636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b11aeabe-69dc-4e2e-aded-589bf6b271e1 req-ff989dd1-543d-4e83-b1dd-30748dbb7d53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820810 Jul 22 14:41:11.720480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38602) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:11.764911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:11.770117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858 HTTP/1.1" status: 204 len: 168 time: 0.8939605 Jul 22 14:41:11.775003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:11.782109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40ca91-387c-4a78-ac78-c6a3cffce85c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:11.875764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:12.057901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c0d3bc-3fe7-4ac0-8c7d-1f4ae14dd657 None None] Network 9162b234-e50f-49cd-91b8-930f79214058 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:12.201956 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'e6082276-1bba-4a46-b195-207234968b62', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'mac_address': 'fa:16:3e:d2:a2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:41:06Z', 'updated_at': '2021-07-22T14:41:06Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:33Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:12.226898 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65515620-3e62-4096-86ca-5a79e1b54e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:12.266435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:12.283445 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] Checking router: 23964be4-dca8-4597-8e01-186a0b0946c0 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:12.295726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:12.312525 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:12.313187 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:12.344888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:12.345405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:12.505560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-f4cb6f12-ade5-4192-a646-9be0db7035e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:12.507215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-f4cb6f12-ade5-4192-a646-9be0db7035e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1097 time: 0.6256571 Jul 22 14:41:12.615820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6a3f16a0-122b-4c31-9cbb-48352318169e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 200 len: 992 time: 0.8943627 Jul 22 14:41:12.617746 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d599d-39c3-411e-8d08-3181dae54404 x-openstack-request-id: req-a70d599d-39c3-411e-8d08-3181dae54404 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:12.618080 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:12.618318 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a70d599d-39c3-411e-8d08-3181dae54404 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:12.618809 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'status': 'completed', 'code': 200} Jul 22 14:41:12.621193 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:12.691598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 9cc928b0-63a8-4521-a597-f0bfe433ca95 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:12.691598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:12.794824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:12.931643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6161a7a1-7862-4f80-83f0-57e46f256c75 req-29bb7b1a-ef6c-4d39-87fa-8ac775f5a48d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 210 time: 0.3104370 Jul 22 14:41:12.975762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port 9cc928b0-63a8-4521-a597-f0bfe433ca95, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cc928b0-63a8-4521-a597-f0bfe433ca95,segment=NetworkSegment(55c14ac3-7815-468a-93eb-11cb87095847),segment_id=55c14ac3-7815-468a-93eb-11cb87095847)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:12.976055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:12.983047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-83907d05-ceeb-4eb8-ba91-65c84f381687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:12.987769 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-83907d05-ceeb-4eb8-ba91-65c84f381687 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.4719641 Jul 22 14:41:13.135184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-087de7fd-b56f-4ea8-a323-e2ff81e29ba8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:13.150232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-087de7fd-b56f-4ea8-a323-e2ff81e29ba8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 816 time: 0.5304081 Jul 22 14:41:13.158967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 9cc928b0-63a8-4521-a597-f0bfe433ca95 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:13.221935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-e052a4be-9719-4e27-8edb-61887741c762 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/quotas/0561f741a00a413696050fec0f063e75 HTTP/1.1" status: 200 len: 375 time: 0.0663269 Jul 22 14:41:13.225971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.246388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] DHCP port deletion for 9162b234-e50f-49cd-91b8-930f79214058 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:13.251869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Made reservation on behalf of dd53fc95b9e04c34a989d7ce9d30dc05 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:13.255970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.367784 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-93c01692-5484-4fca-8ca7-27e300c931f8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.3630476 Jul 22 14:41:13.379104 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'e6082276-1bba-4a46-b195-207234968b62', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'mac_address': 'fa:16:3e:d2:a2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:41:06Z', 'updated_at': '2021-07-22T14:41:06Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:33Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:13.399467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f452b1-f483-4845-95ef-189387b1854b None None] Network 91c37346-4ccb-44f6-afcc-d625cc012529 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:13.422329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b36e65-4e61-429c-9d39-710e97d76b5d None None] The sync data for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 is: [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'e6082276-1bba-4a46-b195-207234968b62', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.245', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'mac_address': 'fa:16:3e:d2:a2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:41:06Z', 'updated_at': '2021-07-22T14:41:06Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:33Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:13.512336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-548545c2-91ec-4bcf-a4d5-3772af6c680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:13.516306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-548545c2-91ec-4bcf-a4d5-3772af6c680a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1395867 Jul 22 14:41:13.549035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.574956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 8, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:13.583006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:13.586747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Allocated IP 172.20.0.7 (08d5d857-5456-4e35-b1bc-2bb694937c9a/91e95e25-277f-4ea8-a60e-2927d3903695/b5b9c9ef-5e89-48a2-98ac-2e963983eb5f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:13.625374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38632) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:13.668536 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.702432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=9cc928b0-63a8-4521-a597-f0bfe433ca95,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:13.710172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:13.714926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e2effe9d-904d-4aaf-830a-b735fef6c63d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 200 len: 992 time: 0.0880709 Jul 22 14:41:13.717556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d233a185-cdd5-4180-b1de-d5d7f2418ef2 None None] Provisioning for port 02debb42-9969-4e2f-97ff-8197d4da98f4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:13.718902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port 9cc928b0-63a8-4521-a597-f0bfe433ca95 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:13.762586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.778289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Transition to ACTIVE for port object b5b9c9ef-5e89-48a2-98ac-2e963983eb5f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:13.820538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.905489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-ae7422b4-e601-489a-9665-4076ea75331b tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6646543 Jul 22 14:41:13.918465 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.921077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44060794-c933-49d4-b63e-c8b224a62e45 None None] New status for floating IP e6082276-1bba-4a46-b195-207234968b62: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:41:13.922111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-e256744f-500c-4480-844f-9733654ece3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:13.927659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-e256744f-500c-4480-844f-9733654ece3e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3969083 Jul 22 14:41:13.973131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:13.988571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:14.007170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:14.012559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:14.016145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:14.045231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9162b234-e50f-49cd-91b8-930f79214058']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:14.091858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c14ac3-7815-468a-93eb-11cb87095847') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:14.092687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c14ac3-7815-468a-93eb-11cb87095847') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:14.116843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.150073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.165064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:14.171693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:14.185922 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:14.221194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-ce0a3037-8e26-4e05-aa53-45f091c9de47 service neutron] 10.222.0.60 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836311 Jul 22 14:41:14.292605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Deleting port 9cc928b0-63a8-4521-a597-f0bfe433ca95 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:14.293133 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.322009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:14.322873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.381426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 02debb42-9969-4e2f-97ff-8197d4da98f4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:14.387704 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-4e5315d2-55da-4398-8173-a69dc294d1ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9093301 Jul 22 14:41:14.405478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Request body: {'port': {'device_id': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:14.417549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.423108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.429426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/9162b234-e50f-49cd-91b8-930f79214058 HTTP/1.1" status: 204 len: 168 time: 2.6298573 Jul 22 14:41:14.436793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:14.482735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-165d0623-c4ca-4c75-8735-d6da8e28b442 service neutron] 10.222.0.60 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604182 Jul 22 14:41:14.489132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] For port 9cc928b0-63a8-4521-a597-f0bfe433ca95, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:14.490022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.502635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055509b-d302-4c18-9fa0-eefa58014290 req-e5f8f782-92e4-4080-bf98-6cc83d67ae9d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:14.504242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1055509b-d302-4c18-9fa0-eefa58014290 req-e5f8f782-92e4-4080-bf98-6cc83d67ae9d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 931 time: 0.2680633 Jul 22 14:41:14.511469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:14.512262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:14.536951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53493546-ca0b-4934-bd18-59ad41edb634 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=9162b234-e50f-49cd-91b8-930f79214058,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:14.556175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:14.659222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-cae4b656-5f94-4155-90ae-a4a324d0e430 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:14.659745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1055509b-d302-4c18-9fa0-eefa58014290 req-52b3eaaa-5a2b-42ef-9d37-37734a0827d1 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005659 Jul 22 14:41:14.660819 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-cae4b656-5f94-4155-90ae-a4a324d0e430 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 816 time: 0.7486837 Jul 22 14:41:14.665462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-9ae3c21a-1821-4ec4-8b75-7656dd4676c2 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735317 Jul 22 14:41:14.681837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Request body: {'port': {'device_id': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'admin_state_up': True, 'tenant_id': '0561f741a00a413696050fec0f063e75'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:14.719351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:14.777827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Calling delete_port for 9cc928b0-63a8-4521-a597-f0bfe433ca95 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:14.781022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Port 9cc928b0-63a8-4521-a597-f0bfe433ca95 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:41:14.784489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:14.788840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.033820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:15.159465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-bf2d6835-025c-4968-b8d6-8169aa5c1ef1 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:15.161254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-bf2d6835-025c-4968-b8d6-8169aa5c1ef1 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 816 time: 0.1520958 Jul 22 14:41:15.173640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Network 9162b234-e50f-49cd-91b8-930f79214058 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:41:15.174027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] No DVR routers for this DVR port 9cc928b0-63a8-4521-a597-f0bfe433ca95 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:15.189269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-a008ec34-e967-4fd4-ab03-f7bc72c95297 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/quotas/0561f741a00a413696050fec0f063e75 HTTP/1.1" status: 200 len: 375 time: 0.0222197 Jul 22 14:41:15.231331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1162e-e5ae-4e8a-a918-6fc819396fd0 None None] Pushing event deleted for resources: {'Port': ['ID=9cc928b0-63a8-4521-a597-f0bfe433ca95,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:15.322643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5612385d-6602-474a-a31f-da48abcd6194 None None] Provisioning for port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:15.327476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-79bd10a3-da12-41c4-853f-ddbddd4ea917 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306760 Jul 22 14:41:15.337248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.368246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b9c9ef-5e89-48a2-98ac-2e963983eb5f {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:15.374728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5612385d-6602-474a-a31f-da48abcd6194 None None] Provisioning complete for port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:15.375214 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5612385d-6602-474a-a31f-da48abcd6194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.386453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.446390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Transition to ACTIVE for port object b5b9c9ef-5e89-48a2-98ac-2e963983eb5f will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:15.449350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 02debb42-9969-4e2f-97ff-8197d4da98f4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:15.470105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.471484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 02debb42-9969-4e2f-97ff-8197d4da98f4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:15.471877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.509643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5612385d-6602-474a-a31f-da48abcd6194 None None] Port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:15.583353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:15.591219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-a9145842-efdc-443d-a5e4-66fbad42d3e1 service neutron] 10.222.0.60 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544301 Jul 22 14:41:15.664110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 8, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:15.742132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecc9c0f-f935-4c34-b5ab-1fa9ebc59ab6 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 8, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa11a12c-a54b-463f-aa9f-06bab41b8130', 'name': '', 'network_id': '92496932-991e-49b4-a876-6271c2670fef', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:ff:79:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2389, 'fixed_ips': [{'subnet_id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:02Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:15.767752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.801282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-63fcbfec-ebd2-40cc-86cf-67a05b5d3013 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 200 len: 992 time: 1.0762048 Jul 22 14:41:15.807209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6ab0635f-f452-4059-919a-a7db5b57bf48 req-0b5320c0-07da-4711-a3e0-5c2332dfa232 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1301029 Jul 22 14:41:15.857837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 02debb42-9969-4e2f-97ff-8197d4da98f4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=02debb42-9969-4e2f-97ff-8197d4da98f4,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:15.862917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.875837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-0e0d5f22-36b8-4e02-a466-f4cdf634f0bd service neutron] 10.222.0.60 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752960 Jul 22 14:41:15.900523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Made reservation on behalf of 0561f741a00a413696050fec0f063e75 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:15.905194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Attempting to bind port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:15.905747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Attempting to bind port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:15.906247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Attempting to bind port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f on network 08d5d857-5456-4e35-b1bc-2bb694937c9a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:15.913761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f on network 08d5d857-5456-4e35-b1bc-2bb694937c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:41:15.914360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Attempting to bind port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f on network 08d5d857-5456-4e35-b1bc-2bb694937c9a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:15.921447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:15.922176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Checking segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:15.922613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Bound using segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:15.923170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Bound port: b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:15.923393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.923640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:15.946077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=02debb42-9969-4e2f-97ff-8197d4da98f4,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:15.958659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5e17d0d1-395e-4dd7-9ff2-9e3259c44841 None None] Provisioning complete for port 02debb42-9969-4e2f-97ff-8197d4da98f4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:15.959596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5e17d0d1-395e-4dd7-9ff2-9e3259c44841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.019128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b217e-b991-4179-a482-c3e3a7efe249 req-3fe03c79-15d8-433a-a42a-9f7d6a96e76a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:16.020961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-210b217e-b991-4179-a482-c3e3a7efe249 req-3fe03c79-15d8-433a-a42a-9f7d6a96e76a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1758895 Jul 22 14:41:16.072919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:16.078795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:16.122849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-210b217e-b991-4179-a482-c3e3a7efe249 req-2ccb517f-39d2-425a-b693-689e86967882 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913610 Jul 22 14:41:16.124179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.165882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Allocated IP 172.20.0.5 (91c37346-4ccb-44f6-afcc-d625cc012529/4c272c86-57a4-4153-962e-7292e1c9cc50/32677ac4-28be-496c-9ee4-bf48e17825b6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:16.200124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cc928b0-63a8-4521-a597-f0bfe433ca95 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:16.281781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:16.282446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.286682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] 10.222.0.61 "PUT /v2.0/ports/b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 1091 time: 1.8840394 Jul 22 14:41:16.291572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:16.298431 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6f295-0a76-4d5b-a618-c304be64f1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:16.324611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60fa5-0bd8-4809-9be1-9c4711a1eff2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:16.360682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 9cc928b0-63a8-4521-a597-f0bfe433ca95 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:16.367122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cc928b0-63a8-4521-a597-f0bfe433ca95 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:16.441426 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a7d32-e195-47d5-8feb-5f520b7860c2 x-openstack-request-id: req-c01a7d32-e195-47d5-8feb-5f520b7860c2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:16.441721 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:16.441970 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c01a7d32-e195-47d5-8feb-5f520b7860c2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:16.442383 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'status': 'completed', 'code': 200} Jul 22 14:41:16.463924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0230717-39b4-4090-83b6-d196ff5949e8 req-a3ea767a-9f6c-4d52-8af8-e89484779cad tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 210 time: 0.1295485 Jul 22 14:41:16.577187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.620262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-22df60c7-1faf-41a5-b75c-952ba7afd3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:16.625638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-22df60c7-1faf-41a5-b75c-952ba7afd3c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1094 time: 0.2369373 Jul 22 14:41:16.637138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:16.659989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Transition to ACTIVE for port object 32677ac4-28be-496c-9ee4-bf48e17825b6 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:16.726219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-40be7596-1f8b-4a8e-af3b-0f1c6c83e1fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 217 time: 0.0893261 Jul 22 14:41:16.761268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-31a9bea8-6792-4f19-9df3-2e9958c3b2e6 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:16.764418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-31a9bea8-6792-4f19-9df3-2e9958c3b2e6 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.61 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 816 time: 0.3411236 Jul 22 14:41:16.770961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:16.771784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.776020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Request body: {'port': {'device_id': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'admin_state_up': True, 'tenant_id': '0561f741a00a413696050fec0f063e75'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:16.797139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38690) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:16.806381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.836826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:16.884073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-c2001696-6316-4b3b-a654-44072d86086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:16.886377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-c2001696-6316-4b3b-a654-44072d86086b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.1532760 Jul 22 14:41:16.889462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 02debb42-9969-4e2f-97ff-8197d4da98f4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:16.984364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 02debb42-9969-4e2f-97ff-8197d4da98f4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:16.984753 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:17.002687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Network 91c37346-4ccb-44f6-afcc-d625cc012529 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:17.004068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1cb0501f-f32e-4814-bfbc-3f0403bf6ee9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 200 len: 994 time: 0.2044845 Jul 22 14:41:17.020774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:17.026474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:17.053392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-f1e648eb-af2f-490e-aa2c-119fc55860ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.055366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-f1e648eb-af2f-490e-aa2c-119fc55860ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628368 Jul 22 14:41:17.103409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ce2aeb5c-1173-4129-8434-3ef3cfe3e673 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:17.124767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Pushing event updated for resources: {'Port': ['ID=32677ac4-28be-496c-9ee4-bf48e17825b6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:17.128974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ce2aeb5c-1173-4129-8434-3ef3cfe3e673 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:17.129506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ce2aeb5c-1173-4129-8434-3ef3cfe3e673 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:17.217670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.217670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:17.241633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-ebaa404a-5c25-4ed6-b447-7943d9e10f2d service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793473 Jul 22 14:41:17.325686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Made reservation on behalf of 0561f741a00a413696050fec0f063e75 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:17.331143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:17.347687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-b6a9194b-75ce-46bf-9709-cc89edd6faec tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6718671 Jul 22 14:41:17.365992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Request body: {'port': {'device_id': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:17.431307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd53170-d664-4b19-b67d-dbe2e0651512 req-387486ea-a341-4b34-aa3b-410e4a953180 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825087 Jul 22 14:41:17.441242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778302a-cf5e-4f34-b292-d24f26713741 req-7158685d-ac2a-418d-80c7-9b0230439a89 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.443264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e778302a-cf5e-4f34-b292-d24f26713741 req-7158685d-ac2a-418d-80c7-9b0230439a89 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1606750 Jul 22 14:41:17.494578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-33e3a7ff-e469-4928-8651-229ed75d7b44 None None] Provisioning for port 32677ac4-28be-496c-9ee4-bf48e17825b6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:17.499160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-33e3a7ff-e469-4928-8651-229ed75d7b44 None None] Provisioning complete for port 32677ac4-28be-496c-9ee4-bf48e17825b6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:17.499545 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33e3a7ff-e469-4928-8651-229ed75d7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:17.560314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-33e3a7ff-e469-4928-8651-229ed75d7b44 None None] Port 32677ac4-28be-496c-9ee4-bf48e17825b6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:17.570102 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e778302a-cf5e-4f34-b292-d24f26713741 req-c22c6ca7-0631-43e7-9f1a-1e057b03ab81 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199496 Jul 22 14:41:17.622473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d564be24-5486-42ce-9fe9-67769f71f539 req-7b7a7bcc-7d49-4db7-af29-f28c7cb86034 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 210 time: 0.0499942 Jul 22 14:41:17.632434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-72f802af-2afb-49f8-970f-011aab68d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.634242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-72f802af-2afb-49f8-970f-011aab68d1ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1094 time: 0.1408167 Jul 22 14:41:17.655638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:17.668882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Allocated IP 172.20.0.3 (91c37346-4ccb-44f6-afcc-d625cc012529/4c272c86-57a4-4153-962e-7292e1c9cc50/6728d48f-a8ff-4719-bc95-24c80a7f554f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:17.756400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-a5a048c4-6575-4d7b-9079-8aac649e98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.758303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-a5a048c4-6575-4d7b-9079-8aac649e98e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.1163778 Jul 22 14:41:17.811147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-8fd8c5b0-3d5e-48eb-9e4c-387dbdfd3c68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 217 time: 0.0451140 Jul 22 14:41:17.873986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-94a0db3d-9e3e-496e-bc29-79ca22ae4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.876098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-94a0db3d-9e3e-496e-bc29-79ca22ae4e5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0577679 Jul 22 14:41:17.947989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-e8afa10b-8d61-4aa4-bf6c-2f05658780f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:17.949606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-e8afa10b-8d61-4aa4-bf6c-2f05658780f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670712 Jul 22 14:41:18.020527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-c7e5b04d-4b13-4c4f-bc36-edf9a8109387 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:18.021962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-c7e5b04d-4b13-4c4f-bc36-edf9a8109387 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 816 time: 0.3637471 Jul 22 14:41:18.048472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-66c98ef3-35a3-468b-894b-4edbe5df426a service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912166 Jul 22 14:41:18.062489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port aa11a12c-a54b-463f-aa9f-06bab41b8130 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:18.062986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.068827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Request body: {'port': {'device_id': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'admin_state_up': True, 'tenant_id': '0561f741a00a413696050fec0f063e75'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:18.145866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68d6f295-0a76-4d5b-a618-c304be64f1b4 req-ff06fab3-9829-40f2-bcf9-d1904659c96c service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895288 Jul 22 14:41:18.236189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.268420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Transition to ACTIVE for port object 6728d48f-a8ff-4719-bc95-24c80a7f554f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:18.292128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port aa11a12c-a54b-463f-aa9f-06bab41b8130, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=aa11a12c-a54b-463f-aa9f-06bab41b8130,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:18.292505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.327682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for aa11a12c-a54b-463f-aa9f-06bab41b8130 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:18.409958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Made reservation on behalf of 0561f741a00a413696050fec0f063e75 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:18.413666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.429581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.517458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Network 91c37346-4ccb-44f6-afcc-d625cc012529 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:18.560900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:18.563326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:18.710573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Pushing event updated for resources: {'Port': ['ID=6728d48f-a8ff-4719-bc95-24c80a7f554f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:18.760699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32cb50e-bfc1-4402-b057-a04e3187365b req-22a14aa2-697d-45b1-a1b0-c4f4c4bcaa66 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:18.770151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f32cb50e-bfc1-4402-b057-a04e3187365b req-22a14aa2-697d-45b1-a1b0-c4f4c4bcaa66 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1181755 Jul 22 14:41:18.793907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:18.795138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.835672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a91ebe1c-8295-4c40-8cec-1be917ed8fa8 req-c1e1ce64-3e16-46e7-982c-67824b180a65 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 210 time: 0.0532382 Jul 22 14:41:18.861505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f32cb50e-bfc1-4402-b057-a04e3187365b req-d538d61c-eb2e-4664-9dba-b305c513f22a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902886 Jul 22 14:41:18.904255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-71cfe6ac-cbc0-4f66-bbb2-fda0359622af None None] Provisioning for port 6728d48f-a8ff-4719-bc95-24c80a7f554f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:18.910014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-71cfe6ac-cbc0-4f66-bbb2-fda0359622af None None] Provisioning complete for port 6728d48f-a8ff-4719-bc95-24c80a7f554f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:18.910749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71cfe6ac-cbc0-4f66-bbb2-fda0359622af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:18.957694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-71cfe6ac-cbc0-4f66-bbb2-fda0359622af None None] Port 6728d48f-a8ff-4719-bc95-24c80a7f554f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:19.172156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-3409d635-6013-4a7a-8375-d1309c65cdb0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4001195 Jul 22 14:41:19.201525 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Request body: {'port': {'device_id': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:19.233598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32677ac4-28be-496c-9ee4-bf48e17825b6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:19.254853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:19.300955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:19.305287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Transition to ACTIVE for port object 32677ac4-28be-496c-9ee4-bf48e17825b6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:19.344970 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:19.380201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=aa11a12c-a54b-463f-aa9f-06bab41b8130,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:19.442343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:19.569177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Allocated IP 172.20.0.10 (91c37346-4ccb-44f6-afcc-d625cc012529/4c272c86-57a4-4153-962e-7292e1c9cc50/e1a01431-db89-4540-bcc6-0e1c81ed5587) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:19.577602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Pushing event updated for resources: {'Port': ['ID=32677ac4-28be-496c-9ee4-bf48e17825b6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:19.727700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:19.946826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Attempting to bind port 32677ac4-28be-496c-9ee4-bf48e17825b6 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:19.947165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Attempting to bind port 32677ac4-28be-496c-9ee4-bf48e17825b6 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:19.947513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Attempting to bind port 32677ac4-28be-496c-9ee4-bf48e17825b6 on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:19.975833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6711b524-d521-467e-9ed4-c0b06c3384da req-9e3ef9a7-2a3e-41d6-ab39-1d24e951113d tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 210 time: 0.0441113 Jul 22 14:41:20.003774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Port 32677ac4-28be-496c-9ee4-bf48e17825b6 on network 91c37346-4ccb-44f6-afcc-d625cc012529 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:41:20.004190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Attempting to bind port 32677ac4-28be-496c-9ee4-bf48e17825b6 on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:20.026180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:20.026552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Checking segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:20.026952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Bound using segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:20.027407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Bound port: 32677ac4-28be-496c-9ee4-bf48e17825b6, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:20.027778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.074253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8841c-ded7-4392-adb7-136b3468aa4e req-2107cb83-b1e4-4f02-b2e7-5133e7fe5f72 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:20.074459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71a8841c-ded7-4392-adb7-136b3468aa4e req-2107cb83-b1e4-4f02-b2e7-5133e7fe5f72 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1018746 Jul 22 14:41:20.125803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71a8841c-ded7-4392-adb7-136b3468aa4e req-041a30f1-a022-4ef7-8b0d-98ee60061b33 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Jul 22 14:41:20.139486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.149663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:41:20.209468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Transition to ACTIVE for port object e1a01431-db89-4540-bcc6-0e1c81ed5587 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:20.249473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] For port 32677ac4-28be-496c-9ee4-bf48e17825b6, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:20.256405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] For port 32677ac4-28be-496c-9ee4-bf48e17825b6, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=32677ac4-28be-496c-9ee4-bf48e17825b6,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:20.269450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:20.274863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.276694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:20.296077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'mac_address': 'fa:16:3e:b5:00:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:41:20.333268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:20.333919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.335572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] 10.222.0.72 "PUT /v2.0/ports/32677ac4-28be-496c-9ee4-bf48e17825b6 HTTP/1.1" status: 200 len: 1091 time: 2.9778388 Jul 22 14:41:20.337104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'tag': '32677ac4-28be-496c-9ee4-bf48e17825b6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:20.344415 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e" -d '{"events": [{"name": "network-changed", "server_uuid": "ceea5469-d8b2-41de-99f9-eee789f4e2d2", "tag": "32677ac4-28be-496c-9ee4-bf48e17825b6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:20.347661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.369910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b9c9ef-5e89-48a2-98ac-2e963983eb5f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:20.410805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:20.424465 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.448472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.500598 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23e062d-0f9b-4a03-bf22-6de21c331ee4 x-openstack-request-id: req-a23e062d-0f9b-4a03-bf22-6de21c331ee4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:20.500963 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceea5469-d8b2-41de-99f9-eee789f4e2d2", "tag": "32677ac4-28be-496c-9ee4-bf48e17825b6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:20.501126 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a23e062d-0f9b-4a03-bf22-6de21c331ee4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:20.501538 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'tag': '32677ac4-28be-496c-9ee4-bf48e17825b6', 'status': 'completed', 'code': 200} Jul 22 14:41:20.561032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:20.609648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Network 91c37346-4ccb-44f6-afcc-d625cc012529 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:20.614401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:20.616304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49acae1-8e92-4f77-8c94-1a5883e9b20f service neutron] Pushing event updated for resources: {'Port': ['ID=32677ac4-28be-496c-9ee4-bf48e17825b6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:20.632305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:20.641912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:41:20.784895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Pushing event updated for resources: {'Port': ['ID=e1a01431-db89-4540-bcc6-0e1c81ed5587,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:20.810312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:20.818618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-bd432a2b-08dd-4cbc-a7b3-d6b659bb1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:20.820521 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-bd432a2b-08dd-4cbc-a7b3-d6b659bb1dd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 1094 time: 0.4235146 Jul 22 14:41:20.823708 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:20.826883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-574cb25f-e93d-4e71-980d-4f3c997f6fc4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3817346 Jul 22 14:41:20.830682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38724) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:20.833704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:20.834380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:20.837142 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:20.838309 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:20.895954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-37db69a8-d13f-4f8c-a9dd-884e59bd7486 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32677ac4-28be-496c-9ee4-bf48e17825b6 HTTP/1.1" status: 200 len: 217 time: 0.0574648 Jul 22 14:41:20.900273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-7beffe53-be77-470d-8113-8322d738955c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8411813 Jul 22 14:41:20.930412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Request body: {'port': {'device_id': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:20.935575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:20.945952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.014378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-87fefd8a-cd00-490b-8381-7348482d3be4 None None] Provisioning for port e1a01431-db89-4540-bcc6-0e1c81ed5587 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:21.027016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-87fefd8a-cd00-490b-8381-7348482d3be4 None None] Provisioning complete for port e1a01431-db89-4540-bcc6-0e1c81ed5587 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:21.028011 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fefd8a-cd00-490b-8381-7348482d3be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.035306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6728d48f-a8ff-4719-bc95-24c80a7f554f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:21.054308 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:21.061124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.063888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.102370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-304667ea-5422-474d-a489-7de3e09fc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:21.103932 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-304667ea-5422-474d-a489-7de3e09fc698 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.1654079 Jul 22 14:41:21.121512 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Transition to ACTIVE for port object 6728d48f-a8ff-4719-bc95-24c80a7f554f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:21.144244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-87fefd8a-cd00-490b-8381-7348482d3be4 None None] Port e1a01431-db89-4540-bcc6-0e1c81ed5587 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:21.155498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.190913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.248333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Pushing event updated for resources: {'Port': ['ID=6728d48f-a8ff-4719-bc95-24c80a7f554f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:21.275829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.364076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-c0c7aa2b-9f45-4ce4-97d4-eea153215e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:21.365672 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-c0c7aa2b-9f45-4ce4-97d4-eea153215e91 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2532990 Jul 22 14:41:21.444511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:19Z', 'revision_number': 9, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:21.505403 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:21.520707 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:21.521721 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:21.534642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be145ae-31dc-4d08-892f-581115e17af5 req-c4d7923a-c61a-4975-a98d-4d07ebfa26e6 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:21.545425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0be145ae-31dc-4d08-892f-581115e17af5 req-c4d7923a-c61a-4975-a98d-4d07ebfa26e6 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 932 time: 0.2278469 Jul 22 14:41:21.569982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.589919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Attempting to bind port 6728d48f-a8ff-4719-bc95-24c80a7f554f on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:21.589919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Attempting to bind port 6728d48f-a8ff-4719-bc95-24c80a7f554f by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:21.590207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Attempting to bind port 6728d48f-a8ff-4719-bc95-24c80a7f554f on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:21.594474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.599750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef2480-e332-471a-9b52-3d89476d7b97 None None] Network 92496932-991e-49b4-a876-6271c2670fef requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:21.614739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7 HTTP/1.1" status: 204 len: 168 time: 0.7825258 Jul 22 14:41:21.652781 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:21.661999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38730) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:21.675871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301101a2-f7c2-4c98-b0f0-4e66a2a50f3e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:21.706627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0be145ae-31dc-4d08-892f-581115e17af5 req-95387b5f-ab34-41c4-b819-726665f23fd5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600399 Jul 22 14:41:21.715585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f691f93-588d-4bc8-b89a-c5a0846ceba5 req-9a421ba8-9f44-4795-9bbc-9f295284a71d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:21.718576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f691f93-588d-4bc8-b89a-c5a0846ceba5 req-9a421ba8-9f44-4795-9bbc-9f295284a71d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 944 time: 0.3907976 Jul 22 14:41:21.925810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:21.947596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f691f93-588d-4bc8-b89a-c5a0846ceba5 req-a96be808-0c44-4fd9-8382-816f7aacad14 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131629 Jul 22 14:41:22.020979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] DHCP port deletion for 92496932-991e-49b4-a876-6271c2670fef request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:22.039969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Port 6728d48f-a8ff-4719-bc95-24c80a7f554f on network 91c37346-4ccb-44f6-afcc-d625cc012529 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:41:22.040408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Attempting to bind port 6728d48f-a8ff-4719-bc95-24c80a7f554f on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:22.058092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port e5d12090-f343-4233-a3f4-9067d2fb2309 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:22.058450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.062783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:22.065619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Checking segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:22.066463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Bound using segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:22.066623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Bound port: 6728d48f-a8ff-4719-bc95-24c80a7f554f, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:22.067050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.110440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] Deleting port e5d12090-f343-4233-a3f4-9067d2fb2309 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:22.110825 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:19Z', 'revision_number': 9, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:22.112963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.122582 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-a6c96223-b7ee-4061-b213-339904810890 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6837518 Jul 22 14:41:22.150052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port e5d12090-f343-4233-a3f4-9067d2fb2309, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5d12090-f343-4233-a3f4-9067d2fb2309,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:22.150710 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636399e4-9f33-411c-af82-b53c8313bbe6 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:19Z', 'revision_number': 9, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91afb426-1e33-411f-a2fc-c78f23115fb6', 'name': '', 'network_id': '550c5254-541f-4e0b-b590-802a28669545', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:86:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2374, 'fixed_ips': [{'subnet_id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:43Z', 'updated_at': '2021-07-22T14:40:56Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'e4057f27-62fa-4eb5-bccc-e5808fa57775', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:22.151415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.160768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:22.172327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for e5d12090-f343-4233-a3f4-9067d2fb2309 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:22.260946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] For port 6728d48f-a8ff-4719-bc95-24c80a7f554f, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:22.278980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] For port e5d12090-f343-4233-a3f4-9067d2fb2309, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5d12090-f343-4233-a3f4-9067d2fb2309,segment=NetworkSegment(c3779829-be7f-4444-bf46-13188fe93656),segment_id=c3779829-be7f-4444-bf46-13188fe93656)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:22.279435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.282178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] For port 6728d48f-a8ff-4719-bc95-24c80a7f554f, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:22.286010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.299547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] Calling delete_port for e5d12090-f343-4233-a3f4-9067d2fb2309 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:22.335407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port e5d12090-f343-4233-a3f4-9067d2fb2309 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:22.341974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=e5d12090-f343-4233-a3f4-9067d2fb2309,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:22.348710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.355095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:22.360770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:22.361158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.424979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:22.425803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.427430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] 10.222.0.61 "PUT /v2.0/ports/6728d48f-a8ff-4719-bc95-24c80a7f554f HTTP/1.1" status: 200 len: 1091 time: 3.2307291 Jul 22 14:41:22.465179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a01431-db89-4540-bcc6-0e1c81ed5587 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:22.482661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76340893-a04c-4c27-97f6-eddc6deb6b1c req-28e47327-b513-4e3e-8de5-f008a93850dc service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278050 Jul 22 14:41:22.484766 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.504876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'tag': '6728d48f-a8ff-4719-bc95-24c80a7f554f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:22.522767 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65972805-bb05-4f0c-a331-37fd7fd41a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea11b5d-0210-496a-a81b-0179d8f1f00f", "tag": "6728d48f-a8ff-4719-bc95-24c80a7f554f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:22.552936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.593728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.645972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92496932-991e-49b4-a876-6271c2670fef']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:22.658672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca80e9-eeb2-4a39-bbe4-f57044828702 service neutron] Pushing event updated for resources: {'Port': ['ID=6728d48f-a8ff-4719-bc95-24c80a7f554f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:22.672373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3779829-be7f-4444-bf46-13188fe93656') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:22.672686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3779829-be7f-4444-bf46-13188fe93656') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:22.676430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] Pushing event deleted for resources: {'Port': ['ID=e5d12090-f343-4233-a3f4-9067d2fb2309,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:22.678210 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b7a573-d631-40d8-8606-38bee0088ecc x-openstack-request-id: req-f2b7a573-d631-40d8-8606-38bee0088ecc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:22.681540 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea11b5d-0210-496a-a81b-0179d8f1f00f", "tag": "6728d48f-a8ff-4719-bc95-24c80a7f554f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:22.681799 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2b7a573-d631-40d8-8606-38bee0088ecc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:22.682212 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'tag': '6728d48f-a8ff-4719-bc95-24c80a7f554f', 'status': 'completed', 'code': 200} Jul 22 14:41:22.689318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device aa11a12c-a54b-463f-aa9f-06bab41b8130 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:22.691691 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.694836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.698186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Transition to ACTIVE for port object e1a01431-db89-4540-bcc6-0e1c81ed5587 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:22.717475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df20c1d-eb19-4ca0-9dca-c634e4577f9f None None] No DVR routers for this DVR port e5d12090-f343-4233-a3f4-9067d2fb2309 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:22.720291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:22.734863 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:22.740592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.756405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: aa11a12c-a54b-463f-aa9f-06bab41b8130 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:22.756764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device aa11a12c-a54b-463f-aa9f-06bab41b8130 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:22.757718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5d12090-f343-4233-a3f4-9067d2fb2309 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:22.799784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e5d12090-f343-4233-a3f4-9067d2fb2309 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:22.800382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5d12090-f343-4233-a3f4-9067d2fb2309 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:22.813550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:22.816473 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeadac48-93d0-45bd-9a3d-21dfdc2773dd" -d '{"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:22.851229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.868138 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.868750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Pushing event updated for resources: {'Port': ['ID=e1a01431-db89-4540-bcc6-0e1c81ed5587,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:22.868837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/92496932-991e-49b4-a876-6271c2670fef HTTP/1.1" status: 204 len: 168 time: 1.1999028 Jul 22 14:41:22.877359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38748) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:22.895972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:22.904320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:22.907888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-ae95e529-ffa6-42fd-beae-cd3b7c6b3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:22.909433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-ae95e529-ffa6-42fd-beae-cd3b7c6b3ab9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 1094 time: 0.4171178 Jul 22 14:41:22.933588 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2825c01c-a752-48b4-b279-8b2a80d892a0 x-openstack-request-id: req-2825c01c-a752-48b4-b279-8b2a80d892a0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:22.933884 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:22.934311 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2825c01c-a752-48b4-b279-8b2a80d892a0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:22.934944 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'code': 200} Jul 22 14:41:22.991250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-87eac061-e725-4fc2-89b4-74e19e00a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:22.992884 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-87eac061-e725-4fc2-89b4-74e19e00a248 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 1094 time: 0.3097992 Jul 22 14:41:23.035448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:23.071663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-258261ae-a72c-425a-8514-64ef9b290e4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f HTTP/1.1" status: 200 len: 217 time: 0.0920382 Jul 22 14:41:23.075604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Attempting to bind port e1a01431-db89-4540-bcc6-0e1c81ed5587 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:23.075947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Attempting to bind port e1a01431-db89-4540-bcc6-0e1c81ed5587 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:23.076292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Attempting to bind port e1a01431-db89-4540-bcc6-0e1c81ed5587 on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:23.116787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a00d52-667f-49d9-a8db-f66dbffb497a tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=92496932-991e-49b4-a876-6271c2670fef,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:23.119986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Port e1a01431-db89-4540-bcc6-0e1c81ed5587 on network 91c37346-4ccb-44f6-afcc-d625cc012529 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:41:23.120320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Attempting to bind port e1a01431-db89-4540-bcc6-0e1c81ed5587 on network 91c37346-4ccb-44f6-afcc-d625cc012529 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:23.160439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:23.160830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Checking segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:23.161183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Bound using segment: {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:23.161637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Bound port: e1a01431-db89-4540-bcc6-0e1c81ed5587, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9bca40-c6b3-4f55-832a-3c5377fbe56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:23.162005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:23.187642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-4ed7d547-2569-456a-bf9a-246ede05607c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.189163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-4ed7d547-2569-456a-bf9a-246ede05607c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.1104891 Jul 22 14:41:23.265209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-da686a5b-e1d5-4dde-8638-f4f4521d187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.267109 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-da686a5b-e1d5-4dde-8638-f4f4521d187b service neutron] 10.222.0.72 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 917 time: 0.2229502 Jul 22 14:41:23.328438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-59139c77-a4c9-4df2-ad5b-28faa703fad1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32677ac4-28be-496c-9ee4-bf48e17825b6 HTTP/1.1" status: 200 len: 217 time: 0.0542018 Jul 22 14:41:23.355355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] For port e1a01431-db89-4540-bcc6-0e1c81ed5587, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:23.400141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] For port e1a01431-db89-4540-bcc6-0e1c81ed5587, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:23.408832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-cd0935e2-7b3d-4e4c-b667-0f2b50c88d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.410381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-cd0935e2-7b3d-4e4c-b667-0f2b50c88d09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147274 Jul 22 14:41:23.413696 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:23.428384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-254077ef-a1aa-47af-a7c8-48550eb64142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.429910 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-254077ef-a1aa-47af-a7c8-48550eb64142 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.0946691 Jul 22 14:41:23.519253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.519809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:23.521283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] 10.222.0.72 "PUT /v2.0/ports/e1a01431-db89-4540-bcc6-0e1c81ed5587 HTTP/1.1" status: 200 len: 1092 time: 2.5954695 Jul 22 14:41:23.633918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e10e7-144f-4b4f-8e50-8b09d1fa61aa service neutron] Pushing event updated for resources: {'Port': ['ID=e1a01431-db89-4540-bcc6-0e1c81ed5587,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:23.670980 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-4f534d93-ba0c-46ce-aae2-a2caf9bc477b service neutron] 10.222.0.61 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523375 Jul 22 14:41:23.693348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-73ddc256-a295-4387-b05f-f875d3e43aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.694963 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-73ddc256-a295-4387-b05f-f875d3e43aad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416775 Jul 22 14:41:23.706962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af8a9-533e-4744-aa38-c985e684f64b req-e6a8dd51-02fa-4403-a6fc-6c9352cd6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.708505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d9af8a9-533e-4744-aa38-c985e684f64b req-e6a8dd51-02fa-4403-a6fc-6c9352cd6869 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1096 time: 0.6199267 Jul 22 14:41:23.723378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7ffc3-c70d-47b5-b471-095c83737f57 req-ed93d1fa-038a-41e8-8109-0964edeadf21 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.725803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84f7ffc3-c70d-47b5-b471-095c83737f57 req-ed93d1fa-038a-41e8-8109-0964edeadf21 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 944 time: 0.6387975 Jul 22 14:41:23.749852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850f617-d21a-4107-9b31-a7ad5efc8d6e req-d75e0e95-2c5e-4c43-8d80-8fddbc40cf3b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.751598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6850f617-d21a-4107-9b31-a7ad5efc8d6e req-d75e0e95-2c5e-4c43-8d80-8fddbc40cf3b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.6396847 Jul 22 14:41:23.761171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-4f2b7735-bcff-4d01-b782-f64789564a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.762855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-4f2b7735-bcff-4d01-b782-f64789564a10 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1766071 Jul 22 14:41:23.793403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d9af8a9-533e-4744-aa38-c985e684f64b req-8fc00c9e-54d0-4ee1-998c-151c19b80db5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632007 Jul 22 14:41:23.866703 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-eee90c41-196a-48d8-9f0e-1c8cacfd1e60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587 HTTP/1.1" status: 200 len: 217 time: 0.0760777 Jul 22 14:41:23.874071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84f7ffc3-c70d-47b5-b471-095c83737f57 req-8a6fee7e-71b9-4a01-bf2e-88560ef59116 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206753 Jul 22 14:41:23.895317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6850f617-d21a-4107-9b31-a7ad5efc8d6e req-99a03365-eb11-488f-b7e2-e9c2f089ca9c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106665 Jul 22 14:41:23.965569 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-380ff1b3-8085-444a-a156-32d936671429 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551937 Jul 22 14:41:23.969307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-72fa4d5c-3779-41ca-919d-df4c18e864ae req-f54d7b89-77b7-4ecb-b573-8a36a1128de4 service neutron] 10.222.0.61 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886703 Jul 22 14:41:23.985174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-f08f56f0-2e42-449d-9298-d6059b82815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:23.986202 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-f08f56f0-2e42-449d-9298-d6059b82815c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.1119285 Jul 22 14:41:24.033822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:24.180791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f91a48b2-bd77-4d18-ad1a-8e7c9504093e req-02bf3c6c-bab1-40a6-8e72-5aa9cb7729f2 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079797 Jul 22 14:41:24.214784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-555449a3-8362-414d-8c60-3d3688d059bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:24.217194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-555449a3-8362-414d-8c60-3d3688d059bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103562 Jul 22 14:41:24.220881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-1a9e37e5-c7db-4953-bdf1-c7097b92b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:24.223120 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-1a9e37e5-c7db-4953-bdf1-c7097b92b86b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 1094 time: 0.1218574 Jul 22 14:41:24.333446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 91afb426-1e33-411f-a2fc-c78f23115fb6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:24.333892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:24.428029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-c6b68ee0-11ef-4f29-a2c3-1dcb0392e335 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035308 Jul 22 14:41:24.432884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-5c92854b-a9bd-4aae-8be6-c456891d5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:24.434506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-5c92854b-a9bd-4aae-8be6-c456891d5728 service neutron] 10.222.0.61 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 917 time: 0.1971138 Jul 22 14:41:24.453034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port 91afb426-1e33-411f-a2fc-c78f23115fb6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=91afb426-1e33-411f-a2fc-c78f23115fb6,segment=NetworkSegment(458e2ef3-e122-4436-ae86-6611b36046d2),segment_id=458e2ef3-e122-4436-ae86-6611b36046d2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:24.453792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:24.470010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 91afb426-1e33-411f-a2fc-c78f23115fb6 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:24.497485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-86c10f11-1c10-445a-9c0b-932c8181b2e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f HTTP/1.1" status: 200 len: 217 time: 0.0536237 Jul 22 14:41:24.603261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-d721f958-173b-4491-9257-c5997907a0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:24.604915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-d721f958-173b-4491-9257-c5997907a0b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.0692401 Jul 22 14:41:24.607035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fca637c3-e571-45b6-9135-dad0db23aa06 req-c0c28efa-bd3b-43da-a946-35f54b7fa65e service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716242 Jul 22 14:41:24.672030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:24.686200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'tag': 'e1a01431-db89-4540-bcc6-0e1c81ed5587'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:24.688805 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381a653-aabd-401d-af95-1da2841a1447" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbfce55-1e5e-492d-a888-06e4ec182ca7", "tag": "e1a01431-db89-4540-bcc6-0e1c81ed5587"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:24.703339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-48e8d7cb-b0e3-4c43-b3cb-8775aa6ad449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:24.705177 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-48e8d7cb-b0e3-4c43-b3cb-8775aa6ad449 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932043 Jul 22 14:41:24.727529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=91afb426-1e33-411f-a2fc-c78f23115fb6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:24.770446 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c607e2c4-0754-49b6-b118-bb2b1305c9ba x-openstack-request-id: req-c607e2c4-0754-49b6-b118-bb2b1305c9ba {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:24.770891 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbfce55-1e5e-492d-a888-06e4ec182ca7", "tag": "e1a01431-db89-4540-bcc6-0e1c81ed5587", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:24.771264 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c607e2c4-0754-49b6-b118-bb2b1305c9ba {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:24.771754 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'tag': 'e1a01431-db89-4540-bcc6-0e1c81ed5587', 'status': 'completed', 'code': 200} Jul 22 14:41:24.891717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-96554e30-a409-4c1f-854b-465d5656cb1c service neutron] 10.222.0.61 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748829 Jul 22 14:41:24.910680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:24.929346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381a653-aabd-401d-af95-1da2841a1447 req-f0598413-6d30-4ccb-9bda-e71407e34ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:24.932230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-f0598413-6d30-4ccb-9bda-e71407e34ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1075008 Jul 22 14:41:25.165347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-65972805-bb05-4f0c-a331-37fd7fd41a9a req-c4bfa6e3-7f1c-4139-8998-405c7b8098b8 service neutron] 10.222.0.61 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658405 Jul 22 14:41:25.166788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381a653-aabd-401d-af95-1da2841a1447 req-8f7c3203-3ff6-4c6c-bfda-28d20fce95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:25.168269 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-8f7c3203-3ff6-4c6c-bfda-28d20fce95b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 917 time: 0.2113051 Jul 22 14:41:25.224610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a1c04-7d06-43c0-b6c3-b7fcea77a22f req-ad6c8172-c25a-4377-b17b-32c8ae01b425 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:25.227376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-781a1c04-7d06-43c0-b6c3-b7fcea77a22f req-ad6c8172-c25a-4377-b17b-32c8ae01b425 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 944 time: 0.1875489 Jul 22 14:41:25.242046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-c780ddb5-973c-42d9-9d7e-e6dcda606d0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587 HTTP/1.1" status: 200 len: 217 time: 0.0588892 Jul 22 14:41:25.296532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381a653-aabd-401d-af95-1da2841a1447 req-fcc4ffe0-627d-4fe4-b952-6096b0488d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:25.298075 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-fcc4ffe0-627d-4fe4-b952-6096b0488d10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.0492389 Jul 22 14:41:25.312035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:25.332830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-781a1c04-7d06-43c0-b6c3-b7fcea77a22f req-d22b289b-51ff-4870-99f4-b20cc1dacd78 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Jul 22 14:41:25.353977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6447df-dda1-4bef-a1ae-988533a1b82f req-f57b6115-0537-4c39-8a01-b26d64f6c841 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:25.355987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb6447df-dda1-4bef-a1ae-988533a1b82f req-f57b6115-0537-4c39-8a01-b26d64f6c841 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3139529 Jul 22 14:41:25.392254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381a653-aabd-401d-af95-1da2841a1447 req-b31fdde1-7085-42d7-abd2-10fa0c742ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:25.393869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-b31fdde1-7085-42d7-abd2-10fa0c742ac4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887022 Jul 22 14:41:25.409288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 32677ac4-28be-496c-9ee4-bf48e17825b6 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:41:25.516582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb6447df-dda1-4bef-a1ae-988533a1b82f req-0c9c4bcd-7769-4952-b5f3-8c91774cfce7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578069 Jul 22 14:41:25.544004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:25.550734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8354a567-d291-4fcc-9c29-fa783e9b2431 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720662 Jul 22 14:41:25.553421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38796) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:25.565861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-bb3a87da-f424-42a1-aff5-ea5f701b47d0 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643512 Jul 22 14:41:25.573157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:25.604189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:25.605099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:25.648657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet e4057f27-62fa-4eb5-bccc-e5808fa57775 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:25.670043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.692828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f381a653-aabd-401d-af95-1da2841a1447 req-bb5dedea-904e-411f-88af-bfd4611d6819 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188066 Jul 22 14:41:25.699228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 32677ac4-28be-496c-9ee4-bf48e17825b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=32677ac4-28be-496c-9ee4-bf48e17825b6,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:25.724676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '32677ac4-28be-496c-9ee4-bf48e17825b6', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'port_id': '32677ac4-28be-496c-9ee4-bf48e17825b6', 'mac_address': 'fa:16:3e:ba:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c272c86-57a4-4153-962e-7292e1c9cc50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:41:25.725366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.755838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:25.772413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126375d-01b3-405a-bb70-01f57be915bf req-d9300d93-1339-4bab-81ba-714d99966c04 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:25.774105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7126375d-01b3-405a-bb70-01f57be915bf req-d9300d93-1339-4bab-81ba-714d99966c04 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.1429367 Jul 22 14:41:25.786841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:25.799909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'floatingip': {'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:25.804254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.819784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32677ac4-28be-496c-9ee4-bf48e17825b6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:25.841947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 32677ac4-28be-496c-9ee4-bf48e17825b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=32677ac4-28be-496c-9ee4-bf48e17825b6,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:25.844424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.846394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.923655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.967353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=e4057f27-62fa-4eb5-bccc-e5808fa57775,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:25.990781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:25.995602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fad8f374-e3ca-42eb-ae93-2b4eeecb4d5e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/e4057f27-62fa-4eb5-bccc-e5808fa57775 HTTP/1.1" status: 204 len: 168 time: 0.4386778 Jul 22 14:41:26.000704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38804) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:26.114450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.126112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e05ad7d-52c7-4506-9878-6f94a715887f None None] Network 550c5254-541f-4e0b-b590-802a28669545 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:26.185420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:26.185782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.215197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=32677ac4-28be-496c-9ee4-bf48e17825b6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:26.265866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['32677ac4-28be-496c-9ee4-bf48e17825b6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:41:26.288406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port 4c3d4033-c17f-4313-b259-3abf9f48f0d0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4c3d4033-c17f-4313-b259-3abf9f48f0d0,segment=NetworkSegment(458e2ef3-e122-4436-ae86-6611b36046d2),segment_id=458e2ef3-e122-4436-ae86-6611b36046d2)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:26.288888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.293088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.303464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 4c3d4033-c17f-4313-b259-3abf9f48f0d0 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:26.515376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:24Z', 'revision_number': 10, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:26.523291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.570659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=4c3d4033-c17f-4313-b259-3abf9f48f0d0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:26.582373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port 4c3d4033-c17f-4313-b259-3abf9f48f0d0 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:26.594465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:26.599367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b4528c-ac31-41ed-9e81-4a7d2c4e27c0 None None] DHCP port deletion for 550c5254-541f-4e0b-b590-802a28669545 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:26.615262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:26.615909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:26.659254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692afcc5-5cb0-4030-b01c-92eac160aaa3 req-c27e07a2-f93e-4ca0-8283-e93e295ed5df tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:26.660868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-692afcc5-5cb0-4030-b01c-92eac160aaa3 req-c27e07a2-f93e-4ca0-8283-e93e295ed5df tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 944 time: 0.1982050 Jul 22 14:41:26.717154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:26.727999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-692afcc5-5cb0-4030-b01c-92eac160aaa3 req-f7afc7f0-96a9-4049-bc40-b658fe17c5c5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Jul 22 14:41:26.787483 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.807452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550c5254-541f-4e0b-b590-802a28669545']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:26.837281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458e2ef3-e122-4436-ae86-6611b36046d2') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:26.837767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458e2ef3-e122-4436-ae86-6611b36046d2') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:26.848755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.865084 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.875922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:26.876507 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:26.880091 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:26.927979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.933521 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.985115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:26.991759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:24Z', 'revision_number': 10, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:27.004862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.007200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/550c5254-541f-4e0b-b590-802a28669545 HTTP/1.1" status: 204 len: 168 time: 1.0054338 Jul 22 14:41:27.008189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20766ca-641e-41b8-addf-494158126028 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=550c5254-541f-4e0b-b590-802a28669545,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:27.010031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38814) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:27.045283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea5c77-5444-4bfe-a5ce-5d23d65bb3f5 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:24Z', 'revision_number': 10, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None, '_interfaces': [{'id': '1559be04-d2c8-4718-8f78-61b2a9bd4c6c', 'name': '', 'network_id': '0c47c931-e28b-4d33-9fd6-5e95a849096b', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'mac_address': 'fa:16:3e:9d:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:34Z', 'updated_at': '2021-07-22T14:40:52Z', 'revision_number': 5, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'subnets': [{'id': 'f3fb5433-408b-4003-9c4e-c8045f561d45', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:27.077435 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Floating IP 9193f29c-5b53-4aae-bc6e-f9b00b80c64b associated. External IP: 172.25.3.227, port: b5b9c9ef-5e89-48a2-98ac-2e963983eb5f. Jul 22 14:41:27.320923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:27.381543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.417412 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1a01431-db89-4540-bcc6-0e1c81ed5587 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:41:27.463729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:27.469963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.475569 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:27.490897 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:27.491554 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:27.513674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b083ac73-aaf8-4173-b39f-1ca42c72ff83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "PUT /v2.0/floatingips/9193f29c-5b53-4aae-bc6e-f9b00b80c64b HTTP/1.1" status: 200 len: 991 time: 1.7238064 Jul 22 14:41:27.514682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:27.517548 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d732f47b-d626-4338-bdf7-9c395d45b518" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:27.580094 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71480d5-01db-4064-9210-ad2dc0fa5ac7 x-openstack-request-id: req-e71480d5-01db-4064-9210-ad2dc0fa5ac7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:27.580562 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:27.580971 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e71480d5-01db-4064-9210-ad2dc0fa5ac7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:27.581575 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'status': 'completed', 'code': 200} Jul 22 14:41:27.662674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1a01431-db89-4540-bcc6-0e1c81ed5587, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:27.701586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e1a01431-db89-4540-bcc6-0e1c81ed5587', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'port_id': 'e1a01431-db89-4540-bcc6-0e1c81ed5587', 'mac_address': 'fa:16:3e:ff:da:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c272c86-57a4-4153-962e-7292e1c9cc50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:41:27.751923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-73096bee-da15-422a-9388-574bfe0854e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:27.758133 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-73096bee-da15-422a-9388-574bfe0854e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1096 time: 0.1610355 Jul 22 14:41:27.787324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:27.787681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.792176 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:27.816493 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.855910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a01431-db89-4540-bcc6-0e1c81ed5587 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:27.887747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port 1559be04-d2c8-4718-8f78-61b2a9bd4c6c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,segment=NetworkSegment(a7877fb0-af6b-428f-8423-c77c9161b7db),segment_id=a7877fb0-af6b-428f-8423-c77c9161b7db)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:27.888248 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.902332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 1559be04-d2c8-4718-8f78-61b2a9bd4c6c owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:27.904534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1a01431-db89-4540-bcc6-0e1c81ed5587, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:27.912617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:27.986165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1a01431-db89-4540-bcc6-0e1c81ed5587,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:27.987760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-bcea9680-32f5-460f-b11b-c7ff58171638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:27.989317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-bcea9680-32f5-460f-b11b-c7ff58171638 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.2251265 Jul 22 14:41:28.102086 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-432cffad-888e-442f-be3c-919faf771960 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 999 time: 0.1055882 Jul 22 14:41:28.174552 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '9193f29c-5b53-4aae-bc6e-f9b00b80c64b', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'mac_address': 'fa:16:3e:b5:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:41:04Z', 'updated_at': '2021-07-22T14:41:26Z', 'revision_number': 1, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:28.174876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-4c0e3d1e-647a-43cd-a010-82d05cd3bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:28.174876 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-4c0e3d1e-647a-43cd-a010-82d05cd3bb45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0662746 Jul 22 14:41:28.180895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6728d48f-a8ff-4719-bc95-24c80a7f554f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:41:28.199799 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:28.216018 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:28.219540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e1a01431-db89-4540-bcc6-0e1c81ed5587'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:41:28.237390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc05c2a-afa8-42b9-8e10-737872ae427d req-0f9985e5-9bbe-4c26-9d27-273ec487a697 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:28.246581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dc05c2a-afa8-42b9-8e10-737872ae427d req-0f9985e5-9bbe-4c26-9d27-273ec487a697 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 945 time: 0.2263339 Jul 22 14:41:28.255839 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:28.256513 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:28.272478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-8dc63764-310c-47e2-a3fa-30a4a7948b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:28.277648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-8dc63764-310c-47e2-a3fa-30a4a7948b64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933356 Jul 22 14:41:28.321286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=1559be04-d2c8-4718-8f78-61b2a9bd4c6c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:28.398058 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:28.457914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6728d48f-a8ff-4719-bc95-24c80a7f554f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:28.501863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '6728d48f-a8ff-4719-bc95-24c80a7f554f', 'network_id': '91c37346-4ccb-44f6-afcc-d625cc012529', 'port_id': '6728d48f-a8ff-4719-bc95-24c80a7f554f', 'mac_address': 'fa:16:3e:19:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c272c86-57a4-4153-962e-7292e1c9cc50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:41:28.583024 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-bd59e744-6f6b-4ede-b36e-c22875738843 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010502 Jul 22 14:41:28.605086 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:28.613294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dc05c2a-afa8-42b9-8e10-737872ae427d req-b8031f2c-f82f-47d2-932f-770ca611a6b4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631613 Jul 22 14:41:28.619837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:28.633487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6728d48f-a8ff-4719-bc95-24c80a7f554f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:41:28.662729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6728d48f-a8ff-4719-bc95-24c80a7f554f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:28.671108 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:28.738070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=6728d48f-a8ff-4719-bc95-24c80a7f554f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:28.778144 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '9193f29c-5b53-4aae-bc6e-f9b00b80c64b', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'mac_address': 'fa:16:3e:b5:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:41:04Z', 'updated_at': '2021-07-22T14:41:26Z', 'revision_number': 1, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:28.782634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4c3d4033-c17f-4313-b259-3abf9f48f0d0 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:28.827402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4c3d4033-c17f-4313-b259-3abf9f48f0d0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:28.832868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d732f47b-d626-4338-bdf7-9c395d45b518 req-84765733-a1e0-4483-adb8-60d0ad0a2451 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416680 Jul 22 14:41:28.833244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4c3d4033-c17f-4313-b259-3abf9f48f0d0 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:28.833897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 91afb426-1e33-411f-a2fc-c78f23115fb6 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:28.858275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 91afb426-1e33-411f-a2fc-c78f23115fb6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:28.858275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 91afb426-1e33-411f-a2fc-c78f23115fb6 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:28.877419 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed89b546-a88e-4cb5-8353-420c48d22696 None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '9193f29c-5b53-4aae-bc6e-f9b00b80c64b', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'mac_address': 'fa:16:3e:b5:00:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:41:04Z', 'updated_at': '2021-07-22T14:41:26Z', 'revision_number': 1, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:28.909494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6728d48f-a8ff-4719-bc95-24c80a7f554f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:41:29.178637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e13ac-2818-4b54-b733-5896efb4e2c5 None None] New status for floating IP 9193f29c-5b53-4aae-bc6e-f9b00b80c64b: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:41:29.283047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:29.365590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:29.370755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9ac335d2-40e8-4ae3-97e3-c97ef13b9c96 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3554833 Jul 22 14:41:29.373482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38848) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:29.379346 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:29.390564 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:29.391196 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:29.438742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1a01431-db89-4540-bcc6-0e1c81ed5587 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:29.450000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting subnet f3fb5433-408b-4003-9c4e-c8045f561d45 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:29.454729 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.477299 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:29.499089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e1a01431-db89-4540-bcc6-0e1c81ed5587 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:29.514550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.524471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e1a01431-db89-4540-bcc6-0e1c81ed5587 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:29.524471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.534843 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:28Z', 'revision_number': 11, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:29.565458 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:29.574143 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:29.574828 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:29.615430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.631863 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.648812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:29.664285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a01431-db89-4540-bcc6-0e1c81ed5587'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:29.666920 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c22406-39a1-44b7-aa08-3e09663c3244" -d '{"events": [{"server_uuid": "7fbfce55-1e5e-492d-a888-06e4ec182ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e1a01431-db89-4540-bcc6-0e1c81ed5587"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:29.683440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e1a01431-db89-4540-bcc6-0e1c81ed5587, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:29.691494 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.694120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 32677ac4-28be-496c-9ee4-bf48e17825b6 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:29.715621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.724077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:28Z', 'revision_number': 11, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:29.779225 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835be92d-cb1a-48da-af07-38a5f9f1fc91 None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:28Z', 'revision_number': 11, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:29.803468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e1a01431-db89-4540-bcc6-0e1c81ed5587,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:29.806901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fb5433-408b-4003-9c4e-c8045f561d45,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:29.820446 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5eaa8b-20a0-479e-abcd-2da11680896c x-openstack-request-id: req-da5eaa8b-20a0-479e-abcd-2da11680896c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:29.822042 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbfce55-1e5e-492d-a888-06e4ec182ca7", "name": "network-vif-plugged", "status": "completed", "tag": "e1a01431-db89-4540-bcc6-0e1c81ed5587", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:29.822774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.822997 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da5eaa8b-20a0-479e-abcd-2da11680896c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:29.823602 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a01431-db89-4540-bcc6-0e1c81ed5587', 'code': 200} Jul 22 14:41:29.827488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-466155e5-aa6c-4550-9c34-ffd8ca9ec616 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/f3fb5433-408b-4003-9c4e-c8045f561d45 HTTP/1.1" status: 204 len: 168 time: 0.4507260 Jul 22 14:41:29.828402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:29.834866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081265bd-79ec-46fd-a921-24cb98907412 None None] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:29.876091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99ec1-a3d6-4176-86c3-3a50b7325410 req-7b76c0f7-76c0-45bd-aff5-4c6953d5fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:29.878099 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5db99ec1-a3d6-4176-86c3-3a50b7325410 req-7b76c0f7-76c0-45bd-aff5-4c6953d5fc5d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1015379 Jul 22 14:41:29.945131 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:29.952487 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5db99ec1-a3d6-4176-86c3-3a50b7325410 req-74596dd3-a24d-49dc-9a5f-61411bab657c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656843 Jul 22 14:41:29.955229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240dd2-3193-458a-a78d-3f49cb3e9428 req-db439f5c-354a-4f02-9722-7bbbd01834a4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:29.962277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca240dd2-3193-458a-a78d-3f49cb3e9428 req-db439f5c-354a-4f02-9722-7bbbd01834a4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.2031758 Jul 22 14:41:30.023470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 32677ac4-28be-496c-9ee4-bf48e17825b6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:30.029326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 32677ac4-28be-496c-9ee4-bf48e17825b6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:30.029702 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.037433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca240dd2-3193-458a-a78d-3f49cb3e9428 req-30ce62db-7fff-4d94-bbdb-8c5da7753934 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740101 Jul 22 14:41:30.081842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Deleting port 888d10b2-91ed-4f92-b827-20bf3094fb1d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:30.082286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.184021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] For port 888d10b2-91ed-4f92-b827-20bf3094fb1d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=888d10b2-91ed-4f92-b827-20bf3094fb1d,segment=NetworkSegment(a7877fb0-af6b-428f-8423-c77c9161b7db),segment_id=a7877fb0-af6b-428f-8423-c77c9161b7db)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:30.184021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.193537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6728d48f-a8ff-4719-bc95-24c80a7f554f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:30.199211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Calling delete_port for 888d10b2-91ed-4f92-b827-20bf3094fb1d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:30.235489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] DHCP port deletion for 0c47c931-e28b-4d33-9fd6-5e95a849096b request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:30.245594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.305398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 6728d48f-a8ff-4719-bc95-24c80a7f554f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:30.319336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.323528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 6728d48f-a8ff-4719-bc95-24c80a7f554f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:30.323912 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.334745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 32677ac4-28be-496c-9ee4-bf48e17825b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=32677ac4-28be-496c-9ee4-bf48e17825b6,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:30.356757 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.357987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Port': ['ID=888d10b2-91ed-4f92-b827-20bf3094fb1d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:30.360500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No DVR routers for this DVR port 888d10b2-91ed-4f92-b827-20bf3094fb1d on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:30.425252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Deleting port 888d10b2-91ed-4f92-b827-20bf3094fb1d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:30.425636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.461360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=32677ac4-28be-496c-9ee4-bf48e17825b6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:30.503074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.514577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c47c931-e28b-4d33-9fd6-5e95a849096b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:30.518959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1559be04-d2c8-4718-8f78-61b2a9bd4c6c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:30.526206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7877fb0-af6b-428f-8423-c77c9161b7db') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:30.526674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7877fb0-af6b-428f-8423-c77c9161b7db') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:30.546878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.562254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] For port 888d10b2-91ed-4f92-b827-20bf3094fb1d, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:30.562598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.562701 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.567527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1559be04-d2c8-4718-8f78-61b2a9bd4c6c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:30.567878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1559be04-d2c8-4718-8f78-61b2a9bd4c6c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:30.568301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 888d10b2-91ed-4f92-b827-20bf3094fb1d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:30.570307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:30.570835 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:30.574625 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:30.609364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Calling delete_port for 888d10b2-91ed-4f92-b827-20bf3094fb1d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:30.611353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 888d10b2-91ed-4f92-b827-20bf3094fb1d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:30.611713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 888d10b2-91ed-4f92-b827-20bf3094fb1d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:30.614440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.617180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Port 888d10b2-91ed-4f92-b827-20bf3094fb1d was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:41:30.625090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.640840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.651480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.655997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/networks/0c47c931-e28b-4d33-9fd6-5e95a849096b HTTP/1.1" status: 204 len: 168 time: 0.8241909 Jul 22 14:41:30.656911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38874) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:30.657091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Pushing event deleted for resources: {'Port': ['ID=888d10b2-91ed-4f92-b827-20bf3094fb1d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:30.665247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] Network 0c47c931-e28b-4d33-9fd6-5e95a849096b is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:41:30.665817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae055321-5f26-4497-9e8e-70c8ebcd95d6 None None] No DVR routers for this DVR port 888d10b2-91ed-4f92-b827-20bf3094fb1d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:30.673934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'routes': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:30.677495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c0a8-2f11-477f-993d-b8123c6b14e7 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Pushing event deleted for resources: {'Network': ['ID=0c47c931-e28b-4d33-9fd6-5e95a849096b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:30.699059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 6728d48f-a8ff-4719-bc95-24c80a7f554f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:30.703859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:30.788316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=6728d48f-a8ff-4719-bc95-24c80a7f554f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:30.844659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Added routes are [] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:41:30.844969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Removed routes are [] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:41:30.845373 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.002899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.006296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.094957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 8d40980d-c902-41a2-8160-98e45b8d247e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:31.214098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:31.220483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] Sync routers for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:31.221550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.225337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-768aa409-bbb0-4195-891a-e474f21fc54e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 705 time: 0.5655437 Jul 22 14:41:31.225886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:31.232655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:31.233267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:31.260368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7497e80f-e524-47c7-ba4d-fff925d01cae tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 205 time: 0.0331886 Jul 22 14:41:31.263240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:31.296604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafbe11-e29b-42f7-8c30-1a2ce260da12 req-a777ffd6-715d-4742-a610-158cddfb1345 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:31.300108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cdafbe11-e29b-42f7-8c30-1a2ce260da12 req-a777ffd6-715d-4742-a610-158cddfb1345 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.1613455 Jul 22 14:41:31.309377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] Set router 8d40980d-c902-41a2-8160-98e45b8d247e gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:31.344633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.345336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cdafbe11-e29b-42f7-8c30-1a2ce260da12 req-302869d8-c88e-4b17-bb80-0d93859845d8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395553 Jul 22 14:41:31.497378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28254577-23c7-43e3-8526-4d96bdcdb264 req-976e68bd-5f6b-4e58-b29a-56dc213e9948 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:31.499211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28254577-23c7-43e3-8526-4d96bdcdb264 req-976e68bd-5f6b-4e58-b29a-56dc213e9948 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0747890 Jul 22 14:41:31.537121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.540912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.544034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28254577-23c7-43e3-8526-4d96bdcdb264 req-ab780ec9-5d02-455c-b5ff-c6275708d824 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392251 Jul 22 14:41:31.553968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d40980d-c902-41a2-8160-98e45b8d247e', 'name': 'tempest-RoutersIpV6Test-router-2046215846', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:31Z', 'updated_at': '2021-07-22T14:41:28Z', 'revision_number': 11, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:31.584537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] Checking router: 8d40980d-c902-41a2-8160-98e45b8d247e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:31.595226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] Routers {'8d40980d-c902-41a2-8160-98e45b8d247e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:31.595884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8d40980d-c902-41a2-8160-98e45b8d247e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:31.596305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.596827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 8d40980d-c902-41a2-8160-98e45b8d247e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:41:31.604063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.609743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e8633d8-f63b-4384-8154-004fc3e80df1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 204 len: 168 time: 0.3402674 Jul 22 14:41:31.610112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38904) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:31.615140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1203227647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:31.634009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:31.634728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a1954-8109-4b8a-a0e6-f8fd5569794d None None] The sync data for ids ['8d40980d-c902-41a2-8160-98e45b8d247e'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:31.647354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.649026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.704387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.709777 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.727767 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.729107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a95d2777-8fe6-4e43-96bd-85e05a93aa14 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1179247 Jul 22 14:41:31.733437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38906) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:31.738877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:31.828613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32677ac4-28be-496c-9ee4-bf48e17825b6'}, {'server_uuid': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728d48f-a8ff-4719-bc95-24c80a7f554f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:31.831130 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e010be8e-df9a-45f1-af83-d3874a9d2cb8" -d '{"events": [{"server_uuid": "ceea5469-d8b2-41de-99f9-eee789f4e2d2", "name": "network-vif-plugged", "status": "completed", "tag": "32677ac4-28be-496c-9ee4-bf48e17825b6"}, {"server_uuid": "4ea11b5d-0210-496a-a81b-0179d8f1f00f", "name": "network-vif-plugged", "status": "completed", "tag": "6728d48f-a8ff-4719-bc95-24c80a7f554f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:31.874457 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd4d97-d28d-4c3b-8df8-bd5b235546e9 x-openstack-request-id: req-9cfd4d97-d28d-4c3b-8df8-bd5b235546e9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:31.874852 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceea5469-d8b2-41de-99f9-eee789f4e2d2", "name": "network-vif-plugged", "status": "completed", "tag": "32677ac4-28be-496c-9ee4-bf48e17825b6", "code": 200}, {"server_uuid": "4ea11b5d-0210-496a-a81b-0179d8f1f00f", "name": "network-vif-plugged", "status": "completed", "tag": "6728d48f-a8ff-4719-bc95-24c80a7f554f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:31.875085 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cfd4d97-d28d-4c3b-8df8-bd5b235546e9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:31.875506 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32677ac4-28be-496c-9ee4-bf48e17825b6', 'code': 200} Jul 22 14:41:31.875760 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6728d48f-a8ff-4719-bc95-24c80a7f554f', 'code': 200} Jul 22 14:41:31.955473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:31.967365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.045804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ca4e-0bf4-4b71-b548-0cb49f114fd1 req-5f68994c-0e83-4176-9a3a-69c964d05065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:32.047561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9c7ca4e-0bf4-4b71-b548-0cb49f114fd1 req-5f68994c-0e83-4176-9a3a-69c964d05065 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 1096 time: 0.0996292 Jul 22 14:41:32.049763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad49525-b408-4aa1-8dac-ebf496b46f50 req-7e894965-535e-45ba-836f-5aa85183d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:32.051178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fad49525-b408-4aa1-8dac-ebf496b46f50 req-7e894965-535e-45ba-836f-5aa85183d081 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 1096 time: 0.1141069 Jul 22 14:41:32.080686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Router 2abcc755-5179-4fc9-a6ed-d144a63701e8 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:41:32.116611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9c7ca4e-0bf4-4b71-b548-0cb49f114fd1 req-a27612aa-d1dc-446f-a2e2-503060151671 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623252 Jul 22 14:41:32.118344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fad49525-b408-4aa1-8dac-ebf496b46f50 req-95152a6e-2a54-4dd7-abb5-fa07e34c1349 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588694 Jul 22 14:41:32.166031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:32.173302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.176106 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] Sync routers for ids ['2abcc755-5179-4fc9-a6ed-d144a63701e8'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:32.177169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d3943427-3fa7-4e20-9ac7-6263f7db9219 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "PUT /v2.0/routers/2abcc755-5179-4fc9-a6ed-d144a63701e8 HTTP/1.1" status: 200 len: 698 time: 0.4427338 Jul 22 14:41:32.177397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.188886 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] Routers {'2abcc755-5179-4fc9-a6ed-d144a63701e8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:32.189788 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2abcc755-5179-4fc9-a6ed-d144a63701e8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:32.258125 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] Set router 2abcc755-5179-4fc9-a6ed-d144a63701e8 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:32.311164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b017e680-b9a7-4a26-a1ac-6609c73a0622 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/routers/2abcc755-5179-4fc9-a6ed-d144a63701e8 HTTP/1.1" status: 200 len: 704 time: 0.1298077 Jul 22 14:41:32.312448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38918) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.343729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-a5e4d0c7-516c-47da-a9fd-5a2abf256a98 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769281 Jul 22 14:41:32.347294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-725774b3-7188-418b-9711-0d44fb44cb2b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=2abcc755-5179-4fc9-a6ed-d144a63701e8 HTTP/1.1" status: 200 len: 205 time: 0.0334837 Jul 22 14:41:32.349641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.412129 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abcc755-5179-4fc9-a6ed-d144a63701e8', 'name': 'tempest-RoutersIpV6Test-router-1203227647', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:41:31Z', 'updated_at': '2021-07-22T14:41:31Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:32.447862 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] Checking router: 2abcc755-5179-4fc9-a6ed-d144a63701e8 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:41:32.448516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.459089 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] Routers {'2abcc755-5179-4fc9-a6ed-d144a63701e8'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:32.459789 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2abcc755-5179-4fc9-a6ed-d144a63701e8'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:32.460685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-be5576f0-d74d-43a2-9402-79c15a8618bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:32.462406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-be5576f0-d74d-43a2-9402-79c15a8618bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae01075b7cda40c8a2a3d275ed3e1460&device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 1097 time: 0.0720224 Jul 22 14:41:32.567102 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] Set router 2abcc755-5179-4fc9-a6ed-d144a63701e8 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:41:32.587060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-52ff794c-359b-4cc1-ada0-e0bee5a5d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:32.589104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-52ff794c-359b-4cc1-ada0-e0bee5a5d450 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f4a6b444-43da-481b-bf4e-d27398f9b2ea HTTP/1.1" status: 200 len: 917 time: 0.1052048 Jul 22 14:41:32.616033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.618159 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.649414 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abcc755-5179-4fc9-a6ed-d144a63701e8', 'name': 'tempest-RoutersIpV6Test-router-1203227647', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:41:31Z', 'updated_at': '2021-07-22T14:41:31Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:32.679525 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae1dd5d-cbfc-48fb-af6d-e25c1b548c48 None None] The sync data for ids ['2abcc755-5179-4fc9-a6ed-d144a63701e8'] in n-d-794306-8 is: [{'id': '2abcc755-5179-4fc9-a6ed-d144a63701e8', 'name': 'tempest-RoutersIpV6Test-router-1203227647', 'tenant_id': '22926b32c5a4444997734c2dabe5d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:41:31Z', 'updated_at': '2021-07-22T14:41:31Z', 'revision_number': 2, 'project_id': '22926b32c5a4444997734c2dabe5d553', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:32.686168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.686704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Fanout notify agent at l3_agent the message router_deleted on router 2abcc755-5179-4fc9-a6ed-d144a63701e8 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:41:32.687468 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-c73739a3-d6aa-4416-819b-ab2c23981307 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512 HTTP/1.1" status: 200 len: 1000 time: 0.0907965 Jul 22 14:41:32.699486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:32.705078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cab818dd-3ff7-4aec-b716-f422c47ea892 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/2abcc755-5179-4fc9-a6ed-d144a63701e8 HTTP/1.1" status: 204 len: 168 time: 0.3543851 Jul 22 14:41:32.706953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38926) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.755797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-f5e761d0-071c-4206-baf5-3c4aeb6abdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:32.757315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-f5e761d0-071c-4206-baf5-3c4aeb6abdc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6a417e4a-0f49-408c-88ad-9f9d8eae3829 HTTP/1.1" status: 200 len: 855 time: 0.0589912 Jul 22 14:41:32.760477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-555b67cb-644b-46b4-8e4a-7fad95adba4e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=2abcc755-5179-4fc9-a6ed-d144a63701e8 HTTP/1.1" status: 200 len: 205 time: 0.0524974 Jul 22 14:41:32.763439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38930) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.828611 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-0f082fc3-a529-4c75-9281-49b7ed309b1b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:32.829911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f082fc3-a529-4c75-9281-49b7ed309b1b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/2abcc755-5179-4fc9-a6ed-d144a63701e8 HTTP/1.1" status: 404 len: 336 time: 0.0651808 Jul 22 14:41:32.833786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38932) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.855512 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-c2ae13dc-df44-4fdc-9565-af52fc8e6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:32.857489 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-c2ae13dc-df44-4fdc-9565-af52fc8e6b04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f4a6b444-43da-481b-bf4e-d27398f9b2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928664 Jul 22 14:41:32.871918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-e41967ee-2285-4b1a-95b5-dfeb6515b800 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:41:32.872957 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-e41967ee-2285-4b1a-95b5-dfeb6515b800 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056098 Jul 22 14:41:32.875850 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-944428db-c812-4383-9949-f5e271d76696 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:32.876362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944428db-c812-4383-9949-f5e271d76696 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:32.880649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-944428db-c812-4383-9949-f5e271d76696 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/6cffa5a4-46e0-4fbc-a6bb-fe8f51b12858 HTTP/1.1" status: 404 len: 337 time: 0.0438411 Jul 22 14:41:32.881784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.913383 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4592e24d-f163-41ba-a0ff-ed864962c39b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:32.913927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4592e24d-f163-41ba-a0ff-ed864962c39b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:32.917324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4592e24d-f163-41ba-a0ff-ed864962c39b tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/a6e7f511-9a6d-4df6-8e0e-51c66fa24ab7 HTTP/1.1" status: 404 len: 337 time: 0.0344906 Jul 22 14:41:32.919850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38936) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:32.954946 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0aa600-2d71-4ccc-b453-b3dcd765fc36 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:32.955436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0aa600-2d71-4ccc-b453-b3dcd765fc36 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:32.957354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0c0aa600-2d71-4ccc-b453-b3dcd765fc36 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/e4057f27-62fa-4eb5-bccc-e5808fa57775 HTTP/1.1" status: 404 len: 337 time: 0.0365911 Jul 22 14:41:32.964926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.002756 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdc3362-df9b-4c92-851e-445fbf78cc26 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:33.003220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdc3362-df9b-4c92-851e-445fbf78cc26 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:33.007721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbdc3362-df9b-4c92-851e-445fbf78cc26 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/f3fb5433-408b-4003-9c4e-c8045f561d45 HTTP/1.1" status: 404 len: 337 time: 0.0395789 Jul 22 14:41:33.008357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38940) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.040875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-a649cc60-4e60-4c0c-a369-cc507c15b190 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568322 Jul 22 14:41:33.058298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61439bc-d444-411d-9039-d3836391d90b req-f475db20-00d6-41cf-a331-d68bb47848a8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:33.066724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c61439bc-d444-411d-9039-d3836391d90b req-f475db20-00d6-41cf-a331-d68bb47848a8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.3600812 Jul 22 14:41:33.110684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2fd0209e-f67c-4816-9a43-74a3d959e6d3 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 200 len: 205 time: 0.0987608 Jul 22 14:41:33.125763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38944) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.173091 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f4b491e3-5fc3-4d6a-a7ed-9833c38b3f3e req-29e88a7a-f773-4198-bd21-45ab45029905 service neutron] 10.222.0.61 "GET /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228950 Jul 22 14:41:33.192382 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-de017615-9299-4d41-9548-ca2ba3b24f2c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:33.193636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-de017615-9299-4d41-9548-ca2ba3b24f2c tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/8d40980d-c902-41a2-8160-98e45b8d247e HTTP/1.1" status: 404 len: 336 time: 0.0657670 Jul 22 14:41:33.198594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.219715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c61439bc-d444-411d-9039-d3836391d90b req-87cc4a0b-ca99-4a86-95f8-c28dccab713c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054175 Jul 22 14:41:33.260448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0f5cf879-980a-4835-91a8-9e88afd2474e tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b4496c1-12e7-44dd-9aac-cdfeea050fe9 HTTP/1.1" status: 200 len: 205 time: 0.0601017 Jul 22 14:41:33.264084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38952) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.307470 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-67a8e0fc-b7d6-4c68-bc43-dc6060a02c45 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:33.310555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-67a8e0fc-b7d6-4c68-bc43-dc6060a02c45 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/7b4496c1-12e7-44dd-9aac-cdfeea050fe9 HTTP/1.1" status: 404 len: 336 time: 0.0434456 Jul 22 14:41:33.311292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38954) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.338472 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc07fd32-c019-4bae-8495-3dceb9a1ba54 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:33.339071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc07fd32-c019-4bae-8495-3dceb9a1ba54 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:33.344156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cc07fd32-c019-4bae-8495-3dceb9a1ba54 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/9283e2fa-7e9a-454c-b99e-82ac8750cffc HTTP/1.1" status: 404 len: 337 time: 0.0293400 Jul 22 14:41:33.344357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.378645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f3d9d538-81b2-499c-8795-fd664e1c98a6 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 200 len: 205 time: 0.0317297 Jul 22 14:41:33.380050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38958) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.417206 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-d3b137b0-43a7-4ce3-a54b-31b14e6d8af0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:33.419374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d3b137b0-43a7-4ce3-a54b-31b14e6d8af0 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/89b1d2e9-587c-4fe5-8485-99c4e56020dc HTTP/1.1" status: 404 len: 336 time: 0.0373151 Jul 22 14:41:33.421722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.458841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0ad530a2-1103-49e1-bc3f-c1c8cd13ec8f tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=68c4482d-2ed8-458b-9c5e-ce37ae891551 HTTP/1.1" status: 200 len: 205 time: 0.0357170 Jul 22 14:41:33.461838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38962) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.503750 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-56021b42-c45e-4704-880c-a64e12ab393d tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:33.504800 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-56021b42-c45e-4704-880c-a64e12ab393d tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/68c4482d-2ed8-458b-9c5e-ce37ae891551 HTTP/1.1" status: 404 len: 336 time: 0.0417604 Jul 22 14:41:33.508139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.540044 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7639b0-8602-4420-86e1-0949976b03b4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:33.540514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7639b0-8602-4420-86e1-0949976b03b4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:33.542275 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c7639b0-8602-4420-86e1-0949976b03b4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/3038ba60-759c-4fd9-8b71-d64373df32e6 HTTP/1.1" status: 404 len: 337 time: 0.0329974 Jul 22 14:41:33.544998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38970) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.574498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c995287-edac-4e3b-a959-e1d757bb5ec1 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=15e49108-4a6f-4ea2-ab8e-a67d020aac52 HTTP/1.1" status: 200 len: 205 time: 0.0284233 Jul 22 14:41:33.578049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.618186 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-6f727cef-a0ed-4254-8b29-19c441218cbd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:33.619812 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6f727cef-a0ed-4254-8b29-19c441218cbd tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/15e49108-4a6f-4ea2-ab8e-a67d020aac52 HTTP/1.1" status: 404 len: 336 time: 0.0402110 Jul 22 14:41:33.622321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38974) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.653413 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d123ed-a133-41cb-ae09-0ccb13b9e9b4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:33.653836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d123ed-a133-41cb-ae09-0ccb13b9e9b4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:33.655656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-70d123ed-a133-41cb-ae09-0ccb13b9e9b4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/79d9041f-d831-4b5e-aeca-655594c87493 HTTP/1.1" status: 404 len: 337 time: 0.0324004 Jul 22 14:41:33.658189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.692316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7887a758-b690-4b77-90a1-b005e10d186d tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b47690b-6285-4aee-b33a-fd1457061737 HTTP/1.1" status: 200 len: 205 time: 0.0302255 Jul 22 14:41:33.692521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.729991 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-4ce425e5-49d7-48be-b793-4167f72bd4c4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] delete failed (client error): The resource could not be found. Jul 22 14:41:33.733380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ce425e5-49d7-48be-b793-4167f72bd4c4 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/routers/1b47690b-6285-4aee-b33a-fd1457061737 HTTP/1.1" status: 404 len: 336 time: 0.0374656 Jul 22 14:41:33.733589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.763914 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ce9337-aa97-459b-b2cd-a97dd1ad4e71 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:33.764221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ce9337-aa97-459b-b2cd-a97dd1ad4e71 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:33.765975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22ce9337-aa97-459b-b2cd-a97dd1ad4e71 tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/059637d9-f4d2-46de-986e-e1c60c620aae HTTP/1.1" status: 404 len: 337 time: 0.0315132 Jul 22 14:41:33.768508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:33.796319 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-637b9045-84a1-4304-a81c-cd71a6f0b69d tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] DELETE failed (client error): The resource could not be found. Jul 22 14:41:33.796877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637b9045-84a1-4304-a81c-cd71a6f0b69d tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:41:33.798762 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-637b9045-84a1-4304-a81c-cd71a6f0b69d tempest-RoutersIpV6Test-885751747 tempest-RoutersIpV6Test-885751747-project] 10.222.0.60 "DELETE /v2.0/subnets/051b4fb2-db56-4ea0-bbcf-58545554fb82 HTTP/1.1" status: 404 len: 337 time: 0.0292828 Jul 22 14:41:34.025581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:34.155567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b947bcb7-ced0-4e42-9ff7-cd0d97f78d4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22926b32c5a4444997734c2dabe5d553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1287000 Jul 22 14:41:34.158062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38994) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:34.211465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34939664-f245-4436-b359-5388a1d93b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:34.233348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34939664-f245-4436-b359-5388a1d93b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:34.310326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34939664-f245-4436-b359-5388a1d93b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:34.314017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-34939664-f245-4436-b359-5388a1d93b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:34.315731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34939664-f245-4436-b359-5388a1d93b49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43781c81-2d27-4241-a914-15aac034cf3b HTTP/1.1" status: 204 len: 168 time: 0.1567295 Jul 22 14:41:34.336653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34939664-f245-4436-b359-5388a1d93b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43781c81-2d27-4241-a914-15aac034cf3b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:34.406839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145315-86e1-4b94-a037-450507a38cab req-eeea73df-cd2f-49f2-a127-b10d785df514 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:34.408434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8145315-86e1-4b94-a037-450507a38cab req-eeea73df-cd2f-49f2-a127-b10d785df514 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0888214 Jul 22 14:41:34.450453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8145315-86e1-4b94-a037-450507a38cab req-ef3639d1-08c9-4706-8ca6-f2ed8af529ed tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364182 Jul 22 14:41:34.622720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65bb30-f027-415c-a4ec-0b89fcbe53a6 req-e53e0627-4be8-4601-9b86-83581c7b5306 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:34.624248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e65bb30-f027-415c-a4ec-0b89fcbe53a6 req-e53e0627-4be8-4601-9b86-83581c7b5306 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 945 time: 0.0972812 Jul 22 14:41:34.665395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e65bb30-f027-415c-a4ec-0b89fcbe53a6 req-0c33fae7-61f8-41ea-9a77-732737d007b3 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356212 Jul 22 14:41:35.055519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:35.117802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1345636443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:35.143034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.144007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.211359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.220644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.252845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec83b5-4cf1-4acc-b179-bae44b177cc2 req-86daa2db-db6f-4eeb-9ff1-3c81ca538e14 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:35.255154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ec83b5-4cf1-4acc-b179-bae44b177cc2 req-86daa2db-db6f-4eeb-9ff1-3c81ca538e14 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.3505120 Jul 22 14:41:35.264501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.272934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f0b93dc8-201d-4b41-b3f1-bd7adbf27f25 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2139702 Jul 22 14:41:35.280125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39038) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:35.292546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-243076400'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:35.329877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32ec83b5-4cf1-4acc-b179-bae44b177cc2 req-b7b57f03-7e36-4daf-942f-6de5463f9f27 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632091 Jul 22 14:41:35.336627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Made reservation on behalf of 96595e90da63409290e7de1d71d31d7e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:35.343446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.350354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.461358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.467207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.501887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:41:35.508214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa6c222-b560-4c46-bcbd-9245769ba357,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:35.516006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.516425 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Added segment 52d13546-6412-449e-9cf1-70a0d372426d of type vlan for network 2be4f076-abda-49f0-8011-472c0dabb926 Jul 22 14:41:35.557310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.618048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.623810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:35.624401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:35.671493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3901815 Jul 22 14:41:35.674410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39046) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:35.680102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'subnet': {'network_id': '2be4f076-abda-49f0-8011-472c0dabb926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:35.688352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc89e07-d858-4c0e-bccb-725a0ef77c24 req-da4eee32-b7fa-462f-94f9-d505255d95a7 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:35.689852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cc89e07-d858-4c0e-bccb-725a0ef77c24 req-da4eee32-b7fa-462f-94f9-d505255d95a7 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1241233 Jul 22 14:41:35.724216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c0e2b-e6d7-4404-91d2-761d3b61cdbd tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Network': ['ID=2be4f076-abda-49f0-8011-472c0dabb926,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:35.735977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 2be4f076-abda-49f0-8011-472c0dabb926 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:41:35.766544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4cc89e07-d858-4c0e-bccb-725a0ef77c24 req-731e37b6-112d-46b9-a789-6e9f24947029 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Jul 22 14:41:35.800263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Made reservation on behalf of 96595e90da63409290e7de1d71d31d7e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:35.804888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.036492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.103282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Subnet': ['ID=fe00627d-070f-4d0a-b152-84fba09061a2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:36.105509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef49a0-2295-489b-b35f-2f6a7e4aecb9 req-b49a7bf1-501f-4154-a317-3accb2d632c4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.112085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef49a0-2295-489b-b35f-2f6a7e4aecb9 req-b49a7bf1-501f-4154-a317-3accb2d632c4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.114266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Checking segment: {'id': '52d13546-6412-449e-9cf1-70a0d372426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be4f076-abda-49f0-8011-472c0dabb926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:36.114666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network hostable DHCP agents. Network: 2be4f076-abda-49f0-8011-472c0dabb926, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:41:36.117990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef49a0-2295-489b-b35f-2f6a7e4aecb9 req-b49a7bf1-501f-4154-a317-3accb2d632c4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.120100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eaef49a0-2295-489b-b35f-2f6a7e4aecb9 req-b49a7bf1-501f-4154-a317-3accb2d632c4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7&device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f&device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 2417 time: 0.0869756 Jul 22 14:41:36.132819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 2be4f076-abda-49f0-8011-472c0dabb926 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:41:36.143022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 2be4f076-abda-49f0-8011-472c0dabb926) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:36.147469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.148236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.156441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceeccd3-b02f-468f-bdab-6982de772e7f None None] Network 2be4f076-abda-49f0-8011-472c0dabb926 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:36.174364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eaef49a0-2295-489b-b35f-2f6a7e4aecb9 req-d5eeebca-154b-4bee-8d08-a602b1753a11 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Jul 22 14:41:36.174977 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a79e8d3b-b45a-43f6-999e-d31693212e88 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4982076 Jul 22 14:41:36.175130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39054) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:36.188267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'network': {'name': 'tempest-router-network01--1705691225'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:36.216496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Made reservation on behalf of 96595e90da63409290e7de1d71d31d7e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:36.221675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.261243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:41:36.279930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.280351 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Added segment 79c31019-2e1d-47cb-ae15-727f440af8a7 of type vlan for network 567664dc-74b6-4d60-af6e-6c3a2ad26942 Jul 22 14:41:36.350349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.386479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-2be4f076-abda-49f0-8011-472c0dabb926', 'network_id': '2be4f076-abda-49f0-8011-472c0dabb926', 'tenant_id': '96595e90da63409290e7de1d71d31d7e', 'fixed_ips': [{'subnet_id': 'fe00627d-070f-4d0a-b152-84fba09061a2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:41:36.387622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.395163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.401017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.401645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.492983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3148267 Jul 22 14:41:36.497515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39066) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:36.507387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'network': {'name': 'tempest-router-network02--1191628770'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:36.537152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Made reservation on behalf of 96595e90da63409290e7de1d71d31d7e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:36.544125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.564630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Allocated IP 172.20.0.2 (2be4f076-abda-49f0-8011-472c0dabb926/fe00627d-070f-4d0a-b152-84fba09061a2/08bc6485-c32a-4fc8-a861-f83b468b87ac) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:36.583380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:41:36.597428 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.598337 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Added segment edf8890e-2da7-47b8-94f0-e040d0fdc2d9 of type vlan for network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 Jul 22 14:41:36.661181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.712597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.723042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.724436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.768710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2673099 Jul 22 14:41:36.769715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:36.775439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'subnet': {'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:36.780083 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.792408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Transition to ACTIVE for port object 08bc6485-c32a-4fc8-a861-f83b468b87ac will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:36.811904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Transition to ACTIVE for port object 08bc6485-c32a-4fc8-a861-f83b468b87ac will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:36.822139 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.829480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb939bc-7e7c-482b-8a03-f13dceda2dcf tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Network': ['ID=6bfd0cc2-791b-46e1-a2f3-769eb729a271,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:36.852790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:41:36.879113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e5a8d-47da-4627-880c-c8a872de147b tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Network': ['ID=567664dc-74b6-4d60-af6e-6c3a2ad26942,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:36.911880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Network 2be4f076-abda-49f0-8011-472c0dabb926 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:36.913145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:41:36.914900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbda6b7-8ae0-4841-a1f5-ec3f7974664c req-5eb93d85-decf-4515-842d-42b1ed14576f tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.923351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fbda6b7-8ae0-4841-a1f5-ec3f7974664c req-5eb93d85-decf-4515-842d-42b1ed14576f tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.6335106 Jul 22 14:41:36.936509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3ddb0-85cb-4f8c-8e26-719a5c5a04ff req-3b3acfe4-390a-47a8-a1cc-cc724db2a95e tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:36.943038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1bd3ddb0-85cb-4f8c-8e26-719a5c5a04ff req-3b3acfe4-390a-47a8-a1cc-cc724db2a95e tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1097 time: 0.4964619 Jul 22 14:41:36.948207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Made reservation on behalf of 96595e90da63409290e7de1d71d31d7e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:36.953569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:36.954015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:36.974116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:37.005672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fbda6b7-8ae0-4841-a1f5-ec3f7974664c req-70ffb803-e67a-4a9b-a981-6f6577783200 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754709 Jul 22 14:41:37.032628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1bd3ddb0-85cb-4f8c-8e26-719a5c5a04ff req-131e26ee-5b1a-473a-b80e-95ce47d3a630 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869608 Jul 22 14:41:37.184895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Pushing event updated for resources: {'Port': ['ID=08bc6485-c32a-4fc8-a861-f83b468b87ac,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:37.226353 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.236205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Attempting to bind port 08bc6485-c32a-4fc8-a861-f83b468b87ac on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:37.237467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Attempting to bind port 08bc6485-c32a-4fc8-a861-f83b468b87ac by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '52d13546-6412-449e-9cf1-70a0d372426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be4f076-abda-49f0-8011-472c0dabb926'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:37.246429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Attempting to bind port 08bc6485-c32a-4fc8-a861-f83b468b87ac on network 2be4f076-abda-49f0-8011-472c0dabb926 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:37.256668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:37.257521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Checking segment: {'id': '52d13546-6412-449e-9cf1-70a0d372426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be4f076-abda-49f0-8011-472c0dabb926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:37.258038 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.258681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Bound using segment: {'id': '52d13546-6412-449e-9cf1-70a0d372426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be4f076-abda-49f0-8011-472c0dabb926'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:37.259266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Bound port: 08bc6485-c32a-4fc8-a861-f83b468b87ac, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d13546-6412-449e-9cf1-70a0d372426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be4f076-abda-49f0-8011-472c0dabb926'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:37.260714 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.288403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9fd1c-85f0-4dd3-be6a-0c7c1f05a5bb req-f477694e-83f8-4bcd-90d4-f719994b137d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:37.289999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18a9fd1c-85f0-4dd3-be6a-0c7c1f05a5bb req-f477694e-83f8-4bcd-90d4-f719994b137d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1322055 Jul 22 14:41:37.325011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.347897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18a9fd1c-85f0-4dd3-be6a-0c7c1f05a5bb req-d2b75853-369f-4015-9c89-0b6ec076b89a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475383 Jul 22 14:41:37.362409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39084) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:37.381480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] For port 08bc6485-c32a-4fc8-a861-f83b468b87ac, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:37.397208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] For port 08bc6485-c32a-4fc8-a861-f83b468b87ac, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=08bc6485-c32a-4fc8-a861-f83b468b87ac,segment=NetworkSegment(52d13546-6412-449e-9cf1-70a0d372426d),segment_id=52d13546-6412-449e-9cf1-70a0d372426d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:37.412954 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.478747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Subnet': ['ID=db0bb6d8-f393-414a-bfea-8784f9df324b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:37.488769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a5bae511-adae-4359-8acf-f41ed7fc55dc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 200 len: 994 time: 0.1198535 Jul 22 14:41:37.501117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.501484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.502558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.502939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.503308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.503663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.504003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.504343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.504680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.505146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.505488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.505827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.521062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Checking segment: {'id': '79c31019-2e1d-47cb-ae15-727f440af8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:37.521432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network hostable DHCP agents. Network: 567664dc-74b6-4d60-af6e-6c3a2ad26942, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:41:37.538977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Pushing event updated for resources: {'Port': ['ID=08bc6485-c32a-4fc8-a861-f83b468b87ac,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:37.545663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:41:37.551337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.551700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.552115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.552471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.552871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.553159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.553520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.553832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.554298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.554664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.555015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.555348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047a6c04-3825-4805-86d5-ee6584061c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:37.560002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 567664dc-74b6-4d60-af6e-6c3a2ad26942) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:37.567539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:37.568316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.570836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570fb5bb-089f-4105-8c73-58722a51591a None None] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:37.599172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0217b8c0-fc96-4c26-81f9-cfc4d640bf46 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281708 Jul 22 14:41:37.601828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39096) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:37.611001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'subnet': {'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:37.663652 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.764851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Made reservation on behalf of 96595e90da63409290e7de1d71d31d7e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:41:37.770778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:37.963053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-567664dc-74b6-4d60-af6e-6c3a2ad26942', 'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942', 'tenant_id': '96595e90da63409290e7de1d71d31d7e', 'fixed_ips': [{'subnet_id': 'db0bb6d8-f393-414a-bfea-8784f9df324b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:41:37.963924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:38.029783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:38.162384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Allocated IP 172.20.0.2 (567664dc-74b6-4d60-af6e-6c3a2ad26942/db0bb6d8-f393-414a-bfea-8784f9df324b/fd9906db-80c8-47f1-b656-d250ddeac792) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:38.195697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Subnet': ['ID=4d3eb819-380e-41f9-a9da-013bc78fd79a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:38.203062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Checking segment: {'id': 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:38.203062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network hostable DHCP agents. Network: 6bfd0cc2-791b-46e1-a2f3-769eb729a271, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:41:38.233661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:41:38.254621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6bfd0cc2-791b-46e1-a2f3-769eb729a271) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:38.259865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.260483 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:38.270724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c28f226-17f0-40b4-ae71-cbce8ce87d84 None None] Network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:38.283152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-739ca02b-7240-4484-8325-91cd12d4195a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6801744 Jul 22 14:41:38.284550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:38.538787 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-7d688987-f88c-40be-8b4c-124217e2746b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582417 Jul 22 14:41:38.619462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6bfd0cc2-791b-46e1-a2f3-769eb729a271', 'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271', 'tenant_id': '96595e90da63409290e7de1d71d31d7e', 'fixed_ips': [{'subnet_id': '4d3eb819-380e-41f9-a9da-013bc78fd79a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:41:38.620325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:38.623688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 08bc6485-c32a-4fc8-a861-f83b468b87ac up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:38.758183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:38.784884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Transition to ACTIVE for port object fd9906db-80c8-47f1-b656-d250ddeac792 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:38.816226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Transition to ACTIVE for port object fd9906db-80c8-47f1-b656-d250ddeac792 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:38.843999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf379db-77d3-48ae-a0bc-6e9ce4a7f3ab req-383433da-a382-45e5-8468-7fb8aa03ad3c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:38.855162 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cbf379db-77d3-48ae-a0bc-6e9ce4a7f3ab req-383433da-a382-45e5-8468-7fb8aa03ad3c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.4117389 Jul 22 14:41:38.868811 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:38.989596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cbf379db-77d3-48ae-a0bc-6e9ce4a7f3ab req-2aa02b2b-c037-4b0f-9326-730564a82679 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241443 Jul 22 14:41:39.065249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:39.078768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:39.081566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:39.084905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.089728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Pushing event updated for resources: {'Port': ['ID=fd9906db-80c8-47f1-b656-d250ddeac792,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:39.123913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8cfec-d43b-4413-b716-e875b01b5817 req-72b52f7e-0692-4b72-9d49-8bc07bdf66e2 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:39.125546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78f8cfec-d43b-4413-b716-e875b01b5817 req-72b52f7e-0692-4b72-9d49-8bc07bdf66e2 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1982465 Jul 22 14:41:39.171323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6786c4a-a949-4268-b504-509d9b9f6c00 None None] Network 2be4f076-abda-49f0-8011-472c0dabb926 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:39.245177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Attempting to bind port fd9906db-80c8-47f1-b656-d250ddeac792 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:39.245649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Attempting to bind port fd9906db-80c8-47f1-b656-d250ddeac792 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '79c31019-2e1d-47cb-ae15-727f440af8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:39.246032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Attempting to bind port fd9906db-80c8-47f1-b656-d250ddeac792 on network 567664dc-74b6-4d60-af6e-6c3a2ad26942 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:39.257043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:39.257433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Checking segment: {'id': '79c31019-2e1d-47cb-ae15-727f440af8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:39.257759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.258258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Bound using segment: {'id': '79c31019-2e1d-47cb-ae15-727f440af8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:39.258778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Bound port: fd9906db-80c8-47f1-b656-d250ddeac792, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c31019-2e1d-47cb-ae15-727f440af8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '567664dc-74b6-4d60-af6e-6c3a2ad26942'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:39.259277 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.307418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78f8cfec-d43b-4413-b716-e875b01b5817 req-8a37094d-0853-417c-bfc8-47fc64b68db0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420155 Jul 22 14:41:39.325404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 08bc6485-c32a-4fc8-a861-f83b468b87ac completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:39.359046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Allocated IP 172.20.0.2 (6bfd0cc2-791b-46e1-a2f3-769eb729a271/4d3eb819-380e-41f9-a9da-013bc78fd79a/96372318-5c93-46f9-ac9c-15dd93a8e4dd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:39.362866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] Provisioning for port 08bc6485-c32a-4fc8-a861-f83b468b87ac completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:39.377482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] Provisioning complete for port 08bc6485-c32a-4fc8-a861-f83b468b87ac triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:39.378049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.568059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] For port fd9906db-80c8-47f1-b656-d250ddeac792, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:39.575784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Allocated IP 172.20.0.1 (567664dc-74b6-4d60-af6e-6c3a2ad26942/db0bb6d8-f393-414a-bfea-8784f9df324b/92a6d9dc-4de7-4d99-8383-d31cceb41c95) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:39.736816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.753484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Transition to ACTIVE for port object 92a6d9dc-4de7-4d99-8383-d31cceb41c95 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:39.758938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] For port fd9906db-80c8-47f1-b656-d250ddeac792, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd9906db-80c8-47f1-b656-d250ddeac792,segment=NetworkSegment(79c31019-2e1d-47cb-ae15-727f440af8a7),segment_id=79c31019-2e1d-47cb-ae15-727f440af8a7)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:39.770739 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.793098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.841362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:39.844555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:39.850757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:39.908451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:39.973532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Port': ['ID=92a6d9dc-4de7-4d99-8383-d31cceb41c95,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:39.995482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.066307 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-85b71b65-a686-4d8f-be43-c65a80aa484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.096306 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.103274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0981dd9-f9a9-4456-b71d-d40919926219 None None] Pushing event updated for resources: {'Port': ['ID=fd9906db-80c8-47f1-b656-d250ddeac792,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:40.106447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.131515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Transition to ACTIVE for port object 96372318-5c93-46f9-ac9c-15dd93a8e4dd will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:40.173467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] For port 08bc6485-c32a-4fc8-a861-f83b468b87ac, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=08bc6485-c32a-4fc8-a861-f83b468b87ac,segment=NetworkSegment(52d13546-6412-449e-9cf1-70a0d372426d),segment_id=52d13546-6412-449e-9cf1-70a0d372426d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:40.177664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Transition to ACTIVE for port object 96372318-5c93-46f9-ac9c-15dd93a8e4dd will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:40.193204 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.225511 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.256012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-d9d97c7a-d20f-42d0-9ec1-39369689220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:40.256629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:40.259515 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-d9d97c7a-d20f-42d0-9ec1-39369689220a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1097 time: 0.2588141 Jul 22 14:41:40.264123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:40.272624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:40.277725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0404a46-6e91-46c8-8388-cb96ce41ecd5 None None] Pushing event updated for resources: {'Port': ['ID=08bc6485-c32a-4fc8-a861-f83b468b87ac,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:40.531922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-da22e884-1d1c-45ff-8d37-fa72124a097b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:40.533626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-da22e884-1d1c-45ff-8d37-fa72124a097b service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.2586622 Jul 22 14:41:40.546505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Attempting to bind port 96372318-5c93-46f9-ac9c-15dd93a8e4dd on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:40.551308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a2796-a7f6-49de-872b-235b99c43288 req-23ffd692-491a-491e-9504-a8387a4d5172 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:40.555735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Attempting to bind port 96372318-5c93-46f9-ac9c-15dd93a8e4dd by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:40.558307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Attempting to bind port 96372318-5c93-46f9-ac9c-15dd93a8e4dd on network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:40.559861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-215a2796-a7f6-49de-872b-235b99c43288 req-23ffd692-491a-491e-9504-a8387a4d5172 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.2354832 Jul 22 14:41:40.584293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:40.585007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Checking segment: {'id': 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:40.586239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.587795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Bound using segment: {'id': 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:40.591324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Bound port: 96372318-5c93-46f9-ac9c-15dd93a8e4dd, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6bfd0cc2-791b-46e1-a2f3-769eb729a271'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:40.594005 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.597622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Pushing event updated for resources: {'Port': ['ID=96372318-5c93-46f9-ac9c-15dd93a8e4dd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:40.692734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-e948df04-1040-4b7e-8eeb-6c67545ed3b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1002 time: 0.1519382 Jul 22 14:41:40.707232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-215a2796-a7f6-49de-872b-235b99c43288 req-4275f741-6d54-4989-91a1-1712b8005669 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464036 Jul 22 14:41:40.721667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] For port 96372318-5c93-46f9-ac9c-15dd93a8e4dd, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:40.726150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] For port 96372318-5c93-46f9-ac9c-15dd93a8e4dd, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=96372318-5c93-46f9-ac9c-15dd93a8e4dd,segment=NetworkSegment(edf8890e-2da7-47b8-94f0-e040d0fdc2d9),segment_id=edf8890e-2da7-47b8-94f0-e040d0fdc2d9)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:40.740658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.743519 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:41:40.757981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd9906db-80c8-47f1-b656-d250ddeac792 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:40.770009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-ca81dfa8-831e-4e24-bfe5-1b93b8dacb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:40.771609 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-ca81dfa8-831e-4e24-bfe5-1b93b8dacb73 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.0715885 Jul 22 14:41:40.822915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6fcffd14-0112-45d9-8fd8-a93c2a29b22d None None] Provisioning complete for port 08bc6485-c32a-4fc8-a861-f83b468b87ac triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:40.823424 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6fcffd14-0112-45d9-8fd8-a93c2a29b22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.841186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df460a6-0457-4b97-9a19-71e18d8d152a req-8dc40965-ad03-4ffc-8612-1c852cac7109 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:40.848430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6df460a6-0457-4b97-9a19-71e18d8d152a req-8dc40965-ad03-4ffc-8612-1c852cac7109 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1997941 Jul 22 14:41:40.885835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-c3de74eb-9ec3-4581-9d59-2f8becac7706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:40.888420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-c3de74eb-9ec3-4581-9d59-2f8becac7706 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084318 Jul 22 14:41:40.898830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-199646f8-17ac-49ce-9d2b-3986942bcae2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:41:40.899874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-199646f8-17ac-49ce-9d2b-3986942bcae2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055468 Jul 22 14:41:40.900305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.908461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:40.916668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af77596-5429-4526-a8d3-08723dbf843f None None] Pushing event updated for resources: {'Port': ['ID=96372318-5c93-46f9-ac9c-15dd93a8e4dd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:40.941584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port fd9906db-80c8-47f1-b656-d250ddeac792 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:40.966873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 08bc6485-c32a-4fc8-a861-f83b468b87ac up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:41.046969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-8e3a3a74-6168-401d-9282-a800e6be0b80 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353827 Jul 22 14:41:41.063484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 08bc6485-c32a-4fc8-a861-f83b468b87ac triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:41.064168 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:41.077212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Port': ['ID=92a6d9dc-4de7-4d99-8383-d31cceb41c95,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:41.120538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6df460a6-0457-4b97-9a19-71e18d8d152a req-e0ab9302-44ca-475f-9cd6-1c3afc300d67 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528427 Jul 22 14:41:41.147047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:41.295719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-9163ff4a-fb54-4108-a6f4-6143a73aa77f service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409387 Jul 22 14:41:41.360588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:41.362299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:41.500155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Router a7e6a68d-d286-4afa-9a42-5fc516ae5a0f is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:41:41.609031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:41.609308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea4fefa-6d4f-485d-9c92-92545279f4a9 None None] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:41.617150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff53c0cf-f6d9-4a54-a65a-e6ea9f7f0666 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282127 Jul 22 14:41:41.617241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:41.625970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] Sync routers for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:41.650608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:41.651250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:41.726382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:41.747268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] Provisioning for port fd9906db-80c8-47f1-b656-d250ddeac792 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:41.840790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] Provisioning complete for port fd9906db-80c8-47f1-b656-d250ddeac792 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:41.841404 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:41.906999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:41.907664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:41.944353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ad1f6-1331-4d5e-a657-b169c2997855 req-d08b7520-3453-4882-9d52-c4492ad4424c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:41.946046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-172ad1f6-1331-4d5e-a657-b169c2997855 req-d08b7520-3453-4882-9d52-c4492ad4424c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1372762 Jul 22 14:41:41.985196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:41.987395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2934614-0860-432a-abd1-c32d9e9f1f58 None None] The sync data for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:42.007231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-172ad1f6-1331-4d5e-a657-b169c2997855 req-a5735a3f-43fe-4320-a96a-39ffb1dea58f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554097 Jul 22 14:41:42.125762 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.151364 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e5f740b-0345-4215-a79a-d85bee671c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.202119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] For port fd9906db-80c8-47f1-b656-d250ddeac792, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd9906db-80c8-47f1-b656-d250ddeac792,segment=NetworkSegment(79c31019-2e1d-47cb-ae15-727f440af8a7),segment_id=79c31019-2e1d-47cb-ae15-727f440af8a7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:42.209005 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.286820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9b415-6eab-486a-88f9-e426ce2423de None None] Pushing event updated for resources: {'Port': ['ID=fd9906db-80c8-47f1-b656-d250ddeac792,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:42.330616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70af6da-8c56-4eaf-88b7-d4c31f8dc37d None None] Network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:42.362959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e630a-88c0-439e-81c8-36a36711ca5c req-2b63906e-3bf6-4a3a-81a4-2f6c0e7cb61d tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:42.364517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f8e630a-88c0-439e-81c8-36a36711ca5c req-2b63906e-3bf6-4a3a-81a4-2f6c0e7cb61d tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1236489 Jul 22 14:41:42.393114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.440432 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f8e630a-88c0-439e-81c8-36a36711ca5c req-8ddce9fc-e452-4888-8772-880da2d584a2 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654583 Jul 22 14:41:42.524039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b092d3c5-cab8-4eab-997c-73a7ccee98a8 None None] Provisioning for port 96372318-5c93-46f9-ac9c-15dd93a8e4dd completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:42.622310 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-89e18c26-39fc-456c-acd0-500790c0a6ca tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:41:42.626190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89e18c26-39fc-456c-acd0-500790c0a6ca tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0055194 Jul 22 14:41:42.626733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:42.686842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 96372318-5c93-46f9-ac9c-15dd93a8e4dd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:42.690605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bc05b7f7-014a-4ef9-ba43-3a4eca63bce8 None None] Provisioning complete for port fd9906db-80c8-47f1-b656-d250ddeac792 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:42.690763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc05b7f7-014a-4ef9-ba43-3a4eca63bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.801790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 96372318-5c93-46f9-ac9c-15dd93a8e4dd completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:42.824741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 96372318-5c93-46f9-ac9c-15dd93a8e4dd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:42.825129 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.903865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bc05b7f7-014a-4ef9-ba43-3a4eca63bce8 None None] Provisioning for port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:42.910706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bc05b7f7-014a-4ef9-ba43-3a4eca63bce8 None None] Provisioning complete for port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:42.911079 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc05b7f7-014a-4ef9-ba43-3a4eca63bce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:42.977442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bc05b7f7-014a-4ef9-ba43-3a4eca63bce8 None None] Port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:42.981366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.031953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 96372318-5c93-46f9-ac9c-15dd93a8e4dd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=96372318-5c93-46f9-ac9c-15dd93a8e4dd,segment=NetworkSegment(edf8890e-2da7-47b8-94f0-e040d0fdc2d9),segment_id=edf8890e-2da7-47b8-94f0-e040d0fdc2d9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:43.038488 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.040104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd9906db-80c8-47f1-b656-d250ddeac792 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:43.125535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.169309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=96372318-5c93-46f9-ac9c-15dd93a8e4dd,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:43.194909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fd9906db-80c8-47f1-b656-d250ddeac792 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:43.195576 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.231750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782682d0-5b3b-4f0f-89b1-8b3219cf1500 req-383fb3b4-b9f4-4496-bc59-1195332bb563 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:43.241551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-782682d0-5b3b-4f0f-89b1-8b3219cf1500 req-383fb3b4-b9f4-4496-bc59-1195332bb563 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1096768 Jul 22 14:41:43.245101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ffede7b4-1c15-4528-b76d-2e7c7eca911c None None] Provisioning complete for port 96372318-5c93-46f9-ac9c-15dd93a8e4dd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:43.245494 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffede7b4-1c15-4528-b76d-2e7c7eca911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.307544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-782682d0-5b3b-4f0f-89b1-8b3219cf1500 req-f5349b7b-b84a-4121-99ea-37c7a54c8047 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604081 Jul 22 14:41:43.383187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ffede7b4-1c15-4528-b76d-2e7c7eca911c None None] Provisioning complete for port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:43.383483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffede7b4-1c15-4528-b76d-2e7c7eca911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.417155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffede7b4-1c15-4528-b76d-2e7c7eca911c None None] Port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:43.438107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:43.438467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.532580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.537943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0b4e7cf7-f093-40a3-8356-b9b7dc5706f8 None None] Provisioning complete for port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:43.538428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b4e7cf7-f093-40a3-8356-b9b7dc5706f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.546126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Calling delete_port for 92a6d9dc-4de7-4d99-8383-d31cceb41c95 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:43.581606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e7cf7-f093-40a3-8356-b9b7dc5706f8 None None] Port 92a6d9dc-4de7-4d99-8383-d31cceb41c95 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:43.599089 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.599709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbf0e1-fd13-4d1e-aeed-608da3826f42 req-ae756c92-120b-497c-a46e-5b1ab34d0fb5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:43.602996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97fbf0e1-fd13-4d1e-aeed-608da3826f42 req-ae756c92-120b-497c-a46e-5b1ab34d0fb5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0795333 Jul 22 14:41:43.641792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97fbf0e1-fd13-4d1e-aeed-608da3826f42 req-cf34720c-1c45-4240-8b2b-a34a165215ac tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342247 Jul 22 14:41:43.745810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:43.773599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Port': ['ID=92a6d9dc-4de7-4d99-8383-d31cceb41c95,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:43.913327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:44.082806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Router a7e6a68d-d286-4afa-9a42-5fc516ae5a0f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:44.160242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:44.165234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1f79ea3f-8d07-4a6b-8e99-c842248e2134 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5364060 Jul 22 14:41:44.169170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:44.174315 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] Sync routers for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:44.185199 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:44.185889 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:44.207293 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1f6d8e16-fb66-478d-b78b-9403a7bfb2a4 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] delete failed (client error): The resource could not be found. Jul 22 14:41:44.211799 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1f6d8e16-fb66-478d-b78b-9403a7bfb2a4 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1225949582 HTTP/1.1" status: 404 len: 335 time: 0.0384817 Jul 22 14:41:44.212007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:44.216474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-91431e12-5540-49e7-abf3-29a1e936626a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:44.224157 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:44.232915 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:44.233610 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:44.274023 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:44.274994 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9267c1-356e-4e66-ad85-07d3c26ba136 None None] The sync data for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:44.438464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-91431e12-5540-49e7-abf3-29a1e936626a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:44.456611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8527e-74e0-4f16-b2be-061171c332d0 req-c9a43104-67eb-4020-bacf-a717704b1004 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:44.466875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17f8527e-74e0-4f16-b2be-061171c332d0 req-c9a43104-67eb-4020-bacf-a717704b1004 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.0857179 Jul 22 14:41:44.475795 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-91431e12-5540-49e7-abf3-29a1e936626a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] update failed (client error): The resource could not be found. Jul 22 14:41:44.478104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-91431e12-5540-49e7-abf3-29a1e936626a tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f HTTP/1.1" status: 404 len: 339 time: 0.2648191 Jul 22 14:41:44.481959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39222) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:44.501660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 96372318-5c93-46f9-ac9c-15dd93a8e4dd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:41:44.516534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17f8527e-74e0-4f16-b2be-061171c332d0 req-745f5ab2-38cf-40e5-86c2-d4b6b538e5f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435851 Jul 22 14:41:44.557071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 96372318-5c93-46f9-ac9c-15dd93a8e4dd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:44.557692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:44.775551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:44.799497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b20d2a-1983-405e-a2d0-a1d11b630432 req-bcdc5a44-2440-42ce-a859-f71c215cbd50 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:44.801155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54b20d2a-1983-405e-a2d0-a1d11b630432 req-bcdc5a44-2440-42ce-a859-f71c215cbd50 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0743589 Jul 22 14:41:44.849765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54b20d2a-1983-405e-a2d0-a1d11b630432 req-9e4ff980-e257-4c96-aaa8-ba31e3ca8238 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424385 Jul 22 14:41:45.032815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Allocated IP 172.20.0.1 (2be4f076-abda-49f0-8011-472c0dabb926/fe00627d-070f-4d0a-b152-84fba09061a2/a3ff4590-c9eb-449b-9e27-d654acd5b91b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:41:45.162358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.177055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Transition to ACTIVE for port object a3ff4590-c9eb-449b-9e27-d654acd5b91b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:45.218546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.264924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.270031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 2be4f076-abda-49f0-8011-472c0dabb926 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:45.273348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:45.275916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:41:45.284113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Port': ['ID=a3ff4590-c9eb-449b-9e27-d654acd5b91b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:45.328255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.485811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.628624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14343ae2-103a-46f6-9cbd-02a2e5611f14 None None] Provisioning for port a3ff4590-c9eb-449b-9e27-d654acd5b91b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:41:45.651127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14343ae2-103a-46f6-9cbd-02a2e5611f14 None None] Provisioning complete for port a3ff4590-c9eb-449b-9e27-d654acd5b91b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:45.651507 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14343ae2-103a-46f6-9cbd-02a2e5611f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.689220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3532578-6eda-4e09-8f8f-b374c38fee62 req-58996ccd-909c-4eeb-ab53-ff0bfbd3e035 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:45.695978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3532578-6eda-4e09-8f8f-b374c38fee62 req-58996ccd-909c-4eeb-ab53-ff0bfbd3e035 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1199787 Jul 22 14:41:45.707450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14343ae2-103a-46f6-9cbd-02a2e5611f14 None None] Port a3ff4590-c9eb-449b-9e27-d654acd5b91b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:45.749564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3532578-6eda-4e09-8f8f-b374c38fee62 req-4d747a0a-c213-4c54-ac32-07cc58de99d8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460372 Jul 22 14:41:45.799129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:45.804268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:46.005529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e594d-46dd-4bab-a252-42558ccceed1 req-022add82-5e05-407e-9a58-3ecc6c0168cf tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:46.007276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b5e594d-46dd-4bab-a252-42558ccceed1 req-022add82-5e05-407e-9a58-3ecc6c0168cf tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0724897 Jul 22 14:41:46.048912 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b5e594d-46dd-4bab-a252-42558ccceed1 req-dba45389-40a2-48d1-ab73-0ec943667f4b tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Jul 22 14:41:46.177217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event updated for resources: {'Port': ['ID=a3ff4590-c9eb-449b-9e27-d654acd5b91b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:46.179599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:46.275005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Network 2be4f076-abda-49f0-8011-472c0dabb926 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:41:46.276511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:41:46.398956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Router a7e6a68d-d286-4afa-9a42-5fc516ae5a0f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:46.513222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:46.525836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] Sync routers for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:46.532265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-81117eee-6ce3-4982-8668-aaf44208571e tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475311 Jul 22 14:41:46.533583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:46.542468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:46.543137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:46.547146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-97b5ecc6-3c6a-4699-9140-bd02ba60fa50 None None] Provisioning complete for port a3ff4590-c9eb-449b-9e27-d654acd5b91b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:46.547532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97b5ecc6-3c6a-4699-9140-bd02ba60fa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:46.603777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:46.623620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:46.624336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:46.627073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-97b5ecc6-3c6a-4699-9140-bd02ba60fa50 None None] Port a3ff4590-c9eb-449b-9e27-d654acd5b91b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:46.635483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a0988ad-69c6-42a5-a1b7-779923a2025f tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:46.659617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:46.660262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f85208-bd5b-481f-b302-4435e4ba217c None None] The sync data for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:46.722981 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-5a0988ad-69c6-42a5-a1b7-779923a2025f tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:41:46.724026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5a0988ad-69c6-42a5-a1b7-779923a2025f tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f HTTP/1.1" status: 409 len: 329 time: 0.1893744 Jul 22 14:41:46.726778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:46.885222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f6e08-d1a9-4012-9b78-111602dca53a req-fe6f2660-dde8-4d6d-b3b3-c22f20dc12c1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:46.891039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b98f6e08-d1a9-4012-9b78-111602dca53a req-fe6f2660-dde8-4d6d-b3b3-c22f20dc12c1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.0700595 Jul 22 14:41:46.936180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b98f6e08-d1a9-4012-9b78-111602dca53a req-2d6590fe-785b-4f03-96eb-6fe1e8637c65 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 Jul 22 14:41:47.058057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:47.193290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cea194-562c-4531-a244-c8658177b83a req-d792a9e8-dc55-4a24-9582-f498ec79bacb tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:47.195422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2cea194-562c-4531-a244-c8658177b83a req-d792a9e8-dc55-4a24-9582-f498ec79bacb tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0712259 Jul 22 14:41:47.236194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2cea194-562c-4531-a244-c8658177b83a req-16c85de8-f648-4ba5-b42e-69c7c986607c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Jul 22 14:41:47.329028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting port a3ff4590-c9eb-449b-9e27-d654acd5b91b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:47.329372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:47.424775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:47.437376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Calling delete_port for a3ff4590-c9eb-449b-9e27-d654acd5b91b owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:47.609755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:47.635737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Port': ['ID=a3ff4590-c9eb-449b-9e27-d654acd5b91b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:47.787814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:47.950788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Router a7e6a68d-d286-4afa-9a42-5fc516ae5a0f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:41:48.035077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:41:48.043842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-da8535c0-9fe5-4a45-bdd8-6a35eb0392fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3126824 Jul 22 14:41:48.043954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:48.052269 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] Sync routers for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:41:48.068885 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:48.069978 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:48.083444 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-1c5af545-ef7d-4e13-b213-f7660d83eb22 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] show failed (client error): The resource could not be found. Jul 22 14:41:48.087912 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1c5af545-ef7d-4e13-b213-f7660d83eb22 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1284684054 HTTP/1.1" status: 404 len: 335 time: 0.0390658 Jul 22 14:41:48.087912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:48.092740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-31682b67-cbab-4889-9693-2f8de53be851 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:48.099349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cece1-b3e0-450e-8808-c104d1d9ad7b req-6159b724-7d36-43b6-a444-f199ea271b18 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:48.108358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f15cece1-b3e0-450e-8808-c104d1d9ad7b req-6159b724-7d36-43b6-a444-f199ea271b18 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.0875075 Jul 22 14:41:48.110599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:48.120221 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] Routers {'a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:41:48.120936 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:48.130959 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-31682b67-cbab-4889-9693-2f8de53be851 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] update failed (client error): The resource could not be found. Jul 22 14:41:48.134997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31682b67-cbab-4889-9693-2f8de53be851 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1338265129 HTTP/1.1" status: 404 len: 335 time: 0.0433867 Jul 22 14:41:48.135552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:48.155485 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:48.156239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e6cc3-5a51-4f56-9913-978e8bc0cac0 None None] The sync data for ids ['a7e6a68d-d286-4afa-9a42-5fc516ae5a0f'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:41:48.159088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f15cece1-b3e0-450e-8808-c104d1d9ad7b req-a1bab9b3-1302-4804-9659-a01412444e48 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Jul 22 14:41:48.193443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting subnet 4d3eb819-380e-41f9-a9da-013bc78fd79a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:48.196985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.238710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.338398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.389859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1443a-daa1-4835-8b0e-79f6fc8b9fc6 req-3c029562-0f88-45bf-b034-a72c42386d06 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:48.392434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0dc1443a-daa1-4835-8b0e-79f6fc8b9fc6 req-3c029562-0f88-45bf-b034-a72c42386d06 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0672395 Jul 22 14:41:48.414301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.442539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0dc1443a-daa1-4835-8b0e-79f6fc8b9fc6 req-5e3bc79d-91a5-4bfc-adf1-148692698a18 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434706 Jul 22 14:41:48.445577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3eb819-380e-41f9-a9da-013bc78fd79a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:48.450186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.454392 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a73d29fe-7a58-46c7-abd7-ab62692ec445 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/subnets/4d3eb819-380e-41f9-a9da-013bc78fd79a HTTP/1.1" status: 204 len: 168 time: 0.3157458 Jul 22 14:41:48.455053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:48.457317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3797b2-040c-42b3-baf7-9a44cf96898a None None] Network 6bfd0cc2-791b-46e1-a2f3-769eb729a271 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:48.518599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting subnet db0bb6d8-f393-414a-bfea-8784f9df324b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:48.522158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.575458 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.664937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.679327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] DHCP port deletion for 6bfd0cc2-791b-46e1-a2f3-769eb729a271 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:48.734457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.735097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] Deleting port 96372318-5c93-46f9-ac9c-15dd93a8e4dd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:48.735728 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.769920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Subnet': ['ID=db0bb6d8-f393-414a-bfea-8784f9df324b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:48.771914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.774290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-47101ee0-df83-46c8-be47-4ea6429788fe tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/subnets/db0bb6d8-f393-414a-bfea-8784f9df324b HTTP/1.1" status: 204 len: 168 time: 0.3179438 Jul 22 14:41:48.776410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:48.810103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] For port 96372318-5c93-46f9-ac9c-15dd93a8e4dd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=96372318-5c93-46f9-ac9c-15dd93a8e4dd,segment=NetworkSegment(edf8890e-2da7-47b8-94f0-e040d0fdc2d9),segment_id=edf8890e-2da7-47b8-94f0-e040d0fdc2d9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:48.810788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.823442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] Calling delete_port for 96372318-5c93-46f9-ac9c-15dd93a8e4dd owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:48.838693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bed7c-edd2-4b23-a295-793908e57845 None None] Network 567664dc-74b6-4d60-af6e-6c3a2ad26942 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:48.852320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.905927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting port 96372318-5c93-46f9-ac9c-15dd93a8e4dd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:48.906290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.981101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] For port 96372318-5c93-46f9-ac9c-15dd93a8e4dd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=96372318-5c93-46f9-ac9c-15dd93a8e4dd,segment=NetworkSegment(edf8890e-2da7-47b8-94f0-e040d0fdc2d9),segment_id=edf8890e-2da7-47b8-94f0-e040d0fdc2d9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:48.981483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:48.995045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Calling delete_port for 96372318-5c93-46f9-ac9c-15dd93a8e4dd owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:49.001895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.037169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] Pushing event deleted for resources: {'Port': ['ID=96372318-5c93-46f9-ac9c-15dd93a8e4dd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:49.043324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23eb842-a55d-42fc-ab02-f6e1b151824d None None] No DVR routers for this DVR port 96372318-5c93-46f9-ac9c-15dd93a8e4dd on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:49.097548 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.136049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] No DVR routers for this DVR port 96372318-5c93-46f9-ac9c-15dd93a8e4dd on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:49.138124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Port': ['ID=96372318-5c93-46f9-ac9c-15dd93a8e4dd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:49.152429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] DHCP port deletion for 567664dc-74b6-4d60-af6e-6c3a2ad26942 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:49.212920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] Deleting port fd9906db-80c8-47f1-b656-d250ddeac792 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:49.213340 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.228144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.248032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfd0cc2-791b-46e1-a2f3-769eb729a271']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:49.259141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:49.259439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf8890e-2da7-47b8-94f0-e040d0fdc2d9') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:49.279127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.287813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] For port fd9906db-80c8-47f1-b656-d250ddeac792, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fd9906db-80c8-47f1-b656-d250ddeac792,segment=NetworkSegment(79c31019-2e1d-47cb-ae15-727f440af8a7),segment_id=79c31019-2e1d-47cb-ae15-727f440af8a7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:49.288543 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.294782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.302148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:49.302791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.305022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] Calling delete_port for fd9906db-80c8-47f1-b656-d250ddeac792 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:49.307002 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:49.322596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756e58b-88ba-43a8-b249-cafa16890885 req-677fd2c1-95b8-4050-84b9-03108312e304 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:49.324310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a756e58b-88ba-43a8-b249-cafa16890885 req-677fd2c1-95b8-4050-84b9-03108312e304 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.0813093 Jul 22 14:41:49.379935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a756e58b-88ba-43a8-b249-cafa16890885 req-3e6ef093-1ee7-4e29-8978-2aeaa0ab7cb5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Jul 22 14:41:49.394538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.399397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.404328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/networks/6bfd0cc2-791b-46e1-a2f3-769eb729a271 HTTP/1.1" status: 204 len: 168 time: 0.6240199 Jul 22 14:41:49.404767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:49.417690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914c65-3b6b-49f2-ae87-4ecf57d7e5b5 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Network': ['ID=6bfd0cc2-791b-46e1-a2f3-769eb729a271,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:49.505935 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.584279 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.610961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] Pushing event deleted for resources: {'Port': ['ID=fd9906db-80c8-47f1-b656-d250ddeac792,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:49.612848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071ab60-9695-4482-9b07-d08bfb01f2e0 None None] No DVR routers for this DVR port fd9906db-80c8-47f1-b656-d250ddeac792 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:49.614540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting port fd9906db-80c8-47f1-b656-d250ddeac792 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:49.615042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:49.648143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918cd093-74fd-4d59-bc67-af5c95fd128c req-6a210ed8-4140-419a-a964-13ffcc707b3a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:49.649733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-918cd093-74fd-4d59-bc67-af5c95fd128c req-6a210ed8-4140-419a-a964-13ffcc707b3a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1019099 Jul 22 14:41:49.712383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] For port fd9906db-80c8-47f1-b656-d250ddeac792, host n-d-794306-8, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:49.712756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.060182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Calling delete_port for fd9906db-80c8-47f1-b656-d250ddeac792 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:50.067254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Port fd9906db-80c8-47f1-b656-d250ddeac792 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:41:50.072192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.078273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-918cd093-74fd-4d59-bc67-af5c95fd128c req-2ce35b12-3d83-4608-a81c-876dda4f8c62 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933983 Jul 22 14:41:50.102095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Port': ['ID=fd9906db-80c8-47f1-b656-d250ddeac792,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:50.116113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.116113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.116404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.116595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.117834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.117834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.118085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.118433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.118935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.119355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.119706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.120045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:41:50.127288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] No DVR routers for this DVR port fd9906db-80c8-47f1-b656-d250ddeac792 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:50.222379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.234083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567664dc-74b6-4d60-af6e-6c3a2ad26942']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:50.253295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c31019-2e1d-47cb-ae15-727f440af8a7') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:50.253738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c31019-2e1d-47cb-ae15-727f440af8a7') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:50.263446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.282978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.289646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:50.290046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:50.294582 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:50.376400 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.397991 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.403429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:50.415401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/networks/567664dc-74b6-4d60-af6e-6c3a2ad26942 HTTP/1.1" status: 204 len: 168 time: 1.0093334 Jul 22 14:41:50.430281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e2acb-0566-4f56-aa02-8563188b935d tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Network': ['ID=567664dc-74b6-4d60-af6e-6c3a2ad26942,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:50.517735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting subnet fe00627d-070f-4d0a-b152-84fba09061a2 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:41:50.522070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.557030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 96372318-5c93-46f9-ac9c-15dd93a8e4dd no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:50.589282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 96372318-5c93-46f9-ac9c-15dd93a8e4dd {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:50.589917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 96372318-5c93-46f9-ac9c-15dd93a8e4dd not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:50.590068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd9906db-80c8-47f1-b656-d250ddeac792 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:50.596817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.610866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9988a-1141-4ddf-8518-aa87a5197282 req-b611375e-23e6-43ba-90ce-ad3b84deb0dc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:50.612202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: fd9906db-80c8-47f1-b656-d250ddeac792 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:50.612558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fd9906db-80c8-47f1-b656-d250ddeac792 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:50.615136 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46a9988a-1141-4ddf-8518-aa87a5197282 req-b611375e-23e6-43ba-90ce-ad3b84deb0dc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1450086 Jul 22 14:41:50.679885 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46a9988a-1141-4ddf-8518-aa87a5197282 req-84c7a035-297e-46b8-83e5-97ce73db3edd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541415 Jul 22 14:41:50.706923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.773443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.810794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Subnet': ['ID=fe00627d-070f-4d0a-b152-84fba09061a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:50.817064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.821629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14c7af00-6bca-45cb-a479-477e9224e0fa tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/subnets/fe00627d-070f-4d0a-b152-84fba09061a2 HTTP/1.1" status: 204 len: 168 time: 0.4149115 Jul 22 14:41:50.822009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:50.822352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cf9eb9-ce6c-4bfa-9a45-10adb1582334 None None] Network 2be4f076-abda-49f0-8011-472c0dabb926 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:41:50.908267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:50.977226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Deleting port 08bc6485-c32a-4fc8-a861-f83b468b87ac {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:50.977585 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.061566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] DHCP port deletion for 2be4f076-abda-49f0-8011-472c0dabb926 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:41:51.065659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] For port 08bc6485-c32a-4fc8-a861-f83b468b87ac, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=08bc6485-c32a-4fc8-a861-f83b468b87ac,segment=NetworkSegment(52d13546-6412-449e-9cf1-70a0d372426d),segment_id=52d13546-6412-449e-9cf1-70a0d372426d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:51.066035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.085768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Calling delete_port for 08bc6485-c32a-4fc8-a861-f83b468b87ac owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:51.146325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] Deleting port 08bc6485-c32a-4fc8-a861-f83b468b87ac {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:51.146741 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.188281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.214662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] No DVR routers for this DVR port 08bc6485-c32a-4fc8-a861-f83b468b87ac on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:51.252343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] For port 08bc6485-c32a-4fc8-a861-f83b468b87ac, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=08bc6485-c32a-4fc8-a861-f83b468b87ac,segment=NetworkSegment(52d13546-6412-449e-9cf1-70a0d372426d),segment_id=52d13546-6412-449e-9cf1-70a0d372426d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:51.252810 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.259104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Port': ['ID=08bc6485-c32a-4fc8-a861-f83b468b87ac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:51.280584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] Calling delete_port for 08bc6485-c32a-4fc8-a861-f83b468b87ac owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:51.331279 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.348811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be4f076-abda-49f0-8011-472c0dabb926']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:51.360895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec14a9-a3c8-44f1-8bee-8a273623d4e1 req-aba5b5a3-90ed-4a0f-99a0-d39b2c409e1c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.361163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d13546-6412-449e-9cf1-70a0d372426d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:51.361416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d13546-6412-449e-9cf1-70a0d372426d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:41:51.368729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00ec14a9-a3c8-44f1-8bee-8a273623d4e1 req-aba5b5a3-90ed-4a0f-99a0-d39b2c409e1c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1649597 Jul 22 14:41:51.372389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.391985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.394688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.404495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:41:51.404893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:41:51.411330 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:41:51.415114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00ec14a9-a3c8-44f1-8bee-8a273623d4e1 req-e16005fa-33c6-42b8-93cb-5b56cecffa2a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Jul 22 14:41:51.431994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] No DVR routers for this DVR port 08bc6485-c32a-4fc8-a861-f83b468b87ac on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:51.445506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e733245-75b6-4d3d-a7f8-48356262ccbb None None] Pushing event deleted for resources: {'Port': ['ID=08bc6485-c32a-4fc8-a861-f83b468b87ac,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:51.520298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.527815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:51.532935 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/networks/2be4f076-abda-49f0-8011-472c0dabb926 HTTP/1.1" status: 204 len: 168 time: 0.7065091 Jul 22 14:41:51.533101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39338) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:51.556410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b444e-fef0-45c5-9355-a9f0bb23f505 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Pushing event deleted for resources: {'Network': ['ID=2be4f076-abda-49f0-8011-472c0dabb926,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:51.573479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-988e9934-b3a8-4d84-ba1c-53740c4b4de1 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7e6a68d-d286-4afa-9a42-5fc516ae5a0f HTTP/1.1" status: 200 len: 205 time: 0.0374491 Jul 22 14:41:51.574676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39340) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:51.737537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.743786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.750418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.756624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.762971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.768895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.774957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.777001 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-5b1e0f70-a15c-4836-b059-23bd9da61c92 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.1277044 Jul 22 14:41:51.863165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c37ebb0d-8a14-42cd-99dc-c8a570ea9684 req-a1d222aa-d794-4976-ae3a-8e883c536d66 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0753291 Jul 22 14:41:51.900398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d3381-96a1-4386-833b-09bf2a8670b0 req-da18885f-9f62-410c-aa10-fec7ef625fe2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:51.902052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f01d3381-96a1-4386-833b-09bf2a8670b0 req-da18885f-9f62-410c-aa10-fec7ef625fe2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1234865 Jul 22 14:41:51.969667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f01d3381-96a1-4386-833b-09bf2a8670b0 req-7a77e645-e4cf-4d62-bda0-b693b2783d0d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593252 Jul 22 14:41:51.984203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.141260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.143439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.190229 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.190758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Fanout notify agent at l3_agent the message router_deleted on router a7e6a68d-d286-4afa-9a42-5fc516ae5a0f {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:41:52.199234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.201357 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc0bb1f2-7d35-4883-8777-8a39d9544f76 tempest-RoutersNegativeTest-1507864434 tempest-RoutersNegativeTest-1507864434-project] 10.222.0.60 "DELETE /v2.0/routers/a7e6a68d-d286-4afa-9a42-5fc516ae5a0f HTTP/1.1" status: 204 len: 168 time: 0.6250358 Jul 22 14:41:52.469006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39360) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:52.510986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 08bc6485-c32a-4fc8-a861-f83b468b87ac no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:52.535462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 08bc6485-c32a-4fc8-a861-f83b468b87ac {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:52.535827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 08bc6485-c32a-4fc8-a861-f83b468b87ac not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:52.634118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c685d08-98a6-48ce-8547-4e3e1bec46aa req-ab2aa337-48de-4028-91ba-2668e1b4848e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:52.635629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c685d08-98a6-48ce-8547-4e3e1bec46aa req-ab2aa337-48de-4028-91ba-2668e1b4848e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1048880 Jul 22 14:41:52.673716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-673b2e98-32df-41a7-98a1-a28703f7081a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96595e90da63409290e7de1d71d31d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2033718 Jul 22 14:41:52.676890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39366) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:52.702178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c685d08-98a6-48ce-8547-4e3e1bec46aa req-d4b207e7-9d1c-4c9c-ad00-158ba1ea238b tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563006 Jul 22 14:41:52.739771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11db6048-9b6f-46d8-8a87-04e60bdf1bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.760970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11db6048-9b6f-46d8-8a87-04e60bdf1bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.808440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11db6048-9b6f-46d8-8a87-04e60bdf1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.811746 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11db6048-9b6f-46d8-8a87-04e60bdf1bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:52.812908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11db6048-9b6f-46d8-8a87-04e60bdf1bdf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/caa6c222-b560-4c46-bcbd-9245769ba357 HTTP/1.1" status: 204 len: 168 time: 0.1340103 Jul 22 14:41:52.821378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db6048-9b6f-46d8-8a87-04e60bdf1bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa6c222-b560-4c46-bcbd-9245769ba357,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:53.026560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.051978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.053133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.057963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.060431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.068136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.075080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.081374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.087726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.088217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.098592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.106159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.112876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.115035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.115566 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d1f5293b-9fc5-4269-b4f1-5f74fa460439 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.2399175 Jul 22 14:41:53.117283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-fc152801-8bb6-47de-aa55-7c3b6c91ac8f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 5433 time: 0.1433430 Jul 22 14:41:53.187629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65e4e10c-656c-45cb-809c-cad2fa0a2afc req-73082132-cade-4c0c-8773-5d220310b07d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641162 Jul 22 14:41:53.207131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-f8dbbb9b-b983-4a7a-904f-1c4b4444ecd8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.208574 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-f8dbbb9b-b983-4a7a-904f-1c4b4444ecd8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "GET /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0833991 Jul 22 14:41:53.282436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd14232-b134-452e-afbb-f758b223fa0e req-c5df0d29-7808-4757-9f5f-54569a2308c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.287007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbd14232-b134-452e-afbb-f758b223fa0e req-c5df0d29-7808-4757-9f5f-54569a2308c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1182153 Jul 22 14:41:53.333335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbd14232-b134-452e-afbb-f758b223fa0e req-83a04e5b-31c9-4b48-9c38-9d440752c787 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Jul 22 14:41:53.358562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-d621982e-a541-48bf-8c94-33efbb54c28c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "GET /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1347985 Jul 22 14:41:53.365576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:53.439072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:53.585156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=280d8c1d-a55e-4e04-bdb2-b0624228a206,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:53.587158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:53.662920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] For port 280d8c1d-a55e-4e04-bdb2-b0624228a206, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:53.714628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] device_id is not set on port 280d8c1d-a55e-4e04-bdb2-b0624228a206 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:41:53.721370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--152648043'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:53.740096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:53.752335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:53.761649 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-40e3a9ba-e5a4-46de-af3b-764c961fb901 service neutron] show failed (client error): The resource could not be found. Jul 22 14:41:53.761649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-40e3a9ba-e5a4-46de-af3b-764c961fb901 service neutron] 10.222.0.72 "GET /v2.0/ports/0a51ab23-9103-4056-acbe-7060ebfebec6/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.1301992 Jul 22 14:41:53.789486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:53.812913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:53.853615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] No DVR routers for this DVR port 280d8c1d-a55e-4e04-bdb2-b0624228a206 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:53.878377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Pushing event updated for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:53.918352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] In _notify_port_updated(), no bound segment for port 280d8c1d-a55e-4e04-bdb2-b0624228a206 on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:41:53.919282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.919933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:53.921417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-98065a84-5f21-431b-a2f6-6358ffcc9d73 service neutron] 10.222.0.72 "PUT /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 200 len: 1026 time: 0.5607874 Jul 22 14:41:53.928862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2efd4c-eaae-4438-98f3-b5582ce3b9d8 req-c2bec9c8-b489-4fab-a5f0-073d7853057e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:53.938028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed2efd4c-eaae-4438-98f3-b5582ce3b9d8 req-c2bec9c8-b489-4fab-a5f0-073d7853057e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1232853 Jul 22 14:41:54.004374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed2efd4c-eaae-4438-98f3-b5582ce3b9d8 req-a869865b-7f04-4051-b95a-1c33ce113b52 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Jul 22 14:41:54.018405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-f1761766-690e-4aa4-a54f-42a7736525b0 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.019857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-f1761766-690e-4aa4-a54f-42a7736525b0 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "GET /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0917826 Jul 22 14:41:54.032160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:54.109234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.136903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.213800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6411e9a-a002-45e2-8708-8566b8a2c81b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:54.220876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c87b62c5-986b-4f3f-8fd4-8ca659725a28 None None] Provisioning complete for port 280d8c1d-a55e-4e04-bdb2-b0624228a206 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:54.221843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c87b62c5-986b-4f3f-8fd4-8ca659725a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.250160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.273907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c87b62c5-986b-4f3f-8fd4-8ca659725a28 None None] Port 280d8c1d-a55e-4e04-bdb2-b0624228a206 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:54.284718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-01f11986-855e-4fb5-af8e-6851ab18fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.286262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-01f11986-855e-4fb5-af8e-6851ab18fa7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 1097 time: 0.3107247 Jul 22 14:41:54.325079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:54.406922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.413155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.425440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.430274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.436752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.437212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.443629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.450189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.452211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-3f70002f-6f18-4cd9-9831-9f857a78f9fa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 4660 time: 0.1332650 Jul 22 14:41:54.539512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.540756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9526477 Jul 22 14:41:54.545385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39dfe2e5-730b-42e8-b222-66c055940d6b req-f5055ede-ee7e-4a8e-a917-596928e0f8d7 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&id=3c1666e4-c2d8-4256-a3d2-94665d1a6016&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830209 Jul 22 14:41:54.546621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39422) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:54.550479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cc9a7-183c-4002-b18e-104322b5bf8e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d407c4e-943c-43bc-b167-e4d35575cfcb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:54.555193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.563762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=aaaf8ddc-333a-4ec3-9867-b5054785368e,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:54.591795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae256cbf-9fb9-4880-83d8-5629a674ddaf req-fed5e58b-c1c6-44ec-bf86-134acf0a1863 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:54.598908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae256cbf-9fb9-4880-83d8-5629a674ddaf req-fed5e58b-c1c6-44ec-bf86-134acf0a1863 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1455660 Jul 22 14:41:54.630900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] For port aaaf8ddc-333a-4ec3-9867-b5054785368e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:54.666939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae256cbf-9fb9-4880-83d8-5629a674ddaf req-4dba1243-0129-4fad-aa84-f048b991bf3b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671384 Jul 22 14:41:54.676609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-82d753d4-54d4-420a-8bc9-e025f419fc02 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1289055 Jul 22 14:41:54.677218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39424) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:54.681863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-security--1907529818', 'description': 'tempest-security-description-1512524769'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:54.729871 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.732451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] device_id is not set on port aaaf8ddc-333a-4ec3-9867-b5054785368e yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:41:54.751683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.761034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.790299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.795074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.798869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:54.802581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "PUT /v2.0/security-groups/1d407c4e-943c-43bc-b167-e4d35575cfcb HTTP/1.1" status: 200 len: 1780 time: 0.1220720 Jul 22 14:41:54.805247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:54.830829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66037-9aab-4ce7-b071-e31f00b399a0 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d407c4e-943c-43bc-b167-e4d35575cfcb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:54.907520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] No DVR routers for this DVR port aaaf8ddc-333a-4ec3-9867-b5054785368e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:54.940997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Pushing event updated for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:54.991013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d34b41c4-f7da-4278-b3a6-b6c5706655c4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups/1d407c4e-943c-43bc-b167-e4d35575cfcb HTTP/1.1" status: 200 len: 1780 time: 0.1799641 Jul 22 14:41:54.991119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39432) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:54.991546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:55.003498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] In _notify_port_updated(), no bound segment for port aaaf8ddc-333a-4ec3-9867-b5054785368e on network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:41:55.004545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.005272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.006803 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-c1c35b7b-c5c1-460b-bd99-87d75dbff80d service neutron] 10.222.0.72 "PUT /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 200 len: 1028 time: 0.9803600 Jul 22 14:41:55.057353 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1dc-7ffc-4f07-9220-891089a99e50 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.070963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:55.105077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b99e47ff-bf5a-4aff-818d-caf81a70403f None None] Provisioning complete for port aaaf8ddc-333a-4ec3-9867-b5054785368e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:41:55.105992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b99e47ff-bf5a-4aff-818d-caf81a70403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.112661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1dc-7ffc-4f07-9220-891089a99e50 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.153030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b99e47ff-bf5a-4aff-818d-caf81a70403f None None] Port aaaf8ddc-333a-4ec3-9867-b5054785368e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:41:55.180589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:55.182994 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b303fcc-d4a2-4cae-a028-9d570d3e677d" -d '{"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:55.195577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.206254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1dc-7ffc-4f07-9220-891089a99e50 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.208897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8ffd1dc-7ffc-4f07-9220-891089a99e50 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.210074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c8ffd1dc-7ffc-4f07-9220-891089a99e50 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d407c4e-943c-43bc-b167-e4d35575cfcb HTTP/1.1" status: 204 len: 168 time: 0.2198503 Jul 22 14:41:55.217248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39444) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:55.228308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c934d15-0182-47ba-a5b4-feb0efa588d3 req-0f0b7fa6-a920-4922-b5b0-ace3eb471629 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.229302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Transition to ACTIVE for port object 0a51ab23-9103-4056-acbe-7060ebfebec6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:41:55.237456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c934d15-0182-47ba-a5b4-feb0efa588d3 req-0f0b7fa6-a920-4922-b5b0-ace3eb471629 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1297519 Jul 22 14:41:55.238505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.253384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffd1dc-7ffc-4f07-9220-891089a99e50 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d407c4e-943c-43bc-b167-e4d35575cfcb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:55.279589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:55.280039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.299197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c934d15-0182-47ba-a5b4-feb0efa588d3 req-588185a6-096b-4de9-bf20-cce713561aa5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608499 Jul 22 14:41:55.365269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:55.368439 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69b7640-d784-422f-a7af-c7e0753a7be7 x-openstack-request-id: req-c69b7640-d784-422f-a7af-c7e0753a7be7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:55.368729 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:55.368987 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c69b7640-d784-422f-a7af-c7e0753a7be7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:55.369379 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'code': 200} Jul 22 14:41:55.378976 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aebceaef-a98a-4585-84cf-ed81cbe4cefa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614761 Jul 22 14:41:55.379377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:55.394813 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-7ff32ef0-c805-47ff-b078-2fa6d2374e80 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] delete failed (client error): The resource could not be found. Jul 22 14:41:55.399961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7ff32ef0-c805-47ff-b078-2fa6d2374e80 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d407c4e-943c-43bc-b167-e4d35575cfcb HTTP/1.1" status: 404 len: 347 time: 0.0154436 Jul 22 14:41:55.401085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39448) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:55.406767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818822298'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:55.437799 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.481085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] For port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:55.481479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.504910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:55.535566 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.539434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] No DVR routers for this DVR port 0a51ab23-9103-4056-acbe-7060ebfebec6 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:55.541099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.573917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.579134 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1735160 Jul 22 14:41:55.579134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39450) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:55.585243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '8414c341-3f4d-47b5-8fce-fc1ed57ecdfd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:55.619910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c75ea6-5886-4888-ba8b-4bab83533119 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8414c341-3f4d-47b5-8fce-fc1ed57ecdfd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:55.712510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.802667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:41:55.802984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:41:55.803585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:55.805690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.816673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:41:55.817013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:41:55.826990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:41:55.827340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Checking segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:41:55.827739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Bound using segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:41:55.828178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Bound port: 0a51ab23-9103-4056-acbe-7060ebfebec6, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:41:55.828543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.829245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.843673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.848037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-f4712840-a1fe-4cdf-bfba-60fbe84f28ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.854062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-f4712840-a1fe-4cdf-bfba-60fbe84f28ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.860343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-f4712840-a1fe-4cdf-bfba-60fbe84f28ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.866192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-f4712840-a1fe-4cdf-bfba-60fbe84f28ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.872224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-f4712840-a1fe-4cdf-bfba-60fbe84f28ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:55.873985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-f4712840-a1fe-4cdf-bfba-60fbe84f28ee tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 3885 time: 0.1904597 Jul 22 14:41:55.898653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb21a4a-4a0e-44a9-acd4-23f170f8819a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:55.904725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=6b7f9185-4481-4aec-9d5d-1ce3fa7234b6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:55.912222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.913423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74782966-5ee2-4026-98da-3aa3a749abd5 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3333919 Jul 22 14:41:55.916992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39458) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:55.965857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb01ff3a-204c-4f3a-91fc-53e9c99473c8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.973121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] No DVR routers for this DVR port 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:55.976302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.979248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-8a1a9c99-5e47-4d8f-a851-136725995563 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "DELETE /v2.0/ports/6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 HTTP/1.1" status: 204 len: 173 time: 0.9630852 Jul 22 14:41:55.979385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb01ff3a-204c-4f3a-91fc-53e9c99473c8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:55.989050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aac1a71b-e7ed-43a7-adfa-78a4376e83da req-63ec40ae-74e3-42c9-82a0-2fb7756b1a41 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012850 Jul 22 14:41:56.011303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e82f-3607-4015-9a60-15b449b31778 req-917b9890-d516-4fa5-97ba-63df26979eb1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:56.018566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31a5e82f-3607-4015-9a60-15b449b31778 req-917b9890-d516-4fa5-97ba-63df26979eb1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2343085 Jul 22 14:41:56.053175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb01ff3a-204c-4f3a-91fc-53e9c99473c8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.068426 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb01ff3a-204c-4f3a-91fc-53e9c99473c8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.072527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eb01ff3a-204c-4f3a-91fc-53e9c99473c8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/afb21a4a-4a0e-44a9-acd4-23f170f8819a HTTP/1.1" status: 204 len: 168 time: 0.1505330 Jul 22 14:41:56.076350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39462) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:56.106875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31a5e82f-3607-4015-9a60-15b449b31778 req-146b806e-f848-42de-8eab-ae5f8db64bf1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781000 Jul 22 14:41:56.106875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01ff3a-204c-4f3a-91fc-53e9c99473c8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afb21a4a-4a0e-44a9-acd4-23f170f8819a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:56.128810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:41:56.149856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f3d9b167-01cb-404e-ad76-098537ded982 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0698211 Jul 22 14:41:56.150069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:41:56.150868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39466) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:56.154408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.199320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:56.199888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.201301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] 10.222.0.61 "PUT /v2.0/ports/0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1092 time: 1.8844662 Jul 22 14:41:56.211549 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80d541ea-96fa-4607-823d-45d4f4888c48 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.212987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port acfed491-6555-4cd4-a9ea-db49b01b4f62 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:56.213408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.250934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80d541ea-96fa-4607-823d-45d4f4888c48 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.294222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8778a2-5827-4905-8b6d-9fdebdfd7afa service neutron] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:56.320060 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80d541ea-96fa-4607-823d-45d4f4888c48 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.323529 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-80d541ea-96fa-4607-823d-45d4f4888c48 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.328474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-80d541ea-96fa-4607-823d-45d4f4888c48 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/8414c341-3f4d-47b5-8fce-fc1ed57ecdfd HTTP/1.1" status: 204 len: 168 time: 0.1728947 Jul 22 14:41:56.331682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39472) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:56.396444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d541ea-96fa-4607-823d-45d4f4888c48 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8414c341-3f4d-47b5-8fce-fc1ed57ecdfd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:56.443122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-04313c6b-a8bf-4fb1-bd50-61cd3a21fda7 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068249 Jul 22 14:41:56.443501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39476) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:56.448850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1772930040'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:56.466600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] For port acfed491-6555-4cd4-a9ea-db49b01b4f62, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=acfed491-6555-4cd4-a9ea-db49b01b4f62,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:56.467086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.486674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-6caab5d6-b29a-4e11-a863-11489434d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:56.491633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-6caab5d6-b29a-4e11-a863-11489434d585 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1095 time: 0.2509532 Jul 22 14:41:56.506445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for acfed491-6555-4cd4-a9ea-db49b01b4f62 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:56.517833 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.591185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0b609-10d9-4987-b7e4-329f3f749ac3 req-c1bf8bea-0ef7-4fed-a18d-d8398df39030 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:56.592897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7b0b609-10d9-4987-b7e4-329f3f749ac3 req-c1bf8bea-0ef7-4fed-a18d-d8398df39030 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1212971 Jul 22 14:41:56.649570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7b0b609-10d9-4987-b7e4-329f3f749ac3 req-a8736e11-aadf-411f-8f0e-05e898fa783a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490897 Jul 22 14:41:56.680657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-cfdfe475-be53-4b7e-8277-21a8b6fdafab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:56.682475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-cfdfe475-be53-4b7e-8277-21a8b6fdafab service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.1874285 Jul 22 14:41:56.692531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.695945 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.729368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74d2ba3-2ec1-4952-b8f6-f08967799788,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:56.737444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.741759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b8eab476-0d95-4956-83f2-92212a40afc6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2973123 Jul 22 14:41:56.742610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39478) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:56.747889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': 'e74d2ba3-2ec1-4952-b8f6-f08967799788', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:56.779432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.807494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-a87a7cd1-a421-4002-a989-101b066f8a6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.1170444 Jul 22 14:41:56.812038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.865371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.867775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=acfed491-6555-4cd4-a9ea-db49b01b4f62,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:56.872998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.911137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79965ff3-f5dc-4da3-8bff-28ee9d0e0fe6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:56.916176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.920060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8cfebda0-6f50-4096-a431-5d48123773d4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740737 Jul 22 14:41:56.920302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39480) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:56.924893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': 'e74d2ba3-2ec1-4952-b8f6-f08967799788', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:56.944822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] No DVR routers for this DVR port acfed491-6555-4cd4-a9ea-db49b01b4f62 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:56.950445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:56.954014 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-a7e009f4-b1c6-44a5-b9bf-702f91f60b1c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "DELETE /v2.0/ports/acfed491-6555-4cd4-a9ea-db49b01b4f62 HTTP/1.1" status: 204 len: 173 time: 0.9676349 Jul 22 14:41:56.956605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-9746f2ce-e68b-46f0-99c5-5d055146db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:56.958735 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-9746f2ce-e68b-46f0-99c5-5d055146db0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1446986 Jul 22 14:41:56.961220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.021428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.026108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.065092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aa0c80-5e70-46fd-8411-5231cd668721,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:57.074453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.078626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-370c52d1-5416-4f7f-b77d-82ca5c647eee tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548240 Jul 22 14:41:57.078985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:57.086296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': 'e74d2ba3-2ec1-4952-b8f6-f08967799788', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:57.169064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-c131194e-f1d5-41d1-bce2-879413f85f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:57.171222 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-c131194e-f1d5-41d1-bce2-879413f85f27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004578 Jul 22 14:41:57.177429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port 87ba316b-2abe-4025-9d4a-a28d0115eff2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:57.177912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.189036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.284655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5518a-cdfd-4490-8786-8af971001a32 req-e9314b67-cc79-404d-b774-34f1e760946f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:57.294482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5518a-cdfd-4490-8786-8af971001a32 req-e9314b67-cc79-404d-b774-34f1e760946f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:57.302412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5518a-cdfd-4490-8786-8af971001a32 req-e9314b67-cc79-404d-b774-34f1e760946f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:57.304342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05f5518a-cdfd-4490-8786-8af971001a32 req-e9314b67-cc79-404d-b774-34f1e760946f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 2415 time: 0.1892240 Jul 22 14:41:57.330808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] For port 87ba316b-2abe-4025-9d4a-a28d0115eff2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=87ba316b-2abe-4025-9d4a-a28d0115eff2,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:57.331446 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.376582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6'}, {'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}, {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': 'acfed491-6555-4cd4-a9ea-db49b01b4f62'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:57.379321 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959492de-7953-4bbb-9bee-447f3d0594f0" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "6b7f9185-4481-4aec-9d5d-1ce3fa7234b6"}, {"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "acfed491-6555-4cd4-a9ea-db49b01b4f62"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:57.388326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.393338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for 87ba316b-2abe-4025-9d4a-a28d0115eff2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:57.397882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e11872-1d1d-4720-b8f5-0f3ca9b637ab req-ed308b0c-db57-4a68-aa92-ddd8cc84eaf6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:57.405161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22e11872-1d1d-4720-b8f5-0f3ca9b637ab req-ed308b0c-db57-4a68-aa92-ddd8cc84eaf6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2213447 Jul 22 14:41:57.415522 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.427241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05f5518a-cdfd-4490-8786-8af971001a32 req-b4c4cc7b-8789-4cf1-9036-e56de51badad tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164317 Jul 22 14:41:57.458313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1453d9-e783-4105-85a1-fdb220f457cd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:57.464475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-5391eeeb-1d59-4d6c-bd4a-3826d473df57 service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828946 Jul 22 14:41:57.473882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.475696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-807a84ff-651e-4299-ba45-13357551ff96 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3957424 Jul 22 14:41:57.479181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:57.487285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': 'e74d2ba3-2ec1-4952-b8f6-f08967799788', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:57.508522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22e11872-1d1d-4720-b8f5-0f3ca9b637ab req-da0a58e1-be25-4c8d-be3e-c29def1b4f03 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018877 Jul 22 14:41:57.550870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 280d8c1d-a55e-4e04-bdb2-b0624228a206 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:57.556388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.642871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 280d8c1d-a55e-4e04-bdb2-b0624228a206 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:57.643313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device aaaf8ddc-333a-4ec3-9867-b5054785368e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:57.696000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device aaaf8ddc-333a-4ec3-9867-b5054785368e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:57.696451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dde22fde-1701-438f-ab51-02206a3548b5 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:57.706961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.712135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.768725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32111a19-bdec-487f-b790-4e16372a87d0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:57.791188 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.798620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.802815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-81e84e5b-d270-40df-976f-fe1432bcd321 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3223252 Jul 22 14:41:57.803606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39506) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:57.813984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': 'e74d2ba3-2ec1-4952-b8f6-f08967799788', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:57.837019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dde22fde-1701-438f-ab51-02206a3548b5,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:57.838911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:57.844294 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c88a96-7085-49e1-8ee8-3cd501474289" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-unplugged", "status": "completed", "tag": "dde22fde-1701-438f-ab51-02206a3548b5"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:41:57.851494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.862324 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.865567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device acfed491-6555-4cd4-a9ea-db49b01b4f62 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:57.919258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: acfed491-6555-4cd4-a9ea-db49b01b4f62 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:57.919888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device acfed491-6555-4cd4-a9ea-db49b01b4f62 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:57.920582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:57.942256 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.959513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3285fe3-5395-4381-93e4-cb6f1e0446dc req-cb1c9559-2867-4e01-b4a8-50a394006e3e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:57.962222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3285fe3-5395-4381-93e4-cb6f1e0446dc req-cb1c9559-2867-4e01-b4a8-50a394006e3e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.2091541 Jul 22 14:41:57.963276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:57.983653 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32fbd73-990e-4d4b-a4bf-4e1f7f7d894e x-openstack-request-id: req-d32fbd73-990e-4d4b-a4bf-4e1f7f7d894e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:57.984323 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-unplugged", "status": "completed", "tag": "dde22fde-1701-438f-ab51-02206a3548b5", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:57.984784 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d32fbd73-990e-4d4b-a4bf-4e1f7f7d894e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:57.985405 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5', 'code': 200} Jul 22 14:41:57.990971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47a8ead-28af-4374-97b5-e8f1fed02f6a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:58.014891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.019998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-756f6851-5639-4bec-8d8a-5275656555a4 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2149570 Jul 22 14:41:58.035139 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22937088-f796-4583-bd02-2b7de942e95c x-openstack-request-id: req-22937088-f796-4583-bd02-2b7de942e95c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:41:58.035470 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "6b7f9185-4481-4aec-9d5d-1ce3fa7234b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "status": "completed", "code": 200}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "acfed491-6555-4cd4-a9ea-db49b01b4f62", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:41:58.035679 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22937088-f796-4583-bd02-2b7de942e95c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:41:58.036080 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': '6b7f9185-4481-4aec-9d5d-1ce3fa7234b6', 'status': 'completed', 'code': 200} Jul 22 14:41:58.036338 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'status': 'completed', 'code': 200} Jul 22 14:41:58.036585 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': 'acfed491-6555-4cd4-a9ea-db49b01b4f62', 'status': 'completed', 'code': 200} Jul 22 14:41:58.038082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39510) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:58.053717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3285fe3-5395-4381-93e4-cb6f1e0446dc req-0f6a2289-190c-4f63-bff6-a607fb1d4c8b tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755963 Jul 22 14:41:58.056930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:58.057502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 87ba316b-2abe-4025-9d4a-a28d0115eff2 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:58.109160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:58.193041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bad0944-e3fc-4505-9f4e-1b00ea9f3162 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.204167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.205637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bad0944-e3fc-4505-9f4e-1b00ea9f3162 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.216807 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-74a3654b-d99f-4d3e-92c2-d5e3ac9e3ff5 req-aa603c97-f5f6-4d77-b039-f2b0cb51438c service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448123 Jul 22 14:41:58.260858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.289875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device a1e83f58-b48c-40ed-a9ce-2d374549cd64 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:58.325447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-346fa039-41a8-44dc-866e-71cd4b4409d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.327036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-346fa039-41a8-44dc-866e-71cd4b4409d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1095 time: 0.2897124 Jul 22 14:41:58.338063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bad0944-e3fc-4505-9f4e-1b00ea9f3162 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.340561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=87ba316b-2abe-4025-9d4a-a28d0115eff2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:58.347595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2bad0944-e3fc-4505-9f4e-1b00ea9f3162 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.348759 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2bad0944-e3fc-4505-9f4e-1b00ea9f3162 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e47a8ead-28af-4374-97b5-e8f1fed02f6a HTTP/1.1" status: 204 len: 168 time: 0.3006649 Jul 22 14:41:58.352816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39516) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:58.397874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.450616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-374eab8e-aff6-4d2d-bff3-e9f9f8b40f81 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0935509 Jul 22 14:41:58.455389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39520) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:58.463971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:58.469653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.470540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:41:58.476947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad0944-e3fc-4505-9f4e-1b00ea9f3162 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e47a8ead-28af-4374-97b5-e8f1fed02f6a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:58.493839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5409e328-af49-41d9-bd86-80eec4df53bf tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.504693 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5409e328-af49-41d9-bd86-80eec4df53bf tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.518005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] No DVR routers for this DVR port 87ba316b-2abe-4025-9d4a-a28d0115eff2 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:58.529077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:41:58.534022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.536402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-43d27919-5b5b-47bb-951e-cf28b773489f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "DELETE /v2.0/ports/87ba316b-2abe-4025-9d4a-a28d0115eff2 HTTP/1.1" status: 204 len: 173 time: 1.5765562 Jul 22 14:41:58.537232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 6b7f9185-4481-4aec-9d5d-1ce3fa7234b6 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:41:58.565044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5409e328-af49-41d9-bd86-80eec4df53bf tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.591947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5409e328-af49-41d9-bd86-80eec4df53bf tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.594272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5409e328-af49-41d9-bd86-80eec4df53bf tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/32111a19-bdec-487f-b790-4e16372a87d0 HTTP/1.1" status: 204 len: 168 time: 0.1377366 Jul 22 14:41:58.596451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39526) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:58.597199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409e328-af49-41d9-bd86-80eec4df53bf tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32111a19-bdec-487f-b790-4e16372a87d0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:58.624964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:58.676216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-27f5be63-42ab-468e-a995-f1887f384adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.677995 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-27f5be63-42ab-468e-a995-f1887f384adf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1095 time: 0.3585377 Jul 22 14:41:58.738602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e28e2aa1-c19a-401a-825d-e59b03331726 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1349349 Jul 22 14:41:58.743180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39532) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:58.743366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-9f917418-f6c2-416f-abd4-15c0d3f7e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.744791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-9f917418-f6c2-416f-abd4-15c0d3f7e08b service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.4020977 Jul 22 14:41:58.806041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752faadd-9408-4c63-ae3e-e420adf99bd0 req-8a3f3545-4c56-44f6-951a-0eb43cea7101 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.813315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752faadd-9408-4c63-ae3e-e420adf99bd0 req-8a3f3545-4c56-44f6-951a-0eb43cea7101 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.815462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-752faadd-9408-4c63-ae3e-e420adf99bd0 req-8a3f3545-4c56-44f6-951a-0eb43cea7101 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 1676 time: 0.1980309 Jul 22 14:41:58.818105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81788bd8-a66d-4132-8b1d-997ed0a5b8a2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.828145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852504b-4a27-4287-8f16-714ad7e50c8c req-5d3c9a80-a226-4c12-abfc-f10b10293704 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.835259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a852504b-4a27-4287-8f16-714ad7e50c8c req-5d3c9a80-a226-4c12-abfc-f10b10293704 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2010996 Jul 22 14:41:58.857598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81788bd8-a66d-4132-8b1d-997ed0a5b8a2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.889811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-a6358631-da5e-42ba-897a-b9162f8bbdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:58.891363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-a6358631-da5e-42ba-897a-b9162f8bbdc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.2051265 Jul 22 14:41:58.894564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-384e1846-c1a7-4e37-85a1-4a6ca99c81bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.1374879 Jul 22 14:41:58.896605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port dde22fde-1701-438f-ab51-02206a3548b5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:41:58.896897 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.932224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a852504b-4a27-4287-8f16-714ad7e50c8c req-9cebf1a7-eada-4d1f-9c76-1934cb5e9cbf tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958803 Jul 22 14:41:58.948467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-752faadd-9408-4c63-ae3e-e420adf99bd0 req-a171769b-1984-4287-803f-48dd9161f142 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109467 Jul 22 14:41:58.974055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81788bd8-a66d-4132-8b1d-997ed0a5b8a2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.993234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81788bd8-a66d-4132-8b1d-997ed0a5b8a2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:58.997503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-81788bd8-a66d-4132-8b1d-997ed0a5b8a2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3e1453d9-e783-4105-85a1-fdb220f457cd HTTP/1.1" status: 204 len: 168 time: 0.2506764 Jul 22 14:41:59.002811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39534) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.033610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81788bd8-a66d-4132-8b1d-997ed0a5b8a2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e1453d9-e783-4105-85a1-fdb220f457cd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:59.076459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6b322bb3-6d0e-4b25-9f48-c8a982a93940 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0717642 Jul 22 14:41:59.081154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39536) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.107351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f427366c-e13f-459e-88a8-1f52a23cace6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.115680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f427366c-e13f-459e-88a8-1f52a23cace6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.140224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-504c8203-0c2c-4f1f-a67a-785ee5dbd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:59.142947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-504c8203-0c2c-4f1f-a67a-785ee5dbd211 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.2404218 Jul 22 14:41:59.145522 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f427366c-e13f-459e-88a8-1f52a23cace6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.160622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f427366c-e13f-459e-88a8-1f52a23cace6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.164227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f427366c-e13f-459e-88a8-1f52a23cace6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a4aa0c80-5e70-46fd-8411-5231cd668721 HTTP/1.1" status: 204 len: 168 time: 0.0795696 Jul 22 14:41:59.164227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427366c-e13f-459e-88a8-1f52a23cace6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4aa0c80-5e70-46fd-8411-5231cd668721,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:59.165512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39542) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.271044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-fa75fd1d-fa14-4b14-9cf8-44e6ea5f729e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.3698373 Jul 22 14:41:59.276479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-86ebcfa1-1cad-444a-aefc-f3f67ff9701a tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1071546 Jul 22 14:41:59.278778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39544) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.282926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] For port dde22fde-1701-438f-ab51-02206a3548b5, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dde22fde-1701-438f-ab51-02206a3548b5,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:41:59.283298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.305220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7873-8156-46ab-9b25-e7ae936cdaff req-3513341c-ff8f-4ed8-9133-938a3fd6e19f tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:59.306742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99fe7873-8156-46ab-9b25-e7ae936cdaff req-3513341c-ff8f-4ed8-9133-938a3fd6e19f tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1418943 Jul 22 14:41:59.326053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf639a1-15ec-4c3e-9380-4777d54de379 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.328179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for dde22fde-1701-438f-ab51-02206a3548b5 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:41:59.341376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf639a1-15ec-4c3e-9380-4777d54de379 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.375944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99fe7873-8156-46ab-9b25-e7ae936cdaff req-ad861035-8e47-4aa3-921f-677b9a0cd1e8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592573 Jul 22 14:41:59.389450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf639a1-15ec-4c3e-9380-4777d54de379 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.396044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abf639a1-15ec-4c3e-9380-4777d54de379 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.396564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-1b483052-af24-4dfd-a575-d5fcceaf1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:59.399593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-abf639a1-15ec-4c3e-9380-4777d54de379 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/79965ff3-f5dc-4da3-8bff-28ee9d0e0fe6 HTTP/1.1" status: 204 len: 168 time: 0.1166072 Jul 22 14:41:59.399762 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-1b483052-af24-4dfd-a575-d5fcceaf1620 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2421231 Jul 22 14:41:59.401085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-3f12e8b8-a275-42a4-bf45-698152f2519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:59.406565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-3f12e8b8-a275-42a4-bf45-698152f2519e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1220429 Jul 22 14:41:59.406565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.407104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf639a1-15ec-4c3e-9380-4777d54de379 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79965ff3-f5dc-4da3-8bff-28ee9d0e0fe6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:59.578658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-459fcbdc-5299-41ee-862d-594db6ab2d63 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1732647 Jul 22 14:41:59.581751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39552) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.642669 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-61ea9fa8-4a4d-4a97-a042-996ad9909fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293241 Jul 22 14:41:59.644095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1402-c4a0-43c1-9a3a-d0b85dcef205 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.646466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-6850c2da-6de9-475c-a610-a51d7bfbb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:41:59.648017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-6850c2da-6de9-475c-a610-a51d7bfbb913 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336733 Jul 22 14:41:59.670802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1402-c4a0-43c1-9a3a-d0b85dcef205 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.718471 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1402-c4a0-43c1-9a3a-d0b85dcef205 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.723114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5eb1402-c4a0-43c1-9a3a-d0b85dcef205 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.726928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b5eb1402-c4a0-43c1-9a3a-d0b85dcef205 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/e74d2ba3-2ec1-4952-b8f6-f08967799788 HTTP/1.1" status: 204 len: 168 time: 0.1395850 Jul 22 14:41:59.727109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.729359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39554) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.752499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb1402-c4a0-43c1-9a3a-d0b85dcef205 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74d2ba3-2ec1-4952-b8f6-f08967799788,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:59.795376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0924a48a-7d48-44fa-9a9a-8a25725dbfb8 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601077 Jul 22 14:41:59.795576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:41:59.800448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416881257'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:41:59.822775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=dde22fde-1701-438f-ab51-02206a3548b5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:41:59.828177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.918598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] No DVR routers for this DVR port dde22fde-1701-438f-ab51-02206a3548b5 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:41:59.921930 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-093c0e49-a7e1-4da0-bea7-81efe9228048 service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616897 Jul 22 14:41:59.923623 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-00143234-4917-46ae-8e90-07daf42d91fd service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712960 Jul 22 14:41:59.924661 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.926757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-9530f270-5630-462e-9571-12b983513c22 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "DELETE /v2.0/ports/dde22fde-1701-438f-ab51-02206a3548b5 HTTP/1.1" status: 204 len: 173 time: 1.3791213 Jul 22 14:41:59.958642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.970188 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:41:59.989040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:41:59.992304 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccdbd94-92aa-429a-8448-e1bd8a0adbdd" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:00.016459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.017743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2212348 Jul 22 14:42:00.030394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39564) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:00.037674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '76f0aa31-cb07-4052-b12d-c74aa5cfe94e', 'direction': 'ingress', 'protocol': 17}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:00.059205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': '87ba316b-2abe-4025-9d4a-a28d0115eff2'}, {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:00.066767 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e488de-d042-476c-8e03-1dc226bc2546" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "87ba316b-2abe-4025-9d4a-a28d0115eff2"}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "dde22fde-1701-438f-ab51-02206a3548b5"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:00.075271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec9c9d-55cb-48b7-8ced-2b9186cac4bb tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0aa31-cb07-4052-b12d-c74aa5cfe94e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:00.143408 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.193942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6e822-737e-4bd4-a5e3-204551f2b355 req-85f8625c-87c1-4b18-97b2-f5d2c9a6059d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:00.195614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ada6e822-737e-4bd4-a5e3-204551f2b355 req-85f8625c-87c1-4b18-97b2-f5d2c9a6059d tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 943 time: 0.1660752 Jul 22 14:42:00.239389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d1b72-f665-4930-b57b-c80fb8fa48d7 req-3bc5a071-f195-4aa0-a1e6-cf6fafddbf12 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:00.246613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe7d1b72-f665-4930-b57b-c80fb8fa48d7 req-3bc5a071-f195-4aa0-a1e6-cf6fafddbf12 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.1686888 Jul 22 14:42:00.249361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-959492de-7953-4bbb-9bee-447f3d0594f0 req-58868df3-bbc3-46ea-88ed-01bae2f4851e service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140922 Jul 22 14:42:00.263242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port a1e83f58-b48c-40ed-a9ce-2d374549cd64 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:00.263586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.290228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.307083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.333217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7b3329-68ff-45ae-a014-82ab48b4795e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:00.345852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ada6e822-737e-4bd4-a5e3-204551f2b355 req-9683bea4-a2e5-4342-be10-db97f2f369ac tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419213 Jul 22 14:42:00.379258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe7d1b72-f665-4930-b57b-c80fb8fa48d7 req-5c52c23f-ce05-4c32-8e09-8b8aa10085dc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315444 Jul 22 14:42:00.400792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.408047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-886d46ba-6a43-4226-997b-b967119a4b14 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3765118 Jul 22 14:42:00.408773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:00.413076 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2c9a1-8946-48bb-a6fe-f02c7606d4ca x-openstack-request-id: req-5aa2c9a1-8946-48bb-a6fe-f02c7606d4ca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:00.413381 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:00.413639 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5aa2c9a1-8946-48bb-a6fe-f02c7606d4ca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:00.414038 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'code': 200} Jul 22 14:42:00.448647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] For port a1e83f58-b48c-40ed-a9ce-2d374549cd64, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=a1e83f58-b48c-40ed-a9ce-2d374549cd64,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:00.449643 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.533187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c205f60-6e82-48d0-98f5-48d9c46c4243 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.554152 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e584d-c2b4-472d-810f-4cbe0a1c3559 x-openstack-request-id: req-274e584d-c2b4-472d-810f-4cbe0a1c3559 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:00.554689 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "87ba316b-2abe-4025-9d4a-a28d0115eff2", "status": "completed", "code": 200}, {"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "dde22fde-1701-438f-ab51-02206a3548b5", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:00.555007 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-274e584d-c2b4-472d-810f-4cbe0a1c3559 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:00.555604 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': '87ba316b-2abe-4025-9d4a-a28d0115eff2', 'status': 'completed', 'code': 200} Jul 22 14:42:00.555931 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': 'dde22fde-1701-438f-ab51-02206a3548b5', 'status': 'completed', 'code': 200} Jul 22 14:42:00.559757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c205f60-6e82-48d0-98f5-48d9c46c4243 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.645808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c205f60-6e82-48d0-98f5-48d9c46c4243 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.648513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c205f60-6e82-48d0-98f5-48d9c46c4243 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.649746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5c205f60-6e82-48d0-98f5-48d9c46c4243 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/76f0aa31-cb07-4052-b12d-c74aa5cfe94e HTTP/1.1" status: 204 len: 168 time: 0.2399929 Jul 22 14:42:00.655882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39582) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:00.676110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c205f60-6e82-48d0-98f5-48d9c46c4243 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0aa31-cb07-4052-b12d-c74aa5cfe94e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:00.697374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712b1a6-cc8c-489e-b4b5-7b89a04f1033 req-6e878733-1372-4dc2-b129-f3e1c4c7bb20 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:00.702452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.702904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.703303 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Floating IP 0fb5d5d8-689e-46aa-8deb-6572044517c4 disassociated. External IP: 172.25.3.68, port: a1e83f58-b48c-40ed-a9ce-2d374549cd64. Jul 22 14:42:00.703717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for a1e83f58-b48c-40ed-a9ce-2d374549cd64 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:00.704065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5712b1a6-cc8c-489e-b4b5-7b89a04f1033 req-6e878733-1372-4dc2-b129-f3e1c4c7bb20 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1144180 Jul 22 14:42:00.761260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5712b1a6-cc8c-489e-b4b5-7b89a04f1033 req-c3aa74c5-fb18-4609-afb2-257ddfce62de tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545356 Jul 22 14:42:00.764848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b680e6d-09c3-4b7a-8ca3-7a9d41c5244f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072414 Jul 22 14:42:00.768708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:00.773419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071328142'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:00.797090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.867385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.888567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.893593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.897972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=a1e83f58-b48c-40ed-a9ce-2d374549cd64,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:00.929170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:00.933348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1609161 Jul 22 14:42:00.934824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39586) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:00.939980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480037563'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:00.947633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1eaa1-59fd-42a3-89d9-f17d800367fe tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff8a436-d737-44ce-8e6f-9652bc6f046e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:00.971314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.036569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:01.073853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.078843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.107872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.111952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1733401 Jul 22 14:42:01.111952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f558adb-52fc-4230-bedd-8df140a214b9 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613ad6b1-18b3-45bf-9eda-bad2907c6975,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:01.114364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39588) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:01.119209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '0ff8a436-d737-44ce-8e6f-9652bc6f046e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '613ad6b1-18b3-45bf-9eda-bad2907c6975', 'remote_ip_prefix': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:01.151975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.173307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:01.187079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40048085-53e4-4503-a4aa-61903175c73c None None] Sync routers for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:01.214758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:01.216318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:01.223573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] No DVR routers for this DVR port a1e83f58-b48c-40ed-a9ce-2d374549cd64 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:01.232960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.233415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.236243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14ed2d08-0ce5-45a3-bbf3-9fe2f82a5cf5 req-b92e56a4-e2de-495c-807c-219c5f842602 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.72 "DELETE /v2.0/ports/a1e83f58-b48c-40ed-a9ce-2d374549cd64 HTTP/1.1" status: 204 len: 173 time: 1.2905207 Jul 22 14:42:01.240814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.261429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f7c554-cb20-4a1b-a6e9-373bd91d4b9a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:01.268588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.269877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1b47c637-825e-402a-b945-4f40dff92d18 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1545973 Jul 22 14:42:01.272681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39596) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:01.317538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27911893-3b66-41ad-a3fd-00dd8741a6b2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.328478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27911893-3b66-41ad-a3fd-00dd8741a6b2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.366561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27911893-3b66-41ad-a3fd-00dd8741a6b2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.383398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27911893-3b66-41ad-a3fd-00dd8741a6b2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.384566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-27911893-3b66-41ad-a3fd-00dd8741a6b2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/21f7c554-cb20-4a1b-a6e9-373bd91d4b9a HTTP/1.1" status: 204 len: 168 time: 0.1109369 Jul 22 14:42:01.387330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39600) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:01.393956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:01.452120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27911893-3b66-41ad-a3fd-00dd8741a6b2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21f7c554-cb20-4a1b-a6e9-373bd91d4b9a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:01.508709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5b01c977-76fd-45e3-8f58-44b5ca607aac tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1195912 Jul 22 14:42:01.511982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:01.611057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0c19cd9-6d14-4731-a69c-e159a3ce2e9f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.646049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9234ee3-3733-40fb-92e3-5a1c75d8f793 req-7c2327e2-b3f4-4234-b99b-dd9106003167 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.1254973 Jul 22 14:42:01.656075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0c19cd9-6d14-4731-a69c-e159a3ce2e9f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.715331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:26Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:01.725765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3e7c-8d17-45d2-b25f-4164988c6388 req-218f87ae-363e-4f68-84c8-dffe3f8d1fdb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:01.727412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0aed3e7c-8d17-45d2-b25f-4164988c6388 req-218f87ae-363e-4f68-84c8-dffe3f8d1fdb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.2171912 Jul 22 14:42:01.752314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0c19cd9-6d14-4731-a69c-e159a3ce2e9f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.754854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b0c19cd9-6d14-4731-a69c-e159a3ce2e9f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:01.761809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b0c19cd9-6d14-4731-a69c-e159a3ce2e9f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/613ad6b1-18b3-45bf-9eda-bad2907c6975 HTTP/1.1" status: 204 len: 168 time: 0.2430542 Jul 22 14:42:01.762549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:01.778268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40048085-53e4-4503-a4aa-61903175c73c None None] Checking router: 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:01.809019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:01.809955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:01.813900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0aed3e7c-8d17-45d2-b25f-4164988c6388 req-b9caf185-9b00-44b0-87aa-27c3aa8a60d4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714061 Jul 22 14:42:01.817942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c19cd9-6d14-4731-a69c-e159a3ce2e9f tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ad6b1-18b3-45bf-9eda-bad2907c6975,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:01.881031 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5b436dc3-39dd-4d0a-87ec-61a783cf1abd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1145983 Jul 22 14:42:01.884638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39616) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:02.040876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:02.094778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ee23c3c-5338-4e2c-a6d1-a0792db75e65 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:02.150759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ee23c3c-5338-4e2c-a6d1-a0792db75e65 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:02.209640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-bdbfd6c8-4fe1-4417-b576-6c93981d9d2a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:02.216864 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ee23c3c-5338-4e2c-a6d1-a0792db75e65 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:02.219572 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ee23c3c-5338-4e2c-a6d1-a0792db75e65 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:02.223394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ee23c3c-5338-4e2c-a6d1-a0792db75e65 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ff8a436-d737-44ce-8e6f-9652bc6f046e HTTP/1.1" status: 204 len: 168 time: 0.3377011 Jul 22 14:42:02.223565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-bdbfd6c8-4fe1-4417-b576-6c93981d9d2a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 944 time: 0.1319547 Jul 22 14:42:02.223930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:02.275777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee23c3c-5338-4e2c-a6d1-a0792db75e65 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff8a436-d737-44ce-8e6f-9652bc6f046e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:02.294610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa9765-79df-48e3-82f7-8417b43d1f41 req-d1a69627-80cc-49e4-8b89-61bbb1484ac9 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:02.301516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44fa9765-79df-48e3-82f7-8417b43d1f41 req-d1a69627-80cc-49e4-8b89-61bbb1484ac9 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.3448281 Jul 22 14:42:02.362385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44fa9765-79df-48e3-82f7-8417b43d1f41 req-f82fd94c-9de2-47cc-a468-77a6485145e8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547245 Jul 22 14:42:02.368859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:42:02.381284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d7e71-3757-4842-904a-8bf37f32bb14 req-c304ac8b-eea9-471f-acb0-5cbcd21296d6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:02.383236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e7d7e71-3757-4842-904a-8bf37f32bb14 req-c304ac8b-eea9-471f-acb0-5cbcd21296d6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 944 time: 0.1794870 Jul 22 14:42:02.471788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e7d7e71-3757-4842-904a-8bf37f32bb14 req-c3f9172f-c648-4539-afb5-67417798ea49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778272 Jul 22 14:42:02.573129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-40048085-53e4-4503-a4aa-61903175c73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:26Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:02.604747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40048085-53e4-4503-a4aa-61903175c73c None None] The sync data for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 is: [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:31:16Z', 'revision_number': 4, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e1635ea7-4c22-430d-b68b-534749ed9187', 'name': '', 'network_id': 'a86acb83-99de-40b2-8ad3-1ed8e96a09c7', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'mac_address': 'fa:16:3e:be:7e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:15Z', 'updated_at': '2021-07-22T14:31:26Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'subnets': [{'id': 'a692e4b3-d628-4703-9aa5-2bfca5560672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:02.658843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:02.679932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'mac_address': 'fa:16:3e:d2:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:42:02.740772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:02.757641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a51ab23-9103-4056-acbe-7060ebfebec6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:02.796355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:02.807978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:02.870222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:02.897510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:02.903970 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b661957-4ec2-479b-ab87-f6bb9523e2f1" -d '{"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:02.919254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e414e3b-eac2-4138-911b-f3d7aeadef49 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6917434 Jul 22 14:42:02.919996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66aa88ce-9eeb-4a89-9256-592dfaeefe53 req-5bad0609-b781-44d8-8fd4-f4804b2ed814 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.1127815 Jul 22 14:42:02.920649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39636) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:02.930719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-c72eb14e-60a8-4d96-bd2c-4da4dfacfc14 service neutron] 10.222.0.61 "GET /v2.0/ports/0a51ab23-9103-4056-acbe-7060ebfebec6/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 382 time: 0.6926482 Jul 22 14:42:02.932304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1452001613'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:02.987516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.011268 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b26a477-ccbf-4dad-9ad1-8385fde00e30 x-openstack-request-id: req-6b26a477-ccbf-4dad-9ad1-8385fde00e30 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:03.012501 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b58c48-f3df-48de-8674-dbca0305ce78", "name": "network-vif-deleted", "tag": "a1e83f58-b48c-40ed-a9ce-2d374549cd64", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:03.012761 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b26a477-ccbf-4dad-9ad1-8385fde00e30 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:03.013156 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b58c48-f3df-48de-8674-dbca0305ce78', 'name': 'network-vif-deleted', 'tag': 'a1e83f58-b48c-40ed-a9ce-2d374549cd64', 'status': 'completed', 'code': 200} Jul 22 14:42:03.056658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['0a51ab23-9103-4056-acbe-7060ebfebec6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:03.071553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-90852943-62f7-4ace-80d3-513b0e146cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:03.075030 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-90852943-62f7-4ace-80d3-513b0e146cd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1096 time: 0.1078076 Jul 22 14:42:03.112081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.117091 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.140336 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13487b-2e7f-4eea-91c0-952bffb13a4f None None] New status for floating IP 0fb5d5d8-689e-46aa-8deb-6572044517c4: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:42:03.211309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3889f88c-509b-4c35-afd0-1e5679086437,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:03.220187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.228496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-48597d51-8ca2-4888-b0d2-fdde64b5aeef tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3036141 Jul 22 14:42:03.230889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39638) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:03.244108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '3889f88c-509b-4c35-afd0-1e5679086437', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:03.312928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-97f700c3-1bc7-4b14-865f-956a154b0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:03.315089 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-97f700c3-1bc7-4b14-865f-956a154b0d9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.2321324 Jul 22 14:42:03.321798 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.419846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-ba7092e3-3b7c-4aef-b46a-5b6e6fbd8449 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1001 time: 0.0656135 Jul 22 14:42:03.459267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.487735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.520749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c715fa1-71f1-4a27-a1c3-9793bac34797,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:03.528440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-79f973f0-11bf-461f-8522-9fd40d5ffbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:03.530143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-79f973f0-11bf-461f-8522-9fd40d5ffbb4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1034288 Jul 22 14:42:03.531091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.532180 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a17cbd02-3f7c-4561-bc79-50d963cde5d2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3003869 Jul 22 14:42:03.535092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:03.593524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8977d324-c8c1-412e-bd5e-b25873dab7ff tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.610155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8977d324-c8c1-412e-bd5e-b25873dab7ff tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.663771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8977d324-c8c1-412e-bd5e-b25873dab7ff tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.669328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8977d324-c8c1-412e-bd5e-b25873dab7ff tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.670272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2cd35-c03b-402d-b432-e872024aa86c req-433d9546-8217-430f-ac19-ebe140e0ea85 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:03.673381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5d2cd35-c03b-402d-b432-e872024aa86c req-433d9546-8217-430f-ac19-ebe140e0ea85 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.2012269 Jul 22 14:42:03.673622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39648) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:03.674149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8977d324-c8c1-412e-bd5e-b25873dab7ff tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9c715fa1-71f1-4a27-a1c3-9793bac34797 HTTP/1.1" status: 204 len: 168 time: 0.1378376 Jul 22 14:42:03.680358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-aa06dba5-4d24-407f-a69e-b5053b6d8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:03.682119 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-aa06dba5-4d24-407f-a69e-b5053b6d8de6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399601 Jul 22 14:42:03.688980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977d324-c8c1-412e-bd5e-b25873dab7ff tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c715fa1-71f1-4a27-a1c3-9793bac34797,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:03.773264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-73a10463-3a49-45f1-9d5d-ec132d0a14f6 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0983882 Jul 22 14:42:03.783424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5d2cd35-c03b-402d-b432-e872024aa86c req-5f7d92a0-1d37-49e1-b29a-0041ea20e0b8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006258 Jul 22 14:42:03.787586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:03.829585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd65f0e-6073-4938-ac16-657b21848312 req-09d71cfe-a0f1-44c2-bcc6-bf5bbfbdb8ee tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:03.832066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebd65f0e-6073-4938-ac16-657b21848312 req-09d71cfe-a0f1-44c2-bcc6-bf5bbfbdb8ee tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.2471259 Jul 22 14:42:03.847889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-b6835940-951b-4347-925e-c025c8379b5d service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501887 Jul 22 14:42:03.902679 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87271752-45c3-4867-b0b4-21b90fcadecd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:03.952855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebd65f0e-6073-4938-ac16-657b21848312 req-56a98ee9-424e-48ba-bdca-09d04c30b4fd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080368 Jul 22 14:42:03.964281 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87271752-45c3-4867-b0b4-21b90fcadecd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.034431 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-41d4d6b0-b829-4b29-9b50-d85414a430d2 service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778493 Jul 22 14:42:04.099295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e05b51ac-459b-44ee-8af5-c25a85943ec8 req-dcd210bd-8680-4ec6-9520-c8f5225e3c66 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0679729 Jul 22 14:42:04.100494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87271752-45c3-4867-b0b4-21b90fcadecd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.113398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87271752-45c3-4867-b0b4-21b90fcadecd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.116859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87271752-45c3-4867-b0b4-21b90fcadecd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/3889f88c-509b-4c35-afd0-1e5679086437 HTTP/1.1" status: 204 len: 168 time: 0.3275084 Jul 22 14:42:04.117522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39662) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.145064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271752-45c3-4867-b0b4-21b90fcadecd tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3889f88c-509b-4c35-afd0-1e5679086437,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:04.195475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e2e54796-edd1-40a2-bd94-5fbc1693514a tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659287 Jul 22 14:42:04.200543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.206576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960025168'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:04.234228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.323583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:42:04.331205 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.335721 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.368295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.369649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1675274 Jul 22 14:42:04.374480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39668) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.378479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '66ac26dd-8957-43c0-b762-827ee4e1541c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:04.380023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ddeab-ac57-45f2-90bd-80326aeabe9b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac26dd-8957-43c0-b762-827ee4e1541c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:04.420359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.505660 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.510455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.540899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c47f212-f283-4291-ae05-4f2bead0d97a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:04.549820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.553558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c1749ae3-20a3-473f-bb77-973214cf5f91 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1763244 Jul 22 14:42:04.553913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.571489 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-47f1ee49-79ec-45c1-a098-903d54f34100 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules/2c47f212-f283-4291-ae05-4f2bead0d97a HTTP/1.1" status: 200 len: 763 time: 0.0163610 Jul 22 14:42:04.574166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.583119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 0a51ab23-9103-4056-acbe-7060ebfebec6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:04.587592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 0a51ab23-9103-4056-acbe-7060ebfebec6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:04.587975 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.625200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e758ddb7-2f94-4e08-953b-4db303ab6dfa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0473452 Jul 22 14:42:04.625420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39674) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.653260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fb8eb74-b32a-4206-ad91-2e6c46f20195 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.661445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fb8eb74-b32a-4206-ad91-2e6c46f20195 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.677228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.694062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fb8eb74-b32a-4206-ad91-2e6c46f20195 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.703295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fb8eb74-b32a-4206-ad91-2e6c46f20195 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.706596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8fb8eb74-b32a-4206-ad91-2e6c46f20195 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/2c47f212-f283-4291-ae05-4f2bead0d97a HTTP/1.1" status: 204 len: 168 time: 0.0780718 Jul 22 14:42:04.708695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39676) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.717751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8eb74-b32a-4206-ad91-2e6c46f20195 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c47f212-f283-4291-ae05-4f2bead0d97a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:04.725560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:04.726848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:04.730912 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b444e-dff4-458c-903e-3d4f989e453e" -d '{"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:04.734483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.770218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d9928f59-9631-41f8-a21c-4b0a8b505937 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602999 Jul 22 14:42:04.772892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39682) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:04.779329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '66ac26dd-8957-43c0-b762-827ee4e1541c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:04.794460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:04.815898 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.945148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.953324 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.982686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc91962-d495-45af-92cf-a8b08f374d58,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:04.989342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:04.990997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6858a99-c2bb-4502-8352-4f91d6e365aa tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2161777 Jul 22 14:42:04.994450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39692) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.007428 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c9a144-e931-4457-8275-70b3150c0a9c x-openstack-request-id: req-46c9a144-e931-4457-8275-70b3150c0a9c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:05.007970 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:05.008602 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46c9a144-e931-4457-8275-70b3150c0a9c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:05.009178 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'code': 200} Jul 22 14:42:05.034842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.043197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f03e24d0-b170-4323-951e-283fe12eeb6e tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules/adc91962-d495-45af-92cf-a8b08f374d58 HTTP/1.1" status: 200 len: 763 time: 0.0468557 Jul 22 14:42:05.054286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906727b4-7061-467a-870f-8a8d275d8985 req-e2a77918-fe46-4c08-bff2-dbeb1a4ad45a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:05.056035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-906727b4-7061-467a-870f-8a8d275d8985 req-e2a77918-fe46-4c08-bff2-dbeb1a4ad45a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1787689 Jul 22 14:42:05.103316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0f13bb70-d583-4a85-8b9f-c15c1ef4beb1 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0671766 Jul 22 14:42:05.106311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.134706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ffe206f-c276-445d-b138-eec04a0f714b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.142401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ffe206f-c276-445d-b138-eec04a0f714b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.169138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-906727b4-7061-467a-870f-8a8d275d8985 req-be9f9137-c882-4a12-81a1-2d892e1df425 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060929 Jul 22 14:42:05.176004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ffe206f-c276-445d-b138-eec04a0f714b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.193128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ffe206f-c276-445d-b138-eec04a0f714b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.194874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ffe206f-c276-445d-b138-eec04a0f714b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/adc91962-d495-45af-92cf-a8b08f374d58 HTTP/1.1" status: 204 len: 168 time: 0.0873749 Jul 22 14:42:05.200981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.216390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c747f4-a55c-44b7-863b-020d21ac1ecc req-a40b2f9e-ffa4-4950-ae54-ad3634c87844 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:05.226000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe206f-c276-445d-b138-eec04a0f714b tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc91962-d495-45af-92cf-a8b08f374d58,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:05.229292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84c747f4-a55c-44b7-863b-020d21ac1ecc req-a40b2f9e-ffa4-4950-ae54-ad3634c87844 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1309702 Jul 22 14:42:05.271921 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b15be34-93df-4f28-a7f4-1eb4b9e97b73 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692582 Jul 22 14:42:05.281783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.288151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84c747f4-a55c-44b7-863b-020d21ac1ecc req-92e77230-17dc-463e-a287-e5c4211cf16d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573132 Jul 22 14:42:05.290937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Request body: {'security_group_rule': {'security_group_id': '66ac26dd-8957-43c0-b762-827ee4e1541c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:05.352864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.447315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.453865 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.467206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e7d6249-b89d-4c67-bae2-f21ea55bffaa req-268efed3-28b5-4281-9d81-1de61cdafc41 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0643926 Jul 22 14:42:05.495613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1918f74-206f-42b9-b55a-186cc547e641,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:05.504638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.507256 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-59296506-e5ce-48cc-8312-948485135511 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2233002 Jul 22 14:42:05.508752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39712) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.535807 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-965fc23e-7c88-4c48-b491-724bb24c1261 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules/d1918f74-206f-42b9-b55a-186cc547e641 HTTP/1.1" status: 200 len: 764 time: 0.0255828 Jul 22 14:42:05.538171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.610608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39718) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.610914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-90f6951c-0f96-4d72-9419-7d14f0aeaa77 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0711734 Jul 22 14:42:05.645606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75424c-12a0-46d7-aa38-fb3e668ca624 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.657673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75424c-12a0-46d7-aa38-fb3e668ca624 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.701228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75424c-12a0-46d7-aa38-fb3e668ca624 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.710530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75424c-12a0-46d7-aa38-fb3e668ca624 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:05.714742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f75424c-12a0-46d7-aa38-fb3e668ca624 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d1918f74-206f-42b9-b55a-186cc547e641 HTTP/1.1" status: 204 len: 168 time: 0.1000557 Jul 22 14:42:05.715654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.732691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75424c-12a0-46d7-aa38-fb3e668ca624 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1918f74-206f-42b9-b55a-186cc547e641,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:05.804788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa59fb-0706-4efe-82c9-d49c48d9e469 req-29fb1840-7273-4ecf-9bb6-6a8932e5d4a5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:05.815902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9afa59fb-0706-4efe-82c9-d49c48d9e469 req-29fb1840-7273-4ecf-9bb6-6a8932e5d4a5 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.0974112 Jul 22 14:42:05.862726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6884deb3-eb64-4b91-ac44-a1fa3f86e434 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1450272 Jul 22 14:42:05.865686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:05.902575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9afa59fb-0706-4efe-82c9-d49c48d9e469 req-6ce48072-91ae-4635-a713-de005fb31678 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830884 Jul 22 14:42:05.930412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-e6601a6e-779b-432e-8565-381f11e5a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:05.930845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-e6601a6e-779b-432e-8565-381f11e5a2b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0561f741a00a413696050fec0f063e75&device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 1096 time: 0.1739125 Jul 22 14:42:05.970634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8acfe66d-d2db-42e4-9a80-ac18e4ffb4c2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.039583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8acfe66d-d2db-42e4-9a80-ac18e4ffb4c2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.088473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-ab2c331c-fd6d-47fb-9659-abbdca9023e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:06.091640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-ab2c331c-fd6d-47fb-9659-abbdca9023e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 200 len: 917 time: 0.1526434 Jul 22 14:42:06.138430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-d7103898-c025-4bbd-868d-066ca0da31b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32677ac4-28be-496c-9ee4-bf48e17825b6 HTTP/1.1" status: 200 len: 217 time: 0.0398192 Jul 22 14:42:06.146804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8acfe66d-d2db-42e4-9a80-ac18e4ffb4c2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.150638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8acfe66d-d2db-42e4-9a80-ac18e4ffb4c2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.151867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8acfe66d-d2db-42e4-9a80-ac18e4ffb4c2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "DELETE /v2.0/security-groups/66ac26dd-8957-43c0-b762-827ee4e1541c HTTP/1.1" status: 204 len: 168 time: 0.2845435 Jul 22 14:42:06.155278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39730) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:06.210740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-5030d7a2-1e10-4b1d-bf01-7a72240bb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:06.212381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-5030d7a2-1e10-4b1d-bf01-7a72240bb75f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 200 len: 855 time: 0.0671940 Jul 22 14:42:06.213666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfe66d-d2db-42e4-9a80-ac18e4ffb4c2 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac26dd-8957-43c0-b762-827ee4e1541c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:06.286481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-412dbf1e-2fab-428f-8e70-ec571bc50c06 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252203 Jul 22 14:42:06.298662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39734) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:06.350286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-102d5e38-52e9-4655-a98c-5ce26ab7dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:06.352425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-102d5e38-52e9-4655-a98c-5ce26ab7dc6a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=91c37346-4ccb-44f6-afcc-d625cc012529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311088 Jul 22 14:42:06.372591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-460de718-4b23-4ba4-9155-d351e7f746c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:06.374100 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-460de718-4b23-4ba4-9155-d351e7f746c4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 1097 time: 0.1047983 Jul 22 14:42:06.398996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c1a0a37d-d933-427c-be8e-0bcf6965e535 tempest-SecGroupTest-1443303163 tempest-SecGroupTest-1443303163-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990884 Jul 22 14:42:06.405319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:06.533566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c751a-ed3b-46d2-b1db-0251e1404b05 req-60b8ca9a-13d9-49f6-bc55-19a4c7a84ac3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:06.550407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f55c751a-ed3b-46d2-b1db-0251e1404b05 req-60b8ca9a-13d9-49f6-bc55-19a4c7a84ac3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 946 time: 0.1498196 Jul 22 14:42:06.577632 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-6bc58c08-1a37-48a1-a060-7c599bff577c service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162089 Jul 22 14:42:06.580434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:06.650033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f55c751a-ed3b-46d2-b1db-0251e1404b05 req-1d970a6f-2ce2-4332-ba15-ebd21056efe2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984817 Jul 22 14:42:06.727416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-365c655d-21b3-4f3c-94e2-be2f999b8ca6 req-fb85b5c8-1896-44c9-934a-bf3d38490734 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0734816 Jul 22 14:42:06.807872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c12fb11-f3be-458d-9c7c-596d68f13a96 req-5997a99f-77ba-4336-957d-2abacf6c68c4 service neutron] 10.222.0.72 "GET /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183392 Jul 22 14:42:06.911105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:06.920976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39750) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:06.972807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:42:07.038141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.054319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Transition to ACTIVE for port object 0a51ab23-9103-4056-acbe-7060ebfebec6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:42:07.056296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:07.061350 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796edcf4-4f9f-448c-8e11-e8283a0d7886" -d '{"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:07.067464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.185956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:07.196271 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.213925 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd6bfc-4e23-4076-baf4-3cc406db5328 x-openstack-request-id: req-a8cd6bfc-4e23-4076-baf4-3cc406db5328 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:07.214280 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:07.215136 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8cd6bfc-4e23-4076-baf4-3cc406db5328 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:07.215646 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'code': 200} Jul 22 14:42:07.230575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41dd499c-3489-4afd-aead-c7a481fbef7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9af70a26429b4640ae2a22353bf7b646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3077669 Jul 22 14:42:07.232330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39758) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:07.307176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] No DVR routers for this DVR port 0a51ab23-9103-4056-acbe-7060ebfebec6 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:07.308048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a800d-2045-40d1-a3a7-335f853ee2e9 req-2aa19c86-8e4a-42de-b3da-41693402365c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.310182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-829a800d-2045-40d1-a3a7-335f853ee2e9 req-2aa19c86-8e4a-42de-b3da-41693402365c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.2857726 Jul 22 14:42:07.395863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-829a800d-2045-40d1-a3a7-335f853ee2e9 req-f3c2859d-d819-441d-bae5-61ab8f60a683 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739791 Jul 22 14:42:07.426782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db5b26c4-250f-4e13-8ce4-045100018e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.460978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db5b26c4-250f-4e13-8ce4-045100018e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.544533 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db5b26c4-250f-4e13-8ce4-045100018e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.549249 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db5b26c4-250f-4e13-8ce4-045100018e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.551845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db5b26c4-250f-4e13-8ce4-045100018e2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6411e9a-a002-45e2-8708-8566b8a2c81b HTTP/1.1" status: 204 len: 168 time: 0.3173358 Jul 22 14:42:07.587530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b26c4-250f-4e13-8ce4-045100018e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6411e9a-a002-45e2-8708-8566b8a2c81b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:07.591712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:42:07.592128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:42:07.592450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:07.616918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:42:07.617262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Attempting to bind port 0a51ab23-9103-4056-acbe-7060ebfebec6 on network 26b07279-ed6e-43fa-a9d7-6a08d819d13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:07.631030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:42:07.631388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Checking segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:07.631788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Bound using segment: {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:42:07.632258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Bound port: 0a51ab23-9103-4056-acbe-7060ebfebec6, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e551697-0e5f-44dd-b956-94568f53e4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:42:07.632610 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.654761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.787287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:42:07.792673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:42:07.801270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.838458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.839128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:07.841278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] 10.222.0.72 "PUT /v2.0/ports/0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1093 time: 1.4485679 Jul 22 14:42:07.887339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd8e3a-e9b8-4f31-80e2-eee8fc1e382f req-6c2652ff-03f1-448f-97af-1d08d488d4dc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:07.894729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ddd8e3a-e9b8-4f31-80e2-eee8fc1e382f req-6c2652ff-03f1-448f-97af-1d08d488d4dc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.1487815 Jul 22 14:42:07.903188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cf61d-3b29-449a-a7bb-ed0534d4c77f service neutron] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:07.962741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1abe8ea-4a4c-4e12-80c6-67fe23d54e2a req-367c6965-a699-4bd5-8218-46341bab1cb1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0647631 Jul 22 14:42:08.014847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ddd8e3a-e9b8-4f31-80e2-eee8fc1e382f req-c0549ad7-1592-4806-8a49-6f7d171944cc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186674 Jul 22 14:42:08.040794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-6160389d-159c-49e6-9124-b84e7d7da21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:08.042541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-6160389d-159c-49e6-9124-b84e7d7da21e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1096 time: 0.1351380 Jul 22 14:42:08.216688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-d13fbb08-46ff-40f9-b580-a32c4b8abe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:08.219572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-d13fbb08-46ff-40f9-b580-a32c4b8abe3a service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.1701539 Jul 22 14:42:08.320438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-6c9af31d-3c85-48f1-aec9-43f57fd2e4aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.0909908 Jul 22 14:42:08.404983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-d22853e5-0a27-4f8e-a3b7-fd7e321b3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:08.406574 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-d22853e5-0a27-4f8e-a3b7-fd7e321b3dcc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.0788355 Jul 22 14:42:08.524520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f95173e6-e041-4bbf-a5db-7c603389f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:08.528347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-f95173e6-e041-4bbf-a5db-7c603389f049 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063178 Jul 22 14:42:08.768925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-741fcd8a-2164-46aa-b6b9-98ed6a8b3861 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256074 Jul 22 14:42:08.941193 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-35a6cf0b-78de-433a-8d09-3d76e4550314 req-3020aef9-f91c-4361-91f7-342d8c2b19fc service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621666 Jul 22 14:42:08.968050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906572d-7eb2-490d-b4d9-56057ffc7708 req-3e83799b-0ad2-4072-9ca3-a9bebf5374a2 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:08.976118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a906572d-7eb2-490d-b4d9-56057ffc7708 req-3e83799b-0ad2-4072-9ca3-a9bebf5374a2 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.4754655 Jul 22 14:42:09.029410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a906572d-7eb2-490d-b4d9-56057ffc7708 req-b513a1c9-4f01-478b-9064-c47ff7a50dab tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520921 Jul 22 14:42:09.132709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c3ee72d-3322-490d-aef7-c137900390f7 req-46abae2a-6619-46ba-a7c8-8e65c19bea96 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0528152 Jul 22 14:42:09.217057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:09.220307 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:09.309741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:09.345928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15ab5d-a71b-4a02-bd3e-e98c73fb5f25 req-490bebb7-6bea-41de-86a4-18cbb1c84bff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.347733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c15ab5d-a71b-4a02-bd3e-e98c73fb5f25 req-490bebb7-6bea-41de-86a4-18cbb1c84bff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.1869383 Jul 22 14:42:09.357115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207ae76-6bf9-4979-a923-27d0d8d3b1e7 req-4f7c81e7-adea-4ce9-a358-21d5657b1744 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.358825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0207ae76-6bf9-4979-a923-27d0d8d3b1e7 req-4f7c81e7-adea-4ce9-a358-21d5657b1744 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1207051 Jul 22 14:42:09.420786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c15ab5d-a71b-4a02-bd3e-e98c73fb5f25 req-67a33333-1521-4577-9ef8-975f7e81f7a9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607193 Jul 22 14:42:09.426239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0207ae76-6bf9-4979-a923-27d0d8d3b1e7 req-5a6bf218-d072-46ff-9a25-039d4d2036d4 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Jul 22 14:42:09.461953 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d98854bf-2be9-4d95-9d26-abb41cf5087e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.543646 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6107ff55-8246-42f1-b7a1-ceb438522af4 x-openstack-request-id: req-6107ff55-8246-42f1-b7a1-ceb438522af4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:09.544231 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:09.544653 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6107ff55-8246-42f1-b7a1-ceb438522af4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:09.545201 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'status': 'completed', 'code': 200} Jul 22 14:42:09.642677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abeb75-91bf-488b-b42f-57deb07115e2 req-7ba9efa3-9bd4-40e8-b755-fc6e9b7479ff tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.645278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42abeb75-91bf-488b-b42f-57deb07115e2 req-7ba9efa3-9bd4-40e8-b755-fc6e9b7479ff tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 945 time: 0.1076353 Jul 22 14:42:09.688064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d98854bf-2be9-4d95-9d26-abb41cf5087e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.697277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d98854bf-2be9-4d95-9d26-abb41cf5087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.704488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42abeb75-91bf-488b-b42f-57deb07115e2 req-d4ace3f7-2b6d-4009-b322-42072c40d8a0 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488214 Jul 22 14:42:09.786984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d98854bf-2be9-4d95-9d26-abb41cf5087e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d54416488194b718dbb4f8e03e06cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756298 Jul 22 14:42:09.789892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:09.798353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98854bf-2be9-4d95-9d26-abb41cf5087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789c703f-9962-41c3-aba1-94b44cfaa10c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:09.826122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-0897084a-9287-4574-bb6c-b6ad5a960b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.829546 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-0897084a-9287-4574-bb6c-b6ad5a960b1c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1096 time: 0.2670984 Jul 22 14:42:09.835734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-58218da9-fce6-400d-bf84-ed3bd5b6e58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.874469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-065acb4f-3697-4175-8b02-16d2b106d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.876784 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-065acb4f-3697-4175-8b02-16d2b106d782 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1096 time: 0.3052902 Jul 22 14:42:09.915410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-911946b2-8f38-4cac-8b5e-8e49b2b53908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:09.938087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f105e1-003b-4289-9bd4-8ae6e4a45a99 req-91aea504-dce3-4b18-846e-df4755350e7c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:09.940072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09f105e1-003b-4289-9bd4-8ae6e4a45a99 req-91aea504-dce3-4b18-846e-df4755350e7c tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.1254067 Jul 22 14:42:09.953650 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-911946b2-8f38-4cac-8b5e-8e49b2b53908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:10.029961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-735c2850-79d7-4c66-b587-71a2ee8bf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.032544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09f105e1-003b-4289-9bd4-8ae6e4a45a99 req-66f2eb79-894b-4dbe-9250-bf7584dd51f6 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811536 Jul 22 14:42:10.034407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-735c2850-79d7-4c66-b587-71a2ee8bf945 service neutron] 10.222.0.61 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.1444550 Jul 22 14:42:10.036199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-e5e23daa-0e1d-49b3-bbec-55ac6576eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.038788 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-e5e23daa-0e1d-49b3-bbec-55ac6576eab7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.1991708 Jul 22 14:42:10.060500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-911946b2-8f38-4cac-8b5e-8e49b2b53908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:10.067155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-911946b2-8f38-4cac-8b5e-8e49b2b53908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:10.068402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-911946b2-8f38-4cac-8b5e-8e49b2b53908 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/789c703f-9962-41c3-aba1-94b44cfaa10c HTTP/1.1" status: 204 len: 168 time: 0.2774751 Jul 22 14:42:10.085800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-7be66d9e-b587-4992-84e9-759e6e4e8a4f req-91fb6a7a-bc6e-4f93-a0cd-1aaf0c9dfbac tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:42:10.086843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7be66d9e-b587-4992-84e9-759e6e4e8a4f req-91fb6a7a-bc6e-4f93-a0cd-1aaf0c9dfbac tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098944 Jul 22 14:42:10.091467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911946b2-8f38-4cac-8b5e-8e49b2b53908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c703f-9962-41c3-aba1-94b44cfaa10c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:10.228893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7be66d9e-b587-4992-84e9-759e6e4e8a4f req-fb7ca173-4998-4bef-872a-678b04f86778 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1219361 Jul 22 14:42:10.278277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-846cca74-f831-43a8-a89a-9d3ea1618be4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.2319298 Jul 22 14:42:10.284285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-288ee478-b957-43e4-8d35-3275837119dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1000 time: 0.2421949 Jul 22 14:42:10.337880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-3ee85126-c7ba-4c5a-b380-16fed3bd50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.339816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-3ee85126-c7ba-4c5a-b380-16fed3bd50ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.0527289 Jul 22 14:42:10.351482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:10.363098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da78d824-447b-4ca2-8fe0-afe0a31ec74d req-88c400b0-462b-4e3b-9eb8-bf66720713f1 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0992410 Jul 22 14:42:10.462997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:10.511634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-79adb5d0-2c55-45db-90c7-6ef4804cabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.513696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-79adb5d0-2c55-45db-90c7-6ef4804cabaf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1786087 Jul 22 14:42:10.677052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-bf4321d3-7d34-4514-a957-cd1c14525b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.679104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-bf4321d3-7d34-4514-a957-cd1c14525b3b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2700675 Jul 22 14:42:10.701180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-aa1e0c15-2d44-42a1-9ade-c5a0084505b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.703706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-aa1e0c15-2d44-42a1-9ade-c5a0084505b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801903 Jul 22 14:42:10.722921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aff84-d1ea-45cd-a275-8007d8403a86 req-80c312cf-2d5c-431b-be56-787b9a8d703b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.724526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a4aff84-d1ea-45cd-a275-8007d8403a86 req-80c312cf-2d5c-431b-be56-787b9a8d703b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.1609714 Jul 22 14:42:10.821184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a4aff84-d1ea-45cd-a275-8007d8403a86 req-b7d65f60-1722-44e3-a764-385e148c4491 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826197 Jul 22 14:42:10.869527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245b579-5085-4992-a8c4-5d6eaaa9aea8 req-7e63c4ad-8526-4c42-b3e0-8e2ba9f20b7d tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:10.874479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8245b579-5085-4992-a8c4-5d6eaaa9aea8 req-7e63c4ad-8526-4c42-b3e0-8e2ba9f20b7d tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.2360005 Jul 22 14:42:10.959161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8245b579-5085-4992-a8c4-5d6eaaa9aea8 req-364c942c-34b9-4c30-ad60-3e042eaac6cc tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778453 Jul 22 14:42:10.967317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-cf3a2c7a-7a1a-430a-a8f9-1f69d39d6643 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808721 Jul 22 14:42:10.969661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-3d4f3b3b-0f28-432c-b81c-2f7a09ed2aeb service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338104 Jul 22 14:42:11.204406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928691ea-6f77-4ff0-83c1-97651d0dd360 req-a37d0c00-0f2f-40c0-9646-8c312fd3e83e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:11.206235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-928691ea-6f77-4ff0-83c1-97651d0dd360 req-a37d0c00-0f2f-40c0-9646-8c312fd3e83e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 945 time: 0.1128628 Jul 22 14:42:11.209822 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-240b3481-d258-40c9-877e-a31cb515c13a service neutron] 10.222.0.61 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325709 Jul 22 14:42:11.252278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70f5c740-61d7-4e1b-9d7a-a27bcdff154f req-06695475-af4e-4221-95d4-ba71e47a0cdf service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737820 Jul 22 14:42:11.266160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-928691ea-6f77-4ff0-83c1-97651d0dd360 req-b6707acc-aae0-42f4-b9c7-6170e6438071 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 Jul 22 14:42:11.437099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbcf3e-2aac-457b-a7ba-3a14df989cc3 req-8a7bed05-6361-4432-a09e-956cbc6a48ad tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:11.439048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ddbcf3e-2aac-457b-a7ba-3a14df989cc3 req-8a7bed05-6361-4432-a09e-956cbc6a48ad tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.0871403 Jul 22 14:42:11.511100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3019742-be94-4563-9dce-5b36a7d66ce9 req-298a43a1-b11f-47d8-b30d-73b0b4aadf46 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0334549 Jul 22 14:42:11.528030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ddbcf3e-2aac-457b-a7ba-3a14df989cc3 req-87d7be5a-57a4-4fa6-aca4-e0c845402ccc tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804250 Jul 22 14:42:11.628461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:42:11.775954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6302-0f37-46f4-8282-ca0e3276bce9 req-c3bac11e-6c2e-4ed6-8706-734be1fe6d21 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:11.782209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6302-0f37-46f4-8282-ca0e3276bce9 req-c3bac11e-6c2e-4ed6-8706-734be1fe6d21 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:11.789203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee6302-0f37-46f4-8282-ca0e3276bce9 req-c3bac11e-6c2e-4ed6-8706-734be1fe6d21 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:11.791369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1dee6302-0f37-46f4-8282-ca0e3276bce9 req-c3bac11e-6c2e-4ed6-8706-734be1fe6d21 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7&device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f&device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 2417 time: 0.1079314 Jul 22 14:42:11.795749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:11.824713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'port_id': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'mac_address': 'fa:16:3e:d2:a2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:42:11.848776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1dee6302-0f37-46f4-8282-ca0e3276bce9 req-689d7f75-be02-483e-8bed-abb16a04469a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486650 Jul 22 14:42:11.900612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-bdc0873d-510a-46e8-86f0-87cb4531b7f1 req-ddaa6a25-a74a-4aef-becc-feb5107f3147 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:42:11.901686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdc0873d-510a-46e8-86f0-87cb4531b7f1 req-ddaa6a25-a74a-4aef-becc-feb5107f3147 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070682 Jul 22 14:42:11.941205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:11.979406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a51ab23-9103-4056-acbe-7060ebfebec6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:12.008567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:12.016260 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:12.061742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d215a-af92-4a90-8d32-6ddce1e2eb6b req-d78668a1-6939-4f94-a5bb-4dd8de5809cd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:12.069847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-300d215a-af92-4a90-8d32-6ddce1e2eb6b req-d78668a1-6939-4f94-a5bb-4dd8de5809cd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 945 time: 0.1436336 Jul 22 14:42:12.097335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f92c2d98-e38a-403c-a384-be842cd1bda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:12.098671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdc0873d-510a-46e8-86f0-87cb4531b7f1 req-b46390c3-d2dc-405c-8727-11733256c952 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1897578 Jul 22 14:42:12.131315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=12']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:12.134346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-300d215a-af92-4a90-8d32-6ddce1e2eb6b req-753641fb-b27f-4e69-8d48-f15be7c9a9f7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633755 Jul 22 14:42:12.159044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:12.266003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['0a51ab23-9103-4056-acbe-7060ebfebec6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:12.295107 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-92da709d-f8f8-4d0f-995c-8c96cd9e6a84 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 200 len: 993 time: 0.1314583 Jul 22 14:42:12.369609 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:12.682180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08b6bed7-2ebe-4731-b569-45e7721bbe0c req-db097a73-25c1-4542-b2f3-264c653723f0 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0562799 Jul 22 14:42:13.592821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:13.634771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:42:13.717937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 0a51ab23-9103-4056-acbe-7060ebfebec6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:13.728945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 0a51ab23-9103-4056-acbe-7060ebfebec6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:13.731482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:13.846332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4879f16-131d-4315-82b8-3d4b904fc04d req-fe76c39e-2dbc-4eee-ac76-6cafa936fff9 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0541403 Jul 22 14:42:13.903371 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:13.953472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:13.954695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:13.957812 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e359d67c-722b-454a-8dd9-f635bf5be119" -d '{"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:13.972653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:14.037640 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580e311c-8c1c-4b0d-9492-95869ab8a1ca x-openstack-request-id: req-580e311c-8c1c-4b0d-9492-95869ab8a1ca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:14.037931 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-plugged", "status": "completed", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:14.038190 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-580e311c-8c1c-4b0d-9492-95869ab8a1ca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:14.038610 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'code': 200} Jul 22 14:42:14.065315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12169bed-68fc-4e9f-80e8-bdf1ef080f1b req-73cbfe80-5e69-4ae8-ac16-db19d5bb21bf tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:14.067065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12169bed-68fc-4e9f-80e8-bdf1ef080f1b req-73cbfe80-5e69-4ae8-ac16-db19d5bb21bf tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.1041229 Jul 22 14:42:14.078452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=13']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:14.124874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12169bed-68fc-4e9f-80e8-bdf1ef080f1b req-2ce12e8f-d2f4-4ce1-bb99-2969e0683b49 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468335 Jul 22 14:42:15.003499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f875857b-a484-4d26-bce8-c5ebbf7784c2 req-a8491f9a-7cf0-440b-add3-ff9c635e2067 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0440984 Jul 22 14:42:15.289013 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:15.345528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402e288-6eda-4ab2-a50c-fabb09f23312 req-81da0d59-a8bb-4321-a7ec-7e340345e03a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:15.347511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6402e288-6eda-4ab2-a50c-fabb09f23312 req-81da0d59-a8bb-4321-a7ec-7e340345e03a tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.0881944 Jul 22 14:42:15.396561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6402e288-6eda-4ab2-a50c-fabb09f23312 req-ec2d408d-8028-4650-805a-03a7486e032d tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420914 Jul 22 14:42:15.497643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c44bb-1f43-49b4-a97c-394740039259 req-95fff5a4-47b1-4bc6-a093-e9e1cc139b41 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:15.499578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-327c44bb-1f43-49b4-a97c-394740039259 req-95fff5a4-47b1-4bc6-a093-e9e1cc139b41 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 946 time: 0.1092193 Jul 22 14:42:15.628300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Deleting port e1a01431-db89-4540-bcc6-0e1c81ed5587 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:15.628894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:15.757133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] For port e1a01431-db89-4540-bcc6-0e1c81ed5587, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e1a01431-db89-4540-bcc6-0e1c81ed5587,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:15.757604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:15.777636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Calling delete_port for e1a01431-db89-4540-bcc6-0e1c81ed5587 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:15.974337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:15.989560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6728d48f-a8ff-4719-bc95-24c80a7f554f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:15.992252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['32677ac4-28be-496c-9ee4-bf48e17825b6', 'e1a01431-db89-4540-bcc6-0e1c81ed5587'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:16.049570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Pushing event deleted for resources: {'Port': ['ID=e1a01431-db89-4540-bcc6-0e1c81ed5587,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:16.134785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] No DVR routers for this DVR port e1a01431-db89-4540-bcc6-0e1c81ed5587 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:16.139039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:16.141443 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-327c44bb-1f43-49b4-a97c-394740039259 req-c0caea71-bd6f-4291-aa99-d2a02f3aa12e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "DELETE /v2.0/ports/e1a01431-db89-4540-bcc6-0e1c81ed5587 HTTP/1.1" status: 204 len: 173 time: 0.6361761 Jul 22 14:42:16.142222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'name': 'network-vif-deleted', 'tag': 'e1a01431-db89-4540-bcc6-0e1c81ed5587'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:16.155580 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66efb5fc-d73f-46bc-9967-6d3d984962c1" -d '{"events": [{"server_uuid": "7fbfce55-1e5e-492d-a888-06e4ec182ca7", "name": "network-vif-deleted", "tag": "e1a01431-db89-4540-bcc6-0e1c81ed5587"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:16.230561 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e77d0e-314b-41cd-90e3-be45c01e2af7 x-openstack-request-id: req-96e77d0e-314b-41cd-90e3-be45c01e2af7 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:16.231060 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbfce55-1e5e-492d-a888-06e4ec182ca7", "name": "network-vif-deleted", "tag": "e1a01431-db89-4540-bcc6-0e1c81ed5587", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:16.231497 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96e77d0e-314b-41cd-90e3-be45c01e2af7 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:16.232079 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbfce55-1e5e-492d-a888-06e4ec182ca7', 'name': 'network-vif-deleted', 'tag': 'e1a01431-db89-4540-bcc6-0e1c81ed5587', 'status': 'completed', 'code': 200} Jul 22 14:42:16.249148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36ff040c-ee52-4fbd-a037-0c7a8dcbbe06 req-75bc736e-c4c4-4d33-a849-ace6c8c7621c tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0659709 Jul 22 14:42:16.666931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a868d41-9a66-4225-91bb-3bea72900e67 req-cb917da1-0def-4721-920d-5da644898ea7 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=7fbfce55-1e5e-492d-a888-06e4ec182ca7 HTTP/1.1" status: 200 len: 210 time: 0.0675828 Jul 22 14:42:16.860632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40aa88-1d93-40f6-a15d-eeb0e3ca3862 req-03dde8fb-88f6-4cda-9496-55662a1ffcba tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:16.862846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac40aa88-1d93-40f6-a15d-eeb0e3ca3862 req-03dde8fb-88f6-4cda-9496-55662a1ffcba tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.0925674 Jul 22 14:42:16.945337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac40aa88-1d93-40f6-a15d-eeb0e3ca3862 req-d9c9f92f-c9bf-4ad6-8a06-24298b73f007 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747695 Jul 22 14:42:17.390355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7a20f7c-5b87-4e49-aa72-2106d0d07a8b req-8d76af61-0dc2-4b4c-aa9d-fed9bdb05360 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b58c48-f3df-48de-8674-dbca0305ce78 HTTP/1.1" status: 200 len: 210 time: 0.0455627 Jul 22 14:42:17.747276 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:42:17.999663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975f3d6-f2a8-4acc-9889-9f0b89969165 req-ff52e658-1928-4a1b-a717-3d326f6d8c45 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:18.008137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5975f3d6-f2a8-4acc-9889-9f0b89969165 req-ff52e658-1928-4a1b-a717-3d326f6d8c45 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 945 time: 0.0977757 Jul 22 14:42:18.057186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5975f3d6-f2a8-4acc-9889-9f0b89969165 req-d6a4ed67-0133-406b-8760-24c15263f270 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Jul 22 14:42:18.165587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94f35a-2ea8-4cf0-9333-095bd70686b9 req-59bbeb69-463c-4f2a-9060-0e755c8d6660 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:18.167264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de94f35a-2ea8-4cf0-9333-095bd70686b9 req-59bbeb69-463c-4f2a-9060-0e755c8d6660 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.0761817 Jul 22 14:42:18.210187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de94f35a-2ea8-4cf0-9333-095bd70686b9 req-35c06762-6df5-42f7-a61b-04d15d65f975 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350416 Jul 22 14:42:18.436208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:18.485903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40110) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:18.543221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be4e15c6-11ea-4f8e-b557-79e4692ce606 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.562259 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31f9ce34-efa6-4953-9b88-b7210de78696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.570453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be4e15c6-11ea-4f8e-b557-79e4692ce606 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.654651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be4e15c6-11ea-4f8e-b557-79e4692ce606 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.658870 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-be4e15c6-11ea-4f8e-b557-79e4692ce606 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.660805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-be4e15c6-11ea-4f8e-b557-79e4692ce606 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/security-groups/0a23fcbd-d6d0-45dd-86a6-eaaa589594bb HTTP/1.1" status: 204 len: 168 time: 0.1738265 Jul 22 14:42:18.666299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40114) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:18.675040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e15c6-11ea-4f8e-b557-79e4692ce606 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a23fcbd-d6d0-45dd-86a6-eaaa589594bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:18.686235 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-8fdab1cb-48f8-412d-904c-64da14d1b805 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] show failed (client error): The resource could not be found. Jul 22 14:42:18.688051 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fdab1cb-48f8-412d-904c-64da14d1b805 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "GET /v2.0/security-groups/0a23fcbd-d6d0-45dd-86a6-eaaa589594bb HTTP/1.1" status: 404 len: 347 time: 0.0199659 Jul 22 14:42:18.694955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40116) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:18.750741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31f9ce34-efa6-4953-9b88-b7210de78696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.756912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31f9ce34-efa6-4953-9b88-b7210de78696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.854898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9ce34-efa6-4953-9b88-b7210de78696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc021b5d-abad-4b71-8dc8-897f507888e9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:18.863572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31f9ce34-efa6-4953-9b88-b7210de78696 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68b63e9a92a44ed79c61b2a34a4a4316&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4238622 Jul 22 14:42:18.863853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40122) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:18.915426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port 8111fcfc-4776-4ef7-ac28-89d4d33ff6bf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:18.915426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.951293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a8350-416e-4b9d-a65d-c6c1353dec5b req-b1f13681-1a18-403d-ab51-78fbe3e9b06c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:18.955612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6d16-4f20-4a71-a440-39191a17cf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:18.955798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-704a8350-416e-4b9d-a65d-c6c1353dec5b req-b1f13681-1a18-403d-ab51-78fbe3e9b06c tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.0792310 Jul 22 14:42:19.000951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-704a8350-416e-4b9d-a65d-c6c1353dec5b req-5ab95e7c-966e-46b7-b224-46cd743a4214 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 Jul 22 14:42:19.012402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6d16-4f20-4a71-a440-39191a17cf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.047131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.047376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.071370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for 8111fcfc-4776-4ef7-ac28-89d4d33ff6bf owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:19.167755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6d16-4f20-4a71-a440-39191a17cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.170346 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd3c6d16-4f20-4a71-a440-39191a17cf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.174216 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd3c6d16-4f20-4a71-a440-39191a17cf6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc021b5d-abad-4b71-8dc8-897f507888e9 HTTP/1.1" status: 204 len: 168 time: 0.3068476 Jul 22 14:42:19.192664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c6d16-4f20-4a71-a440-39191a17cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc021b5d-abad-4b71-8dc8-897f507888e9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:19.250990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc8a5e-0f9b-4b37-ab0c-a2691014e395 req-49b886fc-d719-44b8-8046-8dfbb666af17 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:19.259414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aabc8a5e-0f9b-4b37-ab0c-a2691014e395 req-49b886fc-d719-44b8-8046-8dfbb666af17 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 945 time: 0.1309476 Jul 22 14:42:19.322190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aabc8a5e-0f9b-4b37-ab0c-a2691014e395 req-97c86e0d-127b-47fd-b2e3-e0a905a6ab2b tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618529 Jul 22 14:42:19.366814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-43f26101-2f5e-42db-a9b7-a1a938083449 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:19.368414 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-43f26101-2f5e-42db-a9b7-a1a938083449 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.61 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 945 time: 0.1561115 Jul 22 14:42:19.369676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.409525 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=8111fcfc-4776-4ef7-ac28-89d4d33ff6bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:19.658101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1a01431-db89-4540-bcc6-0e1c81ed5587 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:19.684325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: e1a01431-db89-4540-bcc6-0e1c81ed5587 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:19.685232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e1a01431-db89-4540-bcc6-0e1c81ed5587 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:19.866199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.873710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:19.873710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8424c6fb-f591-4f93-ac25-69f7f5bcd450 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/floatingips/0fb5d5d8-689e-46aa-8deb-6572044517c4 HTTP/1.1" status: 204 len: 168 time: 1.1745062 Jul 22 14:42:19.874700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40152) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:19.915294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Deleting port 6728d48f-a8ff-4719-bc95-24c80a7f554f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:19.916564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.037589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port 280d8c1d-a55e-4e04-bdb2-b0624228a206 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:20.038207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.058507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] For port 6728d48f-a8ff-4719-bc95-24c80a7f554f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=6728d48f-a8ff-4719-bc95-24c80a7f554f,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:20.059213 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.079576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Calling delete_port for 6728d48f-a8ff-4719-bc95-24c80a7f554f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:20.229247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.248501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for 280d8c1d-a55e-4e04-bdb2-b0624228a206 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:20.270492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910697c-3de7-499d-b5e8-2fd39ef0e7aa req-a4a7739d-096e-4a91-8dc0-9215a946a135 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:20.280018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a910697c-3de7-499d-b5e8-2fd39ef0e7aa req-a4a7739d-096e-4a91-8dc0-9215a946a135 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.1715734 Jul 22 14:42:20.288917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.312529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['6728d48f-a8ff-4719-bc95-24c80a7f554f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:20.319175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['32677ac4-28be-496c-9ee4-bf48e17825b6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:20.396539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Pushing event deleted for resources: {'Port': ['ID=6728d48f-a8ff-4719-bc95-24c80a7f554f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:20.399327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] No DVR routers for this DVR port 6728d48f-a8ff-4719-bc95-24c80a7f554f on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:20.402540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.405247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2d82ad17-f9b8-415d-8aeb-cdbf3bb2d81d req-aeb5b485-ebc4-4325-80e4-6951fdf35e9e tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.61 "DELETE /v2.0/ports/6728d48f-a8ff-4719-bc95-24c80a7f554f HTTP/1.1" status: 204 len: 173 time: 1.0270457 Jul 22 14:42:20.405785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'name': 'network-vif-deleted', 'tag': '6728d48f-a8ff-4719-bc95-24c80a7f554f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:20.408533 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96306b0a-3051-403a-bc97-a836443ebb87" -d '{"events": [{"server_uuid": "4ea11b5d-0210-496a-a81b-0179d8f1f00f", "name": "network-vif-deleted", "tag": "6728d48f-a8ff-4719-bc95-24c80a7f554f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:20.509983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a910697c-3de7-499d-b5e8-2fd39ef0e7aa req-c9b93b1c-6e73-4ccd-8a3f-e8966172ac58 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286613 Jul 22 14:42:20.623831 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7056e-193f-4b87-9c14-e332722bfb55 x-openstack-request-id: req-aea7056e-193f-4b87-9c14-e332722bfb55 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:20.624238 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea11b5d-0210-496a-a81b-0179d8f1f00f", "name": "network-vif-deleted", "tag": "6728d48f-a8ff-4719-bc95-24c80a7f554f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:20.624500 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aea7056e-193f-4b87-9c14-e332722bfb55 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:20.625235 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea11b5d-0210-496a-a81b-0179d8f1f00f', 'name': 'network-vif-deleted', 'tag': '6728d48f-a8ff-4719-bc95-24c80a7f554f', 'status': 'completed', 'code': 200} Jul 22 14:42:20.679005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3915c9-52c2-4427-abd5-200d94abd293 req-80b71e7b-e761-49c5-a145-62ae98282e12 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ea11b5d-0210-496a-a81b-0179d8f1f00f HTTP/1.1" status: 200 len: 210 time: 0.1644115 Jul 22 14:42:20.789847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-18a786e4-7156-4c43-86a9-7b88a7ebe9d8 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:20.791471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-18a786e4-7156-4c43-86a9-7b88a7ebe9d8 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.61 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.4344778 Jul 22 14:42:20.870606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:20.927729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=280d8c1d-a55e-4e04-bdb2-b0624228a206,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:21.067831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.070033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cf7de65e-a2c7-4850-849e-be50b7a8f4c8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/ports/280d8c1d-a55e-4e04-bdb2-b0624228a206 HTTP/1.1" status: 204 len: 168 time: 1.1836090 Jul 22 14:42:21.072636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40180) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:21.180186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Deleting port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:21.180542 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.303344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting port aaaf8ddc-333a-4ec3-9867-b5054785368e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:21.303667 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.351724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] For port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:21.352415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.621636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.653745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Calling delete_port for aaaf8ddc-333a-4ec3-9867-b5054785368e owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:21.805916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.806385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:21.806812 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Floating IP 2c900d93-1e01-4ee7-bae0-7307d0e08a5f disassociated. External IP: 172.25.3.8, port: 2c2cc158-9236-4ded-9c20-0b0d9cfa6512. Jul 22 14:42:21.807224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Calling delete_port for 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:21.908502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62d16c-90f8-4921-8cc5-e75f3509589c req-ff20502e-1b48-4213-a782-649e9b669286 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:21.911471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af62d16c-90f8-4921-8cc5-e75f3509589c req-ff20502e-1b48-4213-a782-649e9b669286 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 946 time: 0.2867966 Jul 22 14:42:22.057793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af62d16c-90f8-4921-8cc5-e75f3509589c req-20808aa6-f184-47a3-9073-8bc3ccaab8ed tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337061 Jul 22 14:42:22.164666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.185750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d54639-6876-4bee-8ebb-e5bd92a09160 req-d3297506-455a-44f0-9382-e74b1e678c38 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:22.196251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2d54639-6876-4bee-8ebb-e5bd92a09160 req-d3297506-455a-44f0-9382-e74b1e678c38 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1876657 Jul 22 14:42:22.242812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Port': ['ID=aaaf8ddc-333a-4ec3-9867-b5054785368e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:22.346107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2d54639-6876-4bee-8ebb-e5bd92a09160 req-6335af96-af6f-4915-bf22-903dbf3db399 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456046 Jul 22 14:42:22.349779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.383844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6728d48f-a8ff-4719-bc95-24c80a7f554f no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:22.394065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event deleted for resources: {'Port': ['ID=2c2cc158-9236-4ded-9c20-0b0d9cfa6512,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:22.407860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.408418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 6728d48f-a8ff-4719-bc95-24c80a7f554f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:22.409202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 6728d48f-a8ff-4719-bc95-24c80a7f554f not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:22.409945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:22.412561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0b131681-8feb-4406-ae15-01dede413cfa tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/ports/aaaf8ddc-333a-4ec3-9867-b5054785368e HTTP/1.1" status: 204 len: 168 time: 1.3389184 Jul 22 14:42:22.413855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:22.450720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:22.451260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:22.516905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting subnet f5ddddc7-9070-49f3-8b67-72ef7c13fb44 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:22.527824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Router 555d4aea-d22c-4535-aaca-6d353f2c04ca has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:22.528969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.618385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.694688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:22.705394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] Sync routers for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:22.719919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:22.720583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:22.794027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] No DVR routers for this DVR port 2c2cc158-9236-4ded-9c20-0b0d9cfa6512 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:22.798596 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:22.805827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e98babf-e39a-465f-9af6-1f1fa6a09100 req-cb95e825-0473-40ea-a930-6754ff6e4ab9 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.61 "DELETE /v2.0/ports/2c2cc158-9236-4ded-9c20-0b0d9cfa6512 HTTP/1.1" status: 204 len: 173 time: 2.0027645 Jul 22 14:42:22.806776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'name': 'network-vif-deleted', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:22.809359 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb3390-4e88-48ff-b911-83225530ea3c" -d '{"events": [{"server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "name": "network-vif-deleted", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:22.883446 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:23.041314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:23.060754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:23.072607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:23.078242 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/subnets/f5ddddc7-9070-49f3-8b67-72ef7c13fb44 HTTP/1.1" status: 204 len: 168 time: 0.6632748 Jul 22 14:42:23.080922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40230) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:23.091394 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e37573d-c1fb-4856-9dbb-7e17bc6a3367 x-openstack-request-id: req-2e37573d-c1fb-4856-9dbb-7e17bc6a3367 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:23.091685 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51cc0ef5-8dc1-4bfb-82d6-f5c77598f273", "name": "network-vif-deleted", "tag": "2c2cc158-9236-4ded-9c20-0b0d9cfa6512", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:23.091941 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e37573d-c1fb-4856-9dbb-7e17bc6a3367 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:23.092346 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51cc0ef5-8dc1-4bfb-82d6-f5c77598f273', 'name': 'network-vif-deleted', 'tag': '2c2cc158-9236-4ded-9c20-0b0d9cfa6512', 'status': 'completed', 'code': 200} Jul 22 14:42:23.128348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d32a30-60b6-40c5-9341-d14eabc80dd7 None None] Network ec93a32d-1315-4552-900e-596c6b136b41 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:23.139667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35d81a-1128-4f28-964b-3bf8499d5d55 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ddddc7-9070-49f3-8b67-72ef7c13fb44,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:23.162199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Deleting subnet 8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:23.181299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:23.509268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:27Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:23.546634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] Checking router: 555d4aea-d22c-4535-aaca-6d353f2c04ca for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:23.558490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:23.559221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:23.700283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:23.753858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f61a059d-4c67-4add-b32a-70102c16d402 req-d3a5cc63-372e-4183-8ea1-d41db1e87a6b tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.5867314 Jul 22 14:42:23.788011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-df2159d0-27a8-42b3-9225-1ea6a5d2ceac tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:23.790204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-df2159d0-27a8-42b3-9225-1ea6a5d2ceac tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1106708 Jul 22 14:42:23.811510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:23.815477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] DHCP port deletion for ec93a32d-1315-4552-900e-596c6b136b41 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:23.905299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ab6e-b9d0-4a61-b057-ab7fc2a6762a req-77fc2344-0b4d-424a-9a72-077d3e4807c8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:23.919472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e81ab6e-b9d0-4a61-b057-ab7fc2a6762a req-77fc2344-0b4d-424a-9a72-077d3e4807c8 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 945 time: 0.1641383 Jul 22 14:42:23.964716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] Deleting port 2e1e8a75-c411-49f4-9610-81859b46ac4a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:23.965086 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.026382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e81ab6e-b9d0-4a61-b057-ab7fc2a6762a req-64512c44-942c-46d5-a1c4-5c43fafc8d14 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8514a42-93bb-494d-aec4-0f09f5c83d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010580 Jul 22 14:42:24.035997 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.043348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] For port 2e1e8a75-c411-49f4-9610-81859b46ac4a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2e1e8a75-c411-49f4-9610-81859b46ac4a,segment=NetworkSegment(76a4d3b0-f78e-441b-a612-609c75afdbc3),segment_id=76a4d3b0-f78e-441b-a612-609c75afdbc3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:24.043764 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.043979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Deleting port 32677ac4-28be-496c-9ee4-bf48e17825b6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:24.044438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.059686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] Calling delete_port for 2e1e8a75-c411-49f4-9610-81859b46ac4a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:24.146135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.189942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Subnet': ['ID=8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:24.203235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] For port 32677ac4-28be-496c-9ee4-bf48e17825b6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=32677ac4-28be-496c-9ee4-bf48e17825b6,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:24.204286 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.220937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Calling delete_port for 32677ac4-28be-496c-9ee4-bf48e17825b6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:24.222865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d8f01-c72d-40bc-a4e6-ea15eed3858d None None] Network 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:24.227207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.231975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-02ec0342-0e1d-4dda-9225-a1fe19d1355f tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/subnets/8aaf17b7-3e3a-401b-9c91-74ccc9b8fed2 HTTP/1.1" status: 204 len: 168 time: 1.1497271 Jul 22 14:42:24.232430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:24.268898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:27Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:24.317234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dba3d1d-e5c9-4034-98d1-d645695aab4a None None] The sync data for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 is: [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:39:18Z', 'revision_number': 4, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '861334f7-4b5d-40b6-9298-b42aef8ed9e2', 'name': '', 'network_id': 'f4a6b444-43da-481b-bf4e-d27398f9b2ea', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'mac_address': 'fa:16:3e:97:6f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 2309, 'fixed_ips': [{'subnet_id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:14Z', 'updated_at': '2021-07-22T14:39:27Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'subnets': [{'id': '6a417e4a-0f49-408c-88ad-9f9d8eae3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:24.400343 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.428381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.442750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] No DVR routers for this DVR port 2e1e8a75-c411-49f4-9610-81859b46ac4a on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:24.518540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e323c08-f820-469c-9375-f7fb3f5e9303 None None] Pushing event deleted for resources: {'Port': ['ID=2e1e8a75-c411-49f4-9610-81859b46ac4a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:24.599266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2e1e8a75-c411-49f4-9610-81859b46ac4a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:24.637155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 2e1e8a75-c411-49f4-9610-81859b46ac4a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:24.637649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2e1e8a75-c411-49f4-9610-81859b46ac4a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:24.664144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.675222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.678332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec93a32d-1315-4552-900e-596c6b136b41']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:24.686780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['32677ac4-28be-496c-9ee4-bf48e17825b6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:24.769142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a4d3b0-f78e-441b-a612-609c75afdbc3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:24.771672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a4d3b0-f78e-441b-a612-609c75afdbc3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:24.790604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Pushing event deleted for resources: {'Port': ['ID=32677ac4-28be-496c-9ee4-bf48e17825b6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:24.792721 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c071afc-4874-4edc-9122-dc2d58c5d67e None None] New status for floating IP 2c900d93-1e01-4ee7-bae0-7307d0e08a5f: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:42:24.833068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.867200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] No DVR routers for this DVR port 32677ac4-28be-496c-9ee4-bf48e17825b6 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:24.872576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.878308 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-331d7bdd-27d1-4855-87cd-03d000fb0774 req-0c76405b-f0c5-4c64-bc82-3b6535eee540 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.72 "DELETE /v2.0/ports/32677ac4-28be-496c-9ee4-bf48e17825b6 HTTP/1.1" status: 204 len: 173 time: 1.0787611 Jul 22 14:42:24.879603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.895205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'name': 'network-vif-deleted', 'tag': '32677ac4-28be-496c-9ee4-bf48e17825b6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:24.897701 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514bbf7e-c03f-42a6-98c3-296451b76b49" -d '{"events": [{"server_uuid": "ceea5469-d8b2-41de-99f9-eee789f4e2d2", "name": "network-vif-deleted", "tag": "32677ac4-28be-496c-9ee4-bf48e17825b6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:24.916924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] DHCP port deletion for 521a81a3-bb0b-4ea4-b0bf-903efdaa6465 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:24.946877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:24.947540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:24.951024 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:25.008480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] Deleting port 6d8c265d-bb96-4b15-aacd-90ff84005120 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:25.009540 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.022455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83f4ec64-4110-4974-9aa8-c167c6d1c9b8 req-88fdc14b-a4d0-40bb-8f1b-301d1fa3ea57 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0634155 Jul 22 14:42:25.101069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] For port 6d8c265d-bb96-4b15-aacd-90ff84005120, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d8c265d-bb96-4b15-aacd-90ff84005120,segment=NetworkSegment(9ba7698c-ff9f-495a-a56c-840f8825e15e),segment_id=9ba7698c-ff9f-495a-a56c-840f8825e15e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:25.101716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.124534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] Calling delete_port for 6d8c265d-bb96-4b15-aacd-90ff84005120 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:25.140339 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a57434-6eb9-4ced-8a51-07ec0e4b8e85 x-openstack-request-id: req-b5a57434-6eb9-4ced-8a51-07ec0e4b8e85 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:25.141105 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceea5469-d8b2-41de-99f9-eee789f4e2d2", "name": "network-vif-deleted", "tag": "32677ac4-28be-496c-9ee4-bf48e17825b6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:25.141561 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5a57434-6eb9-4ced-8a51-07ec0e4b8e85 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:25.142714 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceea5469-d8b2-41de-99f9-eee789f4e2d2', 'name': 'network-vif-deleted', 'tag': '32677ac4-28be-496c-9ee4-bf48e17825b6', 'status': 'completed', 'code': 200} Jul 22 14:42:25.171114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.178948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.183592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40282) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:25.186159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/networks/ec93a32d-1315-4552-900e-596c6b136b41 HTTP/1.1" status: 204 len: 168 time: 0.9524648 Jul 22 14:42:25.272847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e16dc-4272-45dc-9fab-48ad07ce5af8 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Network': ['ID=ec93a32d-1315-4552-900e-596c6b136b41,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:25.281256 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.318386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] Pushing event deleted for resources: {'Port': ['ID=6d8c265d-bb96-4b15-aacd-90ff84005120,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:25.324451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6bc0c7-ee0d-43e2-898a-16b75b85e8f7 None None] No DVR routers for this DVR port 6d8c265d-bb96-4b15-aacd-90ff84005120 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:25.350095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.379271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca5882b8-5ae4-4441-bab3-b395e7c47d72 req-25e301a6-7cfe-4e29-b8c7-8cbba3143d38 tempest-ListServerFiltersTestJSON-1412194752 tempest-ListServerFiltersTestJSON-1412194752-project] 10.222.0.60 "GET /v2.0/ports?device_id=ceea5469-d8b2-41de-99f9-eee789f4e2d2 HTTP/1.1" status: 200 len: 210 time: 0.0522504 Jul 22 14:42:25.544211 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.565995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521a81a3-bb0b-4ea4-b0bf-903efdaa6465']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:25.587192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba7698c-ff9f-495a-a56c-840f8825e15e') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:25.587498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba7698c-ff9f-495a-a56c-840f8825e15e') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:25.600754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.618838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.628833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:25.629822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:25.636016 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:25.726744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.741966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:25.747261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] 10.222.0.60 "DELETE /v2.0/networks/521a81a3-bb0b-4ea4-b0bf-903efdaa6465 HTTP/1.1" status: 204 len: 168 time: 0.5617335 Jul 22 14:42:25.767637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4c79d-bc36-40b5-ba3e-ccd4edbe9ca4 tempest-TaggedBootDevicesTest-1926290076 tempest-TaggedBootDevicesTest-1926290076-project] Pushing event deleted for resources: {'Network': ['ID=521a81a3-bb0b-4ea4-b0bf-903efdaa6465,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:26.191550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8163017e-4e25-4262-97d0-552cd2f008ae req-cc832b2f-2715-4945-9c68-b1a85df951c0 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0340290 Jul 22 14:42:26.442426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:26.500067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Deleting subnet 4c272c86-57a4-4153-962e-7292e1c9cc50 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:26.503440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.548939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.567507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d8c265d-bb96-4b15-aacd-90ff84005120 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:26.615337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6d8c265d-bb96-4b15-aacd-90ff84005120 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:26.615678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d8c265d-bb96-4b15-aacd-90ff84005120 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:26.655817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.713159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.741169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c272c86-57a4-4153-962e-7292e1c9cc50,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:26.750546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.752522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7add9212-aec8-4e93-b16e-821aab639801 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4c272c86-57a4-4153-962e-7292e1c9cc50 HTTP/1.1" status: 204 len: 168 time: 0.3089545 Jul 22 14:42:26.754789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e790d17-bd81-4824-9c19-4c35163f01bd None None] Network 91c37346-4ccb-44f6-afcc-d625cc012529 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:26.755663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40332) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:26.842207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.915454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Deleting port 02debb42-9969-4e2f-97ff-8197d4da98f4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:26.916185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:26.992975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] For port 02debb42-9969-4e2f-97ff-8197d4da98f4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=02debb42-9969-4e2f-97ff-8197d4da98f4,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:26.993615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.007652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Calling delete_port for 02debb42-9969-4e2f-97ff-8197d4da98f4 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:27.025549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] DHCP port deletion for 91c37346-4ccb-44f6-afcc-d625cc012529 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:27.081347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] Deleting port 02debb42-9969-4e2f-97ff-8197d4da98f4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:27.081347 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.139506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.158328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] No DVR routers for this DVR port 02debb42-9969-4e2f-97ff-8197d4da98f4 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:27.183394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] For port 02debb42-9969-4e2f-97ff-8197d4da98f4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=02debb42-9969-4e2f-97ff-8197d4da98f4,segment=NetworkSegment(8b9bca40-c6b3-4f55-832a-3c5377fbe56c),segment_id=8b9bca40-c6b3-4f55-832a-3c5377fbe56c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:27.183580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Pushing event deleted for resources: {'Port': ['ID=02debb42-9969-4e2f-97ff-8197d4da98f4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:27.184161 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.201556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] Calling delete_port for 02debb42-9969-4e2f-97ff-8197d4da98f4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:27.276965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.296028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c37346-4ccb-44f6-afcc-d625cc012529']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:27.319016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9bca40-c6b3-4f55-832a-3c5377fbe56c') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:27.319649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9bca40-c6b3-4f55-832a-3c5377fbe56c') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:27.335115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.355977 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.369694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:27.371595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:27.373598 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:27.378550 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:42:27.393352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65f961dc-ab3a-4c9d-81e7-734eca17e7b0 req-b1568ee8-8f3c-4393-bb80-f8adc54fd28b tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0792701 Jul 22 14:42:27.393867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.407085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] No DVR routers for this DVR port 02debb42-9969-4e2f-97ff-8197d4da98f4 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:27.430181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf0b1a-e27e-4e02-9a60-b82453204352 None None] Pushing event deleted for resources: {'Port': ['ID=02debb42-9969-4e2f-97ff-8197d4da98f4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:27.452330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.458943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.461001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] 10.222.0.60 "DELETE /v2.0/networks/91c37346-4ccb-44f6-afcc-d625cc012529 HTTP/1.1" status: 204 len: 168 time: 0.7040863 Jul 22 14:42:27.475233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820695a2-d730-4bd9-a40d-cd62b623f85c admin admin] Pushing event deleted for resources: {'Network': ['ID=91c37346-4ccb-44f6-afcc-d625cc012529,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:27.653272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:27.707823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7debe07a-fa68-4045-8021-9ba55ca79f87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0561f741a00a413696050fec0f063e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531778 Jul 22 14:42:27.708581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40358) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:27.720040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 32677ac4-28be-496c-9ee4-bf48e17825b6 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:27.743107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 32677ac4-28be-496c-9ee4-bf48e17825b6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:27.743561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 32677ac4-28be-496c-9ee4-bf48e17825b6 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:27.761650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a1dc-6fd8-4a7a-ba51-810028217996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.794156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a1dc-6fd8-4a7a-ba51-810028217996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.862432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a1dc-6fd8-4a7a-ba51-810028217996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.867277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9f2a1dc-6fd8-4a7a-ba51-810028217996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:27.868951 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9f2a1dc-6fd8-4a7a-ba51-810028217996 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8514a42-93bb-494d-aec4-0f09f5c83d61 HTTP/1.1" status: 204 len: 168 time: 0.1593511 Jul 22 14:42:27.879204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2a1dc-6fd8-4a7a-ba51-810028217996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8514a42-93bb-494d-aec4-0f09f5c83d61,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:28.579087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 02debb42-9969-4e2f-97ff-8197d4da98f4 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:28.582253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afbf12c6-6abb-45aa-acef-c9584a8391ae req-36c2f60e-0540-4963-903d-1f400c4afdad tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/ports?device_id=51cc0ef5-8dc1-4bfb-82d6-f5c77598f273 HTTP/1.1" status: 200 len: 210 time: 0.0682104 Jul 22 14:42:28.611584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 02debb42-9969-4e2f-97ff-8197d4da98f4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:28.612148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 02debb42-9969-4e2f-97ff-8197d4da98f4 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:28.979217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40404) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:29.124753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2093611220-network', 'tenant_id': '58f149560185498ca0a0fd57bcc1f32e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:29.153440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Made reservation on behalf of 58f149560185498ca0a0fd57bcc1f32e for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:29.159659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.171652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.283163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.287701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.314997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:42:29.342271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.342271 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Added segment 1b7e7255-58f4-4a59-87eb-56670c3327af of type vlan for network 0289586b-f287-4fd6-8d9f-66f93d980a19 Jul 22 14:42:29.346542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63f7f0-90f8-4034-86be-962c1a072c1c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:29.395847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.430561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.430561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:29.430561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.474354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4909360 Jul 22 14:42:29.475079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40420) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:29.482381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Request body: {'subnet': {'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2093611220-subnet', 'tenant_id': '58f149560185498ca0a0fd57bcc1f32e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:29.518983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77e63d-670c-4368-8c53-57c998899f2a admin admin] Pushing event updated for resources: {'Network': ['ID=0289586b-f287-4fd6-8d9f-66f93d980a19,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:29.530287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:42:29.540381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Made reservation on behalf of 58f149560185498ca0a0fd57bcc1f32e for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:29.544649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.705072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40430) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:29.772870 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.794836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-162a77d7-3aca-4518-8b19-32d1944e0a3e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.832486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-162a77d7-3aca-4518-8b19-32d1944e0a3e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.841685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dbe1145-11a0-4f23-99fc-93768db720a6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:29.851366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Checking segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:29.851953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Network hostable DHCP agents. Network: 0289586b-f287-4fd6-8d9f-66f93d980a19, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:42:29.891666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:42:29.911100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0289586b-f287-4fd6-8d9f-66f93d980a19) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:29.929179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c4781b-883b-4b19-bdf9-3fe3e6b7093c None None] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:29.931730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:29.939545 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-162a77d7-3aca-4518-8b19-32d1944e0a3e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.940688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.961523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-162a77d7-3aca-4518-8b19-32d1944e0a3e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:29.969079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:29.978057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-162a77d7-3aca-4518-8b19-32d1944e0a3e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "DELETE /v2.0/security-groups/a3e4efbb-3e39-4fb0-84fb-28f047cda1d5 HTTP/1.1" status: 204 len: 168 time: 0.2552633 Jul 22 14:42:29.995215 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-c4bd58d5-6812-4a42-a98e-043b48c535ed tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] show failed (client error): The resource could not be found. Jul 22 14:42:29.996458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a77d7-3aca-4518-8b19-32d1944e0a3e tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e4efbb-3e39-4fb0-84fb-28f047cda1d5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:29.999544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c4bd58d5-6812-4a42-a98e-043b48c535ed tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "GET /v2.0/security-groups/a3e4efbb-3e39-4fb0-84fb-28f047cda1d5 HTTP/1.1" status: 404 len: 347 time: 0.0293391 Jul 22 14:42:29.999994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40440) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:30.017165 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f2d9189-9daa-4e8b-b815-ab1be95db9da admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5414441 Jul 22 14:42:30.152767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044e0cb-bfd9-42e5-8fc6-097dc53d9107 None None] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:30.171437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Deleting port f8c597bf-b139-4021-b44a-1b2f19ccf02c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:30.171793 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.286934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.287393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.300940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Calling delete_port for f8c597bf-b139-4021-b44a-1b2f19ccf02c owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:30.574123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.617137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Pushing event deleted for resources: {'Port': ['ID=f8c597bf-b139-4021-b44a-1b2f19ccf02c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:30.759514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.764075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:30.767967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d4c4d66-2f7d-449a-bb9b-8b6d238d5886 tempest-ServersTestBootFromVolume-1527455946 tempest-ServersTestBootFromVolume-1527455946-project] 10.222.0.60 "DELETE /v2.0/floatingips/2c900d93-1e01-4ee7-bae0-7307d0e08a5f HTTP/1.1" status: 204 len: 168 time: 0.7641821 Jul 22 14:42:30.768317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40476) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:30.859461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-1dd3d1ff-b38f-4b50-bcea-33f07204dac9 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:30.861123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-1dd3d1ff-b38f-4b50-bcea-33f07204dac9 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 813 time: 0.2518797 Jul 22 14:42:30.878843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-4841da42-17fb-4e27-a2c7-b84aa912e6a7 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/quotas/58f149560185498ca0a0fd57bcc1f32e HTTP/1.1" status: 200 len: 375 time: 0.0120749 Jul 22 14:42:30.920325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-4f1cd747-56f6-4b39-971e-1e8bfafaa039 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354717 Jul 22 14:42:30.935317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-a1cea349-4afc-47f9-8115-c2d5d8e761f1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:42:30.936325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-a1cea349-4afc-47f9-8115-c2d5d8e761f1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061595 Jul 22 14:42:31.138819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-0d712cd4-a031-4343-ae60-6cc5aed1a974 service neutron] 10.222.0.60 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930695 Jul 22 14:42:31.301899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-27fed4b7-3ec6-43d9-bde9-2fe5e0c8adf1 service neutron] 10.222.0.60 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394892 Jul 22 14:42:31.401172 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:31.802962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-585c6d32-d749-4d81-90b4-8955e17e51c6 req-ce07a3e7-9300-48ba-bf10-5958981ccc78 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 210 time: 0.0353034 Jul 22 14:42:31.958710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Deleting port 861334f7-4b5d-40b6-9298-b42aef8ed9e2 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:31.959065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.071212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] For port 861334f7-4b5d-40b6-9298-b42aef8ed9e2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=861334f7-4b5d-40b6-9298-b42aef8ed9e2,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:32.071590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.118474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Calling delete_port for 861334f7-4b5d-40b6-9298-b42aef8ed9e2 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:32.212779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-44b9bb32-77b0-47ee-b577-d94b28cf7b74 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595404 Jul 22 14:42:32.344760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbaee-938b-4705-a78c-18016730f888 req-e9949518-1029-4548-8a62-d5475f2074e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:32.346610 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-e9949518-1029-4548-8a62-d5475f2074e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1098 time: 0.0822392 Jul 22 14:42:32.552818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbaee-938b-4705-a78c-18016730f888 req-a697b2ea-12ca-4583-9bbd-e46850bab576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:32.567126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-a697b2ea-12ca-4583-9bbd-e46850bab576 service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.1864190 Jul 22 14:42:32.582889 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:32.639035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Pushing event deleted for resources: {'Port': ['ID=861334f7-4b5d-40b6-9298-b42aef8ed9e2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:32.737713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-e26afc75-ce40-43d5-908f-02699ff6542d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 1002 time: 0.1694150 Jul 22 14:42:32.896996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbaee-938b-4705-a78c-18016730f888 req-75d56444-966c-4bb0-a05a-171d98194da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:32.901817 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-75d56444-966c-4bb0-a05a-171d98194da1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.1551428 Jul 22 14:42:33.093751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dbaee-938b-4705-a78c-18016730f888 req-c9cc0cae-7467-4b8c-bbc7-edec2c8698c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:33.098758 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-c9cc0cae-7467-4b8c-bbc7-edec2c8698c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858861 Jul 22 14:42:33.137325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4e597e7-b4be-40dc-8f44-42ac4ecbfde5 req-2c9570e7-1580-4095-8d1d-0a4ebaae0312 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 210 time: 0.1704102 Jul 22 14:42:33.289659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:33.376011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-312b0cfe-2be5-4deb-b17c-193e656303d3 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708054 Jul 22 14:42:33.534257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a10dbaee-938b-4705-a78c-18016730f888 req-eaf6c486-e8af-415c-821f-92cfd8e206ad service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469269 Jul 22 14:42:33.819126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Router 555d4aea-d22c-4535-aaca-6d353f2c04ca has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:34.115285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:34.124028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-73b992e6-e810-4b91-995e-3cf25f044997 admin admin] 10.222.0.60 "PUT /v2.0/routers/555d4aea-d22c-4535-aaca-6d353f2c04ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3542500 Jul 22 14:42:34.126202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40556) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:34.131557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] Sync routers for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:34.135524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-7d97268c-f9ac-487e-a4dd-01b7e024f8c1 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:34.137566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-7d97268c-f9ac-487e-a4dd-01b7e024f8c1 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.61 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 813 time: 0.3058527 Jul 22 14:42:34.152320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:34.152971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:34.155048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Request body: {'port': {'device_id': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'admin_state_up': True, 'tenant_id': '58f149560185498ca0a0fd57bcc1f32e'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:34.430974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Made reservation on behalf of 58f149560185498ca0a0fd57bcc1f32e for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:34.436906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.503145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:34.641356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4677e096-1b8a-44e8-8705-d6b63336a6ab req-b7406070-0323-4812-a5f9-7af87971827d tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 210 time: 0.2145743 Jul 22 14:42:34.763135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:42:32Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:34.788480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:34.793160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] Checking router: 555d4aea-d22c-4535-aaca-6d353f2c04ca for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:34.802384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] Routers {'555d4aea-d22c-4535-aaca-6d353f2c04ca'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:34.803180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['555d4aea-d22c-4535-aaca-6d353f2c04ca'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:34.923975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] Set router 555d4aea-d22c-4535-aaca-6d353f2c04ca gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:34.927667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Allocated IP 172.20.0.10 (0289586b-f287-4fd6-8d9f-66f93d980a19/6dbe1145-11a0-4f23-99fc-93768db720a6/ed76fff5-f71f-42c4-8fad-46f313a40d0a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:42:34.952815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-aaec0c09-bdd7-4fe8-a7e1-404c18b3657c tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:34.954842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-aaec0c09-bdd7-4fe8-a7e1-404c18b3657c tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 813 time: 0.6479080 Jul 22 14:42:34.994225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Request body: {'port': {'device_id': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'admin_state_up': True, 'tenant_id': '58f149560185498ca0a0fd57bcc1f32e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:35.103011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-d2c4f0ba-e804-4997-b24a-94f94a90fdc8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4925013 Jul 22 14:42:35.283407 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.303469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:42:32Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:35.369829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.381397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0cab4b-f5aa-4582-a728-21db46fc1539 None None] The sync data for ids ['555d4aea-d22c-4535-aaca-6d353f2c04ca'] in n-d-794306-8 is: [{'id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'name': 'tempest-ServersTestBootFromVolume-1603399940-router', 'tenant_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:39:08Z', 'updated_at': '2021-07-22T14:42:32Z', 'revision_number': 5, 'project_id': 'ae01075b7cda40c8a2a3d275ed3e1460', 'gw_port': {'id': '6d4713ef-2e01-461c-96cf-ad3c081a7686', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555d4aea-d22c-4535-aaca-6d353f2c04ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:39:09Z', 'updated_at': '2021-07-22T14:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:35.443507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:42:35.448516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:35.460961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:42:35.534336 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.569689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:35.572013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.576127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-1327a547-0478-42da-9ae2-6d05a6cc0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:35.583425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-1327a547-0478-42da-9ae2-6d05a6cc0860 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1096 time: 0.4494357 Jul 22 14:42:35.627119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event updated for resources: {'Port': ['ID=ed76fff5-f71f-42c4-8fad-46f313a40d0a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:35.905068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d68a0b30-b04e-47bd-b584-fcf9377e24bf req-42496b63-bdf6-47d5-99d6-71710230f1b8 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 210 time: 0.1307909 Jul 22 14:42:35.908125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Made reservation on behalf of 58f149560185498ca0a0fd57bcc1f32e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:35.913912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:35.917971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-11261f4e-b160-4d6a-99b4-ce0aab954276 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7586231 Jul 22 14:42:35.935085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Request body: {'port': {'device_id': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:36.054469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Deleting port 6d4713ef-2e01-461c-96cf-ad3c081a7686 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:36.057862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.082854 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.191334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-fd4c9da3-5828-4224-8ccc-8c02cc04626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:36.193169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-fd4c9da3-5828-4224-8ccc-8c02cc04626b service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.5153365 Jul 22 14:42:36.359922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] For port 6d4713ef-2e01-461c-96cf-ad3c081a7686, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d4713ef-2e01-461c-96cf-ad3c081a7686,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:36.360439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:36.387548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Calling delete_port for 6d4713ef-2e01-461c-96cf-ad3c081a7686 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:36.412871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-359a7c63-1111-4082-986d-276c027f84ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 1001 time: 0.1841943 Jul 22 14:42:36.511435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 861334f7-4b5d-40b6-9298-b42aef8ed9e2 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:36.535018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 861334f7-4b5d-40b6-9298-b42aef8ed9e2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:36.536209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 861334f7-4b5d-40b6-9298-b42aef8ed9e2 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:36.540310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-ea822649-2c7c-4edf-980f-df6f2e02006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:36.543726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-ea822649-2c7c-4edf-980f-df6f2e02006d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.1240363 Jul 22 14:42:36.785471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.112957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed76fff5-f71f-42c4-8fad-46f313a40d0a {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:37.122941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.139203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Transition to ACTIVE for port object ed76fff5-f71f-42c4-8fad-46f313a40d0a will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:42:37.153930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.192809 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.211336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f07b0cdf-3108-4768-8693-4d200ed95714 req-81f30deb-c655-44d7-96e2-56ea1911222d tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 210 time: 0.0693460 Jul 22 14:42:37.256166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4713ef-2e01-461c-96cf-ad3c081a7686,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:37.341315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.360857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Pushing event updated for resources: {'Port': ['ID=ed76fff5-f71f-42c4-8fad-46f313a40d0a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:37.449776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Attempting to bind port ed76fff5-f71f-42c4-8fad-46f313a40d0a on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:42:37.450059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Attempting to bind port ed76fff5-f71f-42c4-8fad-46f313a40d0a by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:42:37.450291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Attempting to bind port ed76fff5-f71f-42c4-8fad-46f313a40d0a on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:37.455840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Port ed76fff5-f71f-42c4-8fad-46f313a40d0a on network 0289586b-f287-4fd6-8d9f-66f93d980a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:42:37.456177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Attempting to bind port ed76fff5-f71f-42c4-8fad-46f313a40d0a on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:37.461365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:42:37.462059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Checking segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:37.462467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Bound using segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:42:37.462929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Bound port: ed76fff5-f71f-42c4-8fad-46f313a40d0a, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:42:37.463303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.487691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-bc3f77be-4d32-47a1-b79a-beaf4e078d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:37.489243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-bc3f77be-4d32-47a1-b79a-beaf4e078d31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9335625 Jul 22 14:42:37.506578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.512775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.527944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Allocated IP 172.20.0.9 (0289586b-f287-4fd6-8d9f-66f93d980a19/6dbe1145-11a0-4f23-99fc-93768db720a6/061bd58a-40db-4d7c-ac7b-f93fce14c8a4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:42:37.559062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] For port ed76fff5-f71f-42c4-8fad-46f313a40d0a, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:42:37.563699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] For port ed76fff5-f71f-42c4-8fad-46f313a40d0a, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:42:37.575829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.631945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.632408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555d4aea-d22c-4535-aaca-6d353f2c04ca {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:42:37.650149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:37.651716 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.652690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.654481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] 10.222.0.61 "PUT /v2.0/ports/ed76fff5-f71f-42c4-8fad-46f313a40d0a HTTP/1.1" status: 200 len: 1092 time: 1.7341313 Jul 22 14:42:37.655198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'tag': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:37.657816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86153eaa-9b27-464d-9f62-fa44a13424b0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/555d4aea-d22c-4535-aaca-6d353f2c04ca HTTP/1.1" status: 204 len: 168 time: 3.5305536 Jul 22 14:42:37.658504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:37.658883 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267581f0-eae2-4bd4-bdc2-21009373d343" -d '{"events": [{"name": "network-changed", "server_uuid": "cb12f3ea-d797-4695-9de0-dfc53f729960", "tag": "ed76fff5-f71f-42c4-8fad-46f313a40d0a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:37.668109 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.727748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007a45e-dded-4822-8b20-ec31b125765e service neutron] Pushing event updated for resources: {'Port': ['ID=ed76fff5-f71f-42c4-8fad-46f313a40d0a,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:37.766490 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c06fd3-11c1-49c0-bf48-d2ed1d65b6d5 x-openstack-request-id: req-63c06fd3-11c1-49c0-bf48-d2ed1d65b6d5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:37.767343 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb12f3ea-d797-4695-9de0-dfc53f729960", "tag": "ed76fff5-f71f-42c4-8fad-46f313a40d0a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:37.767706 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63c06fd3-11c1-49c0-bf48-d2ed1d65b6d5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:37.768216 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'tag': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a', 'status': 'completed', 'code': 200} Jul 22 14:42:37.841414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8abe39b0-eb96-40da-ac46-24c49b57f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:37.843402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8abe39b0-eb96-40da-ac46-24c49b57f178 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=cb12f3ea-d797-4695-9de0-dfc53f729960 HTTP/1.1" status: 200 len: 1095 time: 0.1049061 Jul 22 14:42:37.945315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:37.947396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-0cfcf7a4-459f-47cb-89c4-753471e0115e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a HTTP/1.1" status: 200 len: 217 time: 0.0959892 Jul 22 14:42:38.043863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:38.057412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-e89c50e9-5905-494c-b4ef-a2fc1cea358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:38.059571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-e89c50e9-5905-494c-b4ef-a2fc1cea358a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.1023259 Jul 22 14:42:38.122676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9a544548-1029-4258-ad29-782a4240bd30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547016 Jul 22 14:42:38.135035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:42:38.143002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:38.145452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:42:38.162324 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-a481103a-854a-46e0-910f-f155ac6dd743 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6641612 Jul 22 14:42:38.187383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Deleting subnet 6a417e4a-0f49-408c-88ad-9f9d8eae3829 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:38.349213 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:38.377487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-9d7e14b1-24b5-4b80-8e6b-c26a570f6bb4 service neutron] 10.222.0.61 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475457 Jul 22 14:42:38.420086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:38.492263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event updated for resources: {'Port': ['ID=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:38.522223 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdb78dad-dd55-4d89-b635-56e322b73575 req-f99fdba3-b9aa-45fa-b99c-842f4be27c51 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259542 Jul 22 14:42:38.593392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:38.594350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:38.597931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.598532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.600058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.601289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.601954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.602452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.603019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.603528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.604027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.604927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d4713ef-2e01-461c-96cf-ad3c081a7686 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:38.605386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.605899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.606397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:38.633476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-8b4dffc1-93de-449d-892d-a0a0134190c4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6664231 Jul 22 14:42:38.644193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6d4713ef-2e01-461c-96cf-ad3c081a7686 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:38.644810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d4713ef-2e01-461c-96cf-ad3c081a7686 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:38.653463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Request body: {'port': {'device_id': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:38.671144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc69cb-503e-42cf-b3f2-ac6ff279574a req-8077b237-3bff-4f5e-aee1-880ef6d8764a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:38.673254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dcc69cb-503e-42cf-b3f2-ac6ff279574a req-8077b237-3bff-4f5e-aee1-880ef6d8764a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 931 time: 0.3297305 Jul 22 14:42:38.703594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:38.713231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-2f5cd964-2a6b-4d69-890a-d7ccf316c4be service neutron] 10.222.0.61 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144512 Jul 22 14:42:38.732859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dcc69cb-503e-42cf-b3f2-ac6ff279574a req-ab0f3e87-3b18-4400-94cd-298252874882 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523736 Jul 22 14:42:38.794985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:38.866797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-b5c1e7f2-6da5-4023-9a81-c472a7fd1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:38.868487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-b5c1e7f2-6da5-4023-9a81-c472a7fd1422 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=cb12f3ea-d797-4695-9de0-dfc53f729960 HTTP/1.1" status: 200 len: 1095 time: 0.0875211 Jul 22 14:42:38.925730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.011358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.015644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6a417e4a-0f49-408c-88ad-9f9d8eae3829 HTTP/1.1" status: 204 len: 168 time: 1.3075116 Jul 22 14:42:39.016576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40650) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:39.017528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcd144-6ec0-4f86-be91-4d6dcfadc3af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a417e4a-0f49-408c-88ad-9f9d8eae3829,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:39.028100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e41ccae-0173-48cd-ae81-27b270557442 None None] Network f4a6b444-43da-481b-bf4e-d27398f9b2ea requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:39.184110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.200182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-01f131b2-e344-40f8-a2f7-b04ea141bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:39.205438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-01f131b2-e344-40f8-a2f7-b04ea141bf30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 914 time: 0.3275039 Jul 22 14:42:39.303521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:39.315016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-dec16d19-5024-415b-b34a-34904445e347 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a HTTP/1.1" status: 200 len: 217 time: 0.0978212 Jul 22 14:42:39.318963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.340734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Transition to ACTIVE for port object 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:42:39.353123 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.378654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] DHCP port deletion for f4a6b444-43da-481b-bf4e-d27398f9b2ea request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:39.421530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Pushing event updated for resources: {'Port': ['ID=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:39.436877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-bed5809d-40cb-43eb-8057-7ed863ef0839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:39.438420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-bed5809d-40cb-43eb-8057-7ed863ef0839 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.1195583 Jul 22 14:42:39.455310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Deleting port 63c2f481-131c-4b97-b2bb-e1516fb58e38 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:39.455681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.491393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Deleting port 63c2f481-131c-4b97-b2bb-e1516fb58e38 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:39.491891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.543139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-f54adf95-7305-4931-aab2-ee3b56bc4c6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760992 Jul 22 14:42:39.653927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] For port 63c2f481-131c-4b97-b2bb-e1516fb58e38, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63c2f481-131c-4b97-b2bb-e1516fb58e38,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:39.654826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.666178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Attempting to bind port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:42:39.666587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Attempting to bind port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:42:39.667128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Attempting to bind port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:39.671692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Calling delete_port for 63c2f481-131c-4b97-b2bb-e1516fb58e38 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:39.678978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 on network 0289586b-f287-4fd6-8d9f-66f93d980a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:42:39.679725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Attempting to bind port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:39.689618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:42:39.694409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Checking segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:39.695380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Bound using segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:42:39.697974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Bound port: 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:42:39.698697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.699067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] For port 63c2f481-131c-4b97-b2bb-e1516fb58e38, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63c2f481-131c-4b97-b2bb-e1516fb58e38,segment=NetworkSegment(afca41b5-742c-4a97-b6a2-baa7c9d3e899),segment_id=afca41b5-742c-4a97-b6a2-baa7c9d3e899)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:39.701209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.804271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Calling delete_port for 63c2f481-131c-4b97-b2bb-e1516fb58e38 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:39.886261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] For port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:42:39.898392 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.900551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] For port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:42:39.908447 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.950596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:39.951398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:39.953069 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] 10.222.0.72 "PUT /v2.0/ports/061bd58a-40db-4d7c-ac7b-f93fce14c8a4 HTTP/1.1" status: 200 len: 1091 time: 1.3099475 Jul 22 14:42:39.953648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'tag': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:39.956318 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3b7c0e-e769-461e-86b4-7b3be49cef49" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b4eeb-9b45-461d-9e0f-5fccead929cc", "tag": "061bd58a-40db-4d7c-ac7b-f93fce14c8a4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:39.966972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Pushing event deleted for resources: {'Port': ['ID=63c2f481-131c-4b97-b2bb-e1516fb58e38,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:39.991585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:39.995043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:39.999186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:39.999806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.000381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.000940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.001707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.002265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.005279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.006194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.013684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.014134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:40.027593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5087a0-2335-4e5d-b222-d960d40c65d5 None None] No DVR routers for this DVR port 63c2f481-131c-4b97-b2bb-e1516fb58e38 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:40.039406 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3f91876-4ffe-4188-9d2c-de574e97e907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.129814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-334b14a2-7fc7-481a-ae57-7245c8882890 service neutron] 10.222.0.61 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781360 Jul 22 14:42:40.197723 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0f359a-5c07-4c43-940b-6b27595c85d5 x-openstack-request-id: req-2e0f359a-5c07-4c43-940b-6b27595c85d5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:40.198785 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b4eeb-9b45-461d-9e0f-5fccead929cc", "tag": "061bd58a-40db-4d7c-ac7b-f93fce14c8a4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:40.203121 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e0f359a-5c07-4c43-940b-6b27595c85d5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:40.215259 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'tag': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4', 'status': 'completed', 'code': 200} Jul 22 14:42:40.218430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25108f7e-d73c-4941-805b-5642d4b055ed service neutron] Pushing event updated for resources: {'Port': ['ID=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:40.261467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-3bed5aaf-4d8e-4461-997c-079ea274ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:40.263444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-3bed5aaf-4d8e-4461-997c-079ea274ae38 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 1094 time: 0.2487690 Jul 22 14:42:40.312962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-267581f0-eae2-4bd4-bdc2-21009373d343 req-c245514d-d823-4040-8ea3-fc413e1e7009 service neutron] 10.222.0.61 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721303 Jul 22 14:42:40.331912 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-6cadcf3e-4c00-406d-9020-dcef3c0be6d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4 HTTP/1.1" status: 200 len: 217 time: 0.0595512 Jul 22 14:42:40.342231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213cb7a-be69-4571-a18a-db0e9fa8dd78 req-5b8f577d-2924-4508-9e4f-44b9722e3400 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:40.344141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0213cb7a-be69-4571-a18a-db0e9fa8dd78 req-5b8f577d-2924-4508-9e4f-44b9722e3400 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 943 time: 0.4345906 Jul 22 14:42:40.388310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.430322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-4031f15e-2bd1-4423-8401-6220d5115ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:40.432045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-4031f15e-2bd1-4423-8401-6220d5115ffb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.0910902 Jul 22 14:42:40.439369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0213cb7a-be69-4571-a18a-db0e9fa8dd78 req-82534cc1-605b-4c29-9f1a-0da6ad8b8c4f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871315 Jul 22 14:42:40.445917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c2f481-131c-4b97-b2bb-e1516fb58e38,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:40.448406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] No DVR routers for this DVR port 63c2f481-131c-4b97-b2bb-e1516fb58e38 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:40.534219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-4f31501a-8ec6-4ab8-b1c6-b787e1feae0d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880463 Jul 22 14:42:40.534453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.546969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a6b444-43da-481b-bf4e-d27398f9b2ea']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:40.559419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afca41b5-742c-4a97-b6a2-baa7c9d3e899') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:40.559965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afca41b5-742c-4a97-b6a2-baa7c9d3e899') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:40.573341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.591222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.602973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:40.603251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:40.605381 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:40.619014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63c2f481-131c-4b97-b2bb-e1516fb58e38 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:40.671126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 63c2f481-131c-4b97-b2bb-e1516fb58e38 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:40.671390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63c2f481-131c-4b97-b2bb-e1516fb58e38 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:40.695868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.697199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-2acb95dc-832c-4861-978c-4574765abdc6 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541653 Jul 22 14:42:40.748305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:40.755945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f4a6b444-43da-481b-bf4e-d27398f9b2ea HTTP/1.1" status: 204 len: 168 time: 1.7313924 Jul 22 14:42:40.757917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e7e0e-554f-4662-a289-9d2dd5d21f52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a6b444-43da-481b-bf4e-d27398f9b2ea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:40.865496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bdf3fd66-4203-4d65-8d09-173c768b816f req-0f14e229-114e-4ba6-9716-4dd07228c6f2 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615636 Jul 22 14:42:40.986738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-19dc138f-4870-4bc3-9c8b-4a0d88877c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:40.988517 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-19dc138f-4870-4bc3-9c8b-4a0d88877c94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 1094 time: 0.0731225 Jul 22 14:42:41.044766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40700) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:41.095128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c863a191-b109-4139-9e78-7876a6750c08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae01075b7cda40c8a2a3d275ed3e1460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491986 Jul 22 14:42:41.095729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:41.136106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-7b62994e-4b7e-4eeb-a47d-d71374cc98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:41.138202 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-7b62994e-4b7e-4eeb-a47d-d71374cc98da service neutron] 10.222.0.72 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 914 time: 0.1419837 Jul 22 14:42:41.146196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f830aa22-7ecf-478c-a6a7-bb9458532246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:41.169354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f830aa22-7ecf-478c-a6a7-bb9458532246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:41.193773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-b442d051-eaa3-4fdf-bc38-9ba432940995 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4 HTTP/1.1" status: 200 len: 217 time: 0.0438664 Jul 22 14:42:41.231461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f830aa22-7ecf-478c-a6a7-bb9458532246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:41.234573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f830aa22-7ecf-478c-a6a7-bb9458532246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:41.235814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f830aa22-7ecf-478c-a6a7-bb9458532246 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15258d35-404f-48ba-b155-0aa36965177f HTTP/1.1" status: 204 len: 168 time: 0.1391098 Jul 22 14:42:41.244429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830aa22-7ecf-478c-a6a7-bb9458532246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15258d35-404f-48ba-b155-0aa36965177f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:41.263452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-fc00812b-014a-475d-bf50-d76540b8cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:41.265243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-fc00812b-014a-475d-bf50-d76540b8cd03 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.0656919 Jul 22 14:42:41.364378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-67931600-8751-48d4-a72e-4ac41c031be4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866356 Jul 22 14:42:41.481430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-dcc39a03-1d64-4c7a-8bec-1c2866f765ba service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094663 Jul 22 14:42:41.623771 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a3b7c0e-e769-461e-86b4-7b3be49cef49 req-6272f7a6-2086-419f-b2c9-80cacc9446ba service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279657 Jul 22 14:42:41.628707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21c76f-c712-408a-883a-15f4fc1277f7 req-505798eb-2012-4acb-8441-d317a142771d tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:41.636715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f21c76f-c712-408a-883a-15f4fc1277f7 req-505798eb-2012-4acb-8441-d317a142771d tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 943 time: 0.1041112 Jul 22 14:42:41.705153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f21c76f-c712-408a-883a-15f4fc1277f7 req-53d5cf1c-ef04-418b-b7b9-84e5559b729f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560856 Jul 22 14:42:42.080613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ace7819-7042-4113-97fc-8d4dfde0280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.092842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40748) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:42.200296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1409008404-network', 'tenant_id': 'ce0754f7bc3f47389a9d6ac128e43a77'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:42.225367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Made reservation on behalf of ce0754f7bc3f47389a9d6ac128e43a77 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:42.227806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.240601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.309010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.353226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.359004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.397687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ed76fff5-f71f-42c4-8fad-46f313a40d0a details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:42:42.417512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:42.429665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:42:42.465517 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.466042 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Added segment fa2cca4c-deab-4de4-8acd-e496852756b6 of type vlan for network a55b6e4c-2f94-46af-ba6f-3690236c7dca Jul 22 14:42:42.535173 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.600741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ed76fff5-f71f-42c4-8fad-46f313a40d0a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:42.605438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.606482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:42.607096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.616656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'port_id': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a', 'mac_address': 'fa:16:3e:1f:4c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe1145-11a0-4f23-99fc-93768db720a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:42:42.624857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5280855 Jul 22 14:42:42.625181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:42.630125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Request body: {'subnet': {'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1409008404-subnet', 'tenant_id': 'ce0754f7bc3f47389a9d6ac128e43a77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:42.671787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Made reservation on behalf of ce0754f7bc3f47389a9d6ac128e43a77 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:42.674166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.684199 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.694213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96830204-c4a5-4a36-9120-6d1a4f6ca40d admin admin] Pushing event updated for resources: {'Network': ['ID=a55b6e4c-2f94-46af-ba6f-3690236c7dca,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:42.701059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed76fff5-f71f-42c4-8fad-46f313a40d0a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:42.715003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a55b6e4c-2f94-46af-ba6f-3690236c7dca details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:42:42.806929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ed76fff5-f71f-42c4-8fad-46f313a40d0a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:42.815528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:42.922481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139d6b4-1f50-403f-8b6a-36d8761eb383 req-7be8b84e-07d5-4875-bcde-ec75cc67f580 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:42.925811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5139d6b4-1f50-403f-8b6a-36d8761eb383 req-7be8b84e-07d5-4875-bcde-ec75cc67f580 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 943 time: 0.1242895 Jul 22 14:42:42.933740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=ed76fff5-f71f-42c4-8fad-46f313a40d0a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:42.989782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5139d6b4-1f50-403f-8b6a-36d8761eb383 req-6198e9a9-0b14-4ddc-9a0f-9919ff8a4ed4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587518 Jul 22 14:42:43.022558 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:43.030660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ed76fff5-f71f-42c4-8fad-46f313a40d0a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:43.083958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Pushing event updated for resources: {'Subnet': ['ID=811725f1-37ff-46f6-ac22-e68b7355b157,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:43.144100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Checking segment: {'id': 'fa2cca4c-deab-4de4-8acd-e496852756b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:43.144530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Network hostable DHCP agents. Network: a55b6e4c-2f94-46af-ba6f-3690236c7dca, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:42:43.165720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Network a55b6e4c-2f94-46af-ba6f-3690236c7dca is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:42:43.180312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a55b6e4c-2f94-46af-ba6f-3690236c7dca) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:43.196107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:43.196808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:43.210003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abcbe9-0001-4495-9fae-2b2f2c0d9939 None None] Network a55b6e4c-2f94-46af-ba6f-3690236c7dca requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:43.239325 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fc97bda-6b55-4ee1-9c8d-9879303e913b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6129403 Jul 22 14:42:43.436154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e4e15e-1483-4691-b5a2-b41d9041174f None None] Network a55b6e4c-2f94-46af-ba6f-3690236c7dca requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:43.653968 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:43.828878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:42:43.899487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-d9c9d31d-6237-4e18-9e0e-ba2163ed64bf tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:43.901369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-d9c9d31d-6237-4e18-9e0e-ba2163ed64bf tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/networks?id=a55b6e4c-2f94-46af-ba6f-3690236c7dca HTTP/1.1" status: 200 len: 818 time: 0.1289840 Jul 22 14:42:43.921084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-d15ab9cd-627d-4a02-b3b9-27ab8cb2460b tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/quotas/ce0754f7bc3f47389a9d6ac128e43a77 HTTP/1.1" status: 200 len: 375 time: 0.0139785 Jul 22 14:42:43.971149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-a5b79d95-a5e5-49a1-aac3-0efdedb238de tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce0754f7bc3f47389a9d6ac128e43a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439630 Jul 22 14:42:44.185483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:44.198164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'port_id': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4', 'mac_address': 'fa:16:3e:7e:ff:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe1145-11a0-4f23-99fc-93768db720a6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:42:44.204781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-7c741760-f130-4dc6-81c4-af37ae63ff3a service neutron] 10.222.0.60 "GET /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327502 Jul 22 14:42:44.249265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:44.264663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:44.289339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:44.295153 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:44.306974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-070aa3a9-2aaa-4f26-b74b-91349c559a0e service neutron] 10.222.0.60 "GET /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962718 Jul 22 14:42:44.327279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775cb73-3a18-4f8d-9d50-b429ea20bcf5 req-f0f73c02-4839-4fa2-bc35-9711c26e5fc0 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:44.329011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f775cb73-3a18-4f8d-9d50-b429ea20bcf5 req-f0f73c02-4839-4fa2-bc35-9711c26e5fc0 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 943 time: 0.2082007 Jul 22 14:42:44.377042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f775cb73-3a18-4f8d-9d50-b429ea20bcf5 req-da32cd0f-5999-4388-85aa-11b8e6ef51be tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Jul 22 14:42:44.407194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:44.425002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ed76fff5-f71f-42c4-8fad-46f313a40d0a up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:42:44.584723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port ed76fff5-f71f-42c4-8fad-46f313a40d0a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:44.599718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['061bd58a-40db-4d7c-ac7b-f93fce14c8a4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:44.617698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7c831f4-a114-4480-8c03-bfe70aca31fd req-901b8b8c-32bd-4d40-8f84-cc993f622a39 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 210 time: 0.0576594 Jul 22 14:42:44.630713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port ed76fff5-f71f-42c4-8fad-46f313a40d0a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:44.631114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:44.824790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:44.942300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ed76fff5-f71f-42c4-8fad-46f313a40d0a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:44.952245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:44.959316 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91b4b9c-50bc-4050-9a45-c9ba8d9c0683" -d '{"events": [{"server_uuid": "cb12f3ea-d797-4695-9de0-dfc53f729960", "name": "network-vif-plugged", "status": "completed", "tag": "ed76fff5-f71f-42c4-8fad-46f313a40d0a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:44.973493 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:45.034733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=ed76fff5-f71f-42c4-8fad-46f313a40d0a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:45.048241 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6226b793-40de-4bd3-abea-17b5f01b7356 x-openstack-request-id: req-6226b793-40de-4bd3-abea-17b5f01b7356 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:45.048414 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb12f3ea-d797-4695-9de0-dfc53f729960", "name": "network-vif-plugged", "status": "completed", "tag": "ed76fff5-f71f-42c4-8fad-46f313a40d0a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:45.048687 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6226b793-40de-4bd3-abea-17b5f01b7356 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:45.049104 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a', 'code': 200} Jul 22 14:42:45.116063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd249e8-b3bb-4548-bb9f-4c546642262b req-8c0649d4-68e4-4d65-a626-63f92baabdd4 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:45.117752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fd249e8-b3bb-4548-bb9f-4c546642262b req-8c0649d4-68e4-4d65-a626-63f92baabdd4 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1098 time: 0.1520033 Jul 22 14:42:45.212918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fd249e8-b3bb-4548-bb9f-4c546642262b req-2e2677b3-e7ba-4de9-b03b-31476a1a5efb tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656240 Jul 22 14:42:45.239351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baef5ec-56d6-4ddb-bb44-d81ab8f49c0c req-82f9397b-9e65-48da-a8aa-1948f141e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:45.240789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6baef5ec-56d6-4ddb-bb44-d81ab8f49c0c req-82f9397b-9e65-48da-a8aa-1948f141e124 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb12f3ea-d797-4695-9de0-dfc53f729960 HTTP/1.1" status: 200 len: 1097 time: 0.1273725 Jul 22 14:42:45.246007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:45.284362 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:45.415116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6baef5ec-56d6-4ddb-bb44-d81ab8f49c0c req-9a7da40b-69d8-4aa4-85e8-1a65c2da7aa5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667995 Jul 22 14:42:45.518847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 84a1b265-2cad-4021-b04d-67ccd621b3b9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:45.519195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:45.608291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d45a-95e9-4461-bf77-3065784b6fc9 req-cc8d2499-f348-4d6c-b0f0-b86da2976413 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:45.609759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afb2d45a-95e9-4461-bf77-3065784b6fc9 req-cc8d2499-f348-4d6c-b0f0-b86da2976413 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 944 time: 0.1386526 Jul 22 14:42:45.629724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:45.630070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:45.650945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 84a1b265-2cad-4021-b04d-67ccd621b3b9 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:45.676873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afb2d45a-95e9-4461-bf77-3065784b6fc9 req-0adb5f59-6aa3-4ddd-82eb-88e44cecd197 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Jul 22 14:42:45.837983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:42:45.862775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc2558de-7860-4bed-be08-7437b50d0256 req-643a98b4-63c2-477f-bb7b-89c23a0d9528 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 210 time: 0.0693727 Jul 22 14:42:45.945552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:45.950962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:45.951572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:46.074699 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:46.132317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-3e4bff26-2aaa-4f24-9d87-5b9949021dc7 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:46.133780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:46.135575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-3e4bff26-2aaa-4f24-9d87-5b9949021dc7 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.61 "GET /v2.0/networks?id=a55b6e4c-2f94-46af-ba6f-3690236c7dca HTTP/1.1" status: 200 len: 818 time: 0.2549803 Jul 22 14:42:46.139394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:46.168837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Request body: {'port': {'device_id': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca', 'admin_state_up': True, 'tenant_id': 'ce0754f7bc3f47389a9d6ac128e43a77'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:46.213312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:46.254449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 40878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:46.257811 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:46.311105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=84a1b265-2cad-4021-b04d-67ccd621b3b9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:46.523086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:46.523503 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP e6082276-1bba-4a46-b195-207234968b62 disassociated (deleted). External IP: 172.25.3.245, port: 0a51ab23-9103-4056-acbe-7060ebfebec6. Jul 22 14:42:46.622644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Made reservation on behalf of ce0754f7bc3f47389a9d6ac128e43a77 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:46.626777 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:46.957137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:47.049281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router 23964be4-dca8-4597-8e01-186a0b0946c0 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:47.050303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:47.053198 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49fd3c5-3165-4b93-9488-17276b69e3f0" -d '{"events": [{"server_uuid": "1d4b4eeb-9b45-461d-9e0f-5fccead929cc", "name": "network-vif-plugged", "status": "completed", "tag": "061bd58a-40db-4d7c-ac7b-f93fce14c8a4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:47.060631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40109f89-6d50-4e37-a6f9-a9924598fcdb req-e9bea64c-b830-4216-8177-35c5a83dccb6 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 210 time: 0.0709589 Jul 22 14:42:47.091805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Allocated IP 172.20.0.8 (a55b6e4c-2f94-46af-ba6f-3690236c7dca/811725f1-37ff-46f6-ac22-e68b7355b157/d4c864b0-8672-4456-9106-6e9cf2bbbfac) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:42:47.154545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d491f-cfb7-4de4-ba69-e4c853a7ba66 req-60461a58-2d8a-438b-a523-435e94f7a03b tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:47.157359 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d389dd8-7e02-4cc9-9dc7-736341bc16ac x-openstack-request-id: req-8d389dd8-7e02-4cc9-9dc7-736341bc16ac {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:47.157652 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b4eeb-9b45-461d-9e0f-5fccead929cc", "name": "network-vif-plugged", "status": "completed", "tag": "061bd58a-40db-4d7c-ac7b-f93fce14c8a4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:47.157936 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d389dd8-7e02-4cc9-9dc7-736341bc16ac {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:47.158305 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4', 'code': 200} Jul 22 14:42:47.161401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e5d491f-cfb7-4de4-ba69-e4c853a7ba66 req-60461a58-2d8a-438b-a523-435e94f7a03b tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 945 time: 0.3340588 Jul 22 14:42:47.326025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:47.338652 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] Sync routers for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:47.351502 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:47.359880 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:47.395474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a10397-9209-4349-86ef-f647e2733c58 req-6c0e3145-9e22-4f31-aaa2-cd278c971c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:47.397211 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77a10397-9209-4349-86ef-f647e2733c58 req-6c0e3145-9e22-4f31-aaa2-cd278c971c3c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 1096 time: 0.1788275 Jul 22 14:42:47.454394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Deleting port e1635ea7-4c22-430d-b68b-534749ed9187 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:47.454785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:47.551709 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:47.554504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] For port e1635ea7-4c22-430d-b68b-534749ed9187, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e1635ea7-4c22-430d-b68b-534749ed9187,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:47.554910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:47.581188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Calling delete_port for e1635ea7-4c22-430d-b68b-534749ed9187 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:47.689493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77a10397-9209-4349-86ef-f647e2733c58 req-2a6bc23c-6a6f-4795-a62e-67d5231ba4ed service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848599 Jul 22 14:42:47.783062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:47.831949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e5d491f-cfb7-4de4-ba69-e4c853a7ba66 req-ed665c51-745f-48a3-84af-130f69b55b03 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695828 Jul 22 14:42:47.871829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cd88da91-20ad-40ac-9d36-1c62283f04c6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/floatingips/e6082276-1bba-4a46-b195-207234968b62 HTTP/1.1" status: 204 len: 168 time: 2.6252668 Jul 22 14:42:47.872526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:47.881540 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461aef1-1008-4c80-9d74-07e36e59b956" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:47.936628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:47.953654 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:33Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:47.995422 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e202818c-c65e-4024-a7c2-fb265c81cc1b x-openstack-request-id: req-e202818c-c65e-4024-a7c2-fb265c81cc1b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:47.998405 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:47.999156 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e202818c-c65e-4024-a7c2-fb265c81cc1b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:48.003895 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'status': 'completed', 'code': 200} Jul 22 14:42:48.008935 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] Checking router: 23964be4-dca8-4597-8e01-186a0b0946c0 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:48.020689 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:48.021641 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:48.045194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1635ea7-4c22-430d-b68b-534749ed9187,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:48.189907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:48.365977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b68c73ff-b2b3-40b0-afa3-c9193356d1bb req-0bfa10a9-2746-4c31-bd1f-dc87a05f2f20 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 210 time: 0.1103146 Jul 22 14:42:48.376981 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:48.478169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Network a55b6e4c-2f94-46af-ba6f-3690236c7dca is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:42:48.485875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:48.496743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:42:48.504304 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:48.565093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:48.565681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:48.621999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Pushing event updated for resources: {'Port': ['ID=d4c864b0-8672-4456-9106-6e9cf2bbbfac,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:48.644386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f8a56df1-4f50-4e75-b812-2c06ef502d9f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4998114 Jul 22 14:42:48.681034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Request body: {'port': {'device_id': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:48.767180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62148-d488-4ffb-8d9a-25cbcfe9775b req-064feb32-5ac2-422b-b274-dbf532bb7ef9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:48.768977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e62148-d488-4ffb-8d9a-25cbcfe9775b req-064feb32-5ac2-422b-b274-dbf532bb7ef9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 947 time: 0.2004712 Jul 22 14:42:48.845592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e62148-d488-4ffb-8d9a-25cbcfe9775b req-e41d4be8-5609-441e-84d4-ea5c96b34ded tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680659 Jul 22 14:42:48.880993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.003302 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:33Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:49.042232 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46c3e2-87ee-4429-a605-c88284df5e22 None None] The sync data for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 is: [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:40:26Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c1287529-ce92-45cd-b330-0bb968242ba7', 'name': '', 'network_id': '26b07279-ed6e-43fa-a9d7-6a08d819d13b', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:cf:92:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2354, 'fixed_ips': [{'subnet_id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:24Z', 'updated_at': '2021-07-22T14:40:33Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '0785ea7c-06ce-47e7-b80e-c0fec2168340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:49.059914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-207d0453-2a89-418c-8ea2-56a21e9c3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.062151 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-207d0453-2a89-418c-8ea2-56a21e9c3e0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 1098 time: 1.0379958 Jul 22 14:42:49.186964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.187492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca660e0-f52e-4e19-b6b2-2c2d192f9ab0 req-b5afe3f0-0419-4a85-93fb-952016d23fa9 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.189414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ca660e0-f52e-4e19-b6b2-2c2d192f9ab0 req-b5afe3f0-0419-4a85-93fb-952016d23fa9 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 945 time: 0.1823349 Jul 22 14:42:49.346002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-7546e31c-f407-4ab2-b207-9a720fae01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.347556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-7546e31c-f407-4ab2-b207-9a720fae01ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 200 len: 897 time: 0.2770772 Jul 22 14:42:49.391453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c864b0-8672-4456-9106-6e9cf2bbbfac {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:49.412747 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.444377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Transition to ACTIVE for port object d4c864b0-8672-4456-9106-6e9cf2bbbfac will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:42:49.456971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ca660e0-f52e-4e19-b6b2-2c2d192f9ab0 req-360ea234-009a-492b-8506-316db70d150f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576659 Jul 22 14:42:49.458264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.537997 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-3fa2296f-a6b0-4ed4-b65a-25bdeb6e63df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 200 len: 217 time: 0.1268353 Jul 22 14:42:49.598740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f86c039-7d4a-4fb5-8ffb-6e531f7e614c None None] New status for floating IP e6082276-1bba-4a46-b195-207234968b62: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:42:49.618603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-835b8b71-ff0c-4e25-8721-dec63493bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.620687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-835b8b71-ff0c-4e25-8721-dec63493bca6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 200 len: 833 time: 0.0735993 Jul 22 14:42:49.667857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:49.811028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Attempting to bind port d4c864b0-8672-4456-9106-6e9cf2bbbfac on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:42:49.811476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Attempting to bind port d4c864b0-8672-4456-9106-6e9cf2bbbfac by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'fa2cca4c-deab-4de4-8acd-e496852756b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:42:49.811849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Attempting to bind port d4c864b0-8672-4456-9106-6e9cf2bbbfac on network a55b6e4c-2f94-46af-ba6f-3690236c7dca {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:49.818461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c864b0-8672-4456-9106-6e9cf2bbbfac,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:49.819220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-c4c35b5c-8fa8-4dfb-94d6-dade4a0c3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.820784 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-c4c35b5c-8fa8-4dfb-94d6-dade4a0c3741 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=26b07279-ed6e-43fa-a9d7-6a08d819d13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929994 Jul 22 14:42:49.831232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Port d4c864b0-8672-4456-9106-6e9cf2bbbfac on network a55b6e4c-2f94-46af-ba6f-3690236c7dca not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:42:49.831826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Attempting to bind port d4c864b0-8672-4456-9106-6e9cf2bbbfac on network a55b6e4c-2f94-46af-ba6f-3690236c7dca {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:42:49.846273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:42:49.846955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Checking segment: {'id': 'fa2cca4c-deab-4de4-8acd-e496852756b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:42:49.847635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Bound using segment: {'id': 'fa2cca4c-deab-4de4-8acd-e496852756b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:42:49.848247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Bound port: d4c864b0-8672-4456-9106-6e9cf2bbbfac, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2cca4c-deab-4de4-8acd-e496852756b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:42:49.848922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:49.918706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c8d4d-933d-4511-8cd2-7294b9acd0e1 req-3c15194c-f1b2-4ccb-9b65-894a105a98b4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.926040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e83c8d4d-933d-4511-8cd2-7294b9acd0e1 req-3c15194c-f1b2-4ccb-9b65-894a105a98b4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb12f3ea-d797-4695-9de0-dfc53f729960 HTTP/1.1" status: 200 len: 946 time: 0.2767570 Jul 22 14:42:49.964177 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-a0744ff7-039e-46ec-a4fd-66e1c4c0aedb service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338258 Jul 22 14:42:49.970688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84673c-b38f-4230-b0c4-e15d6b0ad0c7 req-f83ac040-d423-4b5e-a507-7174ed98eb7d tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:49.971963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d84673c-b38f-4230-b0c4-e15d6b0ad0c7 req-f83ac040-d423-4b5e-a507-7174ed98eb7d tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 943 time: 0.4486146 Jul 22 14:42:50.030399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] For port d4c864b0-8672-4456-9106-6e9cf2bbbfac, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:42:50.034436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] For port d4c864b0-8672-4456-9106-6e9cf2bbbfac, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac,segment=NetworkSegment(fa2cca4c-deab-4de4-8acd-e496852756b6),segment_id=fa2cca4c-deab-4de4-8acd-e496852756b6)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:42:50.046349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e83c8d4d-933d-4511-8cd2-7294b9acd0e1 req-6153c2f5-3270-4c20-b623-100c59ddd9cb tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187210 Jul 22 14:42:50.065517 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.122130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fda8dfcb-787c-4516-bcc6-576b4dcb079b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:50.123926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fda8dfcb-787c-4516-bcc6-576b4dcb079b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 947 time: 0.3825350 Jul 22 14:42:50.128215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6461aef1-1008-4c80-9d74-07e36e59b956 req-ea877c43-1c06-49fb-b3ed-da8286777b50 service neutron] 10.222.0.72 "GET /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561575 Jul 22 14:42:50.129652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:50.145202 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] Sync routers for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:50.157286 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:50.158363 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:50.160635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-00b350ba-9603-45cd-a9be-8d48ad81b7d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/9e59e9f6-1f2d-43f5-a912-52d2f09acab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9022193 Jul 22 14:42:50.173179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40968) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:50.370807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 0a51ab23-9103-4056-acbe-7060ebfebec6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:50.371160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.377191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d84673c-b38f-4230-b0c4-e15d6b0ad0c7 req-0e535936-7248-483c-8f7a-b988425c30b7 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937292 Jul 22 14:42:50.438355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:50.439338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.440727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] 10.222.0.61 "PUT /v2.0/ports/d4c864b0-8672-4456-9106-6e9cf2bbbfac HTTP/1.1" status: 200 len: 1091 time: 1.7747316 Jul 22 14:42:50.441346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'tag': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:50.444056 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced613a2-3c59-401c-a48d-b9574cee1dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "9eca8552-55a4-4d6e-9dd1-eede62c25e1b", "tag": "d4c864b0-8672-4456-9106-6e9cf2bbbfac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:50.466804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c864b0-8672-4456-9106-6e9cf2bbbfac,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:50.482082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.482435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.482831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.483181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.483525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.483866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.484205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.484541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.484876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.485213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.485679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.486034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5eb9-3005-4648-ad0c-6b54033dd718 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:42:50.571405 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:50.583599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d182c65-b3ad-4f75-8437-8ed7d0343d63 req-4f87deb5-d01d-4edc-b0d8-f7fc64948124 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:50.587617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d182c65-b3ad-4f75-8437-8ed7d0343d63 req-4f87deb5-d01d-4edc-b0d8-f7fc64948124 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=1cdce8d2-4206-4c6f-852d-34aed1ede5ca HTTP/1.1" status: 200 len: 947 time: 0.3923929 Jul 22 14:42:50.634264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port 0a51ab23-9103-4056-acbe-7060ebfebec6, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0a51ab23-9103-4056-acbe-7060ebfebec6,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:50.634677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.669016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 0a51ab23-9103-4056-acbe-7060ebfebec6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:50.679529 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:50.730422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-b11d2c1b-d518-4a17-aced-7fd8429d33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:50.732005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-b11d2c1b-d518-4a17-aced-7fd8429d33c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce0754f7bc3f47389a9d6ac128e43a77&device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 1094 time: 0.2390170 Jul 22 14:42:50.900270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d182c65-b3ad-4f75-8437-8ed7d0343d63 req-c13236e9-fe4f-4020-ad48-c01df003ff3a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba83f591-df0b-4ae7-a12d-49e8d5045cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904558 Jul 22 14:42:50.904590 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5cc270-0763-42ac-93d0-14e2d528c8ed x-openstack-request-id: req-1a5cc270-0763-42ac-93d0-14e2d528c8ed {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:50.904906 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eca8552-55a4-4d6e-9dd1-eede62c25e1b", "tag": "d4c864b0-8672-4456-9106-6e9cf2bbbfac", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:50.905177 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a5cc270-0763-42ac-93d0-14e2d528c8ed {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:50.906028 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'tag': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac', 'status': 'completed', 'code': 200} Jul 22 14:42:50.908819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-86c5fb2e-9404-480a-aab3-bad9843fe63c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac HTTP/1.1" status: 200 len: 217 time: 0.1148350 Jul 22 14:42:50.965222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.006264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.041555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=0a51ab23-9103-4056-acbe-7060ebfebec6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:51.100754 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd6210b63-1604-4231-922a-7473a43e7454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:42:47Z', 'revision_number': 5, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port': {'id': 'd6210b63-1604-4231-922a-7473a43e7454', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:31:10Z', 'updated_at': '2021-07-22T14:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:51.106209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-a7f8f63f-0b49-44db-ae4a-615554860442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:51.115286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-a7f8f63f-0b49-44db-ae4a-615554860442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811725f1-37ff-46f6-ac22-e68b7355b157 HTTP/1.1" status: 200 len: 858 time: 0.1975682 Jul 22 14:42:51.170563 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] Checking router: 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:51.178578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] No DVR routers for this DVR port 0a51ab23-9103-4056-acbe-7060ebfebec6 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:51.183451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-1e8281e9-3012-4835-b343-88c30920f7d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a55b6e4c-2f94-46af-ba6f-3690236c7dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586677 Jul 22 14:42:51.188043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.191911 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ff658ddb-fa20-49b3-9c62-04a6b3546ef5 req-fb2e036b-f5e7-4839-9577-347fde991f9c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "DELETE /v2.0/ports/0a51ab23-9103-4056-acbe-7060ebfebec6 HTTP/1.1" status: 204 len: 173 time: 1.0299284 Jul 22 14:42:51.192873 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] Routers {'9e59e9f6-1f2d-43f5-a912-52d2f09acab7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:51.193577 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:51.196911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-deleted', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:51.199109 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77f400-882c-46f7-b1bc-f03673390f5f" -d '{"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-deleted", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:51.263207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Deleting port d6210b63-1604-4231-922a-7473a43e7454 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:51.263621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.300980 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78cc19f-e10e-4f50-b913-2ea243cf7a9f x-openstack-request-id: req-c78cc19f-e10e-4f50-b913-2ea243cf7a9f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:51.301599 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdce8d2-4206-4c6f-852d-34aed1ede5ca", "name": "network-vif-deleted", "tag": "0a51ab23-9103-4056-acbe-7060ebfebec6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:51.302070 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c78cc19f-e10e-4f50-b913-2ea243cf7a9f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:51.302730 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdce8d2-4206-4c6f-852d-34aed1ede5ca', 'name': 'network-vif-deleted', 'tag': '0a51ab23-9103-4056-acbe-7060ebfebec6', 'status': 'completed', 'code': 200} Jul 22 14:42:51.359597 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] Set router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:51.471200 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:42:51Z', 'revision_number': 6, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:51.471494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] For port d6210b63-1604-4231-922a-7473a43e7454, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d6210b63-1604-4231-922a-7473a43e7454,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:51.471494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:51.487522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Calling delete_port for d6210b63-1604-4231-922a-7473a43e7454 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:51.527600 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef1cec7-5dc1-4c47-abe2-34fae4d85bdf None None] The sync data for ids ['9e59e9f6-1f2d-43f5-a912-52d2f09acab7'] in n-d-794306-8 is: [{'id': '9e59e9f6-1f2d-43f5-a912-52d2f09acab7', 'name': 'tempest-TaggedBootDevicesTest-945121042-router', 'tenant_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:31:09Z', 'updated_at': '2021-07-22T14:42:51Z', 'revision_number': 6, 'project_id': 'ef4a3c17619a450ab08cbb43bce8dc9b', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:51.841494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-c9bdc377-a19a-4eb8-a8cf-0a72b7d12222 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:51.843157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-c9bdc377-a19a-4eb8-a8cf-0a72b7d12222 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 813 time: 0.2652373 Jul 22 14:42:51.904804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-37c0fed4-c970-4e32-a415-57e5afdb88e2 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/quotas/58f149560185498ca0a0fd57bcc1f32e HTTP/1.1" status: 200 len: 375 time: 0.0392282 Jul 22 14:42:52.026542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-1461cf3f-6383-45bd-b864-ab2afddc397b service neutron] 10.222.0.61 "GET /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299234 Jul 22 14:42:52.134349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-7dfc38ff-1272-4dd0-934c-ae0eb6a6b119 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.138679 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-7dfc38ff-1272-4dd0-934c-ae0eb6a6b119 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb12f3ea-d797-4695-9de0-dfc53f729960 HTTP/1.1" status: 200 len: 946 time: 0.1200607 Jul 22 14:42:52.178199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f2603-7ce7-456b-9561-af9bcb9949af req-713c79df-e7bf-4786-b96f-b9ed7870c9f9 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.185690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c52f2603-7ce7-456b-9561-af9bcb9949af req-713c79df-e7bf-4786-b96f-b9ed7870c9f9 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 943 time: 0.6431060 Jul 22 14:42:52.238605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.279670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Deleting port ed76fff5-f71f-42c4-8fad-46f313a40d0a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:52.280120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.295240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c52f2603-7ce7-456b-9561-af9bcb9949af req-f6122ec4-cb94-49eb-a7f0-365f8158a826 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085842 Jul 22 14:42:52.311085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-012e5b72-5d1f-4da6-8cb8-e2ad419ac436 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3839781 Jul 22 14:42:52.323239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6210b63-1604-4231-922a-7473a43e7454,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:52.335491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36d5d8e2-86d7-4f8f-bcdb-5f5e70d49c54 req-e7dad37c-89cc-433c-925e-618427df0a70 service neutron] 10.222.0.61 "GET /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737565 Jul 22 14:42:52.443820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] For port ed76fff5-f71f-42c4-8fad-46f313a40d0a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ed76fff5-f71f-42c4-8fad-46f313a40d0a,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:52.445014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.461351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Calling delete_port for ed76fff5-f71f-42c4-8fad-46f313a40d0a owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:52.521839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:52.590947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.622946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6210b63-1604-4231-922a-7473a43e7454 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:52.686129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d6210b63-1604-4231-922a-7473a43e7454 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:52.686743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d6210b63-1604-4231-922a-7473a43e7454 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:52.687317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e1635ea7-4c22-430d-b68b-534749ed9187 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:52.723690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-eaa60d19-6865-4c56-bb1e-9a3175c9a77f service neutron] 10.222.0.60 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002445 Jul 22 14:42:52.725091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e1635ea7-4c22-430d-b68b-534749ed9187 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:52.725446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e1635ea7-4c22-430d-b68b-534749ed9187 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:52.738116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-b12eb579-dd6d-4947-963e-981db68b4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.739845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-b12eb579-dd6d-4947-963e-981db68b4b4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce0754f7bc3f47389a9d6ac128e43a77&device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 1094 time: 0.3138335 Jul 22 14:42:52.852859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.863074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-65047ce6-55a6-4cab-89bd-5cbbf00e3f8f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:52.863304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.864645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-65047ce6-55a6-4cab-89bd-5cbbf00e3f8f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "GET /v2.0/ports?device_id=1d4b4eeb-9b45-461d-9e0f-5fccead929cc HTTP/1.1" status: 200 len: 945 time: 0.3439214 Jul 22 14:42:52.976047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-374534e2-9673-4f70-b436-7122dfd29fec service neutron] 10.222.0.60 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511327 Jul 22 14:42:52.990005 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:52.990005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e59e9f6-1f2d-43f5-a912-52d2f09acab7 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:42:52.999349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.003087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f8fcf1a8-e337-467d-afdc-08430d3f3d1c admin admin] 10.222.0.60 "DELETE /v2.0/routers/9e59e9f6-1f2d-43f5-a912-52d2f09acab7 HTTP/1.1" status: 204 len: 168 time: 2.8266840 Jul 22 14:42:53.003087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41038) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:53.063995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-6382f7bd-d2e9-47c9-a3bf-27badf3d2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:53.067544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-6382f7bd-d2e9-47c9-a3bf-27badf3d2a80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a55b6e4c-2f94-46af-ba6f-3690236c7dca HTTP/1.1" status: 200 len: 919 time: 0.2367620 Jul 22 14:42:53.157385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-a9e0ac70-7efd-4fda-a677-94066ea69b12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac HTTP/1.1" status: 200 len: 217 time: 0.0829694 Jul 22 14:42:53.181891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.196989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['061bd58a-40db-4d7c-ac7b-f93fce14c8a4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:53.200489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ed76fff5-f71f-42c4-8fad-46f313a40d0a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:53.243753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event deleted for resources: {'Port': ['ID=ed76fff5-f71f-42c4-8fad-46f313a40d0a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:53.248175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Deleting subnet a692e4b3-d628-4703-9aa5-2bfca5560672 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:53.253214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.349204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.395295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-a4a2f106-8236-4a37-977d-1ddab9f8b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:53.397789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-a4a2f106-8236-4a37-977d-1ddab9f8b1e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=811725f1-37ff-46f6-ac22-e68b7355b157 HTTP/1.1" status: 200 len: 858 time: 0.2320824 Jul 22 14:42:53.461460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Deleting port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:53.461990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.475039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] No DVR routers for this DVR port ed76fff5-f71f-42c4-8fad-46f313a40d0a on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:53.492550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.498987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-7d0355e5-7a81-4b13-bddd-d83633646307 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a55b6e4c-2f94-46af-ba6f-3690236c7dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931447 Jul 22 14:42:53.508443 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b02ac5d-3b01-4e84-ae76-cb496f2e31b6 req-e5d0fd74-7c8e-4e36-8688-f9b4b70c94ed tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.61 "DELETE /v2.0/ports/ed76fff5-f71f-42c4-8fad-46f313a40d0a HTTP/1.1" status: 204 len: 173 time: 1.3643358 Jul 22 14:42:53.526070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'name': 'network-vif-deleted', 'tag': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:53.529207 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5b6989-fb53-4c10-9789-c5c87525e57e" -d '{"events": [{"server_uuid": "cb12f3ea-d797-4695-9de0-dfc53f729960", "name": "network-vif-deleted", "tag": "ed76fff5-f71f-42c4-8fad-46f313a40d0a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:53.723801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] For port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:53.724288 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.746866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Calling delete_port for 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:53.889930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:53.896442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:53.925352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 0a51ab23-9103-4056-acbe-7060ebfebec6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:53.926141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0a51ab23-9103-4056-acbe-7060ebfebec6 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:53.983743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7ff4b69-7dfd-448d-a5e6-650fa6b21033 req-85d00f69-5d9f-4e01-847b-aeec631d3604 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 210 time: 0.0635989 Jul 22 14:42:54.058777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.067641 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec3afd3-17b5-4c9b-9acf-6de76b0b0104 x-openstack-request-id: req-4ec3afd3-17b5-4c9b-9acf-6de76b0b0104 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:54.068113 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb12f3ea-d797-4695-9de0-dfc53f729960", "name": "network-vif-deleted", "tag": "ed76fff5-f71f-42c4-8fad-46f313a40d0a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:54.068371 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ec3afd3-17b5-4c9b-9acf-6de76b0b0104 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:54.068778 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb12f3ea-d797-4695-9de0-dfc53f729960', 'name': 'network-vif-deleted', 'tag': 'ed76fff5-f71f-42c4-8fad-46f313a40d0a', 'status': 'completed', 'code': 200} Jul 22 14:42:54.074083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ed76fff5-f71f-42c4-8fad-46f313a40d0a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:54.090292 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.097027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event deleted for resources: {'Port': ['ID=061bd58a-40db-4d7c-ac7b-f93fce14c8a4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:54.223509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab84778-f601-4013-aa3f-5c7b38c7b9d9 req-78e8bbeb-0e2c-41ec-bea8-cb8dc7f04313 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:54.226690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] No DVR routers for this DVR port 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:54.230409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.233895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab84778-f601-4013-aa3f-5c7b38c7b9d9 req-78e8bbeb-0e2c-41ec-bea8-cb8dc7f04313 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 943 time: 0.7568576 Jul 22 14:42:54.243560 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-faa2470c-74bc-477b-97a1-2c0465bd0880 req-dc54198b-1282-45b4-b0f7-4054d9f2e5c5 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "DELETE /v2.0/ports/061bd58a-40db-4d7c-ac7b-f93fce14c8a4 HTTP/1.1" status: 204 len: 173 time: 1.3151486 Jul 22 14:42:54.247479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.266461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-cfdedda9-ade0-4f99-92bb-1b1469c5e498 service neutron] 10.222.0.61 "GET /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392192 Jul 22 14:42:54.399656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a692e4b3-d628-4703-9aa5-2bfca5560672,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:54.404067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.404225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922aceb-613c-445f-9ae0-9fcae563a16d None None] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:54.407054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-082540fe-9222-47db-9a28-51e933370223 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a692e4b3-d628-4703-9aa5-2bfca5560672 HTTP/1.1" status: 204 len: 168 time: 1.4007044 Jul 22 14:42:54.409522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41080) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:54.481043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab84778-f601-4013-aa3f-5c7b38c7b9d9 req-3edf3439-d26b-4591-907c-5c845870530a tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455828 Jul 22 14:42:54.488545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4c864b0-8672-4456-9106-6e9cf2bbbfac details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:42:54.538888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced613a2-3c59-401c-a48d-b9574cee1dc3 req-f86a1dcb-306d-4818-9773-983bef261e3b service neutron] 10.222.0.61 "GET /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472568 Jul 22 14:42:54.562181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port c1287529-ce92-45cd-b330-0bb968242ba7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:54.563317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.606004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.713036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port c1287529-ce92-45cd-b330-0bb968242ba7, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c1287529-ce92-45cd-b330-0bb968242ba7,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:54.714379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.735395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for c1287529-ce92-45cd-b330-0bb968242ba7 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:54.748267 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:42:54.751066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Deleting port a0bdec88-071a-489a-bd86-a357f6ef0ee6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:54.751419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.825205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d4c864b0-8672-4456-9106-6e9cf2bbbfac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac,segment=NetworkSegment(fa2cca4c-deab-4de4-8acd-e496852756b6),segment_id=fa2cca4c-deab-4de4-8acd-e496852756b6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:54.849685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac', 'network_id': 'a55b6e4c-2f94-46af-ba6f-3690236c7dca', 'port_id': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac', 'mac_address': 'fa:16:3e:7d:96:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811725f1-37ff-46f6-ac22-e68b7355b157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:42:54.850969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] For port a0bdec88-071a-489a-bd86-a357f6ef0ee6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a0bdec88-071a-489a-bd86-a357f6ef0ee6,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:54.851346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.895211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:54.914505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] DHCP port deletion for a86acb83-99de-40b2-8ad3-1ed8e96a09c7 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:54.918411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Calling delete_port for a0bdec88-071a-489a-bd86-a357f6ef0ee6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:54.923232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c864b0-8672-4456-9106-6e9cf2bbbfac {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:42:55.148182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d4c864b0-8672-4456-9106-6e9cf2bbbfac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac,segment=NetworkSegment(fa2cca4c-deab-4de4-8acd-e496852756b6),segment_id=fa2cca4c-deab-4de4-8acd-e496852756b6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:55.148182 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.214002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Deleting port a0bdec88-071a-489a-bd86-a357f6ef0ee6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:55.214411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.225950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccff42b8-2c65-4536-b5f9-987bb5598889 req-c44ed51c-f80c-4407-9420-699a95bc2542 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 210 time: 0.0525916 Jul 22 14:42:55.277685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.308192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d4c864b0-8672-4456-9106-6e9cf2bbbfac'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:42:55.311941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bdec88-071a-489a-bd86-a357f6ef0ee6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:55.318007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] No DVR routers for this DVR port a0bdec88-071a-489a-bd86-a357f6ef0ee6 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:55.440905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] For port a0bdec88-071a-489a-bd86-a357f6ef0ee6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a0bdec88-071a-489a-bd86-a357f6ef0ee6,segment=NetworkSegment(659fef69-c01b-415b-acab-52f6f408221f),segment_id=659fef69-c01b-415b-acab-52f6f408221f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:55.441752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.449228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.466969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86acb83-99de-40b2-8ad3-1ed8e96a09c7']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:55.472441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Calling delete_port for a0bdec88-071a-489a-bd86-a357f6ef0ee6 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:55.479178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659fef69-c01b-415b-acab-52f6f408221f') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:55.479482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659fef69-c01b-415b-acab-52f6f408221f') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:55.490481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.519417 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.536542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:42:55.538097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:42:55.542869 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:42:55.582063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d4c864b0-8672-4456-9106-6e9cf2bbbfac,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:55.709977 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.743153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.747269 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:55.748019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a86acb83-99de-40b2-8ad3-1ed8e96a09c7 HTTP/1.1" status: 204 len: 168 time: 1.3352530 Jul 22 14:42:55.750055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327d521-9036-47ca-8b6e-df7593a46a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86acb83-99de-40b2-8ad3-1ed8e96a09c7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:55.819505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a2a99-1c77-4613-8a32-dcb6ad811f4d req-02744507-2846-488e-967a-264e79dc5610 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:55.821657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e10a2a99-1c77-4613-8a32-dcb6ad811f4d req-02744507-2846-488e-967a-264e79dc5610 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 944 time: 0.1648126 Jul 22 14:42:55.830224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Pushing event deleted for resources: {'Port': ['ID=a0bdec88-071a-489a-bd86-a357f6ef0ee6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:55.850556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] Network a86acb83-99de-40b2-8ad3-1ed8e96a09c7 is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:42:55.851003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55f3e9-ea34-4bc2-836c-2eacf57148fd None None] No DVR routers for this DVR port a0bdec88-071a-489a-bd86-a357f6ef0ee6 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:55.903114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e10a2a99-1c77-4613-8a32-dcb6ad811f4d req-2164f191-5991-42a8-867d-87a606fb5cf9 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698056 Jul 22 14:42:56.043473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-5783735e-b97c-4389-a838-461f45f3fb5c tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:56.045708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-5783735e-b97c-4389-a838-461f45f3fb5c tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 813 time: 0.3537278 Jul 22 14:42:56.046945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.072387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41128) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:56.085315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Request body: {'port': {'device_id': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'admin_state_up': True, 'tenant_id': '58f149560185498ca0a0fd57bcc1f32e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:56.089091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'name': 'network-vif-deleted', 'tag': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:56.103318 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7cd146-d2eb-4f2e-b8da-80db965479c0" -d '{"events": [{"server_uuid": "1d4b4eeb-9b45-461d-9e0f-5fccead929cc", "name": "network-vif-deleted", "tag": "061bd58a-40db-4d7c-ac7b-f93fce14c8a4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:56.106008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=c1287529-ce92-45cd-b330-0bb968242ba7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:56.200032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-685c59ad-54c0-4755-b745-028ec5466821 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef4a3c17619a450ab08cbb43bce8dc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248252 Jul 22 14:42:56.205037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41136) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:56.227659 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c77c37-f0c7-45eb-aebf-ca9e646ab840 x-openstack-request-id: req-b3c77c37-f0c7-45eb-aebf-ca9e646ab840 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:56.227966 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b4eeb-9b45-461d-9e0f-5fccead929cc", "name": "network-vif-deleted", "tag": "061bd58a-40db-4d7c-ac7b-f93fce14c8a4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:56.228223 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3c77c37-f0c7-45eb-aebf-ca9e646ab840 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:56.228626 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b4eeb-9b45-461d-9e0f-5fccead929cc', 'name': 'network-vif-deleted', 'tag': '061bd58a-40db-4d7c-ac7b-f93fce14c8a4', 'status': 'completed', 'code': 200} Jul 22 14:42:56.321224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23cfb1-35ff-4a79-93a8-e7188c594a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.354917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23cfb1-35ff-4a79-93a8-e7188c594a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.437222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-abcc3c1d-890b-4ae3-ba94-33e4f1e9619f req-bfc76559-db4f-418d-9f82-c9adeee0411a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 210 time: 0.0333500 Jul 22 14:42:56.444538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23cfb1-35ff-4a79-93a8-e7188c594a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.448293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23cfb1-35ff-4a79-93a8-e7188c594a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.451893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5d23cfb1-35ff-4a79-93a8-e7188c594a38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c1666e4-c2d8-4256-a3d2-94665d1a6016 HTTP/1.1" status: 204 len: 168 time: 0.2433465 Jul 22 14:42:56.476203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23cfb1-35ff-4a79-93a8-e7188c594a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1666e4-c2d8-4256-a3d2-94665d1a6016,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:56.476437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4c864b0-8672-4456-9106-6e9cf2bbbfac up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:42:56.651557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port d4c864b0-8672-4456-9106-6e9cf2bbbfac completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:42:56.664525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port d4c864b0-8672-4456-9106-6e9cf2bbbfac triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:42:56.665575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.668382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-dfeb0af5-0880-470a-af75-23e98e7f9a97 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:56.670005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-dfeb0af5-0880-470a-af75-23e98e7f9a97 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 813 time: 0.4484408 Jul 22 14:42:56.683919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Request body: {'port': {'device_id': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'admin_state_up': True, 'tenant_id': '58f149560185498ca0a0fd57bcc1f32e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:56.697273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a0bdec88-071a-489a-bd86-a357f6ef0ee6 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:56.726312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a0bdec88-071a-489a-bd86-a357f6ef0ee6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:56.727039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a0bdec88-071a-489a-bd86-a357f6ef0ee6 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:56.742214 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.805419 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.867120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:42:56.871306 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c947e29a-011a-4152-be90-8effedd12866" -d '{"events": [{"server_uuid": "9eca8552-55a4-4d6e-9dd1-eede62c25e1b", "name": "network-vif-plugged", "status": "completed", "tag": "d4c864b0-8672-4456-9106-6e9cf2bbbfac"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:42:56.886703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d4c864b0-8672-4456-9106-6e9cf2bbbfac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac,segment=NetworkSegment(fa2cca4c-deab-4de4-8acd-e496852756b6),segment_id=fa2cca4c-deab-4de4-8acd-e496852756b6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:56.890981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Made reservation on behalf of 58f149560185498ca0a0fd57bcc1f32e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:56.894720 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.906262 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:56.908270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ed76fff5-f71f-42c4-8fad-46f313a40d0a no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:56.923377 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cce215c-fcd0-4cc6-9464-fcc657770967 x-openstack-request-id: req-2cce215c-fcd0-4cc6-9464-fcc657770967 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:42:56.923998 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eca8552-55a4-4d6e-9dd1-eede62c25e1b", "name": "network-vif-plugged", "status": "completed", "tag": "d4c864b0-8672-4456-9106-6e9cf2bbbfac", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:42:56.924501 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2cce215c-fcd0-4cc6-9464-fcc657770967 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:42:56.925118 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac', 'code': 200} Jul 22 14:42:56.980791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: ed76fff5-f71f-42c4-8fad-46f313a40d0a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:56.981350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ed76fff5-f71f-42c4-8fad-46f313a40d0a not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:57.057454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d4c864b0-8672-4456-9106-6e9cf2bbbfac,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:57.099733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Made reservation on behalf of 58f149560185498ca0a0fd57bcc1f32e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:57.103658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.179616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89db5f-e4b1-4af2-a6b5-ca0be329b23b req-17172893-e418-41c1-ac2e-ea972849b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:57.181308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b89db5f-e4b1-4af2-a6b5-ca0be329b23b req-17172893-e418-41c1-ac2e-ea972849b4c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 1096 time: 0.1815925 Jul 22 14:42:57.199163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70741963-fdc3-4905-8661-fa1f203023a4 req-3d65e12d-c853-4898-a27f-cb3b1bef8111 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:57.206450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70741963-fdc3-4905-8661-fa1f203023a4 req-3d65e12d-c853-4898-a27f-cb3b1bef8111 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 945 time: 0.0976939 Jul 22 14:42:57.263371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Allocated IP 172.20.0.12 (0289586b-f287-4fd6-8d9f-66f93d980a19/6dbe1145-11a0-4f23-99fc-93768db720a6/11e8e576-42e4-45c6-ab95-bee7744554a2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:42:57.294862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b89db5f-e4b1-4af2-a6b5-ca0be329b23b req-b58774ea-840b-468c-8142-7b249c09f2ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041634 Jul 22 14:42:57.336599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70741963-fdc3-4905-8661-fa1f203023a4 req-c38f19dd-02bd-4945-9f75-a667895388ba tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289842 Jul 22 14:42:57.489474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router 23964be4-dca8-4597-8e01-186a0b0946c0 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:42:57.603525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04b57c29-1691-494e-b0d0-2110c97b6c73 req-df113dd7-5cc3-4f65-9570-493a6fca5e85 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 210 time: 0.0461721 Jul 22 14:42:57.734244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.818943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:42:57.826363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a5a96f15-703b-4d61-ad04-54b997a03f49 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/23964be4-dca8-4597-8e01-186a0b0946c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3033607 Jul 22 14:42:57.828859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41204) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:57.831136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] Sync routers for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:42:57.845240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:57.846112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:57.854713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:57.892759 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.950578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting subnet 0785ea7c-06ce-47e7-b80e-c0fec2168340 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:42:57.964955 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:57.977094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:42:57.977595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:42:57.988565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Allocated IP 172.20.0.4 (0289586b-f287-4fd6-8d9f-66f93d980a19/6dbe1145-11a0-4f23-99fc-93768db720a6/b8e647af-bd67-481a-b86f-30566e78e59e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:42:58.016264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:42:58.016846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 061bd58a-40db-4d7c-ac7b-f93fce14c8a4 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:42:58.032600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.060008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:58.062618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:42:58.072132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:58.080856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event updated for resources: {'Port': ['ID=11e8e576-42e4-45c6-ab95-bee7744554a2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:58.162108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-301119156-network', 'tenant_id': '35318fc3b1bc4059af691619b4f7bb48'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:58.226020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.263161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:58.263863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.316609 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.350252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Made reservation on behalf of 35318fc3b1bc4059af691619b4f7bb48 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:58.356685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.357046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Subnet': ['ID=0785ea7c-06ce-47e7-b80e-c0fec2168340,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:58.367356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8453e4a1-c716-4654-9ab6-83f0acac4939 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2863858 Jul 22 14:42:58.378691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.381316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fe2a26a3-2804-4290-b959-ea3d0163d374 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/subnets/0785ea7c-06ce-47e7-b80e-c0fec2168340 HTTP/1.1" status: 204 len: 168 time: 0.5512211 Jul 22 14:42:58.381776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Request body: {'port': {'device_id': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:58.383832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41224) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:58.387748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.403057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab92bd9-4e28-459f-9559-4e62d08e00fc None None] Network 26b07279-ed6e-43fa-a9d7-6a08d819d13b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:42:58.492980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.542854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.646567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223284d5-1da8-4de7-a350-29a4019d7217 req-5d6a6d12-12f5-48a4-b822-9d02ac8a1af0 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:58.648323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-223284d5-1da8-4de7-a350-29a4019d7217 req-5d6a6d12-12f5-48a4-b822-9d02ac8a1af0 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 945 time: 0.1801167 Jul 22 14:42:58.661429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:42:55Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:58.690919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Network 0289586b-f287-4fd6-8d9f-66f93d980a19 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:42:58.700695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] Checking router: 23964be4-dca8-4597-8e01-186a0b0946c0 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:42:58.706054 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.717676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:42:58.726822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] Routers {'23964be4-dca8-4597-8e01-186a0b0946c0'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:42:58.727699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['23964be4-dca8-4597-8e01-186a0b0946c0'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:58.736877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:42:58.791090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] DHCP port deletion for 26b07279-ed6e-43fa-a9d7-6a08d819d13b request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:42:58.827919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event updated for resources: {'Port': ['ID=b8e647af-bd67-481a-b86f-30566e78e59e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:58.845351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.921796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.936173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.957757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:58.958430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.976783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.978510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:42:58.989925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:58.990360 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Added segment a9129ad1-8ecc-4441-81ff-a8f6d9b15597 of type vlan for network 1b885127-79b6-41d3-9174-7de094277e2a Jul 22 14:42:59.038895 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.061957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-223284d5-1da8-4de7-a350-29a4019d7217 req-9306d231-3e0d-48d4-bbac-2fb739a9ae40 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051640 Jul 22 14:42:59.146352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333899f-9b1f-476a-bd68-4083e46bd1a4 req-ec225c6a-b1e9-49d0-aefc-de3d1184980a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:59.154455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] Set router 23964be4-dca8-4597-8e01-186a0b0946c0 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:42:59.157749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9333899f-9b1f-476a-bd68-4083e46bd1a4 req-ec225c6a-b1e9-49d0-aefc-de3d1184980a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 931 time: 0.3214331 Jul 22 14:42:59.165311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 34f65841-a5a1-4044-a611-ae7aea76001c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:59.165801 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.188003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] Deleting port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:42:59.188396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.234707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9333899f-9b1f-476a-bd68-4083e46bd1a4 req-b3ef8b8c-564e-42d8-b2bb-62d2417f3707 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755386 Jul 22 14:42:59.291541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e7047dda-a4d5-4fdc-b5a0-e9134db81acd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6107965 Jul 22 14:42:59.298881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:42:59.302756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c967a94e-53bb-414c-b058-2eab652d3384,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:59.341218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Request body: {'port': {'device_id': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:59.418866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.421008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:59.421803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.436450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] For port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,segment=NetworkSegment(5e551697-0e5f-44dd-b956-94568f53e4ae),segment_id=5e551697-0e5f-44dd-b956-94568f53e4ae)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:59.436824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.463691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] Calling delete_port for fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:59.482684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port 34f65841-a5a1-4044-a611-ae7aea76001c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=34f65841-a5a1-4044-a611-ae7aea76001c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:42:59.483264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.496812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 34f65841-a5a1-4044-a611-ae7aea76001c owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:42:59.605802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.620424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] No DVR routers for this DVR port fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:42:59.627391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.645420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c933819-5069-4e8c-ade0-870cf1868fd4 None None] Pushing event deleted for resources: {'Port': ['ID=fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:59.651121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:42:55Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:42:59.699195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b41a2-29e5-4665-9e35-cc47b04e4df0 None None] The sync data for ids ['23964be4-dca8-4597-8e01-186a0b0946c0'] in n-d-794306-8 is: [{'id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-348175821', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:16Z', 'updated_at': '2021-07-22T14:42:55Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '34f65841-a5a1-4044-a611-ae7aea76001c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23964be4-dca8-4597-8e01-186a0b0946c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2351, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:17Z', 'updated_at': '2021-07-22T14:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:42:59.713394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:42:59.717111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8552558 Jul 22 14:42:59.717934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429e01d-d7b7-47cc-8343-4d8905a7fe75 admin admin] Pushing event updated for resources: {'Network': ['ID=1b885127-79b6-41d3-9174-7de094277e2a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:42:59.719098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Request body: {'subnet': {'network_id': '1b885127-79b6-41d3-9174-7de094277e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-301119156-subnet', 'tenant_id': '35318fc3b1bc4059af691619b4f7bb48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:42:59.729876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1b885127-79b6-41d3-9174-7de094277e2a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:42:59.855103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Made reservation on behalf of 35318fc3b1bc4059af691619b4f7bb48 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:42:59.857738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:42:59.934036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddf569-aab4-4118-b061-338f6c1b4166 req-cf6f8123-def8-4755-9f2f-f0458a14ef8f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:42:59.941335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdddf569-aab4-4118-b061-338f6c1b4166 req-cf6f8123-def8-4755-9f2f-f0458a14ef8f tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 945 time: 0.3275104 Jul 22 14:43:00.050482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bdddf569-aab4-4118-b061-338f6c1b4166 req-d740cc03-9cfd-4302-b870-ec8c5f37f2d7 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082318 Jul 22 14:43:00.121346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e8e576-42e4-45c6-ab95-bee7744554a2 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:00.133252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.162440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Transition to ACTIVE for port object 11e8e576-42e4-45c6-ab95-bee7744554a2 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:00.180225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.182364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.221854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=34f65841-a5a1-4044-a611-ae7aea76001c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:00.263759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.311132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e576-42e4-45c6-ab95-bee7744554a2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:00.442846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3e0373-85ac-44c8-b1a8-865257d2d6e1,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:00.479368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.531750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Attempting to bind port 11e8e576-42e4-45c6-ab95-bee7744554a2 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:00.532122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Attempting to bind port 11e8e576-42e4-45c6-ab95-bee7744554a2 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:00.532456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Attempting to bind port 11e8e576-42e4-45c6-ab95-bee7744554a2 on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:00.547036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e647af-bd67-481a-b86f-30566e78e59e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:00.562197 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.564991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Port 11e8e576-42e4-45c6-ab95-bee7744554a2 on network 0289586b-f287-4fd6-8d9f-66f93d980a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:00.565317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Attempting to bind port 11e8e576-42e4-45c6-ab95-bee7744554a2 on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:00.595245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:00.606688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Checking segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:00.607311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Bound using segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:00.612341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Bound port: 11e8e576-42e4-45c6-ab95-bee7744554a2, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:00.612708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.619948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Checking segment: {'id': 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:00.620584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Network hostable DHCP agents. Network: 1b885127-79b6-41d3-9174-7de094277e2a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:00.644547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Transition to ACTIVE for port object b8e647af-bd67-481a-b86f-30566e78e59e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:00.663978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.667882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.684608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.744284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c1287529-ce92-45cd-b330-0bb968242ba7 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:00.787654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c1287529-ce92-45cd-b330-0bb968242ba7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:00.788003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c1287529-ce92-45cd-b330-0bb968242ba7 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:00.788424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:00.790266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Network 1b885127-79b6-41d3-9174-7de094277e2a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:00.805324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79e4a6-8a6b-4316-b433-4d92783600be req-ae94aef6-9367-4d7b-afd4-c8a41734e6fc tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:00.807791 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c79e4a6-8a6b-4316-b433-4d92783600be req-ae94aef6-9367-4d7b-afd4-c8a41734e6fc tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 931 time: 0.4330897 Jul 22 14:43:00.832922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:00.833276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fb4b5c98-fa8b-4fd9-97fb-829fb42f0a62 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:00.845280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e647af-bd67-481a-b86f-30566e78e59e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:00.857048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.860143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Fanout notify agent at l3_agent the message router_deleted on router 23964be4-dca8-4597-8e01-186a0b0946c0 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:43:00.861807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1b885127-79b6-41d3-9174-7de094277e2a) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:00.868532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.873085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a34545b3-aac8-4124-9a29-ff0ead482f59 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/routers/23964be4-dca8-4597-8e01-186a0b0946c0 HTTP/1.1" status: 204 len: 168 time: 2.4868393 Jul 22 14:43:00.874812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ef331-ae9d-4396-a6fb-bb71fda8fb0e None None] Network 1b885127-79b6-41d3-9174-7de094277e2a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:00.877132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41290) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:00.895860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:00.896559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:00.935044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] For port 11e8e576-42e4-45c6-ab95-bee7744554a2, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:00.973022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] For port 11e8e576-42e4-45c6-ab95-bee7744554a2, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=11e8e576-42e4-45c6-ab95-bee7744554a2,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:00.984301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.040342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.041121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.042934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/11e8e576-42e4-45c6-ab95-bee7744554a2 HTTP/1.1" status: 200 len: 1092 time: 2.6657972 Jul 22 14:43:01.045113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'tag': '11e8e576-42e4-45c6-ab95-bee7744554a2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:01.047314 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c796fac2-e5dd-4042-a4e6-78946c6b3a71" -d '{"events": [{"name": "network-changed", "server_uuid": "356b8233-30e6-46e2-83e4-702dcf4aeb18", "tag": "11e8e576-42e4-45c6-ab95-bee7744554a2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:01.048833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c79e4a6-8a6b-4316-b433-4d92783600be req-2e9e6198-0f10-42d2-969e-27b24782e2a1 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297432 Jul 22 14:43:01.060911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-65223c91-30a6-45da-8287-b8c4b86345c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3388011 Jul 22 14:43:01.078765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Attempting to bind port b8e647af-bd67-481a-b86f-30566e78e59e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:01.079324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Attempting to bind port b8e647af-bd67-481a-b86f-30566e78e59e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:01.079841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Attempting to bind port b8e647af-bd67-481a-b86f-30566e78e59e on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:01.111317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-3bf731dd-e22f-4752-9f67-84201ded4b9c tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.122962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-3bf731dd-e22f-4752-9f67-84201ded4b9c tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.61 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 945 time: 0.4466784 Jul 22 14:43:01.131768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5f510-196f-4498-a571-60ab482b8752 None None] Network 1b885127-79b6-41d3-9174-7de094277e2a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:01.147578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16e36-4403-4f1b-be4d-482dfbea86a4 service neutron] Pushing event updated for resources: {'Port': ['ID=11e8e576-42e4-45c6-ab95-bee7744554a2,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:01.161552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Port b8e647af-bd67-481a-b86f-30566e78e59e on network 0289586b-f287-4fd6-8d9f-66f93d980a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:01.162167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Attempting to bind port b8e647af-bd67-481a-b86f-30566e78e59e on network 0289586b-f287-4fd6-8d9f-66f93d980a19 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:01.252407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:01.252817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Checking segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:01.253164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Bound using segment: {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:01.253779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Bound port: b8e647af-bd67-481a-b86f-30566e78e59e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7e7255-58f4-4a59-87eb-56670c3327af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:01.254170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.257303 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7302680-0924-4706-b676-c95e731be55b x-openstack-request-id: req-e7302680-0924-4706-b676-c95e731be55b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:01.257589 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356b8233-30e6-46e2-83e4-702dcf4aeb18", "tag": "11e8e576-42e4-45c6-ab95-bee7744554a2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:01.257839 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7302680-0924-4706-b676-c95e731be55b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:01.258233 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'tag': '11e8e576-42e4-45c6-ab95-bee7744554a2', 'status': 'completed', 'code': 200} Jul 22 14:43:01.285484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.515266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812ef78-e7be-4a6d-a445-38b410c68365 req-7978abf0-3adf-40dd-a0c2-6ea11ecc75a4 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.524981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9812ef78-e7be-4a6d-a445-38b410c68365 req-7978abf0-3adf-40dd-a0c2-6ea11ecc75a4 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 945 time: 0.3021550 Jul 22 14:43:01.609111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9812ef78-e7be-4a6d-a445-38b410c68365 req-ff63d99f-bd6c-4a13-b951-6d2e0d455580 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829666 Jul 22 14:43:01.679732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.694163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b07279-ed6e-43fa-a9d7-6a08d819d13b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:01.706445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e551697-0e5f-44dd-b956-94568f53e4ae') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:01.706825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e551697-0e5f-44dd-b956-94568f53e4ae') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:01.740498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.756423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.762753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:43:01.763162 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.798578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] For port b8e647af-bd67-481a-b86f-30566e78e59e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:01.828333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-5d7bb3b1-5b87-4a35-b2b6-4b2950c54a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.831918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-5d7bb3b1-5b87-4a35-b2b6-4b2950c54a17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 1095 time: 0.7004912 Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:43:01.868616 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:43:01.875813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.886933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.891949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/networks/26b07279-ed6e-43fa-a9d7-6a08d819d13b HTTP/1.1" status: 204 len: 168 time: 1.0091293 Jul 22 14:43:01.894441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41324) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:01.899366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9b15631e-11df-4d3f-8c1b-2c262c3c4661 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e8e576-42e4-45c6-ab95-bee7744554a2 HTTP/1.1" status: 200 len: 217 time: 0.0571508 Jul 22 14:43:01.901854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] For port b8e647af-bd67-481a-b86f-30566e78e59e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b8e647af-bd67-481a-b86f-30566e78e59e,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:01.924672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.933223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Deleting port d4c864b0-8672-4456-9106-6e9cf2bbbfac {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:43:01.933575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:01.998546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bf5cb-e668-40d4-a454-fde3dfe1b147 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Network': ['ID=26b07279-ed6e-43fa-a9d7-6a08d819d13b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:01.998763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:01.999363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.000778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] 10.222.0.72 "PUT /v2.0/ports/b8e647af-bd67-481a-b86f-30566e78e59e HTTP/1.1" status: 200 len: 1091 time: 2.6831436 Jul 22 14:43:02.020794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-93e8b0f3-ea85-4120-bd44-b2ace3a03a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:02.022346 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-93e8b0f3-ea85-4120-bd44-b2ace3a03a5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.1163876 Jul 22 14:43:02.048571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc32b6-abd3-4ab0-8f9f-f150066054c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e647af-bd67-481a-b86f-30566e78e59e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:02.080436 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-d92e2592-4b0a-4afb-bb84-502300f4ba1f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461235 Jul 22 14:43:02.143179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-58ca777b-bfca-4fce-8349-228214943833 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.212420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] For port d4c864b0-8672-4456-9106-6e9cf2bbbfac, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d4c864b0-8672-4456-9106-6e9cf2bbbfac,segment=NetworkSegment(fa2cca4c-deab-4de4-8acd-e496852756b6),segment_id=fa2cca4c-deab-4de4-8acd-e496852756b6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:02.212794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.243804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-58ca777b-bfca-4fce-8349-228214943833 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.247996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Calling delete_port for d4c864b0-8672-4456-9106-6e9cf2bbbfac owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:43:02.379169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42968a33-6316-43bf-8157-fcf6f3e19609 req-067cb221-cf0d-4811-bf39-b2b687cef2da tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:02.386236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42968a33-6316-43bf-8157-fcf6f3e19609 req-067cb221-cf0d-4811-bf39-b2b687cef2da tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 943 time: 0.2218378 Jul 22 14:43:02.424764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-6662d1b7-2953-4e60-b05e-b5d55dd43b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:02.426954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-6662d1b7-2953-4e60-b05e-b5d55dd43b29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 1094 time: 0.3559859 Jul 22 14:43:02.445795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42968a33-6316-43bf-8157-fcf6f3e19609 req-a7a9eea4-e95c-4064-a3a1-dd873ca3ae13 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585470 Jul 22 14:43:02.464061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-58ca777b-bfca-4fce-8349-228214943833 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.467420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-58ca777b-bfca-4fce-8349-228214943833 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.468908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-58ca777b-bfca-4fce-8349-228214943833 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/security-groups/ba83f591-df0b-4ae7-a12d-49e8d5045cd2 HTTP/1.1" status: 204 len: 168 time: 0.5728247 Jul 22 14:43:02.474545 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-78ed284b-3617-4cf7-85e8-f36dfe1f5a19 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e647af-bd67-481a-b86f-30566e78e59e HTTP/1.1" status: 200 len: 217 time: 0.0402930 Jul 22 14:43:02.483737 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-8f2eeadf-91e6-4ff7-9bfe-220034e40018 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200126 Jul 22 14:43:02.545785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34f65841-a5a1-4044-a611-ae7aea76001c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:02.557808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca777b-bfca-4fce-8349-228214943833 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba83f591-df0b-4ae7-a12d-49e8d5045cd2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:02.591779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 34f65841-a5a1-4044-a611-ae7aea76001c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:02.592193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34f65841-a5a1-4044-a611-ae7aea76001c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:02.633350 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.649289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-a63d1446-1624-4b46-bd2c-cb141f5b11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:02.650983 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-a63d1446-1624-4b46-bd2c-cb141f5b11cd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.1665254 Jul 22 14:43:02.708925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Pushing event deleted for resources: {'Port': ['ID=d4c864b0-8672-4456-9106-6e9cf2bbbfac,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:02.749341 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-5d675081-997f-43c7-9ee1-0fdaccf6586b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794525 Jul 22 14:43:02.827439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] No DVR routers for this DVR port d4c864b0-8672-4456-9106-6e9cf2bbbfac on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:02.831941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:02.842484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-471af1c1-36e7-4ebe-b6d2-684c81860c3b req-ef95a949-3f39-4870-b161-0efb68955c29 tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.61 "DELETE /v2.0/ports/d4c864b0-8672-4456-9106-6e9cf2bbbfac HTTP/1.1" status: 204 len: 173 time: 1.6304615 Jul 22 14:43:02.843011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'name': 'network-vif-deleted', 'tag': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:02.861078 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3c471-2ae3-45f7-96ac-1a4890974260" -d '{"events": [{"server_uuid": "9eca8552-55a4-4d6e-9dd1-eede62c25e1b", "name": "network-vif-deleted", "tag": "d4c864b0-8672-4456-9106-6e9cf2bbbfac"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:02.925937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-7ddf1b0f-25cd-4dba-8704-d7f5e5222040 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716975 Jul 22 14:43:02.950745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-e22ac566-7ef6-407a-9e80-abf04c570d21 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930962 Jul 22 14:43:02.976800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f9c427f-99d2-4e16-884e-e7e4b91dd3be req-a3320b64-2acd-46c4-883e-090bca976f9d tempest-InstanceActionsV221TestJSON-361305955 tempest-InstanceActionsV221TestJSON-361305955-project] 10.222.0.60 "GET /v2.0/ports?device_id=9eca8552-55a4-4d6e-9dd1-eede62c25e1b HTTP/1.1" status: 200 len: 210 time: 0.1079283 Jul 22 14:43:03.036064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41370) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:03.040897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447276285', 'description': 'tempest-secgroup-smoke-1447276285 description', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:03.105684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.161272 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980de849-7162-4c40-ad05-d8ffba148500 x-openstack-request-id: req-980de849-7162-4c40-ad05-d8ffba148500 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:03.161807 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eca8552-55a4-4d6e-9dd1-eede62c25e1b", "name": "network-vif-deleted", "tag": "d4c864b0-8672-4456-9106-6e9cf2bbbfac", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:03.162256 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-980de849-7162-4c40-ad05-d8ffba148500 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:03.162871 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eca8552-55a4-4d6e-9dd1-eede62c25e1b', 'name': 'network-vif-deleted', 'tag': 'd4c864b0-8672-4456-9106-6e9cf2bbbfac', 'status': 'completed', 'code': 200} Jul 22 14:43:03.239584 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-58db78eb-6fe4-4732-885e-3b184b4f78f1 req-54d74e69-cff8-4d72-8fff-8ec54427f899 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822368 Jul 22 14:43:03.261353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'tag': 'b8e647af-bd67-481a-b86f-30566e78e59e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:03.265074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.268522 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05" -d '{"events": [{"name": "network-changed", "server_uuid": "35bc29a0-7f0b-4eaf-b893-5d965af05386", "tag": "b8e647af-bd67-481a-b86f-30566e78e59e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:03.279238 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.293556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-053c79c9-280e-47ee-af8b-0dd333be2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.299718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-053c79c9-280e-47ee-af8b-0dd333be2ca3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 1095 time: 0.2803395 Jul 22 14:43:03.327156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.331334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2943625 Jul 22 14:43:03.340443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:03.348450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '9d1c28be-ede5-4c16-bd6a-5fafce7c03df', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:03.358961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa8590-7c52-4a46-9999-7d1d1bcbc07d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1c28be-ede5-4c16-bd6a-5fafce7c03df,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:03.397719 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b224adb-8fa6-4441-bbd0-98f1da509400 x-openstack-request-id: req-3b224adb-8fa6-4441-bbd0-98f1da509400 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:03.397871 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35bc29a0-7f0b-4eaf-b893-5d965af05386", "tag": "b8e647af-bd67-481a-b86f-30566e78e59e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:03.400050 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b224adb-8fa6-4441-bbd0-98f1da509400 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:03.401881 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'tag': 'b8e647af-bd67-481a-b86f-30566e78e59e', 'status': 'completed', 'code': 200} Jul 22 14:43:03.403582 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.611661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.618591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-a250d4d4-4a67-4503-bc57-94121b77b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.621651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-a250d4d4-4a67-4503-bc57-94121b77b321 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 914 time: 0.3155470 Jul 22 14:43:03.625049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-9b8d6fce-8438-4c5f-91e1-e32ea31aa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.626837 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-9b8d6fce-8438-4c5f-91e1-e32ea31aa3a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=58f149560185498ca0a0fd57bcc1f32e&device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 1094 time: 0.2211623 Jul 22 14:43:03.633776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.682573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8219a0f4-fde1-4c1a-8569-7e0d44b0472d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:03.720108 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-f86a710d-7226-499e-8b39-191c950ffa9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11e8e576-42e4-45c6-ab95-bee7744554a2 HTTP/1.1" status: 200 len: 217 time: 0.0827260 Jul 22 14:43:03.733992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.735418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-181bdbb1-4a31-4850-8463-e8565e2bca30 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3907135 Jul 22 14:43:03.739595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41408) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:03.756731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '9d1c28be-ede5-4c16-bd6a-5fafce7c03df', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:03.772822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161debca-4e04-4f18-a5b9-375946d38ff0 req-9002c806-9b69-40f5-b1e3-a8d58ee0102a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.774535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161debca-4e04-4f18-a5b9-375946d38ff0 req-9002c806-9b69-40f5-b1e3-a8d58ee0102a tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 943 time: 0.2126944 Jul 22 14:43:03.830817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-d0e4087a-2ddd-4862-b42e-003e91448c09 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.832601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-d0e4087a-2ddd-4862-b42e-003e91448c09 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/networks?id=1b885127-79b6-41d3-9174-7de094277e2a HTTP/1.1" status: 200 len: 809 time: 0.2117269 Jul 22 14:43:03.848653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-7d79a389-cf9d-445a-9398-15755363c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.850437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-7d79a389-cf9d-445a-9398-15755363c618 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.1002719 Jul 22 14:43:03.857021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:03.880323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161debca-4e04-4f18-a5b9-375946d38ff0 req-c569d5ed-6611-47f7-8d5b-28cf61639982 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960708 Jul 22 14:43:03.890988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-138dc93c-f3b7-4c93-8a61-d02ad37ad73f tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/quotas/35318fc3b1bc4059af691619b4f7bb48 HTTP/1.1" status: 200 len: 375 time: 0.0371232 Jul 22 14:43:03.939441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-22b29371-a785-45b1-b99f-79b40e532cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:03.941868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-22b29371-a785-45b1-b99f-79b40e532cf8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 200 len: 914 time: 0.3050494 Jul 22 14:43:03.944855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-198255d5-7639-45fc-b71a-9caf1f01dcc6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843806 Jul 22 14:43:03.971291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-697f4c8c-de8d-4df6-82bc-a7dfbc9bbe0a tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35318fc3b1bc4059af691619b4f7bb48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793569 Jul 22 14:43:04.014624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.021395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.025195 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-e3aae5bb-df89-4c5e-9f7f-609d86473186 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8e647af-bd67-481a-b86f-30566e78e59e HTTP/1.1" status: 200 len: 217 time: 0.0727293 Jul 22 14:43:04.046967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5720e2bc-c376-4e7b-acf9-5063a8fa1a8b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:04.053379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.055761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6a4381d9-37b1-48cf-80d7-5a9b4373f0a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3115530 Jul 22 14:43:04.057663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41426) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:04.062847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '9d1c28be-ede5-4c16-bd6a-5fafce7c03df', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:04.090030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-466fd00a-a629-4933-aad5-ee6aaf6f2af2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:43:04.097408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-466fd00a-a629-4933-aad5-ee6aaf6f2af2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1252706 Jul 22 14:43:04.144686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.185611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-398fde43-b473-4675-94fb-29af68f1cb2b service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061827 Jul 22 14:43:04.299706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-a1530986-7cc2-4126-b571-2b01703050ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:04.301212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-a1530986-7cc2-4126-b571-2b01703050ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 200 len: 853 time: 0.1049266 Jul 22 14:43:04.346420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-ca0e8071-ec98-4c7e-b183-94a2d0ba5b03 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=0289586b-f287-4fd6-8d9f-66f93d980a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376308 Jul 22 14:43:04.346952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:04.430749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Deleting subnet 811725f1-37ff-46f6-ac22-e68b7355b157 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:43:04.448556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.478394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c796fac2-e5dd-4042-a4e6-78946c6b3a71 req-be55a706-fc86-44af-be61-8cb3fdae2738 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916477 Jul 22 14:43:04.499045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4c864b0-8672-4456-9106-6e9cf2bbbfac no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:04.534194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: d4c864b0-8672-4456-9106-6e9cf2bbbfac {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:04.534722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d4c864b0-8672-4456-9106-6e9cf2bbbfac not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:04.558452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.623126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-02b1a509-e296-40be-9a2c-585ae81092e8 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616305 Jul 22 14:43:04.624176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.705987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-48b37ee6-4556-4e32-b47b-aba8202b6fff service neutron] 10.222.0.60 "GET /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074221 Jul 22 14:43:04.731838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.742434 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.777724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.797748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87105ade-d78c-4bac-869e-e20fbddf2341,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:04.805598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c610e8b3-de1e-47f7-a9eb-1d69c92d4a05 req-bdaa5922-6eee-4448-8cad-85f5d7af1b34 service neutron] 10.222.0.72 "GET /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610236 Jul 22 14:43:04.809068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811725f1-37ff-46f6-ac22-e68b7355b157,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:04.814926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.817651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-71f8be3d-1389-4857-aefa-7c8fa6859602 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/811725f1-37ff-46f6-ac22-e68b7355b157 HTTP/1.1" status: 204 len: 168 time: 0.4653444 Jul 22 14:43:04.819773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41452) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:04.848914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.850154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4e8bfdaf-ecff-4b40-8b26-0cfc91c38faa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7913573 Jul 22 14:43:04.853091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:04.860171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '9d1c28be-ede5-4c16-bd6a-5fafce7c03df', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:04.882296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-35a0279c-c25e-4b87-8e5f-0c3a6846fbf1 service neutron] 10.222.0.60 "GET /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754417 Jul 22 14:43:04.909687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:04.948986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.016761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.022685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.047779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c093a90e-91a4-4be4-b7f3-7efd54814865,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:05.069332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.073473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a441e8ff-a6ee-4056-8dcf-ab7fc0ba1cd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2159560 Jul 22 14:43:05.073742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41462) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:05.078790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '9d1c28be-ede5-4c16-bd6a-5fafce7c03df', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:05.107141 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:43:05.115253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.189857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.213679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55b6e4c-2f94-46af-ba6f-3690236c7dca']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:05.226715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2cca4c-deab-4de4-8acd-e496852756b6') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:05.227022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2cca4c-deab-4de4-8acd-e496852756b6') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:05.229616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.236989 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.245886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.265376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.266531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.268044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932869 Jul 22 14:43:05.270572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:05.275388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': '9d1c28be-ede5-4c16-bd6a-5fafce7c03df', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:05.281374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e7e91-541e-46b6-9875-b7ac589f1e53 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed284743-3642-4963-a554-d0e55f4aadd8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:05.286021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:43:05.286435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.308538 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:43:05.314916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:43:05.323323 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:43:05.431464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.436700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.456154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee501c1-591e-40b4-858a-bdcd7344426c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:05.470487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.474011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-77052aab-321b-42fa-8ba6-732d6d026aff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2023335 Jul 22 14:43:05.474806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:05.480666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'network': {'name': 'tempest-network-smoke--1671223105', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:05.503379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3da3e1aa-a87a-4ad9-9ea6-0e292d91c056 req-36e5eb84-c27e-4c1f-b5ed-23d744dd0f58 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 210 time: 0.1758606 Jul 22 14:43:05.509286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:05.515863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.518304 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.528033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.529161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a55b6e4c-2f94-46af-ba6f-3690236c7dca HTTP/1.1" status: 204 len: 168 time: 0.7083342 Jul 22 14:43:05.557280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793f3c7-43b2-4da9-bdb2-6e7960966f91 req-89320c3f-b974-4f5e-a49d-03377ec733cb tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:05.565062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3793f3c7-43b2-4da9-bdb2-6e7960966f91 req-89320c3f-b974-4f5e-a49d-03377ec733cb tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 943 time: 0.5368996 Jul 22 14:43:05.566361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:05.568256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c801ad1-dea5-4304-b240-670c26068429 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55b6e4c-2f94-46af-ba6f-3690236c7dca,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:05.579186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.579625 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Added segment ed2b71b0-a978-4158-96ae-92b6693bb7f1 of type vlan for network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 Jul 22 14:43:05.619035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3793f3c7-43b2-4da9-bdb2-6e7960966f91 req-25d76198-855e-4477-8113-1cf4f21e531d tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508811 Jul 22 14:43:05.652690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.716419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.732119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:05.732703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.786610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41500) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:05.814723 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3361344 Jul 22 14:43:05.815419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:05.821799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'admin_state_up': True, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:05.881682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1268e233-4e1a-4c34-aa07-cfa7ef90b61e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce0754f7bc3f47389a9d6ac128e43a77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920508 Jul 22 14:43:05.883144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41506) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:05.923713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c5809-88bc-45c1-af08-4e770522b1c7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Network': ['ID=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:05.940239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:05.967936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:05.971033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.049674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0f9dc6c-45d4-4fd1-a0be-ba0af138d6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.050487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 11e8e576-42e4-45c6-ab95-bee7744554a2 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:06.082978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0f9dc6c-45d4-4fd1-a0be-ba0af138d6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.128944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.163072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 11e8e576-42e4-45c6-ab95-bee7744554a2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=11e8e576-42e4-45c6-ab95-bee7744554a2,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:06.180974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '11e8e576-42e4-45c6-ab95-bee7744554a2', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'port_id': '11e8e576-42e4-45c6-ab95-bee7744554a2', 'mac_address': 'fa:16:3e:5d:c7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe1145-11a0-4f23-99fc-93768db720a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:06.185323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0f9dc6c-45d4-4fd1-a0be-ba0af138d6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.193411 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0f9dc6c-45d4-4fd1-a0be-ba0af138d6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.197963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a0f9dc6c-45d4-4fd1-a0be-ba0af138d6c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371 HTTP/1.1" status: 204 len: 168 time: 0.3118334 Jul 22 14:43:06.246659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9dc6c-45d4-4fd1-a0be-ba0af138d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0c496-5b1e-44ae-9cae-f5bfe5bb8371,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:06.347532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.368372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e8e576-42e4-45c6-ab95-bee7744554a2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:06.402056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 11e8e576-42e4-45c6-ab95-bee7744554a2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=11e8e576-42e4-45c6-ab95-bee7744554a2,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:06.407449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.409757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b8e647af-bd67-481a-b86f-30566e78e59e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:06.466686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b8e647af-bd67-481a-b86f-30566e78e59e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b8e647af-bd67-481a-b86f-30566e78e59e,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:06.548243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.555235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'b8e647af-bd67-481a-b86f-30566e78e59e', 'network_id': '0289586b-f287-4fd6-8d9f-66f93d980a19', 'port_id': 'b8e647af-bd67-481a-b86f-30566e78e59e', 'mac_address': 'fa:16:3e:21:25:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dbe1145-11a0-4f23-99fc-93768db720a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:06.715618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=11e8e576-42e4-45c6-ab95-bee7744554a2,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:06.719354 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.755958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e647af-bd67-481a-b86f-30566e78e59e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:06.782319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d0a64f3-ec87-40c0-a842-7e33e0c2b217 req-45b45dd2-5007-4946-bce2-485f7d6b8a84 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 210 time: 0.1039922 Jul 22 14:43:06.826774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b8e647af-bd67-481a-b86f-30566e78e59e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b8e647af-bd67-481a-b86f-30566e78e59e,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:06.832490 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:06.904829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=b8e647af-bd67-481a-b86f-30566e78e59e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:07.049595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['11e8e576-42e4-45c6-ab95-bee7744554a2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:07.090609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979bf38-bd06-4048-ac2e-ca06799a308d req-3ae6bb42-c7d8-48a1-842d-29d9bc1b8ddd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:07.094781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e979bf38-bd06-4048-ac2e-ca06799a308d req-3ae6bb42-c7d8-48a1-842d-29d9bc1b8ddd tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 944 time: 0.3007240 Jul 22 14:43:07.111399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['b8e647af-bd67-481a-b86f-30566e78e59e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:07.137368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.216611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.347940 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.492609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.210 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a9ca913c-cb20-4d1d-9971-439fe68c8269) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:07.497327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e979bf38-bd06-4048-ac2e-ca06799a308d req-59f0f4d7-324c-414c-9c65-d1164514fe78 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929152 Jul 22 14:43:07.537909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-a66787ad-0e95-44b5-9a88-b82d4958f740 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:07.545328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-a66787ad-0e95-44b5-9a88-b82d4958f740 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.61 "GET /v2.0/networks?id=1b885127-79b6-41d3-9174-7de094277e2a HTTP/1.1" status: 200 len: 809 time: 0.5710764 Jul 22 14:43:07.560499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Request body: {'port': {'device_id': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a', 'admin_state_up': True, 'tenant_id': '35318fc3b1bc4059af691619b4f7bb48'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:07.738366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.818282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Made reservation on behalf of 35318fc3b1bc4059af691619b4f7bb48 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:07.824997 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.828473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.944215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:07.971145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c88c7aca-1fb6-40cc-beab-ef0a72b76774 req-ad2c4ee4-7536-4d44-99c2-740c43075d74 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 210 time: 0.0488389 Jul 22 14:43:08.008862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:08.014947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:08.018889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:08.058319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=a9ca913c-cb20-4d1d-9971-439fe68c8269,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:08.068019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Allocated IP 172.20.0.6 (1b885127-79b6-41d3-9174-7de094277e2a/0d3e0373-85ac-44c8-b1a8-865257d2d6e1/2b721bc5-e7d1-4690-941c-c496516f13ff) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:08.302121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.358610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.416288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Network 1b885127-79b6-41d3-9174-7de094277e2a is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:08.420535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:08.420853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.424712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:08.482121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Pushing event updated for resources: {'Port': ['ID=2b721bc5-e7d1-4690-941c-c496516f13ff,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:08.540139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:08.541645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.597816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-44fcb1a5-7301-4caa-8866-b0455ea66dcc tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0421212 Jul 22 14:43:08.650812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Request body: {'port': {'device_id': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:08.834104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.837245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e49c9b1-2793-48ff-a0ef-f0980fd43e82 req-c342e9c3-92bd-4478-b69d-eb3f4af21c1a tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0639849 Jul 22 14:43:08.840019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:08.959027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f69b1-0805-44d5-b1b9-e600561e71c5 req-84b0a6b6-494a-4f3e-b1bd-7005ecabcef4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:08.961011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a03f69b1-0805-44d5-b1b9-e600561e71c5 req-84b0a6b6-494a-4f3e-b1bd-7005ecabcef4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 944 time: 0.3586047 Jul 22 14:43:09.082530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router c6f6d68d-2c4b-4055-bf49-30e776abb72d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:43:09.131267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a03f69b1-0805-44d5-b1b9-e600561e71c5 req-ccba4390-ff9f-4d4f-a5a2-bc639bf33da7 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598127 Jul 22 14:43:09.330550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852d4c-7162-4865-8d6f-eb537ae28b30 req-5ff57c68-8c6c-4d40-b452-a3baee04e9b4 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:09.342294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7852d4c-7162-4865-8d6f-eb537ae28b30 req-5ff57c68-8c6c-4d40-b452-a3baee04e9b4 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 931 time: 0.2075944 Jul 22 14:43:09.459489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7852d4c-7162-4865-8d6f-eb537ae28b30 req-0e9f9f74-9d40-4699-a541-a4f511c98089 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159699 Jul 22 14:43:09.599927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b721bc5-e7d1-4690-941c-c496516f13ff {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:09.619045 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.635118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Transition to ACTIVE for port object 2b721bc5-e7d1-4690-941c-c496516f13ff will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:09.640380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.765041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:43:09.785159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Sync routers for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:43:09.795317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Pushing event updated for resources: {'Port': ['ID=2b721bc5-e7d1-4690-941c-c496516f13ff,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:09.830862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.833639 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f8663291-c7ff-42d1-ba80-24ebe2ac83d1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0169477 Jul 22 14:43:09.836589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:09.850995 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e8be14d3-4711-476b-b9ad-fc0665fc2bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.852807 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:09.856316 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:09.917117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Attempting to bind port 2b721bc5-e7d1-4690-941c-c496516f13ff on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:09.917956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Attempting to bind port 2b721bc5-e7d1-4690-941c-c496516f13ff by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:09.919008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Attempting to bind port 2b721bc5-e7d1-4690-941c-c496516f13ff on network 1b885127-79b6-41d3-9174-7de094277e2a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:09.933936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Port 2b721bc5-e7d1-4690-941c-c496516f13ff on network 1b885127-79b6-41d3-9174-7de094277e2a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:09.934580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Attempting to bind port 2b721bc5-e7d1-4690-941c-c496516f13ff on network 1b885127-79b6-41d3-9174-7de094277e2a {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:09.958883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:09.959619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Checking segment: {'id': 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:09.960195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Bound using segment: {'id': 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:09.960915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Bound port: 2b721bc5-e7d1-4690-941c-c496516f13ff, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:09.961450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:09.967410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 11e8e576-42e4-45c6-ab95-bee7744554a2 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:10.043374 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:10.071967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 11e8e576-42e4-45c6-ab95-bee7744554a2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:10.076855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 11e8e576-42e4-45c6-ab95-bee7744554a2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:10.077585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.139216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] For port 2b721bc5-e7d1-4690-941c-c496516f13ff, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:10.146246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] For port 2b721bc5-e7d1-4690-941c-c496516f13ff, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2b721bc5-e7d1-4690-941c-c496516f13ff,segment=NetworkSegment(a9129ad1-8ecc-4441-81ff-a8f6d9b15597),segment_id=a9129ad1-8ecc-4441-81ff-a8f6d9b15597)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:10.279092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ddcc30aa-7b69-4671-bbf6-5fb6207bec93 req-f425d6dd-4f6f-47ea-9d16-7bd6f78a5018 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1283343 Jul 22 14:43:10.282138 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.297241 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.397834 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5412edfd-d9cf-4cde-9946-1d3a71e78562 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=10a19d9fa404446e91ab5a978e6c0d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5599601 Jul 22 14:43:10.403137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:10.404075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.404723 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.405478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 11e8e576-42e4-45c6-ab95-bee7744554a2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=11e8e576-42e4-45c6-ab95-bee7744554a2,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:10.406213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] 10.222.0.61 "PUT /v2.0/ports/2b721bc5-e7d1-4690-941c-c496516f13ff HTTP/1.1" status: 200 len: 1091 time: 1.7853491 Jul 22 14:43:10.406807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'tag': '2b721bc5-e7d1-4690-941c-c496516f13ff'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:10.407462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8e576-42e4-45c6-ab95-bee7744554a2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:10.410754 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469550b1-afca-410e-9d4e-ff3ad9afc478" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca", "tag": "2b721bc5-e7d1-4690-941c-c496516f13ff"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:10.414941 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2baaac-a03f-46f1-a7e8-b5c634141f4f" -d '{"events": [{"server_uuid": "356b8233-30e6-46e2-83e4-702dcf4aeb18", "name": "network-vif-plugged", "status": "completed", "tag": "11e8e576-42e4-45c6-ab95-bee7744554a2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:10.426976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:08Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:10.439688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.445314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9bb5de-1a9e-466d-8027-9b1481350791 service neutron] Pushing event updated for resources: {'Port': ['ID=2b721bc5-e7d1-4690-941c-c496516f13ff,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:10.445842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b8e647af-bd67-481a-b86f-30566e78e59e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:10.480421 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Checking router: c6f6d68d-2c4b-4055-bf49-30e776abb72d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:43:10.481007 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Updating router c6f6d68d-2c4b-4055-bf49-30e776abb72d port a9ca913c-cb20-4d1d-9971-439fe68c8269 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:43:10.481654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034921-15bd-4167-bf24-17ef9e411e57 req-79f47aff-91f4-452e-9557-802f690dd523 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.495513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af034921-15bd-4167-bf24-17ef9e411e57 req-79f47aff-91f4-452e-9557-802f690dd523 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.2149365 Jul 22 14:43:10.534865 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.565867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a2b29-879a-4d90-8263-e64707debe59 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.570976 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-000a2b29-879a-4d90-8263-e64707debe59 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1666055 Jul 22 14:43:10.571854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:10.642138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c52d52f5-2720-4201-8622-962fa39bede0 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0689633 Jul 22 14:43:10.647623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:10.656067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=11e8e576-42e4-45c6-ab95-bee7744554a2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:10.660547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port b8e647af-bd67-481a-b86f-30566e78e59e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:10.662630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af034921-15bd-4167-bf24-17ef9e411e57 req-889bfed4-8692-420f-a3ed-635e67b99df6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578763 Jul 22 14:43:10.662812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1150240916', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:10.667102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port b8e647af-bd67-481a-b86f-30566e78e59e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:10.667904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.744922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d8d83-a714-4bc0-a9d7-6bfc406eddf5 req-066ab4e8-1084-4f00-9e1f-4a78f949b255 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.752895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-805d8d83-a714-4bc0-a9d7-6bfc406eddf5 req-066ab4e8-1084-4f00-9e1f-4a78f949b255 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 944 time: 0.2436504 Jul 22 14:43:10.825743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-618be9e5-d0e8-43e7-9738-65767de2ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:10.827311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-618be9e5-d0e8-43e7-9738-65767de2ff69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35318fc3b1bc4059af691619b4f7bb48&device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 1094 time: 0.3045952 Jul 22 14:43:10.846138 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c2cd40-2a0e-4214-aca6-205dc9a20397 x-openstack-request-id: req-e3c2cd40-2a0e-4214-aca6-205dc9a20397 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:10.848392 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356b8233-30e6-46e2-83e4-702dcf4aeb18", "name": "network-vif-plugged", "status": "completed", "tag": "11e8e576-42e4-45c6-ab95-bee7744554a2", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:10.848886 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3c2cd40-2a0e-4214-aca6-205dc9a20397 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:10.851583 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e8e576-42e4-45c6-ab95-bee7744554a2', 'code': 200} Jul 22 14:43:10.853571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.917412 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0667fd11-5a85-4ff8-8a25-4868313f15a4 x-openstack-request-id: req-0667fd11-5a85-4ff8-8a25-4868313f15a4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:10.917702 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca", "tag": "2b721bc5-e7d1-4690-941c-c496516f13ff", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:10.917951 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0667fd11-5a85-4ff8-8a25-4868313f15a4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:10.918354 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'tag': '2b721bc5-e7d1-4690-941c-c496516f13ff', 'status': 'completed', 'code': 200} Jul 22 14:43:10.920066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-19c93fe0-3c38-4596-8501-0cdeecb2d37e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b721bc5-e7d1-4690-941c-c496516f13ff HTTP/1.1" status: 200 len: 217 time: 0.0834441 Jul 22 14:43:10.949287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b8e647af-bd67-481a-b86f-30566e78e59e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b8e647af-bd67-481a-b86f-30566e78e59e,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:10.961221 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:10.992328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-805d8d83-a714-4bc0-a9d7-6bfc406eddf5 req-ba0986ed-a2eb-4891-a57d-48a01d67cccf tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217934 Jul 22 14:43:11.058085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=b8e647af-bd67-481a-b86f-30566e78e59e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:11.058585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:11.062158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.078774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-5b2fd05b-f860-40da-86b3-5df2e6b0acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:11.080607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-5b2fd05b-f860-40da-86b3-5df2e6b0acf3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3e0373-85ac-44c8-b1a8-865257d2d6e1 HTTP/1.1" status: 200 len: 849 time: 0.1463428 Jul 22 14:43:11.121525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-387c8688-524d-459d-adf0-fd5796b5d75d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b885127-79b6-41d3-9174-7de094277e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316041 Jul 22 14:43:11.151922 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.171056 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Transition to ACTIVE for port object a9ca913c-cb20-4d1d-9971-439fe68c8269 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:11.178582 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.194704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21883ffc-3163-432e-80bd-26502a626252 req-d0a7bf42-971f-4d2d-a9bc-2661230c44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:11.196874 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21883ffc-3163-432e-80bd-26502a626252 req-d0a7bf42-971f-4d2d-a9bc-2661230c44c0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 1097 time: 0.3279524 Jul 22 14:43:11.224840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d5652-54f3-4cf7-9fcc-2f3ef8e40da0 req-a0aa5cbf-d3ec-442f-981d-6828b430e979 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:11.224840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c62d5652-54f3-4cf7-9fcc-2f3ef8e40da0 req-a0aa5cbf-d3ec-442f-981d-6828b430e979 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 943 time: 0.2047286 Jul 22 14:43:11.324828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21883ffc-3163-432e-80bd-26502a626252 req-fe5b5bff-78aa-41e3-a5a0-1d2482f293ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136560 Jul 22 14:43:11.329261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-15ed8ecf-6f16-4f35-895e-cd7a751991dd service neutron] 10.222.0.61 "GET /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964970 Jul 22 14:43:11.342997 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Attempting to bind port a9ca913c-cb20-4d1d-9971-439fe68c8269 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:11.343461 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Attempting to bind port a9ca913c-cb20-4d1d-9971-439fe68c8269 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:11.344317 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Attempting to bind port a9ca913c-cb20-4d1d-9971-439fe68c8269 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:11.350187 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Pushing event updated for resources: {'Port': ['ID=a9ca913c-cb20-4d1d-9971-439fe68c8269,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:11.352483 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:11.353592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:11.353592 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.353790 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:11.354418 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Bound port: a9ca913c-cb20-4d1d-9971-439fe68c8269, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:11.354859 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.403231 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.403591 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.403937 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.404282 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.404616 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.404949 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.405275 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.405606 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.405936 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.406262 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.406978 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.407680 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:11.442390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c62d5652-54f3-4cf7-9fcc-2f3ef8e40da0 req-cb407402-2704-4be9-acc8-94e8027f0fb5 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121213 Jul 22 14:43:11.467206 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] For port a9ca913c-cb20-4d1d-9971-439fe68c8269, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:11.471767 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] For port a9ca913c-cb20-4d1d-9971-439fe68c8269, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9ca913c-cb20-4d1d-9971-439fe68c8269,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:11.477221 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9543a167-19d7-4e39-bfa8-82daa3289e8b req-a4f3f124-fee2-40da-b481-fc63609bc2e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0855350 Jul 22 14:43:11.492330 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.495557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.537544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be017c7a-13f7-4ac1-a205-19aaab1f192e req-c1e90922-ea38-47a8-a2fb-b1245bd66312 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0990536 Jul 22 14:43:11.562574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Subnet': ['ID=a6dec199-9fb2-4b82-96a9-8966ea71bb14,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:11.594244 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:11.595294 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:42:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:11.596318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Checking segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:11.597020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network hostable DHCP agents. Network: bb7c1a49-22da-4ad2-9dfa-5592696e4cf2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:11.619810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:11.629380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, bb7c1a49-22da-4ad2-9dfa-5592696e4cf2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:11.633724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:11.634614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.638798 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566b1956-01c8-4cb1-952f-088ca3d3f897 None None] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:11.651975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f267486-21c0-4831-b432-86bfaccd98c3 req-e0d73ff4-b4de-4a93-9188-f3608612010f service neutron] 10.222.0.61 "GET /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643511 Jul 22 14:43:11.667686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7fd7d51b-5919-4be8-b34e-6588f477c5c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0160518 Jul 22 14:43:11.670030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41730) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:11.758797 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4c9c2-d5a6-469d-bd48-34f78e612d96 None None] Pushing event updated for resources: {'Port': ['ID=a9ca913c-cb20-4d1d-9971-439fe68c8269,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:11.825770 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:11.903388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:43:11.904387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:11.976732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-7dc6964a-d912-403e-ad3f-f466b23a4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:11.978092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-7dc6964a-d912-403e-ad3f-f466b23a4005 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=35318fc3b1bc4059af691619b4f7bb48&device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 1094 time: 0.2646880 Jul 22 14:43:12.077376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2c31-ac52-4152-aee7-2882c32fddc4 req-34ee7e45-266b-4a9c-b867-70503e5b16fd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:12.095078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec5d2c31-ac52-4152-aee7-2882c32fddc4 req-34ee7e45-266b-4a9c-b867-70503e5b16fd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3067787 Jul 22 14:43:12.168379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-184bd73d-04c8-4f07-967c-18a591ad4cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:12.169905 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:08Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:12.284031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec5d2c31-ac52-4152-aee7-2882c32fddc4 req-80860d99-3970-49d3-b5ef-de824c081c2b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866543 Jul 22 14:43:12.294086 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc30392-2e7a-4a49-9b80-cdc91bb128c8 None None] The sync data for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 is: [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:08Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:43:12.316560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Allocated IP 172.20.0.2 (bb7c1a49-22da-4ad2-9dfa-5592696e4cf2/a6dec199-9fb2-4b82-96a9-8966ea71bb14/2280f611-2304-4487-8331-97bc0d628f47) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:12.325885 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:12.437585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8027a-8542-4377-8ebe-1a072174c8e9 req-d35eb958-1b86-48ec-8276-8453da32169f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:12.440475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59e8027a-8542-4377-8ebe-1a072174c8e9 req-d35eb958-1b86-48ec-8276-8453da32169f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 945 time: 0.3401442 Jul 22 14:43:12.441729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-9d5ff52b-7374-4f14-99eb-85d8be235767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:12.443140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-9d5ff52b-7374-4f14-99eb-85d8be235767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b885127-79b6-41d3-9174-7de094277e2a HTTP/1.1" status: 200 len: 910 time: 0.4551220 Jul 22 14:43:12.588485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-8e3a63e1-c5c5-4d46-9a9a-dcd723f44191 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b721bc5-e7d1-4690-941c-c496516f13ff HTTP/1.1" status: 200 len: 217 time: 0.1320169 Jul 22 14:43:12.605997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:12.629542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:12.639455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Transition to ACTIVE for port object 2280f611-2304-4487-8331-97bc0d628f47 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:12.666564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Transition to ACTIVE for port object 2280f611-2304-4487-8331-97bc0d628f47 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:12.673551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:12.713770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59e8027a-8542-4377-8ebe-1a072174c8e9 req-d4acf997-798e-412e-ac8d-d42d172aad2c tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668149 Jul 22 14:43:12.760434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-40ccaab1-669c-443e-bb71-b045114b93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:12.764105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-40ccaab1-669c-443e-bb71-b045114b93ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0d3e0373-85ac-44c8-b1a8-865257d2d6e1 HTTP/1.1" status: 200 len: 849 time: 0.1376085 Jul 22 14:43:12.831480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:12.847121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-5e47fcfb-1d20-47e0-b761-5f1a90ce09f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b885127-79b6-41d3-9174-7de094277e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750954 Jul 22 14:43:12.852316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:12.857040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:12.904543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e647af-bd67-481a-b86f-30566e78e59e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:12.907260 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e4b98-9b8e-4972-b72e-c25ac17f0d57" -d '{"events": [{"server_uuid": "35bc29a0-7f0b-4eaf-b893-5d965af05386", "name": "network-vif-plugged", "status": "completed", "tag": "b8e647af-bd67-481a-b86f-30566e78e59e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:12.915427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Pushing event updated for resources: {'Port': ['ID=2280f611-2304-4487-8331-97bc0d628f47,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:12.936165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486990c0-7586-44a6-9661-2a9f038af693 req-f7805722-aa9e-4086-8f0a-fae1a1d46f95 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:12.947901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-486990c0-7586-44a6-9661-2a9f038af693 req-f7805722-aa9e-4086-8f0a-fae1a1d46f95 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 943 time: 0.3580077 Jul 22 14:43:13.042725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Attempting to bind port 2280f611-2304-4487-8331-97bc0d628f47 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:13.043729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Attempting to bind port 2280f611-2304-4487-8331-97bc0d628f47 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:13.044317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Attempting to bind port 2280f611-2304-4487-8331-97bc0d628f47 on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:13.046262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a03938b9-544d-4759-9731-1ae46a4e4fc9 req-6b8b5510-050e-4205-832e-4bcc2c3ef78e tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0609775 Jul 22 14:43:13.057742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:13.058264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Checking segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:13.058812 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.059340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Bound using segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:13.060294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Bound port: 2280f611-2304-4487-8331-97bc0d628f47, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:13.060791 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.169009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] For port 2280f611-2304-4487-8331-97bc0d628f47, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:13.173224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] For port 2280f611-2304-4487-8331-97bc0d628f47, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2280f611-2304-4487-8331-97bc0d628f47,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:13.175830 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a78627c-b15d-411f-81de-83f4d7ed0b6c x-openstack-request-id: req-3a78627c-b15d-411f-81de-83f4d7ed0b6c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:13.176340 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bc29a0-7f0b-4eaf-b893-5d965af05386", "name": "network-vif-plugged", "status": "completed", "tag": "b8e647af-bd67-481a-b86f-30566e78e59e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:13.176709 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a78627c-b15d-411f-81de-83f4d7ed0b6c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:13.177287 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e647af-bd67-481a-b86f-30566e78e59e', 'code': 200} Jul 22 14:43:13.182466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.209645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.1 (bb7c1a49-22da-4ad2-9dfa-5592696e4cf2/a6dec199-9fb2-4b82-96a9-8966ea71bb14/e942e1e9-5879-4579-89b7-fc661f3ef9f0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:13.231904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-486990c0-7586-44a6-9661-2a9f038af693 req-a627d405-65eb-49eb-a78a-5a80923983ad tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740743 Jul 22 14:43:13.271679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcd31a-3a46-4b6c-84a4-bf2aa5947a9b None None] Pushing event updated for resources: {'Port': ['ID=2280f611-2304-4487-8331-97bc0d628f47,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:13.287182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-8875c728-06d5-4d7b-9b27-06408bdb7f78 service neutron] 10.222.0.61 "GET /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304035 Jul 22 14:43:13.577097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.590072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.593538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fecaf2-0948-4398-bfb3-11292175c15d req-b0991a43-f3f9-4c46-9028-11e6f64dc760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:13.598353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f0fecaf2-0948-4398-bfb3-11292175c15d req-b0991a43-f3f9-4c46-9028-11e6f64dc760 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 1096 time: 0.3626704 Jul 22 14:43:13.642422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-469550b1-afca-410e-9d4e-ff3ad9afc478 req-e0f49738-c700-4dc8-b48f-8fdf498c72e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428221 Jul 22 14:43:13.690748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object e942e1e9-5879-4579-89b7-fc661f3ef9f0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:13.712025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f0fecaf2-0948-4398-bfb3-11292175c15d req-4c61672d-bb36-47c1-a7c8-5b53d99997e6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021736 Jul 22 14:43:13.742648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fb0ff-d4ee-4b7d-ab3b-bf9da31b3ea5 req-bfb28058-e629-4dd6-abac-6c8c72a4e163 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:13.752297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a40fb0ff-d4ee-4b7d-ab3b-bf9da31b3ea5 req-bfb28058-e629-4dd6-abac-6c8c72a4e163 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.2943997 Jul 22 14:43:13.756202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:13.836456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a40fb0ff-d4ee-4b7d-ab3b-bf9da31b3ea5 req-09edb3c9-cd4a-4853-b8e4-350b6e21d3e5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733624 Jul 22 14:43:13.848506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:13.872806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=e942e1e9-5879-4579-89b7-fc661f3ef9f0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:13.883818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:13.887374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:13.979108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:14.164720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87519e-16b5-4375-8834-ac64536e1e41 req-06530242-5294-426a-9426-92d34f9176ae tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:14.182501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e87519e-16b5-4375-8834-ac64536e1e41 req-06530242-5294-426a-9426-92d34f9176ae tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 945 time: 0.1506078 Jul 22 14:43:14.310648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e87519e-16b5-4375-8834-ac64536e1e41 req-f430b43c-e32b-4487-accc-88b09b997b4f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264856 Jul 22 14:43:14.352336 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:14.598712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2b721bc5-e7d1-4690-941c-c496516f13ff details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:14.651584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d424e4-641d-4871-8f06-2b7c996da4ed req-2af78df0-1617-4da6-8765-e96aff2e24ab tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:14.661805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65d424e4-641d-4871-8f06-2b7c996da4ed req-2af78df0-1617-4da6-8765-e96aff2e24ab tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 943 time: 0.1986248 Jul 22 14:43:14.834088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65d424e4-641d-4871-8f06-2b7c996da4ed req-5df48fb1-c9b7-46b6-8a66-d29683e65a6b tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710596 Jul 22 14:43:14.878364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2b721bc5-e7d1-4690-941c-c496516f13ff, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2b721bc5-e7d1-4690-941c-c496516f13ff,segment=NetworkSegment(a9129ad1-8ecc-4441-81ff-a8f6d9b15597),segment_id=a9129ad1-8ecc-4441-81ff-a8f6d9b15597)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:14.891969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '2b721bc5-e7d1-4690-941c-c496516f13ff', 'network_id': '1b885127-79b6-41d3-9174-7de094277e2a', 'port_id': '2b721bc5-e7d1-4690-941c-c496516f13ff', 'mac_address': 'fa:16:3e:2c:93:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d3e0373-85ac-44c8-b1a8-865257d2d6e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:14.895765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2280f611-2304-4487-8331-97bc0d628f47 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:15.055429 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.097934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b721bc5-e7d1-4690-941c-c496516f13ff {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:15.126764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2b721bc5-e7d1-4690-941c-c496516f13ff, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2b721bc5-e7d1-4690-941c-c496516f13ff,segment=NetworkSegment(a9129ad1-8ecc-4441-81ff-a8f6d9b15597),segment_id=a9129ad1-8ecc-4441-81ff-a8f6d9b15597)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:15.133921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4e9d0-2ac4-4cb2-825d-acb65d487e89 None None] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:15.147648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.168455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ecc5976a-36c2-4e21-81be-930a8c093a49 req-44640c69-0900-4a1f-b821-73e014937c7e tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1792998 Jul 22 14:43:15.299598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.306046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.376706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f45728-42bb-4d82-b560-b5085e89e6b4 req-995421f9-bc14-4e2d-9160-478a8d2ad31b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:15.378354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61f45728-42bb-4d82-b560-b5085e89e6b4 req-995421f9-bc14-4e2d-9160-478a8d2ad31b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3265162 Jul 22 14:43:15.410399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] Provisioning for port 2280f611-2304-4487-8331-97bc0d628f47 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:15.412544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 2280f611-2304-4487-8331-97bc0d628f47 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:15.427563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.433171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] Provisioning complete for port 2280f611-2304-4487-8331-97bc0d628f47 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:15.433705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.515469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-61f45728-42bb-4d82-b560-b5085e89e6b4 req-ffeabc2e-5827-4225-8548-79fd529c0e6f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251247 Jul 22 14:43:15.547552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['2b721bc5-e7d1-4690-941c-c496516f13ff'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:15.549512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2280f611-2304-4487-8331-97bc0d628f47 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:15.549885 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.586359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=e942e1e9-5879-4579-89b7-fc661f3ef9f0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:15.592790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283c799-85f2-4946-9e18-4d8faef6855f req-e28292ad-cfa0-4e1c-bb11-a4f9337aa587 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:15.600492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8283c799-85f2-4946-9e18-4d8faef6855f req-e28292ad-cfa0-4e1c-bb11-a4f9337aa587 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 945 time: 0.1609187 Jul 22 14:43:15.616908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.654239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8283c799-85f2-4946-9e18-4d8faef6855f req-53046cec-c295-4a6c-ae44-8af37015fad8 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491800 Jul 22 14:43:15.665577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2b721bc5-e7d1-4690-941c-c496516f13ff,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:15.724859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:15.727849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:15.853286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808942f-6a63-467c-a040-1162370cafad req-2133cc15-2895-4c3b-a8d5-6fd6e6510dc7 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:15.855393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d808942f-6a63-467c-a040-1162370cafad req-2133cc15-2895-4c3b-a8d5-6fd6e6510dc7 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 946 time: 0.1085713 Jul 22 14:43:15.870797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:15.882287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router c6f6d68d-2c4b-4055-bf49-30e776abb72d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:43:15.921233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d808942f-6a63-467c-a040-1162370cafad req-a87f3799-2ac0-4a54-af6b-46bf0422002d tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571012 Jul 22 14:43:16.048182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb77dd-6c30-4c3a-9429-f27f494aca16 req-ffb2a113-5b62-44fc-9cd5-1c097aad830e tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:16.049404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] For port 2280f611-2304-4487-8331-97bc0d628f47, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2280f611-2304-4487-8331-97bc0d628f47,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:16.050929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0cb77dd-6c30-4c3a-9429-f27f494aca16 req-ffb2a113-5b62-44fc-9cd5-1c097aad830e tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 944 time: 0.0900898 Jul 22 14:43:16.073850 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:16.097853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:43:16.126446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-36d0af7b-96f3-493b-bf94-a62edbfbee08 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/c6f6d68d-2c4b-4055-bf49-30e776abb72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4550331 Jul 22 14:43:16.146121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0cb77dd-6c30-4c3a-9429-f27f494aca16 req-f56cf924-5620-46b3-a1a2-f3e4dae452a7 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875475 Jul 22 14:43:16.147898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284d02b-5fee-4754-bc3a-2b237c971dc2 None None] Pushing event updated for resources: {'Port': ['ID=2280f611-2304-4487-8331-97bc0d628f47,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:16.170786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Sync routers for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:43:16.218746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:16.256736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:16.257382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:16.420305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:16.467283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b25d72b-8083-47ab-a95c-97b80439906f req-e8101c7a-fa15-4cee-b02a-c6671900a587 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0521350 Jul 22 14:43:16.597935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:43:16.608864 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:43:16.629792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367601cb-ea43-4a93-a651-5373b77e0a37 req-81ae55cf-c630-44ff-9c6e-3d5b02e47a6f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:16.641653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-367601cb-ea43-4a93-a651-5373b77e0a37 req-81ae55cf-c630-44ff-9c6e-3d5b02e47a6f tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 946 time: 0.1501796 Jul 22 14:43:16.729127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-4de2516e-2404-4073-9b32-08e03a4a0dc4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447276285&fields=id&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 267 time: 0.0723760 Jul 22 14:43:16.739203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-367601cb-ea43-4a93-a651-5373b77e0a37 req-48ec2b7d-687a-43cb-8360-9f00293d71a7 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962155 Jul 22 14:43:16.858490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 2, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:16.908419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Checking router: c6f6d68d-2c4b-4055-bf49-30e776abb72d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:43:16.908946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Updating router c6f6d68d-2c4b-4055-bf49-30e776abb72d port e942e1e9-5879-4579-89b7-fc661f3ef9f0 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:43:16.973479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8e6af515-f18f-4998-bfba-97206015bdf3 None None] Provisioning complete for port 2280f611-2304-4487-8331-97bc0d628f47 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:16.973971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e6af515-f18f-4998-bfba-97206015bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:16.991287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-32110c6a-ee7a-459c-906e-c29ee9fcc3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:16.998659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-32110c6a-ee7a-459c-906e-c29ee9fcc3ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 797 time: 0.2583466 Jul 22 14:43:17.004973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:17.030336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-6d01f953-995e-4abe-8686-13b7b5d69bcd tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/quotas/10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 375 time: 0.0306702 Jul 22 14:43:17.044926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9501ca-5907-4214-8f13-f952af220712 req-34de8720-8990-4579-b519-0718a6d67ebb tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:17.053565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b9501ca-5907-4214-8f13-f952af220712 req-34de8720-8990-4579-b519-0718a6d67ebb tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.1555810 Jul 22 14:43:17.162990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b9501ca-5907-4214-8f13-f952af220712 req-4a6af4b1-37f6-4154-a6d3-820e25c94f38 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082788 Jul 22 14:43:17.239729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-a3af7bd6-a16a-41f8-b15c-7f99b44dd6b3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1731942 Jul 22 14:43:17.376642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ca913c-cb20-4d1d-9971-439fe68c8269 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:17.378340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-8dfaa0c1-1607-428d-b7f7-6a4cc7f726ef service neutron] 10.222.0.60 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344056 Jul 22 14:43:17.509403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8e6af515-f18f-4998-bfba-97206015bdf3 None None] Provisioning for port e942e1e9-5879-4579-89b7-fc661f3ef9f0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:17.546380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8e6af515-f18f-4998-bfba-97206015bdf3 None None] Provisioning complete for port e942e1e9-5879-4579-89b7-fc661f3ef9f0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:17.546784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e6af515-f18f-4998-bfba-97206015bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:17.603000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a9ca913c-cb20-4d1d-9971-439fe68c8269 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:17.620768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8e6af515-f18f-4998-bfba-97206015bdf3 None None] Port e942e1e9-5879-4579-89b7-fc661f3ef9f0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:43:17.630858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9ca913c-cb20-4d1d-9971-439fe68c8269 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:17.631593 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:17.765029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-547a5955-77c2-4db0-ba8f-00758175d480 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:17.767164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-547a5955-77c2-4db0-ba8f-00758175d480 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "GET /v2.0/ports?device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 946 time: 0.1270847 Jul 22 14:43:17.789559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61c49cdd-5dff-4463-9b85-0b472fda59c0 None None] Provisioning complete for port e942e1e9-5879-4579-89b7-fc661f3ef9f0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:17.789949 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61c49cdd-5dff-4463-9b85-0b472fda59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:17.836571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:17.867405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Transition to ACTIVE for port object e942e1e9-5879-4579-89b7-fc661f3ef9f0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:17.891192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-61c49cdd-5dff-4463-9b85-0b472fda59c0 None None] Port e942e1e9-5879-4579-89b7-fc661f3ef9f0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:43:17.897626 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:17.977289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.007014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Deleting port 11e8e576-42e4-45c6-ab95-bee7744554a2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:43:18.007376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.044884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010109d-818e-47c4-9ab2-20c2212860ff req-7ee97b5b-27a2-4301-b7d0-3cee03361310 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.046506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4010109d-818e-47c4-9ab2-20c2212860ff req-7ee97b5b-27a2-4301-b7d0-3cee03361310 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "GET /v2.0/ports?device_id=35bc29a0-7f0b-4eaf-b893-5d965af05386 HTTP/1.1" status: 200 len: 945 time: 0.1428835 Jul 22 14:43:18.050839 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa58aa-a10f-4eda-84c1-14d8f63f057f None None] Pushing event updated for resources: {'Port': ['ID=e942e1e9-5879-4579-89b7-fc661f3ef9f0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:18.083031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a9ca913c-cb20-4d1d-9971-439fe68c8269, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9ca913c-cb20-4d1d-9971-439fe68c8269,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:18.088369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-957783d2-80b2-4fb3-b6c1-823be6b2bfb5 service neutron] 10.222.0.60 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043240 Jul 22 14:43:18.118474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a85218-d520-4c86-b26a-02eb3e0001fb req-0065bfc0-4c6b-455f-9829-36f0b3f61fe0 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.120161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34a85218-d520-4c86-b26a-02eb3e0001fb req-0065bfc0-4c6b-455f-9829-36f0b3f61fe0 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 944 time: 0.7778666 Jul 22 14:43:18.245364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34a85218-d520-4c86-b26a-02eb3e0001fb req-2ea1a13d-38c8-4f40-bf9a-4708f43740e4 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160088 Jul 22 14:43:18.383518 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.445433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a9ca913c-cb20-4d1d-9971-439fe68c8269,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:18.457849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Attempting to bind port e942e1e9-5879-4579-89b7-fc661f3ef9f0 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:18.458226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Attempting to bind port e942e1e9-5879-4579-89b7-fc661f3ef9f0 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:18.458622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Attempting to bind port e942e1e9-5879-4579-89b7-fc661f3ef9f0 on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:18.472881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:18.473272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Checking segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:18.473681 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.474157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Bound using segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:18.474646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Bound port: e942e1e9-5879-4579-89b7-fc661f3ef9f0, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:18.475009 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.486629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ae39e2d-f2a8-458b-911e-6194cd5575e2 req-bce7b080-3c09-495f-9f45-6eaba83acc48 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0785203 Jul 22 14:43:18.503288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2280f611-2304-4487-8331-97bc0d628f47 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:18.504713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] For port 11e8e576-42e4-45c6-ab95-bee7744554a2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=11e8e576-42e4-45c6-ab95-bee7744554a2,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:18.506411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.536674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f6731-613c-487e-aeac-b1e1206c9ffc req-5d1bc302-578b-4315-9f18-7d5c7875e144 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.537281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Calling delete_port for 11e8e576-42e4-45c6-ab95-bee7744554a2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:43:18.541169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a9f6731-613c-487e-aeac-b1e1206c9ffc req-5d1bc302-578b-4315-9f18-7d5c7875e144 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 946 time: 0.1995618 Jul 22 14:43:18.636093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a9f6731-613c-487e-aeac-b1e1206c9ffc req-6a25bde2-44ef-41f7-98ef-1f684e5824b4 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/security-groups?id=1b63f7f0-90f8-4034-86be-962c1a072c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857964 Jul 22 14:43:18.682116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2b721bc5-e7d1-4690-941c-c496516f13ff up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:18.747445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Deleting port b8e647af-bd67-481a-b86f-30566e78e59e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:43:18.753143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.793142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2280f611-2304-4487-8331-97bc0d628f47 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:18.793528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.796756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce153f57-806e-4cce-95a1-099e6d5e18f6 req-2fe56810-62af-4e6c-8e2e-ac3db20ba1f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0426922 Jul 22 14:43:18.863056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64b53c-997e-445f-b871-236263b0af4b req-d1365740-d3a8-40ed-a338-eafc01659754 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:18.871356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea64b53c-997e-445f-b871-236263b0af4b req-d1365740-d3a8-40ed-a338-eafc01659754 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.2100060 Jul 22 14:43:18.945148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] For port b8e647af-bd67-481a-b86f-30566e78e59e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b8e647af-bd67-481a-b86f-30566e78e59e,segment=NetworkSegment(1b7e7255-58f4-4a59-87eb-56670c3327af),segment_id=1b7e7255-58f4-4a59-87eb-56670c3327af)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:18.945750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.954451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea64b53c-997e-445f-b871-236263b0af4b req-b7feed84-1851-4253-912c-49ac88eb377b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816510 Jul 22 14:43:18.959812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] For port e942e1e9-5879-4579-89b7-fc661f3ef9f0, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:18.980747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:18.982770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Calling delete_port for b8e647af-bd67-481a-b86f-30566e78e59e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:43:18.995534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] For port e942e1e9-5879-4579-89b7-fc661f3ef9f0, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e942e1e9-5879-4579-89b7-fc661f3ef9f0,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:18.996916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['11e8e576-42e4-45c6-ab95-bee7744554a2', 'b8e647af-bd67-481a-b86f-30566e78e59e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:19.062617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.117854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 2b721bc5-e7d1-4690-941c-c496516f13ff completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:19.136746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 2b721bc5-e7d1-4690-941c-c496516f13ff triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:19.137178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.250231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa58aa-a10f-4eda-84c1-14d8f63f057f None None] Pushing event updated for resources: {'Port': ['ID=e942e1e9-5879-4579-89b7-fc661f3ef9f0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:19.288340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:19.288988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:19.334651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] No DVR routers for this DVR port 11e8e576-42e4-45c6-ab95-bee7744554a2 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:19.339364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event deleted for resources: {'Port': ['ID=11e8e576-42e4-45c6-ab95-bee7744554a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:19.343647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.350476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2d30a9dd-ed29-4c52-953d-ab201ef3d5e1 req-a6bc605e-7c81-45b1-9e37-b3508aba6f56 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "DELETE /v2.0/ports/11e8e576-42e4-45c6-ab95-bee7744554a2 HTTP/1.1" status: 204 len: 173 time: 1.5669572 Jul 22 14:43:19.353071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'name': 'network-vif-deleted', 'tag': '11e8e576-42e4-45c6-ab95-bee7744554a2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:19.361296 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700307a7-b25a-4f80-ba77-7c28a1e801f9" -d '{"events": [{"server_uuid": "356b8233-30e6-46e2-83e4-702dcf4aeb18", "name": "network-vif-deleted", "tag": "11e8e576-42e4-45c6-ab95-bee7744554a2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:19.549290 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704caace-b793-4ca2-b610-c2c042b627a3 x-openstack-request-id: req-704caace-b793-4ca2-b610-c2c042b627a3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:19.549830 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356b8233-30e6-46e2-83e4-702dcf4aeb18", "name": "network-vif-deleted", "tag": "11e8e576-42e4-45c6-ab95-bee7744554a2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:19.550310 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-704caace-b793-4ca2-b610-c2c042b627a3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:19.552562 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356b8233-30e6-46e2-83e4-702dcf4aeb18', 'name': 'network-vif-deleted', 'tag': '11e8e576-42e4-45c6-ab95-bee7744554a2', 'status': 'completed', 'code': 200} Jul 22 14:43:19.580932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba18c8e-c3fb-4199-bc97-e678957a2797 req-c30e2b60-b7e8-4598-aaee-8ef9d3cd560e tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:19.592828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ba18c8e-c3fb-4199-bc97-e678957a2797 req-c30e2b60-b7e8-4598-aaee-8ef9d3cd560e tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 944 time: 0.1836326 Jul 22 14:43:19.601138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.611576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:19.659404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Pushing event deleted for resources: {'Port': ['ID=b8e647af-bd67-481a-b86f-30566e78e59e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:19.679168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ba18c8e-c3fb-4199-bc97-e678957a2797 req-d1b6106c-7f29-473d-949b-2f28d85bc2e3 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852587 Jul 22 14:43:19.744075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] No DVR routers for this DVR port b8e647af-bd67-481a-b86f-30566e78e59e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:19.746968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.749534 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4010109d-818e-47c4-9ab2-20c2212860ff req-573a7ba1-73d4-48e1-acc5-6c4dd81f35e3 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.72 "DELETE /v2.0/ports/b8e647af-bd67-481a-b86f-30566e78e59e HTTP/1.1" status: 204 len: 173 time: 1.6931591 Jul 22 14:43:19.752953 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.757605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17ccd4e2-dc17-40dc-b7ea-06f0b00b5209 req-6de610e3-c922-4889-8ee1-f18b9d1c4222 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0771370 Jul 22 14:43:19.827472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b721bc5-e7d1-4690-941c-c496516f13ff'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:19.829766 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db889d0-a449-45fc-a0c9-7e4d2825c4ad" -d '{"events": [{"server_uuid": "1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca", "name": "network-vif-plugged", "status": "completed", "tag": "2b721bc5-e7d1-4690-941c-c496516f13ff"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:19.889141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 2b721bc5-e7d1-4690-941c-c496516f13ff, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2b721bc5-e7d1-4690-941c-c496516f13ff,segment=NetworkSegment(a9129ad1-8ecc-4441-81ff-a8f6d9b15597),segment_id=a9129ad1-8ecc-4441-81ff-a8f6d9b15597)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:19.898807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8113a965-c738-4edb-9850-c40263da5e42 req-6d76303e-9d23-46f9-8980-723410d34408 tempest-MultipleCreateTestJSON-221760772 tempest-MultipleCreateTestJSON-221760772-project] 10.222.0.60 "GET /v2.0/ports?device_id=356b8233-30e6-46e2-83e4-702dcf4aeb18 HTTP/1.1" status: 200 len: 210 time: 0.0410922 Jul 22 14:43:19.902488 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:19.997269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ae68d8f-b4b1-4d0c-b79c-f455afb51a97 req-9dfeef30-a361-4555-83ae-d8bb3faad112 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0525045 Jul 22 14:43:20.020316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=2b721bc5-e7d1-4690-941c-c496516f13ff,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:20.034713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['11e8e576-42e4-45c6-ab95-bee7744554a2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:20.076094 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9596b34c-bcae-4377-b904-64c7f1886db6 x-openstack-request-id: req-9596b34c-bcae-4377-b904-64c7f1886db6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:20.076553 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca", "name": "network-vif-plugged", "status": "completed", "tag": "2b721bc5-e7d1-4690-941c-c496516f13ff", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:20.077008 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9596b34c-bcae-4377-b904-64c7f1886db6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:20.077499 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b721bc5-e7d1-4690-941c-c496516f13ff', 'code': 200} Jul 22 14:43:20.195681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:18Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:20.261569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0d8a15-c357-411e-a624-242dd06c79b9 None None] The sync data for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 is: [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:18Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:43:20.386018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477ec5e-88dc-4e0a-aedd-bde4e196c740 req-da3e03d4-527e-4711-8800-3affb6e62364 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:20.409746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0477ec5e-88dc-4e0a-aedd-bde4e196c740 req-da3e03d4-527e-4711-8800-3affb6e62364 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3463833 Jul 22 14:43:20.432782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0b3f2-7b0a-40d2-81c9-d73ccaa94a74 req-aee30180-2924-49d4-8f4a-2134f7ed3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:20.434966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18f0b3f2-7b0a-40d2-81c9-d73ccaa94a74 req-aee30180-2924-49d4-8f4a-2134f7ed3a43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 1096 time: 0.2331886 Jul 22 14:43:20.598783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0477ec5e-88dc-4e0a-aedd-bde4e196c740 req-37f2fc34-9d40-4d95-9fbd-cb1ada1e8870 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835096 Jul 22 14:43:20.620615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18f0b3f2-7b0a-40d2-81c9-d73ccaa94a74 req-fef1cc23-92ed-414f-a3cd-58f9465285fc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761250 Jul 22 14:43:20.771161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e942e1e9-5879-4579-89b7-fc661f3ef9f0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:20.846020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-f9a2a051-efc2-4dcd-916b-5b7b753563a9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:20.848209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-f9a2a051-efc2-4dcd-916b-5b7b753563a9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 797 time: 0.9216607 Jul 22 14:43:20.889040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e942e1e9-5879-4579-89b7-fc661f3ef9f0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:20.893700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e942e1e9-5879-4579-89b7-fc661f3ef9f0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:20.894405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:20.913453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-4f91b015-31f4-4511-9d37-d32c56994c35 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 380 time: 0.0557766 Jul 22 14:43:20.926675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'port': {'device_id': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'admin_state_up': True, 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'security_groups': ['9d1c28be-ede5-4c16-bd6a-5fafce7c03df']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:20.954929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-113fa326-c6b7-48a8-a98b-47a262c3bc5c req-1edb9736-cdd8-4391-911b-b90fa8cb0c48 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0461743 Jul 22 14:43:20.994275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca82cc-c852-4dd0-875e-d701d43e6a28 req-95211402-6e1d-47bf-a3d4-39b2e7a2a0d5 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:21.001628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ffca82cc-c852-4dd0-875e-d701d43e6a28 req-95211402-6e1d-47bf-a3d4-39b2e7a2a0d5 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 945 time: 0.1798325 Jul 22 14:43:21.070404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ffca82cc-c852-4dd0-875e-d701d43e6a28 req-297627ab-43ff-40a3-bfb9-fc1024c2b99a tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666201 Jul 22 14:43:21.126795 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.148186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-803fe73e-175d-451b-99e1-28b58e7eba2a req-e90e3327-7e81-4474-94c1-67ac3a359429 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0572543 Jul 22 14:43:21.195527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42014) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:21.200820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e942e1e9-5879-4579-89b7-fc661f3ef9f0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e942e1e9-5879-4579-89b7-fc661f3ef9f0,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:21.206918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.207652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ca913c-cb20-4d1d-9971-439fe68c8269 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:21.279459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:21.286621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.299623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Deleting subnet 6dbe1145-11a0-4f23-99fc-93768db720a6 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:43:21.303022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.346060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e942e1e9-5879-4579-89b7-fc661f3ef9f0,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:21.360275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9ca913c-cb20-4d1d-9971-439fe68c8269 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:21.360666 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.381085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.489334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.553971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'name': 'network-vif-deleted', 'tag': 'b8e647af-bd67-481a-b86f-30566e78e59e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:21.561480 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cc06ad-d0d9-4be2-b5d0-69e1195cce63" -d '{"events": [{"server_uuid": "35bc29a0-7f0b-4eaf-b893-5d965af05386", "name": "network-vif-deleted", "tag": "b8e647af-bd67-481a-b86f-30566e78e59e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:21.589208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.12 (bb7c1a49-22da-4ad2-9dfa-5592696e4cf2/a6dec199-9fb2-4b82-96a9-8966ea71bb14/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:21.610061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.666392 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a3770-ac5f-4fe9-903a-a02ba4f37b8c x-openstack-request-id: req-815a3770-ac5f-4fe9-903a-a02ba4f37b8c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:21.666917 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35bc29a0-7f0b-4eaf-b893-5d965af05386", "name": "network-vif-deleted", "tag": "b8e647af-bd67-481a-b86f-30566e78e59e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:21.667339 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-815a3770-ac5f-4fe9-903a-a02ba4f37b8c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:21.667892 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35bc29a0-7f0b-4eaf-b893-5d965af05386', 'name': 'network-vif-deleted', 'tag': 'b8e647af-bd67-481a-b86f-30566e78e59e', 'status': 'completed', 'code': 200} Jul 22 14:43:21.704944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.713454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:21.716206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6dbe1145-11a0-4f23-99fc-93768db720a6 HTTP/1.1" status: 204 len: 168 time: 0.5192778 Jul 22 14:43:21.717379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82086-161c-4d30-a2a0-3ba39a614f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dbe1145-11a0-4f23-99fc-93768db720a6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:21.826415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:21.894938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ad8da-61d3-4f28-b367-e2c3cdd3da9d req-71b637da-dca9-4270-ac49-92f326bb18cc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:21.906091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-957ad8da-61d3-4f28-b367-e2c3cdd3da9d req-71b637da-dca9-4270-ac49-92f326bb18cc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.1336899 Jul 22 14:43:21.958280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-957ad8da-61d3-4f28-b367-e2c3cdd3da9d req-bf58fccc-305d-4d8b-afc5-a795a936062d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512588 Jul 22 14:43:21.999847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.031368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.045789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 11e8e576-42e4-45c6-ab95-bee7744554a2 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:22.051942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:22.084600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 11e8e576-42e4-45c6-ab95-bee7744554a2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:22.085136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 11e8e576-42e4-45c6-ab95-bee7744554a2 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:22.085678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b8e647af-bd67-481a-b86f-30566e78e59e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:22.090197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0289586b-f287-4fd6-8d9f-66f93d980a19']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:22.103516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7e7255-58f4-4a59-87eb-56670c3327af') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:22.104104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7e7255-58f4-4a59-87eb-56670c3327af') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:22.116202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.134971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.140038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: b8e647af-bd67-481a-b86f-30566e78e59e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:22.140527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b8e647af-bd67-481a-b86f-30566e78e59e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:22.142090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:43:22.147589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.148868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375364c7-054e-4228-998b-8bbd697cf5b2 req-4c62a255-ebb2-4596-a163-3ad97d14b21d tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0787933 Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:43:22.248159 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:43:22.260083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.298047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.298047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0289586b-f287-4fd6-8d9f-66f93d980a19 HTTP/1.1" status: 204 len: 168 time: 0.5811033 Jul 22 14:43:22.302707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267905-2a69-4e82-a48c-72f4f6328558 admin admin] Pushing event deleted for resources: {'Network': ['ID=0289586b-f287-4fd6-8d9f-66f93d980a19,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:22.330398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461b1e5-89e2-4686-8d2b-7ff10342dd32 req-efb2299f-6aba-4957-91cc-0edb4fe66ea9 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:22.338855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c461b1e5-89e2-4686-8d2b-7ff10342dd32 req-efb2299f-6aba-4957-91cc-0edb4fe66ea9 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 945 time: 0.1362946 Jul 22 14:43:22.339883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.410154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:22.434470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c461b1e5-89e2-4686-8d2b-7ff10342dd32 req-fdded9a2-1291-47c2-97e7-17e347915ca0 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943251 Jul 22 14:43:22.493569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:22.501383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:22.561138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed1327-7920-4353-a61c-6afd77e2fc83 req-d70cd0be-b449-4d69-8da2-80bd1e04043e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:22.562276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:22.574924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e942e1e9-5879-4579-89b7-fc661f3ef9f0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:22.592328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4ed1327-7920-4353-a61c-6afd77e2fc83 req-d70cd0be-b449-4d69-8da2-80bd1e04043e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 932 time: 0.2690196 Jul 22 14:43:22.627239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:22.627940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.659470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:22.673511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-5fc2c5c8-087c-4dc0-aafa-20fee5716c24 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7545276 Jul 22 14:43:22.690022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Request body: {'port': {'device_id': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:22.703890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4ed1327-7920-4353-a61c-6afd77e2fc83 req-4e8f6760-37d9-444d-af0f-ac4dc3a68107 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103370 Jul 22 14:43:22.723604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:22.856302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-37f40dd5-5a32-41f3-8dd0-340f4c19c494 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58f149560185498ca0a0fd57bcc1f32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308439 Jul 22 14:43:22.858913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42068) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:22.901458 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:22.981834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5b9e-9acf-481c-8092-e3d464f8e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.023411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e942e1e9-5879-4579-89b7-fc661f3ef9f0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:23.023805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.024641 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5b9e-9acf-481c-8092-e3d464f8e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.116672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5b9e-9acf-481c-8092-e3d464f8e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.120358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e7b5b9e-9acf-481c-8092-e3d464f8e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.123789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0e7b5b9e-9acf-481c-8092-e3d464f8e939 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b63f7f0-90f8-4034-86be-962c1a072c1c HTTP/1.1" status: 204 len: 168 time: 0.2613890 Jul 22 14:43:23.246126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:23.293878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-50fdddce-4bbf-4854-8c63-29fa44a1eb14 None None] Provisioning for port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:23.330873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b5b9e-9acf-481c-8092-e3d464f8e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63f7f0-90f8-4034-86be-962c1a072c1c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:23.367633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'mac_address': 'fa:16:3e:b5:00:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:23.415066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:23.419634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-50fdddce-4bbf-4854-8c63-29fa44a1eb14 None None] Provisioning complete for port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:23.420234 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-50fdddce-4bbf-4854-8c63-29fa44a1eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.444297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d794a-0693-4ee6-ab74-1759d1040bf7 req-ab803191-6a28-4a89-892b-c2f2cebd1900 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:23.448823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.461370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f9d794a-0693-4ee6-ab74-1759d1040bf7 req-ab803191-6a28-4a89-892b-c2f2cebd1900 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3387647 Jul 22 14:43:23.478814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Transition to ACTIVE for port object 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:23.495387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.513592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f64f-5823-4ae1-a8c2-175e4b012a4d req-48fbeb57-ef08-41f2-9f88-cff38440f932 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:23.530553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4356f64f-5823-4ae1-a8c2-175e4b012a4d req-48fbeb57-ef08-41f2-9f88-cff38440f932 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 945 time: 0.3977520 Jul 22 14:43:23.537138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-50fdddce-4bbf-4854-8c63-29fa44a1eb14 None None] Port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:43:23.542534 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.575318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5b9c9ef-5e89-48a2-98ac-2e963983eb5f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:23.595485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f9d794a-0693-4ee6-ab74-1759d1040bf7 req-7bb3512d-ba17-4c33-a3a3-d4a58ceda622 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331348 Jul 22 14:43:23.635276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:23.644496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:23.683452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:23.719139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4356f64f-5823-4ae1-a8c2-175e4b012a4d req-5be9554d-5b19-42a0-a8ad-216dc2cafe71 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571772 Jul 22 14:43:23.785015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:23.846047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65b7a16a-bb43-4f29-a330-a8151f7279bb req-96729d64-c827-459a-83bb-bb6674e20129 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0899787 Jul 22 14:43:23.862509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:23.911687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:23.912148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:23.912587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:23.939154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:23.939623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:23.949961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:23.952810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Checking segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:23.953319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Bound using segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:23.955159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Bound port: 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:23.955516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:24.111813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5393a-8837-494e-9c72-10731b983615 req-c080a76c-6441-420d-9d9e-c71dfef754ac tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:24.124886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fe5393a-8837-494e-9c72-10731b983615 req-c080a76c-6441-420d-9d9e-c71dfef754ac tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 944 time: 0.2105219 Jul 22 14:43:24.177585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:24.189402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:24.204343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:24.227867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fe5393a-8837-494e-9c72-10731b983615 req-d9fd0261-e1d1-4f6f-972b-1288f0affcc6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015644 Jul 22 14:43:24.293746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:24.294786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:24.296243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] 10.222.0.72 "PUT /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 1092 time: 1.6109071 Jul 22 14:43:24.296638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:24.299115 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d34530-a744-4783-ba89-d234cd70ee49" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:24.369740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734afc07-0c1f-4664-a52e-3861bb83ab63 service neutron] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:24.402141 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b83468-b0d2-4727-ba64-7290cb3d3d2e x-openstack-request-id: req-85b83468-b0d2-4727-ba64-7290cb3d3d2e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:24.402434 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:24.413422 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85b83468-b0d2-4727-ba64-7290cb3d3d2e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:24.413913 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'status': 'completed', 'code': 200} Jul 22 14:43:24.441001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495431ed-683c-4599-934a-fc44fd650da4 req-c87a79bb-1b62-4be7-b81e-abc9bb54c5a7 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:24.443463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-495431ed-683c-4599-934a-fc44fd650da4 req-c87a79bb-1b62-4be7-b81e-abc9bb54c5a7 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 945 time: 0.0941496 Jul 22 14:43:24.585356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-64dd219a-977a-4f69-b022-13bb26635f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:24.587171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-64dd219a-977a-4f69-b022-13bb26635f4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1095 time: 0.2186894 Jul 22 14:43:24.688180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:24.688755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Deleting port 2b721bc5-e7d1-4690-941c-c496516f13ff {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:43:24.689168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:24.712174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42138) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:24.724281 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-dfadb5c3-55c1-4a50-af72-e52f32692a0a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 217 time: 0.1271439 Jul 22 14:43:24.902773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-e7a85572-b7fa-4d27-af02-37a7f0a2a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:24.907554 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-e7a85572-b7fa-4d27-af02-37a7f0a2a737 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1728511 Jul 22 14:43:24.935892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:24.935892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.038929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-464792796-network', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:25.044120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-87f61151-0b03-4697-bcfd-145336fc538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:25.049642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-87f61151-0b03-4697-bcfd-145336fc538e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1335852 Jul 22 14:43:25.139037 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.189296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:25.209152 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be99f0-9605-404a-a500-bf0df52f1587" -d '{"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:25.217687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-935a0715-c570-4e01-abc6-e4449006a67f service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607006 Jul 22 14:43:25.228893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] For port 2b721bc5-e7d1-4690-941c-c496516f13ff, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=2b721bc5-e7d1-4690-941c-c496516f13ff,segment=NetworkSegment(a9129ad1-8ecc-4441-81ff-a8f6d9b15597),segment_id=a9129ad1-8ecc-4441-81ff-a8f6d9b15597)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:25.229552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.247892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:25.254375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.264610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Calling delete_port for 2b721bc5-e7d1-4690-941c-c496516f13ff owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:43:25.411884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:25.425752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56649014-aee5-4386-a7e0-e37cd5101f7b req-32b43327-4d1e-4c85-9d12-a9ad9cda0d55 service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011347 Jul 22 14:43:25.475432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ad34f0-6f40-4d59-9e55-4df105a6b06d req-f01d5799-6aa1-4c90-b149-4e5c096088d2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:25.483474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11ad34f0-6f40-4d59-9e55-4df105a6b06d req-f01d5799-6aa1-4c90-b149-4e5c096088d2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 944 time: 0.7626619 Jul 22 14:43:25.525475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f92cd-4a12-41d0-ae0e-d78f046749b7 req-9d62e316-2ccc-42ef-aee5-24a0c3415e98 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:25.529328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef8f92cd-4a12-41d0-ae0e-d78f046749b7 req-9d62e316-2ccc-42ef-aee5-24a0c3415e98 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 945 time: 0.5887318 Jul 22 14:43:25.539808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:25.542640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.579400 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.592574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d34530-a744-4783-ba89-d234cd70ee49 req-a4994084-97e4-4c7b-97ca-f6d7a81a1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:25.594229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-a4994084-97e4-4c7b-97ca-f6d7a81a1c8f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1095 time: 0.1149428 Jul 22 14:43:25.633120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef8f92cd-4a12-41d0-ae0e-d78f046749b7 req-178a15ad-f74c-4f20-a498-a0f2602a6558 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/security-groups?id=c967a94e-53bb-414c-b058-2eab652d3384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955899 Jul 22 14:43:25.660351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11ad34f0-6f40-4d59-9e55-4df105a6b06d req-f56e4e85-1e86-4769-a038-c38267cef74b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644490 Jul 22 14:43:25.794176 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315c1546-21c2-4218-b0cf-b0bcf20d2996 x-openstack-request-id: req-315c1546-21c2-4218-b0cf-b0bcf20d2996 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:25.794706 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:25.795178 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-315c1546-21c2-4218-b0cf-b0bcf20d2996 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:25.795687 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'code': 200} Jul 22 14:43:25.840887 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.843751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.857128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['2b721bc5-e7d1-4690-941c-c496516f13ff'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:25.872470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d34530-a744-4783-ba89-d234cd70ee49 req-0bd3f0ff-2893-4183-bca7-10702979bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:25.876636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-0bd3f0ff-2893-4183-bca7-10702979bca3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.2752202 Jul 22 14:43:25.902465 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.915871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:25.927207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:25.927666 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Added segment 8480ea07-d358-4263-be36-b744e5dacffa of type vlan for network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 Jul 22 14:43:25.943885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-4ca0c135-11d4-43b0-9f52-646f601f631b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 217 time: 0.0601928 Jul 22 14:43:26.002790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f2efabd-c6a6-4a7c-8b24-f6ec9b487d2d req-9147f1e7-695a-4903-ad54-e7ff6944ee00 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1602335 Jul 22 14:43:26.058639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d34530-a744-4783-ba89-d234cd70ee49 req-dda48a3d-6531-4e11-a28b-0304f454a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:26.060313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-dda48a3d-6531-4e11-a28b-0304f454a228 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1096501 Jul 22 14:43:26.075257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Pushing event deleted for resources: {'Port': ['ID=2b721bc5-e7d1-4690-941c-c496516f13ff,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:26.128539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] No DVR routers for this DVR port 2b721bc5-e7d1-4690-941c-c496516f13ff on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:43:26.173091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d34530-a744-4783-ba89-d234cd70ee49 req-86a59f67-e1e9-49b1-906f-0d02bb19e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:26.174872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-86a59f67-e1e9-49b1-906f-0d02bb19e0e1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077967 Jul 22 14:43:26.220623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:26.223484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-495431ed-683c-4599-934a-fc44fd650da4 req-b00f4f66-58bc-4afb-8dfd-e45ff68f02a1 tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.61 "DELETE /v2.0/ports/2b721bc5-e7d1-4690-941c-c496516f13ff HTTP/1.1" status: 204 len: 173 time: 1.7734923 Jul 22 14:43:26.247108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'name': 'network-vif-deleted', 'tag': '2b721bc5-e7d1-4690-941c-c496516f13ff'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:26.251235 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3368ae9-4ec1-44df-80c9-5847b0a8e85d" -d '{"events": [{"server_uuid": "1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca", "name": "network-vif-deleted", "tag": "2b721bc5-e7d1-4690-941c-c496516f13ff"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:26.278105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:26.345771 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-b3aac12d-c114-48ed-a2a8-0b13d4eb914d service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597710 Jul 22 14:43:26.349692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:26.408048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0644c15b-c5f2-4cc4-bff5-77ccd5b07dd4 x-openstack-request-id: req-0644c15b-c5f2-4cc4-bff5-77ccd5b07dd4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:26.408048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca", "name": "network-vif-deleted", "tag": "2b721bc5-e7d1-4690-941c-c496516f13ff", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:26.408048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0644c15b-c5f2-4cc4-bff5-77ccd5b07dd4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:26.408048 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca', 'name': 'network-vif-deleted', 'tag': '2b721bc5-e7d1-4690-941c-c496516f13ff', 'status': 'completed', 'code': 200} Jul 22 14:43:26.476576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783244fb-9822-4b55-8eae-255b22394603 req-2d89b1a3-dfc7-4575-b264-7872bfc33868 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:26.492205 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-783244fb-9822-4b55-8eae-255b22394603 req-2d89b1a3-dfc7-4575-b264-7872bfc33868 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 944 time: 0.4187298 Jul 22 14:43:26.520791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37d34530-a744-4783-ba89-d234cd70ee49 req-e5fc52e5-c9a2-446b-a5be-b7734c01c7f8 service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693313 Jul 22 14:43:26.554168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-783244fb-9822-4b55-8eae-255b22394603 req-8119822a-dea5-441d-8d68-f3e6bb74c75a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609341 Jul 22 14:43:26.562664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:26.565245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:26.565726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:26.664302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] Pushing event updated for resources: {'Network': ['ID=8290d9a5-72cb-42f2-bba9-107ce95c2fc9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:26.664302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-09b9b9ee-3148-4198-a95e-edb6078e4fa4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9501677 Jul 22 14:43:26.669884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:26.681742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:26.691631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Request body: {'subnet': {'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-464792796-subnet', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:26.766239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:26.770910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:26.914494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38d5962b-4aa5-4df0-9efd-89e6994cd090 req-6751c865-6234-433b-bf47-7f1b92d54ada tempest-ServerGroupTestJSON-226628277 tempest-ServerGroupTestJSON-226628277-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8cb0f7-fa96-4d96-a860-2cc2ab81b1ca HTTP/1.1" status: 200 len: 210 time: 0.0406365 Jul 22 14:43:26.955804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aad3f-3123-450e-b48b-fa3903501857 req-114f1ac9-380e-43ad-91f4-86b011f6cc87 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:26.959688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e19aad3f-3123-450e-b48b-fa3903501857 req-114f1ac9-380e-43ad-91f4-86b011f6cc87 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.1575682 Jul 22 14:43:27.052297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e19aad3f-3123-450e-b48b-fa3903501857 req-e4936cd1-e977-41bf-8826-45eea70719c3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855036 Jul 22 14:43:27.167313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6bb3420-9504-44de-a113-0fb5b580ca56 req-d931df9f-1a3d-4faa-9085-4a64a72a81af tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0569222 Jul 22 14:43:27.239027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.329405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dba83e-8d86-4a42-bab5-b4fa58b31b16,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:27.359799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:27.360494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Network hostable DHCP agents. Network: 8290d9a5-72cb-42f2-bba9-107ce95c2fc9, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:27.383811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:27.405076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 8290d9a5-72cb-42f2-bba9-107ce95c2fc9) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:27.409979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:27.411546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.414378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80fade-f632-4e30-ad0f-215a2f608278 None None] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:27.435830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e31a517-53b5-4bc5-8b9f-403cc7a15718 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7572286 Jul 22 14:43:27.436207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42192) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:27.441007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:27.478816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.481190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.562674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.664717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:43:27.666069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.814460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:27.839302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Allocated IP 172.20.0.2 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/899eb026-4566-4b96-9508-b16166433636) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:27.923215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d24c9d-d9f0-4683-92c7-74c465c7a2a5 req-d6f28733-9f23-45f2-ae14-a21dabedd0e5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:27.924935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05d24c9d-d9f0-4683-92c7-74c465c7a2a5 req-d6f28733-9f23-45f2-ae14-a21dabedd0e5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 944 time: 0.2618568 Jul 22 14:43:28.067333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05d24c9d-d9f0-4683-92c7-74c465c7a2a5 req-b7c2813a-58df-414b-933f-7c26b28aa040 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981162 Jul 22 14:43:28.084745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:28.099316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.120169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Transition to ACTIVE for port object 899eb026-4566-4b96-9508-b16166433636 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:28.184473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Transition to ACTIVE for port object 899eb026-4566-4b96-9508-b16166433636 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:28.204611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.379078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56b70320-98dc-4c68-83e3-3497651dd49e req-4fe108af-71d4-4db8-b478-83ba6675e978 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0618281 Jul 22 14:43:28.424274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:28.441177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:28.443246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.455321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:28.466384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.543326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Pushing event updated for resources: {'Port': ['ID=899eb026-4566-4b96-9508-b16166433636,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:28.552025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:28.580075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea039c8-a6a4-4abb-87e4-d198e08db236 req-c712ecd7-1087-4310-b931-0d59507ff8fe tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:28.591681 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fea039c8-a6a4-4abb-87e4-d198e08db236 req-c712ecd7-1087-4310-b931-0d59507ff8fe tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.2947743 Jul 22 14:43:28.628500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'port_id': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'mac_address': 'fa:16:3e:5e:8b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:28.671453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Attempting to bind port 899eb026-4566-4b96-9508-b16166433636 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:28.671828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Attempting to bind port 899eb026-4566-4b96-9508-b16166433636 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:28.672200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Attempting to bind port 899eb026-4566-4b96-9508-b16166433636 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:28.675049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.693092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:28.700975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:28.701659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:28.702556 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.703108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:28.703766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Bound port: 899eb026-4566-4b96-9508-b16166433636, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:28.704322 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.710260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2b721bc5-e7d1-4690-941c-c496516f13ff no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:28.727194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fea039c8-a6a4-4abb-87e4-d198e08db236 req-50c824b6-e6e9-46ce-b3ec-836995373dcc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252429 Jul 22 14:43:28.765171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 2b721bc5-e7d1-4690-941c-c496516f13ff {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:43:28.765665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 2b721bc5-e7d1-4690-941c-c496516f13ff not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:43:28.772699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:28.799277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Allocated IP 172.25.3.100 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/4ebd1b34-4ba2-4973-ade8-367d32fb9080) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:28.799489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.824660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42252) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:28.884451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:28.895593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] For port 899eb026-4566-4b96-9508-b16166433636, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:28.903722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] For port 899eb026-4566-4b96-9508-b16166433636, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=899eb026-4566-4b96-9508-b16166433636,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:28.913600 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.929638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Deleting subnet 0d3e0373-85ac-44c8-b1a8-865257d2d6e1 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:43:28.941093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.955976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:28.975296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2875d-0a00-443d-85de-770aeeb2a34c None None] Pushing event updated for resources: {'Port': ['ID=899eb026-4566-4b96-9508-b16166433636,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:29.013267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.027059 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.047128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:29.081316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:29.102282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.117271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:29.131760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:29.148055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Pushing event updated for resources: {'Port': ['ID=4ebd1b34-4ba2-4973-ade8-367d32fb9080,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:29.217710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.263997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3e0373-85ac-44c8-b1a8-865257d2d6e1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:29.277749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.283373 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c65f8e8b-12a7-4509-b606-ef767177345d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0d3e0373-85ac-44c8-b1a8-865257d2d6e1 HTTP/1.1" status: 204 len: 168 time: 0.4554417 Jul 22 14:43:29.283620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:29.514313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.532903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91f98d-15e3-49af-b042-d3c1223499ff req-04a9c74d-0536-4de4-ab8c-be1a9dd3dd5c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:29.537733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b91f98d-15e3-49af-b042-d3c1223499ff req-04a9c74d-0536-4de4-ab8c-be1a9dd3dd5c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.3047087 Jul 22 14:43:29.600852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b91f98d-15e3-49af-b042-d3c1223499ff req-86d3e9fd-01a4-4091-893e-daf47f6d957c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561342 Jul 22 14:43:29.680273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c0bcf3b-bb55-42fa-9e52-fe3d97f98a0b req-863ab8ef-0011-4a5a-a0ca-d681acc47d6d tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0361860 Jul 22 14:43:29.711823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.737773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b885127-79b6-41d3-9174-7de094277e2a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:29.757828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:29.758436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9129ad1-8ecc-4441-81ff-a8f6d9b15597') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:29.781975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.815023 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.822466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:43:29.823123 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:43:29.825147 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:43:29.926230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.940025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.960191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b885127-79b6-41d3-9174-7de094277e2a HTTP/1.1" status: 204 len: 168 time: 0.6672235 Jul 22 14:43:29.965417 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:29.987029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e0e71-436e-47d5-9ad2-5a3e119d27c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b885127-79b6-41d3-9174-7de094277e2a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:30.086789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:30.183705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57039943-0f63-431b-9587-dae6fe1b7f18 req-30ebbb1c-2ba1-48a8-8b0e-b7b033a742c5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:30.185571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57039943-0f63-431b-9587-dae6fe1b7f18 req-30ebbb1c-2ba1-48a8-8b0e-b7b033a742c5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3281882 Jul 22 14:43:30.205674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:30.210666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:30.216722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:30.220258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.300780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-673bc816-cc2c-4e0b-800c-be626a64be85 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35318fc3b1bc4059af691619b4f7bb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849051 Jul 22 14:43:30.301021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:30.338287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57039943-0f63-431b-9587-dae6fe1b7f18 req-1fe6ef98-680f-42e6-a3f1-6b1483de3ad0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447086 Jul 22 14:43:30.388447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.427892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dc6eb21-4af4-45a3-96c5-2059c31d14d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.517571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dc6eb21-4af4-45a3-96c5-2059c31d14d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.684325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dc6eb21-4af4-45a3-96c5-2059c31d14d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.688368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dc6eb21-4af4-45a3-96c5-2059c31d14d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.690562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9dc6eb21-4af4-45a3-96c5-2059c31d14d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c967a94e-53bb-414c-b058-2eab652d3384 HTTP/1.1" status: 204 len: 168 time: 0.3880334 Jul 22 14:43:30.706561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6eb21-4af4-45a3-96c5-2059c31d14d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c967a94e-53bb-414c-b058-2eab652d3384,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:30.839195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 899eb026-4566-4b96-9508-b16166433636 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:30.929460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-348d5423-3221-442b-8e08-bd2ee58bad98 req-18c4ccfa-1b3e-426e-a930-008a61de9df2 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0443149 Jul 22 14:43:30.960883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:30.966575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Router 999c43f9-1807-4ca4-8483-25e03a28a431 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:43:30.995727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:31.008092 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb682e1-5433-43fe-9caa-2742540b7a70" -d '{"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:31.051500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aff0fa-9b1a-4d89-9078-d7201dfd7a7a None None] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:31.120271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be0c2b-8622-4458-8d66-33a359638335 req-7c7722ac-9fb3-44d3-ab63-473801925996 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:31.122750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0be0c2b-8622-4458-8d66-33a359638335 req-7c7722ac-9fb3-44d3-ab63-473801925996 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.3570752 Jul 22 14:43:31.173558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:31.215933 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d2c6f7-0d9e-4276-a284-47e724fa7d76 x-openstack-request-id: req-a9d2c6f7-0d9e-4276-a284-47e724fa7d76 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:31.218761 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:31.219250 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9d2c6f7-0d9e-4276-a284-47e724fa7d76 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:31.219867 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'code': 200} Jul 22 14:43:31.240583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:31.262350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 899eb026-4566-4b96-9508-b16166433636 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:31.407474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc205f-d51d-4bc1-8744-4bfaa8aa862c req-59b391d0-db9d-4a17-9673-dd1618cf114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:31.409105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56bc205f-d51d-4bc1-8744-4bfaa8aa862c req-59b391d0-db9d-4a17-9673-dd1618cf114e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1097 time: 0.2255852 Jul 22 14:43:31.461958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] Provisioning for port 899eb026-4566-4b96-9508-b16166433636 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:31.490691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-56bc205f-d51d-4bc1-8744-4bfaa8aa862c req-46a61c63-9bfb-416d-ab4c-cc3d375d132b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740793 Jul 22 14:43:31.543485 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] Provisioning complete for port 899eb026-4566-4b96-9508-b16166433636 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:31.543788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:31.667385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:31.753077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:43:31.856225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0be0c2b-8622-4458-8d66-33a359638335 req-2a1bd879-4764-469d-9607-01c627f339c9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7086134 Jul 22 14:43:31.871661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:43:31.883438 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Sync routers for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:43:31.904396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:31.905990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ffb0e0ad-71ab-4984-b5cf-41484fc03430 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4687531 Jul 22 14:43:31.909023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:31.913767 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:31.914448 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:31.920486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf8ea6-9557-44f5-9f4d-f08ed7d1c6d6 req-5a67a265-9275-4687-ae3e-4cf9c64e80d9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:31.929514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6bf8ea6-9557-44f5-9f4d-f08ed7d1c6d6 req-5a67a265-9275-4687-ae3e-4cf9c64e80d9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.2131712 Jul 22 14:43:31.951771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:32.015187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6bf8ea6-9557-44f5-9f4d-f08ed7d1c6d6 req-a1452406-aabb-45af-b7bc-7f73dcfa3090 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833056 Jul 22 14:43:32.068938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] For port 899eb026-4566-4b96-9508-b16166433636, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=899eb026-4566-4b96-9508-b16166433636,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:32.076172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:32.178087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f1a72-3011-468a-9ca3-c335316734cc None None] Pushing event updated for resources: {'Port': ['ID=899eb026-4566-4b96-9508-b16166433636,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:32.380093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5baf57e-cfcb-4ef0-bb18-d97fa77e5107 req-ccd871f7-42df-462c-820f-64c846d4d964 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1172409 Jul 22 14:43:32.462469 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:32.507887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9c78b99-ca3d-4044-8c6a-fa7fdaed9ef8 None None] Provisioning complete for port 899eb026-4566-4b96-9508-b16166433636 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:32.508190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9c78b99-ca3d-4044-8c6a-fa7fdaed9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:32.559053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42320) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:32.579603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 899eb026-4566-4b96-9508-b16166433636 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:32.773275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 899eb026-4566-4b96-9508-b16166433636 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:32.773997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:32.844920 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:29Z', 'revision_number': 3, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:32.852309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1583457568-network', 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:32.891914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:32.894698 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:32.920395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:32.923419 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Checking router: 999c43f9-1807-4ca4-8483-25e03a28a431 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:43:32.925725 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Updating router 999c43f9-1807-4ca4-8483-25e03a28a431 port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:43:33.008593 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.133132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9c6f2-cd30-44c5-9d37-f648a1cb537d req-1c4aade9-ecf2-4476-9fa4-48bbb4e67227 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:33.135538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9eb9c6f2-cd30-44c5-9d37-f648a1cb537d req-1c4aade9-ecf2-4476-9fa4-48bbb4e67227 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1131773 Jul 22 14:43:33.209330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9eb9c6f2-cd30-44c5-9d37-f648a1cb537d req-b92106b0-7499-4e0c-b646-c825fe2c020a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678530 Jul 22 14:43:33.217267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.227531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.350107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d5e01-0949-44a1-b12f-048da9563537,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:33.413190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:33.476714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.477962 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Added segment 3d732a0b-bab7-4a7e-b770-857a44abb657 of type vlan for network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 Jul 22 14:43:33.539075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.577519 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.604282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-f33e07d6-f372-4a16-bc7e-0aa587f31aa7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4983811 Jul 22 14:43:33.623122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f62780-0906-40c3-b298-85c042628c3c req-676ae0aa-322f-4aeb-a3a5-974c662e9698 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:33.633055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78f62780-0906-40c3-b298-85c042628c3c req-676ae0aa-322f-4aeb-a3a5-974c662e9698 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.4190662 Jul 22 14:43:33.693668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5585-906e-4337-ae8f-59e77e380470 req-aaaf54d0-1756-448f-84c9-856c9dca9417 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:33.696556 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-126a5585-906e-4337-ae8f-59e77e380470 req-aaaf54d0-1756-448f-84c9-856c9dca9417 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.3615537 Jul 22 14:43:33.704945 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.716812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Transition to ACTIVE for port object 4ebd1b34-4ba2-4973-ade8-367d32fb9080 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:33.732104 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.739038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.740494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:33.742377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.846496 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Attempting to bind port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:33.850166 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Attempting to bind port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:33.850661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78f62780-0906-40c3-b298-85c042628c3c req-97b953b1-ad3c-46fb-bc8e-1fe612259a52 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152481 Jul 22 14:43:33.851169 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Attempting to bind port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:33.862735 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192eac9-1f02-4a15-91a3-0f403f9957bd None None] Pushing event updated for resources: {'Port': ['ID=4ebd1b34-4ba2-4973-ade8-367d32fb9080,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:33.882759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3185163 Jul 22 14:43:33.893846 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:33.894272 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:33.896668 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.897127 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:33.897645 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Bound port: 4ebd1b34-4ba2-4973-ade8-367d32fb9080, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:33.898051 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:33.920151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42336) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:33.927870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Request body: {'subnet': {'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1583457568-subnet', 'tenant_id': '8143588f77174455b304c62097f43d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:33.936541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-bfcc1d4d-5514-442c-a1c0-4eb8ba95abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:33.938723 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-bfcc1d4d-5514-442c-a1c0-4eb8ba95abbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1097 time: 0.2159762 Jul 22 14:43:33.945735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-126a5585-906e-4337-ae8f-59e77e380470 req-57ff5e6c-09d0-492c-ad54-aa6ff98954ed tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385187 Jul 22 14:43:33.963346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42338) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:33.996760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503356a-f365-4bcf-b9aa-90cef9965138 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:34.010621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:34.016918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:34.021345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:34.115254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5683eeaf-223a-45f5-b0cf-e15048edf8d1 req-ecef90e4-bd75-4394-854b-70903085fdd1 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0726140 Jul 22 14:43:34.129453 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] For port 4ebd1b34-4ba2-4973-ade8-367d32fb9080, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:34.141466 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] For port 4ebd1b34-4ba2-4973-ade8-367d32fb9080, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ebd1b34-4ba2-4973-ade8-367d32fb9080,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:34.145309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Allocated IP 172.20.0.1 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/e2dc5a51-5d30-46e4-acfa-c0daefb12179) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:34.165193 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:34.217769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e59d39-03a1-40ae-872a-1e29fad953cd tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:34.219670 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61e59d39-03a1-40ae-872a-1e29fad953cd tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1092 time: 0.2484126 Jul 22 14:43:34.225808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42340) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:34.262959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:34.298933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-f2cccd86-6835-4bd3-ae79-44515ec3d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:34.302405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-f2cccd86-6835-4bd3-ae79-44515ec3d60e service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.2776933 Jul 22 14:43:34.338745 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:34.339548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:34.344751 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192eac9-1f02-4a15-91a3-0f403f9957bd None None] Pushing event updated for resources: {'Port': ['ID=4ebd1b34-4ba2-4973-ade8-367d32fb9080,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:34.370098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:34.516834 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:34.738071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:34.872037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7d0822-8de7-4c3e-8047-1eebb224e93a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:34.933231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:34.956888 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-6a77924c-f4ba-43b3-b9d2-45881156f8f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 217 time: 0.6473522 Jul 22 14:43:35.020794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-366ded8e-dd81-49c2-9e8b-cada89fc197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:35.022302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-366ded8e-dd81-49c2-9e8b-cada89fc197f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.0525513 Jul 22 14:43:35.094163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:35.121650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Transition to ACTIVE for port object e2dc5a51-5d30-46e4-acfa-c0daefb12179 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:35.147596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-76ab4546-0985-436f-b47c-8374fc965426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:35.163808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-76ab4546-0985-436f-b47c-8374fc965426 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347978 Jul 22 14:43:35.178190 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:29Z', 'revision_number': 3, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:35.260234 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79cb946-7af1-4f4f-8116-e07039fe2fac None None] The sync data for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 is: [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:29Z', 'revision_number': 3, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:43:35.364721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.98 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/fdf7db08-da4f-4948-aa13-f2f74bf974f6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:35.390018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:35.460583 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-f778d03f-630a-4d8b-8ad9-a829171535ee service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867336 Jul 22 14:43:35.524001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:35.577533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:35.643765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:35.650416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dd4b706-3010-4987-8be6-a3aec0b562fa req-408be8af-2f28-4355-b10b-a64c990b1df5 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0482082 Jul 22 14:43:35.651590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:35.654953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:35.784163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:35.784541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Network hostable DHCP agents. Network: 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:35.831041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:35.847396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:35.854382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:35.889030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:35.918867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dc5a51-5d30-46e4-acfa-c0daefb12179,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:35.963246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:36.002424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:36.024382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7241456-abfc-4e81-8df7-9c36e1a3cd7d None None] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:36.112008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79df9c9-b5e1-4b1a-bef6-224b60c51d43 req-d0ef0bf3-bad9-4cd0-8e21-bdb16fa2097e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:36.136506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b79df9c9-b5e1-4b1a-bef6-224b60c51d43 req-d0ef0bf3-bad9-4cd0-8e21-bdb16fa2097e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.5302985 Jul 22 14:43:36.289038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=fdf7db08-da4f-4948-aa13-f2f74bf974f6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:36.294009 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-18b6f276-50dd-4dd4-989a-769e5e7678ce req-31c9aac3-f10e-4d16-af8d-ae814fd0a03d service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7138512 Jul 22 14:43:36.311866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:36.314265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:36.370354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b79df9c9-b5e1-4b1a-bef6-224b60c51d43 req-ae8c4fcf-da79-441b-84cc-fa91a4185e3c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325439 Jul 22 14:43:36.422191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9bfe23d9-7a96-4ef7-a14d-cec2e9102795 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.4967539 Jul 22 14:43:36.670277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ebd1b34-4ba2-4973-ade8-367d32fb9080 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:36.822534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:36.856815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbff3a-0866-491b-8560-3b28152e533d None None] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:36.954246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:36.993311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:37.000004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.177464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-315953ae-6306-4269-9e82-0bcd8fd760ff None None] Provisioning for port e2dc5a51-5d30-46e4-acfa-c0daefb12179 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:37.252282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-315953ae-6306-4269-9e82-0bcd8fd760ff None None] Provisioning complete for port e2dc5a51-5d30-46e4-acfa-c0daefb12179 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:37.253019 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-315953ae-6306-4269-9e82-0bcd8fd760ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.287094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b00fb8f-d821-4a78-8506-f3ece3243005 req-633459d5-453e-4080-aa5a-dba09743b8fd tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1262901 Jul 22 14:43:37.297536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.388114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.426411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.434322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.558730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-d289c772-6bda-4bc3-84f8-dc7c823703bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:37.560858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-d289c772-6bda-4bc3-84f8-dc7c823703bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1096 time: 0.3962114 Jul 22 14:43:37.573180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-315953ae-6306-4269-9e82-0bcd8fd760ff None None] Port e2dc5a51-5d30-46e4-acfa-c0daefb12179 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:43:37.629310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.640851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.643651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2dc5a51-5d30-46e4-acfa-c0daefb12179,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:37.702510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 4ebd1b34-4ba2-4973-ade8-367d32fb9080, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ebd1b34-4ba2-4973-ade8-367d32fb9080,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:37.716421 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.723364 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:37.851525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-e2c9531b-492a-47c1-857d-a829824b2a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:37.854542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-e2c9531b-492a-47c1-857d-a829824b2a1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.1749976 Jul 22 14:43:37.857614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=4ebd1b34-4ba2-4973-ade8-367d32fb9080,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:37.866781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:37.869381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:37.972547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-a7dfa055-4944-457a-af23-d598eb0dc7ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 1001 time: 0.0909660 Jul 22 14:43:38.126329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Router 999c43f9-1807-4ca4-8483-25e03a28a431 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:43:38.147241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:38.310196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-4fa7bc4b-18fe-4c0d-898b-ac2f23a1fdf5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:38.311974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-4fa7bc4b-18fe-4c0d-898b-ac2f23a1fdf5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.9493184 Jul 22 14:43:38.344317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84903bc1-8c4e-49a8-ae7f-4c0870ae2838 req-9731d8bb-5ced-4168-ae65-c8cdeeb2ad98 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:38.347300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84903bc1-8c4e-49a8-ae7f-4c0870ae2838 req-9731d8bb-5ced-4168-ae65-c8cdeeb2ad98 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.5411801 Jul 22 14:43:38.349602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-2f3f7916-206d-4a1f-a8bf-29bd9c7fa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:38.351689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-2f3f7916-206d-4a1f-a8bf-29bd9c7fa742 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.3646295 Jul 22 14:43:38.368956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:43:38.386833 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f3af0190-db44-4dc5-86ea-4bfb5182d8c7 admin admin] 10.222.0.60 "PUT /v2.0/routers/999c43f9-1807-4ca4-8483-25e03a28a431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4754777 Jul 22 14:43:38.429321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fa62530a-41b8-4595-98f4-9ac8ed9ad562 None None] Provisioning complete for port e2dc5a51-5d30-46e4-acfa-c0daefb12179 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:38.429798 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fa62530a-41b8-4595-98f4-9ac8ed9ad562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:38.454932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-50a82a06-0d02-4b93-9029-4a079ab915d9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.1208441 Jul 22 14:43:38.554396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fa62530a-41b8-4595-98f4-9ac8ed9ad562 None None] Port e2dc5a51-5d30-46e4-acfa-c0daefb12179 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:43:38.612623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ebd1b34-4ba2-4973-ade8-367d32fb9080 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:38.730858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:38.731593 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:38.778626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:38.788819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Sync routers for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:43:38.829487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-1cafd586-072a-4276-8164-ef94047fa6f0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1365490 Jul 22 14:43:38.844911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:38.847460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84903bc1-8c4e-49a8-ae7f-4c0870ae2838 req-7cbe1039-f208-4a83-9f30-a154f75654cc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927331 Jul 22 14:43:38.851147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:38.992530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:39.094766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60d1bc94-cfd8-449b-9f94-3d86d58857d4 req-5907b6be-3f3c-4a11-ba4b-41dd174c5374 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1051767 Jul 22 14:43:39.117315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:39.205968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-d40220d1-b3e5-4ba3-aef1-938d2d894458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:39.208875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-d40220d1-b3e5-4ba3-aef1-938d2d894458 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7812541 Jul 22 14:43:39.215684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fc4fdcf1-22f0-4bdc-b58b-ce3e049f0e42 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666611 Jul 22 14:43:39.232377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=fdf7db08-da4f-4948-aa13-f2f74bf974f6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:39.258253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:39.467611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-d342bc33-20e1-45e2-992b-86de34d7f185 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418537 Jul 22 14:43:39.658281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 2, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:39.675345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-687675e5-73d6-48cb-989d-e53aad741809 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186883 Jul 22 14:43:39.679260 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP f8cb5a3b-c061-4415-9cd6-f15710ea1d56 associated. External IP: 172.25.3.98, port: 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a. Jul 22 14:43:39.754095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Checking router: 999c43f9-1807-4ca4-8483-25e03a28a431 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:43:39.762683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Updating router 999c43f9-1807-4ca4-8483-25e03a28a431 port e2dc5a51-5d30-46e4-acfa-c0daefb12179 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:43:39.872062 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:39.910167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-68b345a1-b31d-402e-b303-0845fb9a816e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:39.965966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42708) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:39.984976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--133921764', 'description': 'tempest-description--2067285340'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:40.070867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.348089 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.358645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.422424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.433309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:40.436654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4680502 Jul 22 14:43:40.461452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40981855-51bd-4f8b-a525-fcf5365c0a61,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:40.478468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.490695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.491187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.491745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.492289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.492751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.493229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.494170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.494801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.495335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.495764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.496206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9019cacc-b689-4efe-9c05-7a6b72f4d66f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.504350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'security_group_rule': {'security_group_id': '40981855-51bd-4f8b-a525-fcf5365c0a61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:40.619405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e90553d-963e-4a2f-9922-df5bc8414270 req-0c4e1141-09d4-4b7a-91d0-9f8e400ad9ca service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1105580 Jul 22 14:43:40.621441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aadb5ff-ec74-406d-92f8-b1fc9816d21b req-cbf8223f-0931-4fa4-8424-ea9cbe61132e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 210 time: 0.2614756 Jul 22 14:43:40.694436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.729107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Transition to ACTIVE for port object e2dc5a51-5d30-46e4-acfa-c0daefb12179 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:40.747547 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.803012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Pushing event updated for resources: {'Port': ['ID=e2dc5a51-5d30-46e4-acfa-c0daefb12179,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:40.816213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.816873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.817407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.817935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.818484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.819071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.819598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.820119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.820641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.821177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.822255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.822813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:40.862270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6dbab599-1331-4cd0-b5b1-1e94bed20447 req-6dcbfec6-6fd6-401f-ab14-5c4a5c8f1e75 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0827289 Jul 22 14:43:40.895119 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:40.993764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Attempting to bind port e2dc5a51-5d30-46e4-acfa-c0daefb12179 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:40.994141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Attempting to bind port e2dc5a51-5d30-46e4-acfa-c0daefb12179 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:40.994537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Attempting to bind port e2dc5a51-5d30-46e4-acfa-c0daefb12179 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:41.006109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:41.006545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:41.006922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.007326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:41.007810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Bound port: e2dc5a51-5d30-46e4-acfa-c0daefb12179, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:41.008198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.087881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] For port e2dc5a51-5d30-46e4-acfa-c0daefb12179, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:41.098144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] For port e2dc5a51-5d30-46e4-acfa-c0daefb12179, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e2dc5a51-5d30-46e4-acfa-c0daefb12179,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:41.105717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.114722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8fcaf-8d9e-4862-a944-f668df6116d7 req-c310027e-400a-445f-ad7a-f3d34d28da2b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:41.127721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6d8fcaf-8d9e-4862-a944-f668df6116d7 req-c310027e-400a-445f-ad7a-f3d34d28da2b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.7664790 Jul 22 14:43:41.233170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.270992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:41.279203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.292995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:41.330932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6d8fcaf-8d9e-4862-a944-f668df6116d7 req-11dcbeaa-d9ca-4ca5-a193-08687420f855 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016656 Jul 22 14:43:41.370158 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.374161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:41.374798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9385054 Jul 22 14:43:41.381151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'security_group_rule': {'security_group_id': '40981855-51bd-4f8b-a525-fcf5365c0a61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:41.381353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815b31-4b15-4eef-a35b-526da51a1cb6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072b1f91-0c9b-4978-aa4b-7c79b4ef26fc,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:41.385004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router c6f6d68d-2c4b-4055-bf49-30e776abb72d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:43:41.464061 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.499118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32891a0-80c5-48d4-a4b5-b7feb9b70791 None None] Pushing event updated for resources: {'Port': ['ID=e2dc5a51-5d30-46e4-acfa-c0daefb12179,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:41.577106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:41.635953 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.649594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.720119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0888e8-7144-4d5c-8379-fbc3990b7fde,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:41.728941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.733718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4911cd60-a32d-46ee-adea-ad33c5814ad8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3559997 Jul 22 14:43:41.734941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:41.755905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:41.826961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d899d3d-fc67-4877-9139-14ecb2753f67 req-77f37135-536c-4644-b66f-e9a99f80d944 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 210 time: 0.0431182 Jul 22 14:43:41.835120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:43:41.848450 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] Sync routers for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:43:41.861387 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:41.862304 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:41.921894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:41.998010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:42.069083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-93ca9e5f-edb2-4d44-8e0a-b345af9940bc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8359575 Jul 22 14:43:42.069821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:42.072628 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95013d80-e61f-4c8e-87ae-516f91559fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:42.140743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-598ac213-03ae-4dcf-90de-a112b45cf633 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:42.143868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-598ac213-03ae-4dcf-90de-a112b45cf633 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.3824086 Jul 22 14:43:42.148655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26fef527-de16-49ce-8149-0d12c93f1bdb req-4e434d8a-842d-407e-bd9b-c98cd2c2dae7 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0447638 Jul 22 14:43:42.192489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:42.195773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c08a70cb-81cf-4b02-866d-95a9c4f7816c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:42.233661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:41Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:42.297615 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:42.348611 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e214188e-65cc-48bb-aada-34d90490429d x-openstack-request-id: req-e214188e-65cc-48bb-aada-34d90490429d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:42.349575 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:42.350006 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e214188e-65cc-48bb-aada-34d90490429d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:42.350582 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'status': 'completed', 'code': 200} Jul 22 14:43:42.390597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:42.463116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96ce61-ed96-4e6a-9ce8-8d8b2049ca53 req-42c2ee31-945e-4986-9e7a-c28f2e7e49e2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:42.472184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a96ce61-ed96-4e6a-9ce8-8d8b2049ca53 req-42c2ee31-945e-4986-9e7a-c28f2e7e49e2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1846619 Jul 22 14:43:42.595249 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a96ce61-ed96-4e6a-9ce8-8d8b2049ca53 req-a84f141c-d321-46db-b4da-d586365ec345 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168709 Jul 22 14:43:42.615487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42950) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:42.733727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:42.743012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:42.886945 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f8cb5a3b-c061-4415-9cd6-f15710ea1d56', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'port_id': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'mac_address': 'fa:16:3e:5e:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:43:36Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:21Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:42.909139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-73fcf204-5dc7-416a-b3b8-461ffd116eba tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/f8cb5a3b-c061-4415-9cd6-f15710ea1d56 HTTP/1.1" status: 200 len: 991 time: 0.2786298 Jul 22 14:43:42.922045 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] Checking router: c6f6d68d-2c4b-4055-bf49-30e776abb72d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:43:42.931899 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:43:42.932940 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:42.947080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c806f6-8fb1-4024-b018-58070ca9b50d None None] The sync data for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 is: [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:41Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:43:42.948002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f877f95-7c21-4690-a688-fe2a29f0117a req-bd278d3b-9a30-4943-99db-b0a9d8dba15e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:42.961131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f877f95-7c21-4690-a688-fe2a29f0117a req-bd278d3b-9a30-4943-99db-b0a9d8dba15e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3868861 Jul 22 14:43:42.961354 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:43.170682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-360c6690-992d-4c3d-8c32-4e60cb8ad142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:43.185333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-360c6690-992d-4c3d-8c32-4e60cb8ad142 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1097 time: 0.8424904 Jul 22 14:43:43.228360 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:43:43.256700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f9d62e7-aaa0-4ac2-a026-11b706162a1a req-dcc7e695-e68a-42bc-915f-341d746dfa3a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 210 time: 0.1353493 Jul 22 14:43:43.283452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f877f95-7c21-4690-a688-fe2a29f0117a req-188710ed-c05e-4843-b2d0-c96912538ab2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045330 Jul 22 14:43:43.348127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e883a3-61dd-49de-b7ae-cdef1edbc141 req-452f6b49-4acd-4adc-9064-5b11f8c82599 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1855395 Jul 22 14:43:43.388590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Allocated IP 172.25.3.47 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/b5c36e3c-10d5-42db-809c-a69e5d7313b1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:43.452649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e5d3e1d-068e-437e-a5d7-4fa30b862c56 req-afe29001-bf4b-47d9-a3d5-4d60ed57e48a tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0661623 Jul 22 14:43:43.587638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-671d6fcd-ca07-4199-ad02-52f931d93957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:43.590002 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-671d6fcd-ca07-4199-ad02-52f931d93957 service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.3903496 Jul 22 14:43:43.596374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:43.617830 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f8cb5a3b-c061-4415-9cd6-f15710ea1d56', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'port_id': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'mac_address': 'fa:16:3e:5e:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:43:36Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:21Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:43:43.648204 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d3674b-ee65-472c-adfe-7971bb2b5adf None None] The sync data for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 is: [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f8cb5a3b-c061-4415-9cd6-f15710ea1d56', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'port_id': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'mac_address': 'fa:16:3e:5e:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:43:36Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:21Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:43:43.900467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43042) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:43.954245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.10 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/e5eb84d1-fff0-406f-a56e-5be628562a7e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:44.035724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04b46da-20c4-4af4-8428-4b0ae85d87ea None None] New status for floating IP f8cb5a3b-c061-4415-9cd6-f15710ea1d56: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:43:44.149165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dfcf62d8-d27a-4363-b7ec-3f617d8a6a13 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/f8cb5a3b-c061-4415-9cd6-f15710ea1d56 HTTP/1.1" status: 200 len: 991 time: 0.2440767 Jul 22 14:43:44.220731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-5850b9de-4244-42ea-b577-b34418facbc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 999 time: 0.5802495 Jul 22 14:43:44.316475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:44.409678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-0a565c7e-588c-42ec-b71b-bcd1ba3c01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:44.411729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-0a565c7e-588c-42ec-b71b-bcd1ba3c01e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1792240 Jul 22 14:43:44.420303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:44.519172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d4b5003-7878-42f8-abdb-124324bd0096 req-0797d443-28ba-4f89-a567-dcede3231ad2 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 210 time: 0.0884099 Jul 22 14:43:44.646822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-8bce7045-cdfb-453f-8dc1-8c86a2a27043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:44.649066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-8bce7045-cdfb-453f-8dc1-8c86a2a27043 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2140598 Jul 22 14:43:44.652013 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:44.699942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e2dc5a51-5d30-46e4-acfa-c0daefb12179 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:44.777454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4364bd9-6c5f-4f6c-af77-6ab574c9fd95 req-71c0b082-5078-4dd1-8112-cd299b0512f0 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.1055014 Jul 22 14:43:44.789502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-e57e72e2-3b05-4ccf-a08a-cd029d316468 service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307330 Jul 22 14:43:44.814159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d75c0-73f5-44d9-9118-c1bb262f83bc req-bff53807-aff1-4079-bcae-8baafb56419a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:44.831814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f08d75c0-73f5-44d9-9118-c1bb262f83bc req-bff53807-aff1-4079-bcae-8baafb56419a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3261800 Jul 22 14:43:44.856071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e2dc5a51-5d30-46e4-acfa-c0daefb12179 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:44.857729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:44.861706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:44.863736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e2dc5a51-5d30-46e4-acfa-c0daefb12179 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:44.864291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:44.877066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:44.927613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f08d75c0-73f5-44d9-9118-c1bb262f83bc req-4a9b99e1-f924-4f1d-9113-20190f6871af tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923107 Jul 22 14:43:44.957540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:45.046619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=b5c36e3c-10d5-42db-809c-a69e5d7313b1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:45.057838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:45.149571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43108) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:45.151973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:45.166864 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.192436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:45.270284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:45.277056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.292571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e2dc5a51-5d30-46e4-acfa-c0daefb12179, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e2dc5a51-5d30-46e4-acfa-c0daefb12179,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:45.310405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.335661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1492872 Jul 22 14:43:45.385093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Request body: {'port': {'device_id': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:45.432386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.436579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e2dc5a51-5d30-46e4-acfa-c0daefb12179,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:45.471522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4ab5d93-af2f-4a73-847b-776ce525a6c6 req-3b486fef-25d2-460b-8c99-4b7879620949 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6302aabc521d4f2dbacbc49542a06c97&device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0971913 Jul 22 14:43:45.529369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d628b-178f-4376-ab83-57ccf0be02ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=e5eb84d1-fff0-406f-a56e-5be628562a7e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:45.560757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-95013d80-e61f-4c8e-87ae-516f91559fa3 req-8fae6614-8ee2-4a69-9194-6dd05cb9305a service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462718 Jul 22 14:43:45.568045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.583260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.616492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-43e256f0-7a5e-4870-b7fa-03622c8f7c2d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/f8cb5a3b-c061-4415-9cd6-f15710ea1d56 HTTP/1.1" status: 200 len: 993 time: 0.4527774 Jul 22 14:43:45.616492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4ab5d93-af2f-4a73-847b-776ce525a6c6 req-47268f2d-abb8-41da-be39-f7a7ec39e671 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6302aabc521d4f2dbacbc49542a06c97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292973 Jul 22 14:43:45.688416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52a6f8a8-e315-45a0-87b6-94955c963c5d req-cf07476f-536e-4cf5-9f31-ccce4dd15417 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0753620 Jul 22 14:43:45.732555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:45.986297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71612dd-842b-4eba-8d97-49f04a1d5b32 req-5668f555-e44f-489d-ad45-7fc039aac31e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:45.993716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f71612dd-842b-4eba-8d97-49f04a1d5b32 req-5668f555-e44f-489d-ad45-7fc039aac31e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 932 time: 0.2924643 Jul 22 14:43:46.089216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab5d93-af2f-4a73-847b-776ce525a6c6 req-943ae36b-1971-4bb7-8300-4207b801d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:46.090742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4ab5d93-af2f-4a73-847b-776ce525a6c6 req-943ae36b-1971-4bb7-8300-4207b801d1ef service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4055753 Jul 22 14:43:46.113055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f71612dd-842b-4eba-8d97-49f04a1d5b32 req-7acaea81-14df-4749-8085-b13baefebce8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183519 Jul 22 14:43:46.179975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3dc4f-6d03-4dad-82d8-58b28aa4abe5 req-1d056068-28fa-4550-88a1-668a98bbcd4e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:46.181792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62b3dc4f-6d03-4dad-82d8-58b28aa4abe5 req-1d056068-28fa-4550-88a1-668a98bbcd4e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.1508701 Jul 22 14:43:46.256734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62b3dc4f-6d03-4dad-82d8-58b28aa4abe5 req-e6e8636f-9c34-49c6-93c9-e47f99515104 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552764 Jul 22 14:43:46.291721 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.304760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.523138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e2dc5a51-5d30-46e4-acfa-c0daefb12179 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:46.609521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e2dc5a51-5d30-46e4-acfa-c0daefb12179 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:46.609910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.820160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=b5c36e3c-10d5-42db-809c-a69e5d7313b1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:46.833914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9260f78-efd6-4f70-8156-7f713e055190 req-f12df569-82c9-4730-863a-542b4e11b6f7 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0522695 Jul 22 14:43:46.865489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.873171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5eb84d1-fff0-406f-a56e-5be628562a7e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:46.889658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.892389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.893650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89a3451a-162d-46c4-aa07-dd9f4507d0f7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1556411 Jul 22 14:43:46.905007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Transition to ACTIVE for port object e5eb84d1-fff0-406f-a56e-5be628562a7e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:46.909498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:46.992960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Pushing event updated for resources: {'Port': ['ID=e5eb84d1-fff0-406f-a56e-5be628562a7e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:47.079208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-34785dda-aa9c-4a5f-b717-460b564d5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.080740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-34785dda-aa9c-4a5f-b717-460b564d5463 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1096 time: 0.0887821 Jul 22 14:43:47.101002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Attempting to bind port e5eb84d1-fff0-406f-a56e-5be628562a7e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:47.101582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Attempting to bind port e5eb84d1-fff0-406f-a56e-5be628562a7e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:47.101785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Attempting to bind port e5eb84d1-fff0-406f-a56e-5be628562a7e on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:47.111685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Port e5eb84d1-fff0-406f-a56e-5be628562a7e on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:47.112121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Attempting to bind port e5eb84d1-fff0-406f-a56e-5be628562a7e on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:47.125451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:47.125816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:47.126211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:47.126685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Bound port: e5eb84d1-fff0-406f-a56e-5be628562a7e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:47.127061 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:47.189471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-5cd22779-62b3-4d39-b56b-0273ec559fba tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--133921764&fields=id&tenant_id=dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 267 time: 0.1076822 Jul 22 14:43:47.305426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] For port e5eb84d1-fff0-406f-a56e-5be628562a7e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:47.310171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] For port e5eb84d1-fff0-406f-a56e-5be628562a7e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:47.315186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:47.346814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-aacbd5d8-37d6-4db2-a14b-367d9cedf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.348312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-aacbd5d8-37d6-4db2-a14b-367d9cedf0c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.2605340 Jul 22 14:43:47.356400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.357117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:47.358694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] 10.222.0.72 "PUT /v2.0/ports/e5eb84d1-fff0-406f-a56e-5be628562a7e HTTP/1.1" status: 200 len: 1092 time: 2.0018651 Jul 22 14:43:47.359287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'tag': 'e5eb84d1-fff0-406f-a56e-5be628562a7e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:47.366411 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3adee21-147d-48a2-b971-7cef3ceea2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "37924f1f-9a59-42ca-8cd2-a2feb9580e0b", "tag": "e5eb84d1-fff0-406f-a56e-5be628562a7e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:47.396371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f95f-111d-4bcd-8ae8-068902215817 service neutron] Pushing event updated for resources: {'Port': ['ID=e5eb84d1-fff0-406f-a56e-5be628562a7e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:47.456766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-0f535e03-2fbf-4d19-9991-b45f37353957 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.458331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-0f535e03-2fbf-4d19-9991-b45f37353957 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.2680881 Jul 22 14:43:47.469739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-6a002021-6c9f-458b-be96-135fee6dd248 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 1001 time: 0.1081362 Jul 22 14:43:47.483208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ad75b-86d9-41fa-a9ea-f8f7587a1f54 req-6f09f060-4e47-44b3-9b3b-d5567aeb7649 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.490090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb7ad75b-86d9-41fa-a9ea-f8f7587a1f54 req-6f09f060-4e47-44b3-9b3b-d5567aeb7649 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 944 time: 0.2495489 Jul 22 14:43:47.491369 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4ab5d93-af2f-4a73-847b-776ce525a6c6 req-eddc84f4-a02c-4af1-b18f-f8e50bb54a46 tempest-ServerShowV254Test-294879499 tempest-ServerShowV254Test-294879499-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5bb3dd1-7af0-4c5e-90d7-c37a39ef963d HTTP/1.1" status: 200 len: 210 time: 0.0697112 Jul 22 14:43:47.525237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-cfe0673d-70e9-4a29-b6df-c29d71bc54cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.526946 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-cfe0673d-70e9-4a29-b6df-c29d71bc54cd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 1095 time: 0.1032200 Jul 22 14:43:47.536764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-3202ecef-c0aa-4f19-a5ec-85f83a2eee77 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/quotas/dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 375 time: 0.0714321 Jul 22 14:43:47.608332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb7ad75b-86d9-41fa-a9ea-f8f7587a1f54 req-cd626074-fa8c-402b-89a3-88d1c1331e5c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173308 Jul 22 14:43:47.611534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-0c8f91f5-b5f3-42e7-a779-b118c62712b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.612212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-3b597e92-4a94-4d12-a463-0e48790b6e5a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e HTTP/1.1" status: 200 len: 217 time: 0.0719132 Jul 22 14:43:47.612999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-0c8f91f5-b5f3-42e7-a779-b118c62712b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.1209731 Jul 22 14:43:47.685737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-c9d5001b-1b2a-414f-bfb3-93f69ab7e98b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405859 Jul 22 14:43:47.731966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-1fbdaa5f-911a-4c2c-9540-0888843c37d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.733706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-1fbdaa5f-911a-4c2c-9540-0888843c37d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1170347 Jul 22 14:43:47.767923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-7a91169b-b299-421d-8b35-a508a4765f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:47.769687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-7a91169b-b299-421d-8b35-a508a4765f77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504431 Jul 22 14:43:47.781396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-b3a8d766-f04a-4bad-b546-ad34a0537861 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407624 Jul 22 14:43:47.938158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-c6992454-bb75-403e-a2b2-9227e9eb4d92 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499279 Jul 22 14:43:47.966916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-ebb47e27-32f4-44bf-874d-2baef2f77253 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671082 Jul 22 14:43:48.019285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-05f4ebf9-38e2-495d-a136-085d225605f4 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356589 Jul 22 14:43:48.078729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf4586-aeee-470b-88c6-542035d535d4 req-f27aa1a9-22e4-4472-9c62-8ac7c27a9234 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.086141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67bf4586-aeee-470b-88c6-542035d535d4 req-f27aa1a9-22e4-4472-9c62-8ac7c27a9234 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.3152213 Jul 22 14:43:48.087417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc63dc9b-cdc9-48bf-aa6e-d81fee603da4 req-6e2d6824-802b-47b0-92ff-6ee42dba1235 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400070 Jul 22 14:43:48.232945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-ea84164a-8fb6-4cec-bf83-a2cce538eb49 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643499 Jul 22 14:43:48.251108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67bf4586-aeee-470b-88c6-542035d535d4 req-eedecb5e-412d-48c2-8ac2-741616f8c8c3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638255 Jul 22 14:43:48.304294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a82ec27c-146d-429f-8316-6dcec26d4694 req-51baa1f2-c3fe-4ff1-8c3e-a56d9500181a service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742100 Jul 22 14:43:48.347199 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7606b3b-f45b-4e10-8fd3-3baeb06b4c47 x-openstack-request-id: req-b7606b3b-f45b-4e10-8fd3-3baeb06b4c47 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:48.347593 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37924f1f-9a59-42ca-8cd2-a2feb9580e0b", "tag": "e5eb84d1-fff0-406f-a56e-5be628562a7e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:48.347852 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7606b3b-f45b-4e10-8fd3-3baeb06b4c47 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:48.348270 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'tag': 'e5eb84d1-fff0-406f-a56e-5be628562a7e', 'status': 'completed', 'code': 200} Jul 22 14:43:48.466935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-e38d4b0f-cd9a-412b-8f5e-daf06cb2793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.468719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-e38d4b0f-cd9a-412b-8f5e-daf06cb2793d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 1095 time: 0.0911484 Jul 22 14:43:48.522864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0aa7cff-5a72-4114-954b-99cf4fc35437 req-c73a741e-e752-466e-adeb-fccd5a0aa171 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 210 time: 0.0487678 Jul 22 14:43:48.609594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-fb872ff3-4ec5-4664-a891-e49841f665b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.612135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-fb872ff3-4ec5-4664-a891-e49841f665b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1346259 Jul 22 14:43:48.703766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-ced04478-d92e-4a22-9448-e59819ae94f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e HTTP/1.1" status: 200 len: 217 time: 0.0833235 Jul 22 14:43:48.721382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43434) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:48.784452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-6dc01a5f-6795-442e-b645-3d9e0f16e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.786463 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-6dc01a5f-6795-442e-b645-3d9e0f16e4ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0762463 Jul 22 14:43:48.831459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-0d89d530-64ca-4cb4-84ce-a8d5992b2400 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363894 Jul 22 14:43:48.838687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d54bef-43d6-41ee-8c1c-4b87772fc7e6 req-1a6ca21e-8065-4213-9874-bfd4add3487b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:48.848829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57d54bef-43d6-41ee-8c1c-4b87772fc7e6 req-1a6ca21e-8065-4213-9874-bfd4add3487b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 944 time: 0.1074915 Jul 22 14:43:48.922891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57d54bef-43d6-41ee-8c1c-4b87772fc7e6 req-9f8acf73-7d67-429b-831f-23a51d155967 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723920 Jul 22 14:43:48.945760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-951b92b3-12dd-423d-b9e7-94941bdcffb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.003204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-a3a341be-8f76-4fb6-a2dd-a23b3cf09734 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643612 Jul 22 14:43:49.114226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-951b92b3-12dd-423d-b9e7-94941bdcffb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.120513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-951b92b3-12dd-423d-b9e7-94941bdcffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.140223 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3adee21-147d-48a2-b971-7cef3ceea2bc req-21692565-066d-461b-a25e-36884296b691 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304967 Jul 22 14:43:49.172327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-951b92b3-12dd-423d-b9e7-94941bdcffb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6302aabc521d4f2dbacbc49542a06c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474857 Jul 22 14:43:49.172618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:49.188400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b92b3-12dd-423d-b9e7-94941bdcffb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e48acf-0141-4af3-9432-3805094972f6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:49.265693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e0b-eb27-4e7b-8f68-18788ab59644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.294498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e0b-eb27-4e7b-8f68-18788ab59644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.394597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e0b-eb27-4e7b-8f68-18788ab59644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.399102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b4a7e0b-eb27-4e7b-8f68-18788ab59644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:49.401737 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5b4a7e0b-eb27-4e7b-8f68-18788ab59644 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20e48acf-0141-4af3-9432-3805094972f6 HTTP/1.1" status: 204 len: 168 time: 0.2281215 Jul 22 14:43:49.416751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a7e0b-eb27-4e7b-8f68-18788ab59644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e48acf-0141-4af3-9432-3805094972f6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:49.493861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86c54b-f322-41a8-b519-dd941cadd9b1 req-c16b4d5d-79fd-43aa-a26e-b9215627a394 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:49.498868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c86c54b-f322-41a8-b519-dd941cadd9b1 req-c16b4d5d-79fd-43aa-a26e-b9215627a394 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.1361697 Jul 22 14:43:49.541112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c86c54b-f322-41a8-b519-dd941cadd9b1 req-2ac97b89-01c9-46bd-bdbf-cd10298696c2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366437 Jul 22 14:43:49.650400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4b6ed13-c2c6-43f6-b508-d6769c198d66 req-d24d9577-f705-43c0-9ad2-63fa448e0c39 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 210 time: 0.0391924 Jul 22 14:43:49.888842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-80d6a7ac-8d95-4936-99fc-308a58f15bdd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:49.890701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-80d6a7ac-8d95-4936-99fc-308a58f15bdd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1573887 Jul 22 14:43:49.947203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-5d0acd04-136a-49b2-bdd5-8ae7ef2ab420 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 379 time: 0.0468967 Jul 22 14:43:49.960232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'port': {'device_id': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'admin_state_up': True, 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'security_groups': ['40981855-51bd-4f8b-a525-fcf5365c0a61']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:50.179891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddadc8d-31f5-462d-9178-d418240edb4b req-07379e08-730a-4c8e-8a7b-f3d901fa6a4a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:50.182343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bddadc8d-31f5-462d-9178-d418240edb4b req-07379e08-730a-4c8e-8a7b-f3d901fa6a4a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 944 time: 0.1222961 Jul 22 14:43:50.183534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:50.186899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:50.343924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bddadc8d-31f5-462d-9178-d418240edb4b req-5e49b3ce-bb1d-4973-9bc5-372fb548ef42 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532722 Jul 22 14:43:50.431961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Allocated IP 172.20.0.14 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/de7f3dfd-ad94-4292-8d69-a9b18104b3c6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:50.696514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:50.710558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Transition to ACTIVE for port object de7f3dfd-ad94-4292-8d69-a9b18104b3c6 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:50.750082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:50.786338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43490) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:50.788661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:43:50.855421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcca7d-30f0-41d0-859d-09a25be0e8a6 req-f6bc78c9-92f0-4b47-ae11-642addfeea81 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:50.862797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1efcca7d-30f0-41d0-859d-09a25be0e8a6 req-f6bc78c9-92f0-4b47-ae11-642addfeea81 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 945 time: 0.2340446 Jul 22 14:43:50.892941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:50.925571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1efcca7d-30f0-41d0-859d-09a25be0e8a6 req-8ce47fba-51d6-4d7d-aecd-b95e62f483bd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568154 Jul 22 14:43:50.927358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:50.932333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:50.943383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:50.999891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.039886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.040251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.042760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.043113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.043465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.045661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:51.045793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.048237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.048639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.048990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.049342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.049685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.050025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:43:51.050209 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e49cf5e-7ba6-4873-874d-b2f0b3a61fa7" -d '{"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-unplugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:51.059068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbf3f-5cc1-4835-8f00-2a4aae65ca47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.084944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c7664-9b98-4a64-9b07-e6a7508643e7 req-e5e5f2c8-9efc-4f6c-80ab-a2cb63cf02c2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:51.093847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f91c7664-9b98-4a64-9b07-e6a7508643e7 req-e5e5f2c8-9efc-4f6c-80ab-a2cb63cf02c2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 932 time: 0.3417180 Jul 22 14:43:51.103499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:51.109779 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.125586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:51.126465 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.193705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f91c7664-9b98-4a64-9b07-e6a7508643e7 req-546d1dfd-e193-4e0b-9ece-1ca7682a286f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985563 Jul 22 14:43:51.210422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:51.267380 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30352a9-7dc9-4454-9a44-76bb7bcf379a x-openstack-request-id: req-e30352a9-7dc9-4454-9a44-76bb7bcf379a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:51.267959 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-unplugged", "status": "failed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:51.268404 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e30352a9-7dc9-4454-9a44-76bb7bcf379a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:51.268990 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'code': 422} returned with failed status Jul 22 14:43:51.295010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3912c288-6142-480c-a80d-c5b875795fdf None None] Provisioning for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:51.298942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbf3f-5cc1-4835-8f00-2a4aae65ca47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.304196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f3cbf3f-5cc1-4835-8f00-2a4aae65ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.305195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3912c288-6142-480c-a80d-c5b875795fdf None None] Provisioning complete for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:51.306119 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3912c288-6142-480c-a80d-c5b875795fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.309073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-04e36e8b-aecb-4221-838f-bbbab3eab37b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3530781 Jul 22 14:43:51.324844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Request body: {'port': {'device_id': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:51.352321 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f3cbf3f-5cc1-4835-8f00-2a4aae65ca47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=959004b879244048899d7d7e57daca0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5645082 Jul 22 14:43:51.354748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cbf3f-5cc1-4835-8f00-2a4aae65ca47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ccafae-d4cd-48c7-be47-218b8edf05a0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:51.360276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43506) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:51.371354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3912c288-6142-480c-a80d-c5b875795fdf None None] Port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:43:51.436836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9396cc52-456c-4f9d-b83b-fa531f009f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.448773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.469963 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9396cc52-456c-4f9d-b83b-fa531f009f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.530803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9396cc52-456c-4f9d-b83b-fa531f009f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.536809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9396cc52-456c-4f9d-b83b-fa531f009f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:51.538719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9396cc52-456c-4f9d-b83b-fa531f009f34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59ccafae-d4cd-48c7-be47-218b8edf05a0 HTTP/1.1" status: 204 len: 168 time: 0.1771429 Jul 22 14:43:51.569273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396cc52-456c-4f9d-b83b-fa531f009f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ccafae-d4cd-48c7-be47-218b8edf05a0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:52.142360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e5eb84d1-fff0-406f-a56e-5be628562a7e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:52.325703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e5eb84d1-fff0-406f-a56e-5be628562a7e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:52.340632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cab9a-7c91-4371-94eb-0e274ff5e385 req-6697b953-b250-45bb-b91b-617d3e5ec8fd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:52.348281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be1cab9a-7c91-4371-94eb-0e274ff5e385 req-6697b953-b250-45bb-b91b-617d3e5ec8fd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.2512548 Jul 22 14:43:52.365360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898b99-b809-42ee-b713-59ae6c5e38ca req-7f98a544-58bd-49be-b18a-06b383bdb1e6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:52.366058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e5eb84d1-fff0-406f-a56e-5be628562a7e', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': 'e5eb84d1-fff0-406f-a56e-5be628562a7e', 'mac_address': 'fa:16:3e:54:9b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:52.368876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7898b99-b809-42ee-b713-59ae6c5e38ca req-7f98a544-58bd-49be-b18a-06b383bdb1e6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 944 time: 0.8697050 Jul 22 14:43:52.373656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-c10148b4-b11d-48f2-906e-f45db8f05e23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555216 Jul 22 14:43:52.421658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.442264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5eb84d1-fff0-406f-a56e-5be628562a7e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:52.471258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e5eb84d1-fff0-406f-a56e-5be628562a7e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:52.479649 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.519194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be1cab9a-7c91-4371-94eb-0e274ff5e385 req-e3cdd8d9-757d-41b8-ae0c-4118a00c9f30 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699424 Jul 22 14:43:52.563457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e5eb84d1-fff0-406f-a56e-5be628562a7e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:52.576490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7898b99-b809-42ee-b713-59ae6c5e38ca req-c44273cb-8e3f-464a-9ceb-754d9c88b6ee tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659865 Jul 22 14:43:52.714426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:52.769097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:52.783954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.807602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Transition to ACTIVE for port object de7f3dfd-ad94-4292-8d69-a9b18104b3c6 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:52.814072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:52.891289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c968da-e85c-4201-a6fd-71a3e467b443 req-1aa8dfae-b13b-495d-9272-2eb93b2b1ae4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:52.893195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63c968da-e85c-4201-a6fd-71a3e467b443 req-1aa8dfae-b13b-495d-9272-2eb93b2b1ae4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 932 time: 0.2234402 Jul 22 14:43:52.998641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:53.070867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63c968da-e85c-4201-a6fd-71a3e467b443 req-5b0e569d-e061-496f-9add-e505b0efa01d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546502 Jul 22 14:43:53.091252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Attempting to bind port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:53.091833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Attempting to bind port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:53.092688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Attempting to bind port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:53.098110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:43:53.098828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Attempting to bind port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:53.106016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:53.106650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:53.107238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:53.107893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Bound port: de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:53.108491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.231791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:53.241173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:53.256469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.314417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:53.315263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:53.316852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] 10.222.0.61 "PUT /v2.0/ports/de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 1092 time: 2.0002077 Jul 22 14:43:53.317312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:53.319644 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c0b1e7-9a63-4f75-8113-8df88eebaac3" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:53.375106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fcaaf-aa26-4d53-b495-8e5b15a8ebb2 service neutron] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:53.424386 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081b3475-c030-4f73-90a3-9e1ab9251454 x-openstack-request-id: req-081b3475-c030-4f73-90a3-9e1ab9251454 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:53.424730 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:53.424942 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-081b3475-c030-4f73-90a3-9e1ab9251454 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:53.425502 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'status': 'completed', 'code': 200} Jul 22 14:43:53.460042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-c1632242-cfde-44d9-9509-3617bfd6f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:53.462446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-c1632242-cfde-44d9-9509-3617bfd6f969 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1095 time: 0.1030562 Jul 22 14:43:53.546827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-7c51bc51-4434-4295-b674-2e949e5e4cde service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 217 time: 0.0740786 Jul 22 14:43:53.772027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-bb38fa0a-1641-4190-a31c-a86c9cb4a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:53.773554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-bb38fa0a-1641-4190-a31c-a86c9cb4a52d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.2123303 Jul 22 14:43:53.841296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43582) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:53.889151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845ff03-d849-4e82-9064-8d5eab13a156 req-b504d245-f024-4acb-8eea-411e074013bf tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:53.896434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8845ff03-d849-4e82-9064-8d5eab13a156 req-b504d245-f024-4acb-8eea-411e074013bf tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.2115269 Jul 22 14:43:53.960932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ce6f4-4c04-472a-b2e3-85f9564cff0c req-e12e9024-f767-459f-9fa8-d18c1e77ac84 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:53.963094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-787ce6f4-4c04-472a-b2e3-85f9564cff0c req-e12e9024-f767-459f-9fa8-d18c1e77ac84 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 945 time: 0.2577922 Jul 22 14:43:53.966224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8845ff03-d849-4e82-9064-8d5eab13a156 req-9dc2a7fe-1247-4081-868e-242b86b3d3c9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689838 Jul 22 14:43:53.995115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-acb44e9d-17cd-4d8f-816c-7124b87555ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:53.996677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-acb44e9d-17cd-4d8f-816c-7124b87555ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138689 Jul 22 14:43:54.030009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2454e60f-0197-428c-89fe-438e897bff91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.067827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-787ce6f4-4c04-472a-b2e3-85f9564cff0c req-7bd2518e-5a99-421f-a74b-092a666e2978 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981774 Jul 22 14:43:54.147801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e5eb84d1-fff0-406f-a56e-5be628562a7e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:54.188959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-56c25afd-c1c2-4cb5-a2a7-f3be8364c03b service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761844 Jul 22 14:43:54.209164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2454e60f-0197-428c-89fe-438e897bff91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.215613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2454e60f-0197-428c-89fe-438e897bff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.260004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e5eb84d1-fff0-406f-a56e-5be628562a7e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:54.265701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e5eb84d1-fff0-406f-a56e-5be628562a7e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:54.266587 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.276932 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2454e60f-0197-428c-89fe-438e897bff91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acb187eb82354386ae31de111cbc8796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327922 Jul 22 14:43:54.277770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43588) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:54.343696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454e60f-0197-428c-89fe-438e897bff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b555a4c-1282-48a6-a4f2-4dc81c52a844,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:54.381814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b28d4e8-4616-406a-bf49-1ad4386ba0cc req-615eaeed-1c02-4cc4-94b6-7837f3cbbbc5 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861396 Jul 22 14:43:54.440236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a806c69-c6d7-4a69-9d90-c1b0b702ad92 req-56cfdb5a-64ab-408a-bd28-116e56a8951b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:54.450786 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a806c69-c6d7-4a69-9d90-c1b0b702ad92 req-56cfdb5a-64ab-408a-bd28-116e56a8951b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 944 time: 0.2303295 Jul 22 14:43:54.454243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.463483 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98e9146e-e377-43a4-a5b9-455a87dd9f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.495590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5eb84d1-fff0-406f-a56e-5be628562a7e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:54.499316 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015f1315-802f-4565-9fac-4e0f9e61611a" -d '{"events": [{"server_uuid": "37924f1f-9a59-42ca-8cd2-a2feb9580e0b", "name": "network-vif-plugged", "status": "completed", "tag": "e5eb84d1-fff0-406f-a56e-5be628562a7e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:54.518498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98e9146e-e377-43a4-a5b9-455a87dd9f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.525314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e5eb84d1-fff0-406f-a56e-5be628562a7e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:54.535370 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.564305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a806c69-c6d7-4a69-9d90-c1b0b702ad92 req-1ce64609-060b-44ae-ab38-6b221244171d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116378 Jul 22 14:43:54.596719 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d52587-559c-43da-bccb-eb2c8f0c4a5b x-openstack-request-id: req-62d52587-559c-43da-bccb-eb2c8f0c4a5b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:54.599454 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37924f1f-9a59-42ca-8cd2-a2feb9580e0b", "name": "network-vif-plugged", "status": "completed", "tag": "e5eb84d1-fff0-406f-a56e-5be628562a7e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:54.599454 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62d52587-559c-43da-bccb-eb2c8f0c4a5b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:54.599454 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5eb84d1-fff0-406f-a56e-5be628562a7e', 'code': 200} Jul 22 14:43:54.613560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-38a34299-c511-4c06-9c07-3d4631bbd931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:54.614938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e5eb84d1-fff0-406f-a56e-5be628562a7e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:54.615775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-38a34299-c511-4c06-9c07-3d4631bbd931 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1095 time: 0.1629303 Jul 22 14:43:54.665875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98e9146e-e377-43a4-a5b9-455a87dd9f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.669687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98e9146e-e377-43a4-a5b9-455a87dd9f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:54.675708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-98e9146e-e377-43a4-a5b9-455a87dd9f35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b555a4c-1282-48a6-a4f2-4dc81c52a844 HTTP/1.1" status: 204 len: 168 time: 0.3758905 Jul 22 14:43:54.686077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9146e-e377-43a4-a5b9-455a87dd9f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b555a4c-1282-48a6-a4f2-4dc81c52a844,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:54.779008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-0001fab4-f1c3-40de-848d-0611d2b46d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:54.780950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-0001fab4-f1c3-40de-848d-0611d2b46d73 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1582181 Jul 22 14:43:54.796347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a67c-f32b-483a-bb94-ce93495c98c3 req-439a99d1-c0a7-4173-afd7-24283d5a81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:54.798199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0d14a67c-f32b-483a-bb94-ce93495c98c3 req-439a99d1-c0a7-4173-afd7-24283d5a81cc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 1097 time: 0.1071081 Jul 22 14:43:54.836380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0d14a67c-f32b-483a-bb94-ce93495c98c3 req-091d5f8c-574e-46fa-81d5-7024393595ad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304861 Jul 22 14:43:54.838034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-24eb6585-760f-413c-a6d6-0dd12a80b58c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 217 time: 0.0508285 Jul 22 14:43:54.899734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-c918d1bb-c9ca-4073-a3aa-97b172110b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:54.901594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-c918d1bb-c9ca-4073-a3aa-97b172110b76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0574362 Jul 22 14:43:54.984898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-1d3b930a-ae4b-4f19-9872-8a590aad5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:54.987955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-1d3b930a-ae4b-4f19-9872-8a590aad5202 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793278 Jul 22 14:43:55.294811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-e803a306-db53-457f-b71d-eb7c0b772312 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996850 Jul 22 14:43:55.431728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:55.471911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57c0b1e7-9a63-4f75-8113-8df88eebaac3 req-e7cf98e6-7059-407c-90ca-122c10e17e0c service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631796 Jul 22 14:43:55.504173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b727715-9669-46eb-aab7-543aca44969a req-24856a90-9caf-4516-8581-3228dfd16e49 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:55.511555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b727715-9669-46eb-aab7-543aca44969a req-24856a90-9caf-4516-8581-3228dfd16e49 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.3903453 Jul 22 14:43:55.529719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db738aa-e65d-494c-9112-0980cf2acdfc req-c7bc678a-91e7-47ad-800b-118bd7b8f627 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:55.530790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9db738aa-e65d-494c-9112-0980cf2acdfc req-c7bc678a-91e7-47ad-800b-118bd7b8f627 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 946 time: 0.3583527 Jul 22 14:43:55.578390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b727715-9669-46eb-aab7-543aca44969a req-ec705448-1226-47f0-91c4-e605df8af089 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580511 Jul 22 14:43:55.600899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9db738aa-e65d-494c-9112-0980cf2acdfc req-b533927f-930f-402d-bb9a-ea7db0c6f983 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Jul 22 14:43:55.624599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4537-6c3c-48b4-b94e-1b7e115507a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.820583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4537-6c3c-48b4-b94e-1b7e115507a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.821698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f9091-093c-4a21-a6d7-c04093fbd5ed req-532e6a16-01e6-4ef5-a940-b88bbf31524d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:55.827804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ce4537-6c3c-48b4-b94e-1b7e115507a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:55.830588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df0f9091-093c-4a21-a6d7-c04093fbd5ed req-532e6a16-01e6-4ef5-a940-b88bbf31524d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 944 time: 0.1167247 Jul 22 14:43:55.879320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df0f9091-093c-4a21-a6d7-c04093fbd5ed req-7ab4fae7-1968-4f52-9c66-19509937a86a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Jul 22 14:43:55.906432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43634) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:55.910260 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c1ce4537-6c3c-48b4-b94e-1b7e115507a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ab4cd394a354fa7b7ebfef3df4f91c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768343 Jul 22 14:43:55.912781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43638) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:55.916088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce4537-6c3c-48b4-b94e-1b7e115507a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e74bdd-0189-49ab-90c2-c35177d42bbd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:55.984280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3476-fcc2-4b66-8c53-eb06c6b275fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.009719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3476-fcc2-4b66-8c53-eb06c6b275fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.051376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2095132770-network', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:56.074413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3476-fcc2-4b66-8c53-eb06c6b275fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.077189 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3476-fcc2-4b66-8c53-eb06c6b275fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.080868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ae6f3476-fcc2-4b66-8c53-eb06c6b275fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78e74bdd-0189-49ab-90c2-c35177d42bbd HTTP/1.1" status: 204 len: 168 time: 0.1641209 Jul 22 14:43:56.094159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Made reservation on behalf of 64241148a2ab4d2589adf78260a61cc7 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:56.097696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.101150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f3476-fcc2-4b66-8c53-eb06c6b275fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e74bdd-0189-49ab-90c2-c35177d42bbd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:56.114494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.240007 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.245968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.266359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:56.305953 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.306436 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Added segment 7634f616-4a55-49f1-92c1-541b01202cc9 of type vlan for network f67fd056-0b8a-4503-ab64-6cbbeca59791 Jul 22 14:43:56.317971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcaf170-2912-4097-ab88-0c4464400076,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:56.365513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.399850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.401125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:56.402195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.508108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6002009 Jul 22 14:43:56.509875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54b2e8-d6c4-4d01-a5c0-858feaf8c8ff admin admin] Pushing event updated for resources: {'Network': ['ID=f67fd056-0b8a-4503-ab64-6cbbeca59791,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:56.511783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:56.523548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Request body: {'subnet': {'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2095132770-subnet', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:56.524046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:56.547585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Made reservation on behalf of 64241148a2ab4d2589adf78260a61cc7 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:56.551176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.831422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:43:56.938489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cdb6e-ebe6-4b07-b12b-6821949c46c8 req-d38b2932-0a85-4f9b-8630-8cf92b0f9d74 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:56.939911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:56.942295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b58cdb6e-ebe6-4b07-b12b-6821949c46c8 req-d38b2932-0a85-4f9b-8630-8cf92b0f9d74 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 946 time: 0.2363169 Jul 22 14:43:56.996495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:56.997894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39f172-30d6-439d-82f5-065df9e7e263 req-dd3c2c66-940e-41a3-befa-fa786c0d3c56 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:56.999637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c39f172-30d6-439d-82f5-065df9e7e263 req-dd3c2c66-940e-41a3-befa-fa786c0d3c56 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.2163246 Jul 22 14:43:57.016382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:43:57.066678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b58cdb6e-ebe6-4b07-b12b-6821949c46c8 req-5dbc5e0a-64e4-4d8e-8fd5-812bcced9156 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091926 Jul 22 14:43:57.070899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c39f172-30d6-439d-82f5-065df9e7e263 req-603523fd-fb3e-4aeb-bf71-1dcf0ee0a7d2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589557 Jul 22 14:43:57.116129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Checking segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:57.116716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Network hostable DHCP agents. Network: f67fd056-0b8a-4503-ab64-6cbbeca59791, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:57.123523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:57.172817 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.200478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:57.211992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:43:57.215919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f67fd056-0b8a-4503-ab64-6cbbeca59791) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:57.227695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:57.228613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.270836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:57.275607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81cd586-4116-45c6-83a5-61bcb5a0ec71 None None] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:57.275789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43692) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:57.276744 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.294933 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ac2cd0f1-2552-4f7d-ba1a-cac6b2c83412 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7680380 Jul 22 14:43:57.296542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:57.302064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:57.341568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.343788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.365472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cab916-7a69-424d-890e-ba03b69e0fd3 req-12eb0428-70a3-49cd-8f6a-ef5e04a36b82 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:57.367376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26cab916-7a69-424d-890e-ba03b69e0fd3 req-12eb0428-70a3-49cd-8f6a-ef5e04a36b82 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 944 time: 0.1228402 Jul 22 14:43:57.460226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26cab916-7a69-424d-890e-ba03b69e0fd3 req-6b55e756-a43d-43de-980e-702023387c25 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818930 Jul 22 14:43:57.481886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.485464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['de7f3dfd-ad94-4292-8d69-a9b18104b3c6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:43:57.493924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:57.589436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-320625460-network', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:57.640333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a0153-9e52-46db-9ea4-a30182f70a2e req-78f1b701-0e3c-451f-83ec-957059cfc9b8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:57.650471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca1a0153-9e52-46db-9ea4-a30182f70a2e req-78f1b701-0e3c-451f-83ec-957059cfc9b8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.1889319 Jul 22 14:43:57.673656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f67fd056-0b8a-4503-ab64-6cbbeca59791', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:43:57.673656 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.682667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca1a0153-9e52-46db-9ea4-a30182f70a2e req-07f7ff10-772c-44e7-8e03-88a933133793 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0311697 Jul 22 14:43:57.718308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.742692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Made reservation on behalf of ee348038896f49898bddd904bb6f62e2 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:57.745660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.759608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:57.811189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca1a0153-9e52-46db-9ea4-a30182f70a2e req-80b6336e-ce50-4f4d-83fe-ac95ce04d9cf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218464 Jul 22 14:43:57.979010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca1a0153-9e52-46db-9ea4-a30182f70a2e req-a2c6734b-834d-4011-87aa-8a2833d68d47 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668217 Jul 22 14:43:58.010100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.020167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.044958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Allocated IP 172.20.0.2 (f67fd056-0b8a-4503-ab64-6cbbeca59791/544824f7-8ddd-493c-b9c2-3a7f6a5fd25d/520de3f6-1d0c-4871-86d9-4aedd179330e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:58.106074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:43:58.120560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.121102 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Added segment ff0a1c65-f7b0-492f-89d3-6043eb22a88f of type vlan for network 8a562942-39d4-4d77-b0b8-512f17119d15 Jul 22 14:43:58.157473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca1a0153-9e52-46db-9ea4-a30182f70a2e req-fe6de98b-ccec-4d13-8223-69364b00d08c service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702251 Jul 22 14:43:58.168706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.214530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d2cc9-2108-409d-9b55-df6d6759a17f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:58.226433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.230133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:58.230918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.302690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0284197 Jul 22 14:43:58.303122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.311853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:58.314490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Transition to ACTIVE for port object 520de3f6-1d0c-4871-86d9-4aedd179330e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:58.317746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Request body: {'subnet': {'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-320625460-subnet', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:43:58.333525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Transition to ACTIVE for port object 520de3f6-1d0c-4871-86d9-4aedd179330e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:43:58.343178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.363168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f55020-bb95-4855-95ca-d3f292c58a71 req-dae2ed5f-d0b4-4da5-bf66-7c9a06bb68be tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:58.365386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16f55020-bb95-4855-95ca-d3f292c58a71 req-dae2ed5f-d0b4-4da5-bf66-7c9a06bb68be tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1578848 Jul 22 14:43:58.385188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:58.392786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:58.400214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:58.407851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Pushing event updated for resources: {'Port': ['ID=520de3f6-1d0c-4871-86d9-4aedd179330e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:58.447958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.455092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee5742-ecc8-4b1f-8c40-776a29bf35e6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a562942-39d4-4d77-b0b8-512f17119d15,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:58.485561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16f55020-bb95-4855-95ca-d3f292c58a71 req-9d776dc0-0f7e-41c8-b115-33bec1c761d8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952234 Jul 22 14:43:58.505370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.528853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Made reservation on behalf of ee348038896f49898bddd904bb6f62e2 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:43:58.534553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.543024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 8a562942-39d4-4d77-b0b8-512f17119d15 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:43:58.600856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Attempting to bind port 520de3f6-1d0c-4871-86d9-4aedd179330e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:43:58.600856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Attempting to bind port 520de3f6-1d0c-4871-86d9-4aedd179330e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:43:58.601520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Attempting to bind port 520de3f6-1d0c-4871-86d9-4aedd179330e on network f67fd056-0b8a-4503-ab64-6cbbeca59791 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:43:58.609297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:43:58.609689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Checking segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:58.610222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.610673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Bound using segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:43:58.611232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Bound port: 520de3f6-1d0c-4871-86d9-4aedd179330e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:43:58.611641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.809354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-14599b08-581c-4098-b64c-69f796be6cec None None] For port 520de3f6-1d0c-4871-86d9-4aedd179330e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:43:58.813996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e828d6-d748-4551-89d8-c87b021898b4 req-71621414-6e38-4c65-b490-ffda78a524ca tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:58.817036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-14599b08-581c-4098-b64c-69f796be6cec None None] For port 520de3f6-1d0c-4871-86d9-4aedd179330e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=520de3f6-1d0c-4871-86d9-4aedd179330e,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:43:58.823246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:58.823499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54e828d6-d748-4551-89d8-c87b021898b4 req-71621414-6e38-4c65-b490-ffda78a524ca tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1673615 Jul 22 14:43:58.863511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:43:58.885939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54e828d6-d748-4551-89d8-c87b021898b4 req-89437b27-60a8-4d3e-bc40-041261e7216b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611987 Jul 22 14:43:59.006594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14599b08-581c-4098-b64c-69f796be6cec None None] Pushing event updated for resources: {'Port': ['ID=520de3f6-1d0c-4871-86d9-4aedd179330e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:59.049419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:43:59.056233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:43:59.056622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.072680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Allocated IP 172.25.3.31 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/f9f1f062-db4a-4905-aeb3-5586f56a7bbf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:43:59.212947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.264412 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:43:59.267284 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899083d6-5016-4282-a8ae-e196aad07e08" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:43:59.307877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:43:59.317480 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.340629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-76207d81-71b1-40b7-bf84-16579bac6a3c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.342278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-76207d81-71b1-40b7-bf84-16579bac6a3c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.2685573 Jul 22 14:43:59.378244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.397980 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574037d9-21f5-4f74-bbd9-823a4312e480 x-openstack-request-id: req-574037d9-21f5-4f74-bbd9-823a4312e480 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:43:59.398270 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:43:59.399755 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-574037d9-21f5-4f74-bbd9-823a4312e480 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:43:59.400234 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:43:59.406267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-436edf61-23aa-4ddc-9001-8233bb3b71a3 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0462646 Jul 22 14:43:59.461017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:59.528569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.585271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-640b2f51-857f-4541-9e27-8217d4eeea39 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1774979 Jul 22 14:43:59.590796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbe8509-d888-4855-93c7-9c2f46552efe,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:59.617598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe37c1-5dd1-483f-a847-8463cc9300cf req-a3527ec9-d105-4172-8803-762efdab548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.619804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18fe37c1-5dd1-483f-a847-8463cc9300cf req-a3527ec9-d105-4172-8803-762efdab548c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1097 time: 0.1506791 Jul 22 14:43:59.650997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.677770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:43:59.681614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:59.684637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:43:59.737596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Checking segment: {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:43:59.738277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Network hostable DHCP agents. Network: 8a562942-39d4-4d77-b0b8-512f17119d15, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:43:59.792067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18fe37c1-5dd1-483f-a847-8463cc9300cf req-618d32bd-d2e1-470c-9c59-49d49b1fe3a1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413887 Jul 22 14:43:59.792545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:43:59.798767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Network 8a562942-39d4-4d77-b0b8-512f17119d15 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:43:59.824764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-2e8b84bd-de66-4216-b0b8-a324d2575e91 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382059 Jul 22 14:43:59.838959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 8a562942-39d4-4d77-b0b8-512f17119d15) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:43:59.848615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e045b88-4342-498c-af9e-323abfcf5d61 None None] Network 8a562942-39d4-4d77-b0b8-512f17119d15 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:43:59.875278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:43:59.876436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:43:59.935223 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-347baf2c-7e99-4b22-b792-80ed1c7d7db0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6212246 Jul 22 14:43:59.950553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43786) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:43:59.955575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:00.012123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-b11c1ef5-8caa-4007-bcd4-875875358e5c service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760333 Jul 22 14:44:00.022809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84af87-5740-4abe-b65b-3a156a77519e req-a635dbab-d5f6-42ca-940d-23c663d0311c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:00.024534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a84af87-5740-4abe-b65b-3a156a77519e req-a635dbab-d5f6-42ca-940d-23c663d0311c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.3522797 Jul 22 14:44:00.066242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:00.067397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:00.245043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a84af87-5740-4abe-b65b-3a156a77519e req-ea05fa3e-7e47-4201-bde7-84f3af0db281 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105026 Jul 22 14:44:00.251396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:00.468242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:00.609967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:00.637467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97ec447e-f56c-4fd9-881f-5b5bbcb4c789 req-b5b89506-bf32-486b-9afd-8a8f0b3b6056 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 210 time: 0.1244917 Jul 22 14:44:00.841948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 520de3f6-1d0c-4871-86d9-4aedd179330e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:00.849221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c6eab-2998-4a41-821f-69127534ec61 None None] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:00.861335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-8a562942-39d4-4d77-b0b8-512f17119d15', 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'fixed_ips': [{'subnet_id': 'dfbe8509-d888-4855-93c7-9c2f46552efe'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:44:00.862776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:00.914403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9466f88-376c-425f-a435-f343a2bc1fad req-e13210af-1cf3-4d47-be42-2ae3eeeedef7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:00.917907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9466f88-376c-425f-a435-f343a2bc1fad req-e13210af-1cf3-4d47-be42-2ae3eeeedef7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.2790155 Jul 22 14:44:01.013318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.021593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-007734d1-d19d-46fe-b2d4-dfe3aa920dd6 None None] Provisioning for port 520de3f6-1d0c-4871-86d9-4aedd179330e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:01.154374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 520de3f6-1d0c-4871-86d9-4aedd179330e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:01.172757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 520de3f6-1d0c-4871-86d9-4aedd179330e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:01.173179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.244138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Router 9246b488-82f5-4f0e-aab5-db32651cc47e is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:44:01.254828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9466f88-376c-425f-a435-f343a2bc1fad req-c1a64aa5-fed2-4820-a98e-89f927ad176a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260159 Jul 22 14:44:01.349770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Allocated IP 172.20.0.2 (8a562942-39d4-4d77-b0b8-512f17119d15/dfbe8509-d888-4855-93c7-9c2f46552efe/d0bb1a47-f5a1-48b5-a085-cfec14724d39) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:01.433986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.481596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:01.491623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.512552 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.514600 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:01.526998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.529460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722983-9d45-4542-9de3-86429b90953a req-8616d5c5-1cec-48d7-afef-a5a40645c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:01.531473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31cb018b-734b-4350-a562-7446492be993 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2309213 Jul 22 14:44:01.532041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-8616d5c5-1cec-48d7-afef-a5a40645c5b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0&tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 1094 time: 0.3856738 Jul 22 14:44:01.534062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:01.541585 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:01.541817 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:01.708413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 520de3f6-1d0c-4871-86d9-4aedd179330e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=520de3f6-1d0c-4871-86d9-4aedd179330e,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:01.725254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba39b7-fb02-4e1f-af35-ec73280c6a61 req-2b6fa0ba-5d32-4bca-9639-0a90c8092b5c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:01.730987 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.736609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10ba39b7-fb02-4e1f-af35-ec73280c6a61 req-2b6fa0ba-5d32-4bca-9639-0a90c8092b5c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.2954221 Jul 22 14:44:01.893512 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:01.920799 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:01.933304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Transition to ACTIVE for port object d0bb1a47-f5a1-48b5-a085-cfec14724d39 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:01.954193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Transition to ACTIVE for port object d0bb1a47-f5a1-48b5-a085-cfec14724d39 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:01.967768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.022102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=520de3f6-1d0c-4871-86d9-4aedd179330e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:02.094903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Network 8a562942-39d4-4d77-b0b8-512f17119d15 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:02.172865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Pushing event updated for resources: {'Port': ['ID=d0bb1a47-f5a1-48b5-a085-cfec14724d39,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:02.178193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:02.183669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:02.272226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ac643925-9cd2-4dff-b868-6af463b47e05 None None] Provisioning complete for port 520de3f6-1d0c-4871-86d9-4aedd179330e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:02.272622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ac643925-9cd2-4dff-b868-6af463b47e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.311421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Attempting to bind port d0bb1a47-f5a1-48b5-a085-cfec14724d39 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:02.311872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Attempting to bind port d0bb1a47-f5a1-48b5-a085-cfec14724d39 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:02.312497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Attempting to bind port d0bb1a47-f5a1-48b5-a085-cfec14724d39 on network 8a562942-39d4-4d77-b0b8-512f17119d15 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:02.325676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:02.326115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Checking segment: {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:02.326726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.327284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Bound using segment: {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:02.327979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Bound port: d0bb1a47-f5a1-48b5-a085-cfec14724d39, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:02.328542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.429003 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:43:59Z', 'revision_number': 3, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:02.460770 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:02.461019 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Updating router 9246b488-82f5-4f0e-aab5-db32651cc47e port f9f1f062-db4a-4905-aeb3-5586f56a7bbf binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:02.477280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] For port d0bb1a47-f5a1-48b5-a085-cfec14724d39, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:02.497586 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.511212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] For port d0bb1a47-f5a1-48b5-a085-cfec14724d39, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d0bb1a47-f5a1-48b5-a085-cfec14724d39,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:02.521491 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:02.556582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722983-9d45-4542-9de3-86429b90953a req-2ebb6325-da6b-42aa-85f0-3318f4e7592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:02.558730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-2ebb6325-da6b-42aa-85f0-3318f4e7592f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1094 time: 0.9828882 Jul 22 14:44:02.612346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bed54fcd-4147-4f7c-aff8-273eec64d074 req-39e0151f-5066-4c1c-a4fe-a4df77fa2009 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 210 time: 0.1091511 Jul 22 14:44:02.672862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 520de3f6-1d0c-4871-86d9-4aedd179330e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:02.673778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Allocated IP 172.25.3.146 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/6e326969-5c53-4120-8c5f-2f4df3b381e2) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:02.739573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10ba39b7-fb02-4e1f-af35-ec73280c6a61 req-bd0406bd-491d-4387-ad78-7be31101c761 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0020208 Jul 22 14:44:02.763204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f90e12-e381-4382-83e9-4762a63d68e2 None None] Pushing event updated for resources: {'Port': ['ID=d0bb1a47-f5a1-48b5-a085-cfec14724d39,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:02.803319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 520de3f6-1d0c-4871-86d9-4aedd179330e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:02.803596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.063111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722983-9d45-4542-9de3-86429b90953a req-1ee5eefe-2a19-495a-b8be-c6033a8eb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:03.064671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-1ee5eefe-2a19-495a-b8be-c6033a8eb9a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.4698644 Jul 22 14:44:03.105731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47eb58c-1391-4c10-a010-399544e72a86 req-0060c535-1c9c-4edc-aace-a39d98837349 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:03.107633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e47eb58c-1391-4c10-a010-399544e72a86 req-0060c535-1c9c-4edc-aace-a39d98837349 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.3671308 Jul 22 14:44:03.176323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.254693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.257711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-286ca8b8-b109-4d03-80b1-35e6db2241ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 200 len: 999 time: 0.1774855 Jul 22 14:44:03.275152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-cf37e6a4-1284-44d5-b535-2c89b81dd233 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:03.277035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-cf37e6a4-1284-44d5-b535-2c89b81dd233 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 1.1606901 Jul 22 14:44:03.277834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e47eb58c-1391-4c10-a010-399544e72a86 req-42083f6e-0619-4854-aaf3-dd0a96ab3460 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228905 Jul 22 14:44:03.293797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:03.356287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722983-9d45-4542-9de3-86429b90953a req-370b7ed0-640b-42a7-86f7-b6c1dc37f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:03.358728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-370b7ed0-640b-42a7-86f7-b6c1dc37f243 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0796459 Jul 22 14:44:03.435863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.472938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:03.479338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:03.504504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:03.599809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:03.604635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.607941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Allocated IP 172.20.0.1 (f67fd056-0b8a-4503-ab64-6cbbeca59791/544824f7-8ddd-493c-b9c2-3a7f6a5fd25d/07bccc90-8e82-4b7c-92d6-aa35400cb55b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:03.693268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69722983-9d45-4542-9de3-86429b90953a req-74daf215-c8f1-469e-b348-a0b77b436b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:03.695287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-74daf215-c8f1-469e-b348-a0b77b436b58 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3287013 Jul 22 14:44:03.728273 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.748605 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Transition to ACTIVE for port object f9f1f062-db4a-4905-aeb3-5586f56a7bbf will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:03.766864 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.834427 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Attempting to bind port f9f1f062-db4a-4905-aeb3-5586f56a7bbf on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:03.834833 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Attempting to bind port f9f1f062-db4a-4905-aeb3-5586f56a7bbf by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:03.835240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Attempting to bind port f9f1f062-db4a-4905-aeb3-5586f56a7bbf on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:03.857769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Pushing event updated for resources: {'Port': ['ID=6e326969-5c53-4120-8c5f-2f4df3b381e2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:03.910452 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:03.910864 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:03.911277 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.914930 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:03.915484 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Bound port: f9f1f062-db4a-4905-aeb3-5586f56a7bbf, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:03.915890 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:03.971095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bcd6817f-7702-4f26-9d4b-da182bc04e48 req-e66576ef-a401-45c1-81b0-1df3a86aa5f5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 210 time: 0.1102576 Jul 22 14:44:03.991166 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] For port f9f1f062-db4a-4905-aeb3-5586f56a7bbf, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:03.992650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-ae2941f1-d3aa-4bdd-8e93-9ef6b28a4a6c service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739863 Jul 22 14:44:04.011152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd1e9-f6c6-4907-b08a-8055f4c18705 req-ee50cec5-8613-4dfe-8feb-1af7bb6676e3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:04.017164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32dbd1e9-f6c6-4907-b08a-8055f4c18705 req-ee50cec5-8613-4dfe-8feb-1af7bb6676e3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.6033337 Jul 22 14:44:04.028104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:04.029457 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] For port f9f1f062-db4a-4905-aeb3-5586f56a7bbf, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:04.041266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'floatingip': {'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:04.042874 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.060494 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5817f6-2f07-4326-bf80-79e03e90165b None None] Pushing event updated for resources: {'Port': ['ID=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:04.125510 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:04.126135 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:04.137896 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.153173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.2 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/60cd33e1-1986-4b81-b2f2-17df01cd0a77) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:04.161060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cfe97d-ea9c-4a85-88cd-697577552a03 None None] Network 8a562942-39d4-4d77-b0b8-512f17119d15 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:04.184484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.204380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Transition to ACTIVE for port object 07bccc90-8e82-4b7c-92d6-aa35400cb55b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:04.263489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69722983-9d45-4542-9de3-86429b90953a req-e1c77233-1b04-4db2-8edc-3af45390875a service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371478 Jul 22 14:44:04.268864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bfdfc482-28dc-4a97-877d-fbf68b0e8713 None None] Provisioning for port d0bb1a47-f5a1-48b5-a085-cfec14724d39 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:04.331776 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:04.413185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f73e6-ed09-45b4-aa68-2e57dce7ce75 req-2fa8ab28-1dc6-48f8-ac55-caf0e80a22ad tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:04.414895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-438f73e6-ed09-45b4-aa68-2e57dce7ce75 req-2fa8ab28-1dc6-48f8-ac55-caf0e80a22ad tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.3246188 Jul 22 14:44:04.456106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.668930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d0bb1a47-f5a1-48b5-a085-cfec14724d39 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:04.671635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-438f73e6-ed09-45b4-aa68-2e57dce7ce75 req-e20a011a-b53a-413b-8738-220001675c76 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488081 Jul 22 14:44:04.757792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5817f6-2f07-4326-bf80-79e03e90165b None None] Pushing event updated for resources: {'Port': ['ID=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:04.793728 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:43:59Z', 'revision_number': 3, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:04.835517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d0bb1a47-f5a1-48b5-a085-cfec14724d39 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:04.847773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d0bb1a47-f5a1-48b5-a085-cfec14724d39 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:04.848317 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.856965 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9eb7d-679b-4d6b-8a93-d332f7e1bca3 None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:43:59Z', 'revision_number': 3, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:04.944677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:04.990084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.079988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:05.098096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.187101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61a27d63-b7b9-4913-8291-286ef907dd39 None None] Provisioning complete for port d0bb1a47-f5a1-48b5-a085-cfec14724d39 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:05.187992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61a27d63-b7b9-4913-8291-286ef907dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.313634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66460f74-b555-4448-9e4e-8cb2f7906a6d req-de57dce9-0a0b-4795-8390-dd7ea50b42e7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 210 time: 0.1442823 Jul 22 14:44:05.316741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.353595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:44:05.356409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d0bb1a47-f5a1-48b5-a085-cfec14724d39, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d0bb1a47-f5a1-48b5-a085-cfec14724d39,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:05.375656 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.445221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.resource_extend [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 14:44:05.548992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:05.558210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:05.687729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.692618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.708591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.797823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:05.804554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Pushing event updated for resources: {'Port': ['ID=07bccc90-8e82-4b7c-92d6-aa35400cb55b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:05.838931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:05.878245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:05.884445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b9e585cc-2ddb-4f43-9dc9-a564132d73db admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9326112 Jul 22 14:44:05.888109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d0bb1a47-f5a1-48b5-a085-cfec14724d39,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:05.889042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:05.926467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Sync routers for ids ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:06.005480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:06.011390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:06.012313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Routers {'81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:06.012971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:06.231740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:06.244016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688e9c8-45fc-4030-aabb-a0cc19639eb6 req-d6545fe9-7e60-46a5-aa75-9f23d2d6207d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.246326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0688e9c8-45fc-4030-aabb-a0cc19639eb6 req-d6545fe9-7e60-46a5-aa75-9f23d2d6207d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.2196479 Jul 22 14:44:06.256692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:06.304281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Set router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:06.341805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=60cd33e1-1986-4b81-b2f2-17df01cd0a77,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:06.427666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:06.428917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:06.484931 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Floating IP d1e57fca-8bd7-4d41-a2c1-b26cb162e8cc associated. External IP: 172.25.3.47, port: de7f3dfd-ad94-4292-8d69-a9b18104b3c6. Jul 22 14:44:06.569523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96039ea1-1f8a-4fbc-a493-56ae3b0c7547 None None] Provisioning for port 07bccc90-8e82-4b7c-92d6-aa35400cb55b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:06.586588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96039ea1-1f8a-4fbc-a493-56ae3b0c7547 None None] Provisioning complete for port 07bccc90-8e82-4b7c-92d6-aa35400cb55b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:06.599583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96039ea1-1f8a-4fbc-a493-56ae3b0c7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:06.704302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-43f56e30-6ba5-4340-b578-3563c08e71cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4154508 Jul 22 14:44:06.723800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Request body: {'port': {'device_id': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:06.753074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:06.814630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d0bb1a47-f5a1-48b5-a085-cfec14724d39 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:06.910478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0688e9c8-45fc-4030-aabb-a0cc19639eb6 req-1d75c314-c154-4050-ac56-f17f7ffc02f7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6544166 Jul 22 14:44:06.957362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-96039ea1-1f8a-4fbc-a493-56ae3b0c7547 None None] Port 07bccc90-8e82-4b7c-92d6-aa35400cb55b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:07.172206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Router 999c43f9-1807-4ca4-8483-25e03a28a431 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:07.245360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d0bb1a47-f5a1-48b5-a085-cfec14724d39 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:07.246198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:07.335488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979c99f-4b61-43f5-a0cd-2d7bc9e475f6 req-6b775367-1d6f-4eee-9f7d-2137bc7d1902 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:07.342302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7979c99f-4b61-43f5-a0cd-2d7bc9e475f6 req-6b775367-1d6f-4eee-9f7d-2137bc7d1902 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 931 time: 0.7111609 Jul 22 14:44:07.431220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:07.455288 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:07.501962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7979c99f-4b61-43f5-a0cd-2d7bc9e475f6 req-1a192061-a684-468a-8f31-1844c04d2c95 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503019 Jul 22 14:44:07.714340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:03Z', 'revision_number': 3, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:07.724039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:07.780178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Checking router: 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:07.780911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Updating router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 port 6e326969-5c53-4120-8c5f-2f4df3b381e2 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:07.842699 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:07.846671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:07.906446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Allocated IP 172.20.0.1 (8a562942-39d4-4d77-b0b8-512f17119d15/dfbe8509-d888-4855-93c7-9c2f46552efe/e30f0618-7262-4f9b-9d2f-e4d863b21911) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:08.049161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f9f1f062-db4a-4905-aeb3-5586f56a7bbf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:08.257184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.272182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffda54-2835-4bb6-be56-33ab1b0f32bd req-65faa904-9ff7-45ee-9db6-e0d7dcfe2f14 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:08.276094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1ffda54-2835-4bb6-be56-33ab1b0f32bd req-65faa904-9ff7-45ee-9db6-e0d7dcfe2f14 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1418490 Jul 22 14:44:08.315592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Transition to ACTIVE for port object e30f0618-7262-4f9b-9d2f-e4d863b21911 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:08.345848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f9f1f062-db4a-4905-aeb3-5586f56a7bbf completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:08.359184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:08.368539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.375746 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] Sync routers for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:08.385247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1ffda54-2835-4bb6-be56-33ab1b0f32bd req-65146f38-6a70-4f95-a155-e5c59bbfc470 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014607 Jul 22 14:44:08.393272 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:08.393736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.398383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f9f1f062-db4a-4905-aeb3-5586f56a7bbf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:08.399865 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.405569 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:08.424696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c87d26c3-7691-4a10-b551-4f23d48442ab tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "PUT /v2.0/floatingips/d1e57fca-8bd7-4d41-a2c1-b26cb162e8cc HTTP/1.1" status: 200 len: 991 time: 4.3903956 Jul 22 14:44:08.450943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:08.462421 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6273c0a1-d286-48e7-90b0-3449109c8a01" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:08.489048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.495143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.576595 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2130734-3bc3-437a-b4a8-feb5d8fbb713 x-openstack-request-id: req-a2130734-3bc3-437a-b4a8-feb5d8fbb713 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:08.578717 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:08.580420 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2130734-3bc3-437a-b4a8-feb5d8fbb713 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:08.580997 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'status': 'completed', 'code': 200} Jul 22 14:44:08.587680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Transition to ACTIVE for port object 6e326969-5c53-4120-8c5f-2f4df3b381e2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:08.589674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.608492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.652179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Network 8a562942-39d4-4d77-b0b8-512f17119d15 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:08.655910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:08.668273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:08.776041 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:44:08.777903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.823575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Attempting to bind port 6e326969-5c53-4120-8c5f-2f4df3b381e2 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:08.830194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Attempting to bind port 6e326969-5c53-4120-8c5f-2f4df3b381e2 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:08.830693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Attempting to bind port 6e326969-5c53-4120-8c5f-2f4df3b381e2 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:08.834886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Pushing event updated for resources: {'Port': ['ID=07bccc90-8e82-4b7c-92d6-aa35400cb55b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:08.856174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:08.856890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:08.857477 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.858055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:08.858742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Bound port: 6e326969-5c53-4120-8c5f-2f4df3b381e2, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:08.863289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.871451 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:08.906835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Pushing event updated for resources: {'Port': ['ID=e30f0618-7262-4f9b-9d2f-e4d863b21911,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:08.962430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:08.995992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af9382-b1e5-4fe5-bdec-9585e1b9eab2 None None] Pushing event updated for resources: {'Port': ['ID=6e326969-5c53-4120-8c5f-2f4df3b381e2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:09.040043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:09.169993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:09.176572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:09.207553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f9f1f062-db4a-4905-aeb3-5586f56a7bbf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:09.248377 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:09.330477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] For port 6e326969-5c53-4120-8c5f-2f4df3b381e2, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:09.351138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9b0cede-2277-4d44-a873-7f265ce6fdc2 None None] Provisioning for port e30f0618-7262-4f9b-9d2f-e4d863b21911 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:09.417310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:09.422460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cd33e1-1986-4b81-b2f2-17df01cd0a77 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:09.429676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] For port 6e326969-5c53-4120-8c5f-2f4df3b381e2, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6e326969-5c53-4120-8c5f-2f4df3b381e2,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:09.435720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9b0cede-2277-4d44-a873-7f265ce6fdc2 None None] Provisioning complete for port e30f0618-7262-4f9b-9d2f-e4d863b21911 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:09.436448 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9b0cede-2277-4d44-a873-7f265ce6fdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:09.446078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:09.481548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'd1e57fca-8bd7-4d41-a2c1-b26cb162e8cc', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:43:45Z', 'updated_at': '2021-07-22T14:44:04Z', 'revision_number': 1, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:45Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:09.517672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:09.531842 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] Checking router: 999c43f9-1807-4ca4-8483-25e03a28a431 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:09.544349 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:09.545282 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:09.568094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Transition to ACTIVE for port object 60cd33e1-1986-4b81-b2f2-17df01cd0a77 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:09.578287 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:09.690415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d9b0cede-2277-4d44-a873-7f265ce6fdc2 None None] Port e30f0618-7262-4f9b-9d2f-e4d863b21911 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:09.712823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Routers {'81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:09.713661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:09.745843 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:09.761915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Pushing event updated for resources: {'Port': ['ID=60cd33e1-1986-4b81-b2f2-17df01cd0a77,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:09.791558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Router 9246b488-82f5-4f0e-aab5-db32651cc47e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:09.825813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Attempting to bind port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:09.826142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Attempting to bind port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:09.826400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Attempting to bind port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:09.921023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:09.921023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Attempting to bind port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:09.965667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af9382-b1e5-4fe5-bdec-9585e1b9eab2 None None] Pushing event updated for resources: {'Port': ['ID=6e326969-5c53-4120-8c5f-2f4df3b381e2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:10.019816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:10.020386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:10.020579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:10.021033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Bound port: 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:10.026469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:10.048633 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0af52128-42d5-48c2-bc6a-b64b47351d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:10.072812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3489c1e-9749-4844-8d48-ccd16e829f1d None None] Provisioning complete for port 07bccc90-8e82-4b7c-92d6-aa35400cb55b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:10.073201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3489c1e-9749-4844-8d48-ccd16e829f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:10.171169 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'd1e57fca-8bd7-4d41-a2c1-b26cb162e8cc', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:43:45Z', 'updated_at': '2021-07-22T14:44:04Z', 'revision_number': 1, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:45Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:10.210946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] Set router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:10.211253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fe020-ed8f-4368-9532-6a49ed39be51 None None] The sync data for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 is: [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'd1e57fca-8bd7-4d41-a2c1-b26cb162e8cc', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:43:45Z', 'updated_at': '2021-07-22T14:44:04Z', 'revision_number': 1, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:45Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:10.250501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] For port 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:10.280268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] For port 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:10.287755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:10.365152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a465f-c735-4d63-9852-72a124129528 req-49a5e62a-1498-480b-8e9c-e3dc8213e2db tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.376414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e3489c1e-9749-4844-8d48-ccd16e829f1d None None] Port 07bccc90-8e82-4b7c-92d6-aa35400cb55b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:10.385169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a3a465f-c735-4d63-9852-72a124129528 req-49a5e62a-1498-480b-8e9c-e3dc8213e2db tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 931 time: 1.6161735 Jul 22 14:44:10.466861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d702a72-4be7-4ce8-adb1-a275da6de04d req-fee245e7-4bb2-4693-8375-37cf6e206250 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.467710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.468360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:10.469839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] 10.222.0.61 "PUT /v2.0/ports/60cd33e1-1986-4b81-b2f2-17df01cd0a77 HTTP/1.1" status: 200 len: 1091 time: 3.7538712 Jul 22 14:44:10.477446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d702a72-4be7-4ce8-adb1-a275da6de04d req-fee245e7-4bb2-4693-8375-37cf6e206250 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.4401016 Jul 22 14:44:10.512016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48725d-81a1-4453-867d-79435e9e585f service neutron] Pushing event updated for resources: {'Port': ['ID=60cd33e1-1986-4b81-b2f2-17df01cd0a77,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:10.525661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:10.560827 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ae39f207-50bf-4d1f-9dcb-80cb2f117906 admin admin] 10.222.0.60 "PUT /v2.0/routers/9246b488-82f5-4f0e-aab5-db32651cc47e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0109353 Jul 22 14:44:10.582275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'tag': '60cd33e1-1986-4b81-b2f2-17df01cd0a77'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:10.585585 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91973a69-fb68-45a1-acef-b474d80310cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5c70b23e-722e-4e7d-9e51-4316db195ae8", "tag": "60cd33e1-1986-4b81-b2f2-17df01cd0a77"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:10.600261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:10.611344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:10.665500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:10.669584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:10.736454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-2368b189-f5d3-4d49-b75a-6ececea013e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.745572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-2368b189-f5d3-4d49-b75a-6ececea013e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1097 time: 0.7303367 Jul 22 14:44:10.768785 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eacbf1e-517d-4429-af52-ce565ecf2d61 None None] New status for floating IP d1e57fca-8bd7-4d41-a2c1-b26cb162e8cc: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:44:10.854281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-4665a44d-eb8d-4231-be64-a93441c72648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.855877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-4665a44d-eb8d-4231-be64-a93441c72648 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 1094 time: 0.2342985 Jul 22 14:44:10.858334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:10.918778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a3a465f-c735-4d63-9852-72a124129528 req-ec792a49-5a68-47b7-84f2-4a9b59507b10 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329697 Jul 22 14:44:10.919850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-987abaf3-e644-47d1-bc93-935297fc16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:10.921368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-987abaf3-e644-47d1-bc93-935297fc16f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1629808 Jul 22 14:44:11.018725 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-d1f9fc8a-e3a1-47a8-a748-d70a3a6ac5aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77 HTTP/1.1" status: 200 len: 217 time: 0.0763919 Jul 22 14:44:11.112280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-29cccb62-33ea-4ec4-ae95-12613de723ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:11.114133 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-29cccb62-33ea-4ec4-ae95-12613de723ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0846546 Jul 22 14:44:11.217283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-8a4faca2-9149-4fd6-8f1e-a282e6a2024e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.1757247 Jul 22 14:44:11.238224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:03Z', 'revision_number': 3, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:11.257695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-4408fc52-787a-4cc4-bcae-a94db190f7b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975292 Jul 22 14:44:11.275206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfb4404-4683-49dc-aa8e-abb29f5b3487 None None] The sync data for ids ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'] in n-d-794306-8 is: [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:03Z', 'revision_number': 3, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:11.317633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:07Z', 'revision_number': 2, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:11.333254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d702a72-4be7-4ce8-adb1-a275da6de04d req-b0a6aa6d-bc1c-489b-895d-54fc957171e9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8502746 Jul 22 14:44:11.370899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:11.385445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:11.385821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Updating router 9246b488-82f5-4f0e-aab5-db32651cc47e port 07bccc90-8e82-4b7c-92d6-aa35400cb55b binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:11.485396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f9f1f062-db4a-4905-aeb3-5586f56a7bbf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:11.586237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-3256260f-fe5a-41e2-8670-619901ea7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:11.590761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-3256260f-fe5a-41e2-8670-619901ea7c17 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.2528889 Jul 22 14:44:11.638979 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:11.648496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf977285-6643-4940-ac9f-a3a61a988d0f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/f8cb5a3b-c061-4415-9cd6-f15710ea1d56 HTTP/1.1" status: 200 len: 993 time: 0.2756834 Jul 22 14:44:11.651000 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453f5063-092e-40c4-af27-98b0965c2d47 x-openstack-request-id: req-453f5063-092e-40c4-af27-98b0965c2d47 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:11.651431 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c70b23e-722e-4e7d-9e51-4316db195ae8", "tag": "60cd33e1-1986-4b81-b2f2-17df01cd0a77", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:11.651828 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-453f5063-092e-40c4-af27-98b0965c2d47 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:11.652435 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'tag': '60cd33e1-1986-4b81-b2f2-17df01cd0a77', 'status': 'completed', 'code': 200} Jul 22 14:44:11.734865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:11.746452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-8b640f63-5ef7-49f2-be54-b5915a1404b5 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482634 Jul 22 14:44:11.764895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:11.793780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f9f1f062-db4a-4905-aeb3-5586f56a7bbf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:11.794231 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.085472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8613c3e-69d5-4ff9-8ed4-c6a5aee799d0 req-285a0636-fe5d-401b-9b50-637a6d38420b service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956216 Jul 22 14:44:12.098498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.117293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Pushing event updated for resources: {'Port': ['ID=e30f0618-7262-4f9b-9d2f-e4d863b21911,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:12.172892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d65d0-1e20-47af-98f8-9ba0cda40ed9 req-099c96b2-80c4-4b11-9b45-89611280f792 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:12.182472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-207d65d0-1e20-47af-98f8-9ba0cda40ed9 req-099c96b2-80c4-4b11-9b45-89611280f792 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 1.0068760 Jul 22 14:44:12.324584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-02cdde83-78d7-4f71-b96e-872d31f3c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:12.326481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-02cdde83-78d7-4f71-b96e-872d31f3c469 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7026098 Jul 22 14:44:12.373769 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fc9a2b17-1936-4e43-b610-1b9a9caaf783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.390685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.401004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-207d65d0-1e20-47af-98f8-9ba0cda40ed9 req-8776bb1f-4848-443d-a69a-839159213e19 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956265 Jul 22 14:44:12.422479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:12.427794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491148858', 'description': 'tempest-description--915030887'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:12.503185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.519122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Network 8a562942-39d4-4d77-b0b8-512f17119d15 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:12.521087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:12.904883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.916478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.940903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:12.946096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Transition to ACTIVE for port object 07bccc90-8e82-4b7c-92d6-aa35400cb55b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:12.969731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.007724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.009849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5859621 Jul 22 14:44:13.018549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:13.024880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'security_group_rule': {'security_group_id': '44b6ce1c-5c1d-4a46-b052-86ab789eb205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:13.072202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdff719-7b1a-47ab-97ed-938a5defa221 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6ce1c-5c1d-4a46-b052-86ab789eb205,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:13.079026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973a69-fb68-45a1-acef-b474d80310cd req-ade9e353-27d5-4027-9083-7ee2f1c3fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:13.080619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-ade9e353-27d5-4027-9083-7ee2f1c3fc1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 1094 time: 0.2785003 Jul 22 14:44:13.190498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f1643-f945-462c-8e47-6b2ee9109890 None None] Pushing event updated for resources: {'Port': ['ID=07bccc90-8e82-4b7c-92d6-aa35400cb55b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:13.312945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.356197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Attempting to bind port 07bccc90-8e82-4b7c-92d6-aa35400cb55b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:13.360593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Attempting to bind port 07bccc90-8e82-4b7c-92d6-aa35400cb55b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:13.361835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Attempting to bind port 07bccc90-8e82-4b7c-92d6-aa35400cb55b on network f67fd056-0b8a-4503-ab64-6cbbeca59791 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:13.370800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f0954067-e47f-4808-8b8b-8b51e9e435d4 None None] Provisioning complete for port e30f0618-7262-4f9b-9d2f-e4d863b21911 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:13.373311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0954067-e47f-4808-8b8b-8b51e9e435d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.488647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f0954067-e47f-4808-8b8b-8b51e9e435d4 None None] Port e30f0618-7262-4f9b-9d2f-e4d863b21911 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:13.496557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:13.496948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Checking segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:13.504327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.504678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Bound using segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:13.506975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Bound port: 07bccc90-8e82-4b7c-92d6-aa35400cb55b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:13.507658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.564243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:13.582863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-eba7f2ab-ecf9-4009-b990-13860c7e610f service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445880 Jul 22 14:44:13.682935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.703222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] For port 07bccc90-8e82-4b7c-92d6-aa35400cb55b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:13.707957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.709386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] For port 07bccc90-8e82-4b7c-92d6-aa35400cb55b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=07bccc90-8e82-4b7c-92d6-aa35400cb55b,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:13.737858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e326969-5c53-4120-8c5f-2f4df3b381e2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:13.752718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973a69-fb68-45a1-acef-b474d80310cd req-3d1d8e56-4589-4ea1-88d5-d0abce7c6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:13.755091 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.760266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-3d1d8e56-4589-4ea1-88d5-d0abce7c6a6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.6667950 Jul 22 14:44:13.829553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549f18f4-580b-4389-92d7-5f34b64743ef,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:13.878645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:13.886263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-823ca949-ebe0-47c5-9b05-7e7878fade98 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8664980 Jul 22 14:44:13.939550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44008) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:13.946968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'security_group_rule': {'security_group_id': '44b6ce1c-5c1d-4a46-b052-86ab789eb205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:13.989236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-9fc0e1b6-902d-4c97-9d8c-b97cd4da618e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77 HTTP/1.1" status: 200 len: 217 time: 0.1509399 Jul 22 14:44:13.997894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a946f-6dfb-4dbc-8d7b-04629bd22166 req-21a8ce83-b3b4-4f81-967e-7dab1e8e888e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:14.010974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e40a946f-6dfb-4dbc-8d7b-04629bd22166 req-21a8ce83-b3b4-4f81-967e-7dab1e8e888e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 943 time: 1.0585403 Jul 22 14:44:14.160284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f1643-f945-462c-8e47-6b2ee9109890 None None] Pushing event updated for resources: {'Port': ['ID=07bccc90-8e82-4b7c-92d6-aa35400cb55b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:14.179729 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:14.189091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91973a69-fb68-45a1-acef-b474d80310cd req-e378cb0c-f069-469b-a00d-3cc86dc3163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:14.190647 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-e378cb0c-f069-469b-a00d-3cc86dc3163c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1293793 Jul 22 14:44:14.250150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:14.251277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:14.341232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e40a946f-6dfb-4dbc-8d7b-04629bd22166 req-980e791c-d01a-4ed2-bca0-30739774b1f9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269668 Jul 22 14:44:14.369710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6e326969-5c53-4120-8c5f-2f4df3b381e2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:14.440336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6e326969-5c53-4120-8c5f-2f4df3b381e2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:14.451229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:14.453713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:14.478584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901f5bb-4457-4320-a565-bb5094c09f81 req-d39079fc-e219-466c-9b1c-a2630de6df19 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:14.485411 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-10729ce3-d517-44e6-b620-5030fc375a13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273785 Jul 22 14:44:14.491717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4901f5bb-4457-4320-a565-bb5094c09f81 req-d39079fc-e219-466c-9b1c-a2630de6df19 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1097 time: 0.7436523 Jul 22 14:44:14.550373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6273c0a1-d286-48e7-90b0-3449109c8a01 req-13104df6-0dd1-4ba2-be51-ee1a08ed1dce service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9388742 Jul 22 14:44:14.668070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:14.686693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8212a874-4dbd-4464-9897-64acfc1bc89e admin admin] 10.222.0.60 "PUT /v2.0/routers/81b7d3c0-ceaa-4633-8ec3-813a0c33ce02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7932892 Jul 22 14:44:14.797787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:14.831541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4901f5bb-4457-4320-a565-bb5094c09f81 req-40253e5a-9dca-4feb-af75-d2f7145e5e34 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381627 Jul 22 14:44:14.847252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-5d0d200a-15d0-477c-b56b-272e28fb2141 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501184 Jul 22 14:44:14.881815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:14.894764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Sync routers for ids ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:14.907333 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:14.916649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:14.968233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc1f1f-2fcd-40c8-864f-78785ff6849c req-9e04bb56-6f10-4b84-8007-9aa685f90d86 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:14.971822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 60cd33e1-1986-4b81-b2f2-17df01cd0a77 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:14.975670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8fc1f1f-2fcd-40c8-864f-78785ff6849c req-9e04bb56-6f10-4b84-8007-9aa685f90d86 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.4142590 Jul 22 14:44:14.983202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6e326969-5c53-4120-8c5f-2f4df3b381e2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6e326969-5c53-4120-8c5f-2f4df3b381e2,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:14.987974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4c7699-302e-426a-8aaf-afee8b282d70,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:15.033466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:15.038551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b43d1ffd-e0f3-48a2-a875-3188d98777bb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0934467 Jul 22 14:44:15.039879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:15.050899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:15.071466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:15.101999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8fc1f1f-2fcd-40c8-864f-78785ff6849c req-5fe0cbf5-2f08-4461-9c0e-2d57fd08dd93 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163902 Jul 22 14:44:15.226932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Routers {'81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:15.228333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:15.252763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:15.369153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-91973a69-fb68-45a1-acef-b474d80310cd req-c88761d3-d5e5-45b9-a270-1bb0daba7582 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185791 Jul 22 14:44:15.580017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6e326969-5c53-4120-8c5f-2f4df3b381e2,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:15.580922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:15.721047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b811c-16e9-41d9-a9c8-a2d9b99ffd83 req-4fec72c3-fc81-4437-949b-c68df98022f1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:15.725316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-637b811c-16e9-41d9-a9c8-a2d9b99ffd83 req-4fec72c3-fc81-4437-949b-c68df98022f1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 943 time: 0.2158341 Jul 22 14:44:15.790562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:15.829846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Allocated IP 172.25.3.22 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/f2dd86c5-4ad7-4984-8ce4-8cb3e7642ef1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:15.844631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-637b811c-16e9-41d9-a9c8-a2d9b99ffd83 req-9c0bd8b7-848e-4855-bbd2-2a5a53f8ac01 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116555 Jul 22 14:44:16.072941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:16.123405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '60cd33e1-1986-4b81-b2f2-17df01cd0a77', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': '60cd33e1-1986-4b81-b2f2-17df01cd0a77', 'mac_address': 'fa:16:3e:a8:9d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:16.128563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44070) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:16.135949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-631872655-network', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:16.147588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.183080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Made reservation on behalf of 5a58064cf7cf441d9aa193bb8e552a4b for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:16.185842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.224511 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.228334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.280708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:16.284191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:16.290069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:16.294044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'Port': ['ID=f2dd86c5-4ad7-4984-8ce4-8cb3e7642ef1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:16.389242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Set router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:16.465904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.574113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fa103-b62f-4d14-b0e3-79dbedb84bff req-5e2515c9-023f-4d26-ad09-a60c4963a85f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:16.575767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-540fa103-b62f-4d14-b0e3-79dbedb84bff req-5e2515c9-023f-4d26-ad09-a60c4963a85f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1575575 Jul 22 14:44:16.578391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.594604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.615653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.653779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:44:16.665152 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.666441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-540fa103-b62f-4d14-b0e3-79dbedb84bff req-b52fdc58-0727-41f8-9f23-d7ba8edb9d04 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804975 Jul 22 14:44:16.684838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.685588 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Added segment a6e6e111-dcb3-4278-9b25-35d9946d4590 of type vlan for network c8431ea4-072c-4b50-a694-ed28fcb8a20e Jul 22 14:44:16.697090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5038effa-5d73-45a0-abd7-f72cf6444b0d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:16.790617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.793933 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c8193fd6-4783-4c6b-9c77-fd3e5a438b7f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3295391 Jul 22 14:44:16.858070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.859221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:16.859907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:16.972113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cd33e1-1986-4b81-b2f2-17df01cd0a77 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:16.992148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] Pushing event updated for resources: {'Network': ['ID=c8431ea4-072c-4b50-a694-ed28fcb8a20e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:17.013189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.024431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8c32cfed-38e3-41a9-9651-e503be42522a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8943074 Jul 22 14:44:17.027359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44086) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:17.031362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.035940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Request body: {'subnet': {'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-631872655-subnet', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:17.056277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:17.090597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:44:17.105396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.184190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Made reservation on behalf of 5a58064cf7cf441d9aa193bb8e552a4b for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:17.189903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.204450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'Port': ['ID=f2dd86c5-4ad7-4984-8ce4-8cb3e7642ef1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:17.239872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.287322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.299275 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0d4d868-8bb4-47db-8e12-7742b526fb22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2504878 Jul 22 14:44:17.494930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:13Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:17.605145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5569-f5ff-4da2-a101-2c93bcb8962e req-a2a5c463-3a67-4310-9e3a-45755e983571 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:17.607302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-162f5569-f5ff-4da2-a101-2c93bcb8962e req-a2a5c463-3a67-4310-9e3a-45755e983571 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 944 time: 0.5418401 Jul 22 14:44:17.608564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.642502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f62e781-243d-400f-ab09-06df04d1af95 None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:13Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:17.644889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e326969-5c53-4120-8c5f-2f4df3b381e2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:17.647680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['60cd33e1-1986-4b81-b2f2-17df01cd0a77'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:17.739547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=60cd33e1-1986-4b81-b2f2-17df01cd0a77,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:17.752404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-162f5569-f5ff-4da2-a101-2c93bcb8962e req-451a99f2-664e-4be5-9687-18a2a4dc870d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373045 Jul 22 14:44:17.776298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5b0700-8f70-4483-9e8a-cb3ce46b73ff,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:17.872535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Checking segment: {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:17.874957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Network hostable DHCP agents. Network: c8431ea4-072c-4b50-a694-ed28fcb8a20e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:44:17.932401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:44:17.958340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c8431ea4-072c-4b50-a694-ed28fcb8a20e) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:17.967756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:17.970369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:17.979556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a57d24-27a0-4c4c-8821-d008d42f573a None None] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:18.001778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44110) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:18.002706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d558cd36-58a0-429a-8908-af148460b198 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9738181 Jul 22 14:44:18.010875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:18.092355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-b222fb4f-eee9-4544-bdab-df58a819f41e tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:44:18.111436 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-b222fb4f-eee9-4544-bdab-df58a819f41e tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449936 Jul 22 14:44:18.140560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Request body: {'binding': {'host': 'n-h2-794306-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:18.141283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Unknown quota resources ['binding']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:44:18.180426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-cd312760-f985-45b6-bea2-6f847919a7d6 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1491148858&fields=id&tenant_id=64241148a2ab4d2589adf78260a61cc7 HTTP/1.1" status: 200 len: 267 time: 0.0916212 Jul 22 14:44:18.259012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:18.261583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:18.458170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:10Z', 'revision_number': 4, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e30f0618-7262-4f9b-9d2f-e4d863b21911', 'name': '', 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'mac_address': 'fa:16:3e:1a:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'dfbe8509-d888-4855-93c7-9c2f46552efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:07Z', 'updated_at': '2021-07-22T14:44:10Z', 'revision_number': 2, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'subnets': [{'id': 'dfbe8509-d888-4855-93c7-9c2f46552efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:18.459157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-52f07436-c0f6-4bb2-b2a6-f92289177027 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:18.468034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-52f07436-c0f6-4bb2-b2a6-f92289177027 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 811 time: 0.2818806 Jul 22 14:44:18.502931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-4f4bec4d-546a-4048-b3f8-8bc57ad3d227 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/quotas/64241148a2ab4d2589adf78260a61cc7 HTTP/1.1" status: 200 len: 375 time: 0.0341072 Jul 22 14:44:18.543988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:18.581333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6e326969-5c53-4120-8c5f-2f4df3b381e2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:18.581333 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:18.736814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Checking router: 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:18.737228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Updating router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 port e30f0618-7262-4f9b-9d2f-e4d863b21911 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:18.749234 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-fb4d995d-d848-4bbb-84dc-b5c761221031 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2435758 Jul 22 14:44:18.975954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-2e77d057-2cc8-4b30-9bec-060586c18f36 service neutron] 10.222.0.60 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193720 Jul 22 14:44:18.978151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on host n-h2-794306-8 for vnic_type normal with profile None {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:18.978819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:18.979379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:18.989672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:19.007710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:19.010302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:19.025617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:19.026563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Checking segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:19.027235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Bound using segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:19.027979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Bound port: 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:19.194767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-9d795506-b26b-4b16-95f9-b926f51c6b2c service neutron] 10.222.0.60 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171640 Jul 22 14:44:19.265008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:19.281136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] Notify callbacks [] for binding, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:19.282795 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] 10.222.0.60 "POST /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a/bindings HTTP/1.1" status: 201 len: 389 time: 1.1702321 Jul 22 14:44:19.373329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:19.482766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c8431ea4-072c-4b50-a694-ed28fcb8a20e', 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'fixed_ips': [{'subnet_id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:44:19.490840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:19.690986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa78c7-a6a2-42d2-8726-9b3e5716d018 req-fae45609-58db-40ac-9536-267f1d8131a8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:19.700035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10aa78c7-a6a2-42d2-8726-9b3e5716d018 req-fae45609-58db-40ac-9536-267f1d8131a8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1973445 Jul 22 14:44:19.980304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10aa78c7-a6a2-42d2-8726-9b3e5716d018 req-f85e230b-c7f4-46cd-8d68-efa6890517ab tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742250 Jul 22 14:44:20.149287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1c70a-5e9c-4be5-bc51-509155b8d1ec req-ca1c775f-853b-4f76-9d4b-c3a0d677d09e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:20.150685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fe1c70a-5e9c-4be5-bc51-509155b8d1ec req-ca1c775f-853b-4f76-9d4b-c3a0d677d09e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 944 time: 0.3607299 Jul 22 14:44:20.192009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 07bccc90-8e82-4b7c-92d6-aa35400cb55b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:20.304262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fe1c70a-5e9c-4be5-bc51-509155b8d1ec req-9f02311f-0a6a-4a94-ad88-3e36281eb279 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345510 Jul 22 14:44:20.321418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Allocated IP 172.20.0.2 (c8431ea4-072c-4b50-a694-ed28fcb8a20e/af5b0700-8f70-4483-9e8a-cb3ce46b73ff/a7ef9a52-7b05-465d-b43c-574397b19903) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:20.477093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a590e440-5eb5-4bff-96ba-fbbd60b4344f req-2177d7cd-64b4-4d66-b878-53fb7d0af00b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 210 time: 0.0626597 Jul 22 14:44:20.535194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b0854-9179-4f9e-9c15-28ca82292c44 req-b12dd992-503f-4707-84b5-9280816a4431 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:20.544562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-913b0854-9179-4f9e-9c15-28ca82292c44 req-b12dd992-503f-4707-84b5-9280816a4431 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2358356 Jul 22 14:44:20.557323 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.569916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Transition to ACTIVE for port object e30f0618-7262-4f9b-9d2f-e4d863b21911 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:20.586077 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.639194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-913b0854-9179-4f9e-9c15-28ca82292c44 req-71ec61a1-b7a9-460b-9e3e-439b804ba9c4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934722 Jul 22 14:44:20.667494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913b48c-4cbd-4fa8-8f02-a42d83e90dd2 None None] Pushing event updated for resources: {'Port': ['ID=e30f0618-7262-4f9b-9d2f-e4d863b21911,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:20.669776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-9d5eaf5d-7356-4a9a-9e52-08c7a7797699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:20.671488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-9d5eaf5d-7356-4a9a-9e52-08c7a7797699 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1097 time: 0.3515115 Jul 22 14:44:20.685936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.728707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.824112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 07bccc90-8e82-4b7c-92d6-aa35400cb55b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:20.904549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 07bccc90-8e82-4b7c-92d6-aa35400cb55b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:20.905031 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.951915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Attempting to bind port e30f0618-7262-4f9b-9d2f-e4d863b21911 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:20.951915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Attempting to bind port e30f0618-7262-4f9b-9d2f-e4d863b21911 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:20.952210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Attempting to bind port e30f0618-7262-4f9b-9d2f-e4d863b21911 on network 8a562942-39d4-4d77-b0b8-512f17119d15 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:20.974500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Allocated IP 172.25.3.32 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/8988b306-73b7-41d2-b373-03b3c548a7e8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:20.987218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.990858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:20.991815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Checking segment: {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:20.992673 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:20.994271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Bound using segment: {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:20.996247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Bound port: e30f0618-7262-4f9b-9d2f-e4d863b21911, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:20.997392 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.024070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-b5f429b8-3220-494a-bba3-98cbae95070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.027124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-b5f429b8-3220-494a-bba3-98cbae95070e service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.2053671 Jul 22 14:44:21.050721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Transition to ACTIVE for port object a7ef9a52-7b05-465d-b43c-574397b19903 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:21.099167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Transition to ACTIVE for port object a7ef9a52-7b05-465d-b43c-574397b19903 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:21.144628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 60cd33e1-1986-4b81-b2f2-17df01cd0a77 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:21.152933 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.164955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d556a6-dd22-44ea-8bab-5f3c52258045 req-8b6bd0cb-f89d-4e78-8cdd-9c6b9b39b79a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.167682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19d556a6-dd22-44ea-8bab-5f3c52258045 req-8b6bd0cb-f89d-4e78-8cdd-9c6b9b39b79a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.0858927 Jul 22 14:44:21.185398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] For port e30f0618-7262-4f9b-9d2f-e4d863b21911, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:21.235951 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-3f2a01df-bdab-41cd-bc38-27098ae7ae29 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 1001 time: 0.1989374 Jul 22 14:44:21.259715 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19d556a6-dd22-44ea-8bab-5f3c52258045 req-edfa6bcb-5275-4af2-bee0-650b7fb52d79 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847728 Jul 22 14:44:21.279334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] For port e30f0618-7262-4f9b-9d2f-e4d863b21911, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e30f0618-7262-4f9b-9d2f-e4d863b21911,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:21.282280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.313833 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.339552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:21.351553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Pushing event updated for resources: {'Port': ['ID=a7ef9a52-7b05-465d-b43c-574397b19903,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:21.364626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:21.379269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:21.408845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.422882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 07bccc90-8e82-4b7c-92d6-aa35400cb55b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=07bccc90-8e82-4b7c-92d6-aa35400cb55b,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:21.430706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-4b7bb847-5f67-4f3e-8acd-16ab93ddf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.432904 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-4b7bb847-5f67-4f3e-8acd-16ab93ddf6c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1861134 Jul 22 14:44:21.459406 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.462639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:21.500577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:21.501457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.578566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543042d-c002-4694-a132-e2e0f0791122 req-e2162377-11a7-4fb4-b55e-5413a8ea9040 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.580422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5543042d-c002-4694-a132-e2e0f0791122 req-e2162377-11a7-4fb4-b55e-5413a8ea9040 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 944 time: 0.1728687 Jul 22 14:44:21.613904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Routers {'81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:21.614641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:21.617512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913b48c-4cbd-4fa8-8f02-a42d83e90dd2 None None] Pushing event updated for resources: {'Port': ['ID=e30f0618-7262-4f9b-9d2f-e4d863b21911,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:21.681113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5543042d-c002-4694-a132-e2e0f0791122 req-3f8e4ff0-ab22-44b3-ab58-12b1294e484c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891590 Jul 22 14:44:21.692571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=07bccc90-8e82-4b7c-92d6-aa35400cb55b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:21.729666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bd772ad-2ae9-4419-af93-c5f11fc545fd req-d702905b-caf7-43e2-9144-41c7376f71d3 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 210 time: 0.0535095 Jul 22 14:44:21.788658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.814876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Attempting to bind port a7ef9a52-7b05-465d-b43c-574397b19903 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:21.815625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a5d24259-2bed-480a-8757-813d6862917c tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.815772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Attempting to bind port a7ef9a52-7b05-465d-b43c-574397b19903 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:21.817037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Attempting to bind port a7ef9a52-7b05-465d-b43c-574397b19903 on network c8431ea4-072c-4b50-a694-ed28fcb8a20e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:21.818007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a5d24259-2bed-480a-8757-813d6862917c tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 811 time: 0.4026351 Jul 22 14:44:21.844657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c49c1-4c02-43ce-b18d-4be5db66b517 req-a462c6ea-b5a2-4a29-b572-070044a751e8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.846328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d66c49c1-4c02-43ce-b18d-4be5db66b517 req-a462c6ea-b5a2-4a29-b572-070044a751e8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.0717604 Jul 22 14:44:21.865750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:21.866249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Checking segment: {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:21.867757 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.867757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Bound using segment: {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:21.868303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Bound port: a7ef9a52-7b05-465d-b43c-574397b19903, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:21.868768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:21.899551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-f4077dd8-ec5c-4d7d-a6f0-427c075f65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:21.901087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-f4077dd8-ec5c-4d7d-a6f0-427c075f65c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4304526 Jul 22 14:44:21.910426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-8c266bbf-ccd8-41eb-8a68-87bf1ab17225 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64241148a2ab4d2589adf78260a61cc7 HTTP/1.1" status: 200 len: 380 time: 0.0695586 Jul 22 14:44:21.920596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:21.932517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'port': {'device_id': '65440967-0c28-4734-9841-0c0e041b9e49', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'admin_state_up': True, 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'security_groups': ['44b6ce1c-5c1d-4a46-b052-86ab789eb205']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:21.934528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d66c49c1-4c02-43ce-b18d-4be5db66b517 req-72127bb0-ef91-4564-b369-daf3bc9452e6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818315 Jul 22 14:44:21.944239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:21.971728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:22.019843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] Set router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:22.055994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 07bccc90-8e82-4b7c-92d6-aa35400cb55b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:22.073175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] For port a7ef9a52-7b05-465d-b43c-574397b19903, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:22.078530 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.090240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Pushing event updated for resources: {'Port': ['ID=8988b306-73b7-41d2-b373-03b3c548a7e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:22.146424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] For port a7ef9a52-7b05-465d-b43c-574397b19903, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a7ef9a52-7b05-465d-b43c-574397b19903,segment=NetworkSegment(a6e6e111-dcb3-4278-9b25-35d9946d4590),segment_id=a6e6e111-dcb3-4278-9b25-35d9946d4590)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:22.186024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cd33e1-1986-4b81-b2f2-17df01cd0a77'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:22.188686 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b4dcc-7353-4c31-a1a4-43fe0c393cee" -d '{"events": [{"server_uuid": "5c70b23e-722e-4e7d-9e51-4316db195ae8", "name": "network-vif-plugged", "status": "completed", "tag": "60cd33e1-1986-4b81-b2f2-17df01cd0a77"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:22.203128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:22.208001 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.271880 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d2789-441b-4a4c-b491-054ec528f859 x-openstack-request-id: req-153d2789-441b-4a4c-b491-054ec528f859 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:22.272681 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c70b23e-722e-4e7d-9e51-4316db195ae8", "name": "network-vif-plugged", "status": "completed", "tag": "60cd33e1-1986-4b81-b2f2-17df01cd0a77", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:22.273164 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-153d2789-441b-4a4c-b491-054ec528f859 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:22.273819 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cd33e1-1986-4b81-b2f2-17df01cd0a77', 'code': 200} Jul 22 14:44:22.275078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.299852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec874569-018f-4db5-b852-16c76b6f8f1c None None] Pushing event updated for resources: {'Port': ['ID=a7ef9a52-7b05-465d-b43c-574397b19903,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:22.344435 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-3012d9cb-d8f5-487d-8fea-b5ef3f40f8e7 service neutron] 10.222.0.61 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272170 Jul 22 14:44:22.521732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce23bbd-15e4-4f7a-861c-d9031a933bb5 req-b5152451-e245-473f-8f93-d7fb61243fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:22.524799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ce23bbd-15e4-4f7a-861c-d9031a933bb5 req-b5152451-e245-473f-8f93-d7fb61243fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 1096 time: 0.1663191 Jul 22 14:44:22.529620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-345cd955-29ae-4a00-9491-47429c500979 service neutron] 10.222.0.61 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399236 Jul 22 14:44:22.532125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Made reservation on behalf of 64241148a2ab4d2589adf78260a61cc7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:22.547721 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.578814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ce23bbd-15e4-4f7a-861c-d9031a933bb5 req-be467725-0cd9-4ba1-b593-6a3fb039c34c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431151 Jul 22 14:44:22.587146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f0cfd-0a44-4e46-adfc-cd4c3bc8a1f4 req-ef44af97-cb1a-41ac-bb9c-75b526e218fc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:22.588771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-445f0cfd-0a44-4e46-adfc-cd4c3bc8a1f4 req-ef44af97-cb1a-41ac-bb9c-75b526e218fc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1384625 Jul 22 14:44:22.653318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=60cd33e1-1986-4b81-b2f2-17df01cd0a77,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:22.691658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-445f0cfd-0a44-4e46-adfc-cd4c3bc8a1f4 req-2db19dc4-97f0-4895-ab77-8ce036ffed0b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915809 Jul 22 14:44:22.888058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.896911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 07bccc90-8e82-4b7c-92d6-aa35400cb55b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:22.897300 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:22.939937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4acb7a49-70cc-4db2-a9c5-d39e98749942 req-b0295a94-f977-49e0-a667-068d0da74a8d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 210 time: 0.0491877 Jul 22 14:44:22.950914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a302298-cc8e-468e-93ae-6855b400f854 req-4fe35ee8-0370-4f40-a422-a1cfa85e0804 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:22.953124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a302298-cc8e-468e-93ae-6855b400f854 req-4fe35ee8-0370-4f40-a422-a1cfa85e0804 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.1276696 Jul 22 14:44:22.999653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:10Z', 'revision_number': 4, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e30f0618-7262-4f9b-9d2f-e4d863b21911', 'name': '', 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'mac_address': 'fa:16:3e:1a:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'dfbe8509-d888-4855-93c7-9c2f46552efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:07Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 4, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'subnets': [{'id': 'dfbe8509-d888-4855-93c7-9c2f46552efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:23.030823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a302298-cc8e-468e-93ae-6855b400f854 req-0f2e9af0-3a4b-4a11-9f3b-1cfb2d5271d1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615227 Jul 22 14:44:23.051408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e880db-7346-49b9-a70c-8269752fff05 None None] The sync data for ids ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'] in n-d-794306-8 is: [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:10Z', 'revision_number': 4, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e30f0618-7262-4f9b-9d2f-e4d863b21911', 'name': '', 'network_id': '8a562942-39d4-4d77-b0b8-512f17119d15', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'mac_address': 'fa:16:3e:1a:cc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2613, 'fixed_ips': [{'subnet_id': 'dfbe8509-d888-4855-93c7-9c2f46552efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:07Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 4, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'subnets': [{'id': 'dfbe8509-d888-4855-93c7-9c2f46552efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:23.160399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf9318-f352-4a51-93e0-12c02119adb8 req-7b422c23-a5ef-4713-be50-145c4d692e11 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:23.161987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92bf9318-f352-4a51-93e0-12c02119adb8 req-7b422c23-a5ef-4713-be50-145c4d692e11 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1029625 Jul 22 14:44:23.164782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Allocated IP 172.20.0.13 (f67fd056-0b8a-4503-ab64-6cbbeca59791/544824f7-8ddd-493c-b9c2-3a7f6a5fd25d/4b3b371d-fa8b-42df-9a34-ce7f08a5edde) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:23.184898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-a85d82e8-de6b-43c4-a81e-cc4fe721fcc4 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:23.187184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-a85d82e8-de6b-43c4-a81e-cc4fe721fcc4 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1097 time: 0.4831860 Jul 22 14:44:23.224987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-8'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:23.239890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-92bf9318-f352-4a51-93e0-12c02119adb8 req-44b9d4f2-9160-4e93-9d19-bdae7b78b97d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581009 Jul 22 14:44:23.500496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:23.588416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:23.755058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:23.828340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Transition to ACTIVE for port object 4b3b371d-fa8b-42df-9a34-ce7f08a5edde will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:23.938121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bba44-cd31-41f2-927b-07f68f959e48 None None] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:23.952653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e1c1c-8e1c-4bbe-ae85-8de134764f75 req-9f31a7a4-7950-48cb-b5b0-ddf93357ed16 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:23.963701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c05e1c1c-8e1c-4bbe-ae85-8de134764f75 req-9f31a7a4-7950-48cb-b5b0-ddf93357ed16 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1752372 Jul 22 14:44:24.077962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c05e1c1c-8e1c-4bbe-ae85-8de134764f75 req-b2388816-2ef4-4570-b806-da2358efee3b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029055 Jul 22 14:44:24.078964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1f55d25b-cd6f-49c8-8964-906fecccbcce None None] Provisioning for port a7ef9a52-7b05-465d-b43c-574397b19903 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:24.171716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a7ef9a52-7b05-465d-b43c-574397b19903 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:24.389773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a7ef9a52-7b05-465d-b43c-574397b19903 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:24.397225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a7ef9a52-7b05-465d-b43c-574397b19903 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:24.397611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:24.567160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:24.622427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:24.627702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff29d3e5-c13e-4533-8717-8fc1f61a5de4 req-b9169b95-fb40-4f46-9a5b-7d91f84dccef tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 210 time: 0.5171692 Jul 22 14:44:24.643867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a7ef9a52-7b05-465d-b43c-574397b19903, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a7ef9a52-7b05-465d-b43c-574397b19903,segment=NetworkSegment(a6e6e111-dcb3-4278-9b25-35d9946d4590),segment_id=a6e6e111-dcb3-4278-9b25-35d9946d4590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:24.650450 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:24.651660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e30f0618-7262-4f9b-9d2f-e4d863b21911 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:24.724832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:24.786935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a7ef9a52-7b05-465d-b43c-574397b19903,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:24.794495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0fd1f6ed-d95f-4354-b47f-96ca243a21b6 None None] Provisioning complete for port a7ef9a52-7b05-465d-b43c-574397b19903 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:24.794911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0fd1f6ed-d95f-4354-b47f-96ca243a21b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:24.825268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:24.826626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259adde-0050-4144-8310-9a457c56659e req-565feed8-19ea-41b9-8e43-620917aed329 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:24.832510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Router 2b81b35c-db47-4599-bc7b-f27459782bbc is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:44:24.834397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c259adde-0050-4144-8310-9a457c56659e req-565feed8-19ea-41b9-8e43-620917aed329 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.2215290 Jul 22 14:44:24.841083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:24.847014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:24.850358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'Port': ['ID=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:24.854539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:24.877977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e30f0618-7262-4f9b-9d2f-e4d863b21911 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:24.883161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e30f0618-7262-4f9b-9d2f-e4d863b21911 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:24.886825 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.013052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c259adde-0050-4144-8310-9a457c56659e req-a6045904-493c-4e91-9216-20e5e8143745 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773479 Jul 22 14:44:25.085283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a888b2-ae97-497e-8d93-1761cc9de698 req-686d247e-db80-4799-ae53-cd2c738dfb89 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:25.094972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8a888b2-ae97-497e-8d93-1761cc9de698 req-686d247e-db80-4799-ae53-cd2c738dfb89 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.2778914 Jul 22 14:44:25.095220 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.098783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:25.105696 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8076b-e9af-484a-96ce-1262c251e6fd" -d '{"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:25.118150 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.127273 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.140359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:25.141278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.181911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8a888b2-ae97-497e-8d93-1761cc9de698 req-8c00ea48-ea2d-40a8-99fa-9f89807d690c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832300 Jul 22 14:44:25.217300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e30f0618-7262-4f9b-9d2f-e4d863b21911, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e30f0618-7262-4f9b-9d2f-e4d863b21911,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:25.233200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.253496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-04cf0f90-620b-40d1-bab6-19ecd4e4d4c7 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3242784 Jul 22 14:44:25.297640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Request body: {'port': {'device_id': '65440967-0c28-4734-9841-0c0e041b9e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:25.376015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:25.381805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:25.387009 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Sync routers for ids ['2b81b35c-db47-4599-bc7b-f27459782bbc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:25.404668 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Routers {'2b81b35c-db47-4599-bc7b-f27459782bbc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:25.406285 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b81b35c-db47-4599-bc7b-f27459782bbc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:25.433445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e30f0618-7262-4f9b-9d2f-e4d863b21911,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:25.444982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6b03ddb-dde9-44c6-9fab-e42b29838d8c None None] Provisioning for port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:25.454208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6b03ddb-dde9-44c6-9fab-e42b29838d8c None None] Provisioning complete for port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:25.454635 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6b03ddb-dde9-44c6-9fab-e42b29838d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.480503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a385c37-524a-4e20-9d81-4b867604aa85 req-740e18ff-39ae-4fb6-a0ec-e41f036d529c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:25.489854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a385c37-524a-4e20-9d81-4b867604aa85 req-740e18ff-39ae-4fb6-a0ec-e41f036d529c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.2307866 Jul 22 14:44:25.502095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0821cfb-0a50-4651-aa7d-485a990330af req-ed7dc06d-878b-4093-ad3c-2062835cf80f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:25.503662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0821cfb-0a50-4651-aa7d-485a990330af req-ed7dc06d-878b-4093-ad3c-2062835cf80f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1944587 Jul 22 14:44:25.533418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a6b03ddb-dde9-44c6-9fab-e42b29838d8c None None] Port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:25.560543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.565224 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74e3c75a-4a1e-4bb8-8e09-21297dacd089 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5594418 Jul 22 14:44:25.565711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:25.586681 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a385c37-524a-4e20-9d81-4b867604aa85 req-d8c4409c-1aff-4026-9c87-bdbc3c28f041 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812585 Jul 22 14:44:25.604112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0821cfb-0a50-4651-aa7d-485a990330af req-77246357-76fb-47a4-b714-d313d983fcf3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921280 Jul 22 14:44:25.644079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.694406 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d223330-ddb3-47a3-95d7-8a14027d22c0 x-openstack-request-id: req-8d223330-ddb3-47a3-95d7-8a14027d22c0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:25.694826 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:25.695269 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d223330-ddb3-47a3-95d7-8a14027d22c0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:25.695889 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'code': 200} Jul 22 14:44:25.705063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3d369cd-f362-4929-9306-91421a417aa2 None None] Provisioning complete for port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:25.707416 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3d369cd-f362-4929-9306-91421a417aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.740911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on host n-h1-794306-8 for vnic_type normal with profile {"migrating_to": "n-h2-794306-8"} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:25.741394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:25.741830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:25.765952 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Set router 2b81b35c-db47-4599-bc7b-f27459782bbc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:25.773626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:25.774988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Attempting to bind port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:25.788097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3d369cd-f362-4929-9306-91421a417aa2 None None] Port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:25.800346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:25.800848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Checking segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:25.801381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Bound using segment: {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:25.801943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Bound port: 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed2b71b0-a978-4158-96ae-92b6693bb7f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:25.802397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:25.890948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d286a-5eeb-464e-8a03-317ce149f73c req-f6e9891c-3cf3-44c2-ad89-41c32feb3efb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:25.901357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e6d286a-5eeb-464e-8a03-317ce149f73c req-f6e9891c-3cf3-44c2-ad89-41c32feb3efb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 932 time: 0.0949712 Jul 22 14:44:25.951100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e6d286a-5eeb-464e-8a03-317ce149f73c req-163ec40f-4100-4684-b3ec-f1b7357fa791 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483422 Jul 22 14:44:26.088070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a7ef9a52-7b05-465d-b43c-574397b19903 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:26.110117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:26.119760 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:22Z', 'revision_number': 3, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:26.168875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:26.179160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.201126 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Checking router: 2b81b35c-db47-4599-bc7b-f27459782bbc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:26.201895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Updating router 2b81b35c-db47-4599-bc7b-f27459782bbc port 8988b306-73b7-41d2-b373-03b3c548a7e8 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:26.202010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15296b2-a902-445b-8605-bd4ebbed511c req-2540ad3d-acc0-4b6f-bbeb-d6993db077a9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:26.204495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c15296b2-a902-445b-8605-bd4ebbed511c req-2540ad3d-acc0-4b6f-bbeb-d6993db077a9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.1769953 Jul 22 14:44:26.229849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a7ef9a52-7b05-465d-b43c-574397b19903 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:26.230894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.267418 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.293621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c15296b2-a902-445b-8605-bd4ebbed511c req-097c40a9-b958-400a-8a93-0af36b01ebb0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801997 Jul 22 14:44:26.441651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e30f0618-7262-4f9b-9d2f-e4d863b21911 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:26.447026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:26.496039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5349887-7c75-423e-8ae1-a205a3fc2ce2 req-b2948fb9-eef1-463a-a851-9d9adac1f0b4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:26.502651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5349887-7c75-423e-8ae1-a205a3fc2ce2 req-b2948fb9-eef1-463a-a851-9d9adac1f0b4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 944 time: 0.1390548 Jul 22 14:44:26.573439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5349887-7c75-423e-8ae1-a205a3fc2ce2 req-1184f3f7-2da6-4d8a-b61c-881570b7bb92 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625398 Jul 22 14:44:26.587397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e30f0618-7262-4f9b-9d2f-e4d863b21911 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:26.587397 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.613013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3b371d-fa8b-42df-9a34-ce7f08a5edde {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:26.622154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:26.622835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.624265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-e6858dd5-95d1-4506-a9ab-ae1cb7b2c175 service neutron] 10.222.0.61 "PUT /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 1122 time: 3.4041634 Jul 22 14:44:26.626345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.684686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Transition to ACTIVE for port object 4b3b371d-fa8b-42df-9a34-ce7f08a5edde will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:26.704248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.726105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:26.817572 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.831198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7e7d7760-e98d-49f4-bcac-dfcb9fbd63c1 None None] Provisioning complete for port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:26.831643 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7760-e98d-49f4-bcac-dfcb9fbd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.838770 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Transition to ACTIVE for port object 8988b306-73b7-41d2-b373-03b3c548a7e8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:26.857088 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.874841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d055700-e94c-4190-a467-3eecc04471e1 req-30b94787-02da-4222-9280-123abee6e0b1 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:26.877048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d055700-e94c-4190-a467-3eecc04471e1 req-30b94787-02da-4222-9280-123abee6e0b1 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.1336946 Jul 22 14:44:26.898937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:26.946939 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Attempting to bind port 8988b306-73b7-41d2-b373-03b3c548a7e8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:26.947575 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Attempting to bind port 8988b306-73b7-41d2-b373-03b3c548a7e8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:26.948455 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Attempting to bind port 8988b306-73b7-41d2-b373-03b3c548a7e8 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:26.970100 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:26.970986 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:26.971807 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:26.972542 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:26.973227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Bound port: 8988b306-73b7-41d2-b373-03b3c548a7e8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:26.973813 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.003440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d055700-e94c-4190-a467-3eecc04471e1 req-1ebe00a0-3dfe-43f1-b231-bdefaf509e35 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197536 Jul 22 14:44:27.035529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Attempting to bind port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:27.035971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Attempting to bind port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:27.036328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Attempting to bind port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde on network f67fd056-0b8a-4503-ab64-6cbbeca59791 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:27.040728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.050926 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] For port 8988b306-73b7-41d2-b373-03b3c548a7e8, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:27.055346 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] For port 8988b306-73b7-41d2-b373-03b3c548a7e8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8988b306-73b7-41d2-b373-03b3c548a7e8,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:27.059417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde on network f67fd056-0b8a-4503-ab64-6cbbeca59791 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:27.059759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Attempting to bind port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde on network f67fd056-0b8a-4503-ab64-6cbbeca59791 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:27.068016 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Pushing event updated for resources: {'Port': ['ID=8988b306-73b7-41d2-b373-03b3c548a7e8,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:27.084867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:27.085579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Checking segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:27.086701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Bound using segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:27.087318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Bound port: 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:27.087875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.111683 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.136072 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.136593 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.137097 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.137809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.138154 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.138491 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.139294 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.139637 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.140023 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.140356 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.140686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.141012 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:27.215625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5e608-aa87-46bb-8a5b-81611bcba77a req-fecea952-834b-47b2-90af-51674446a225 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:27.217797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ca5e608-aa87-46bb-8a5b-81611bcba77a req-fecea952-834b-47b2-90af-51674446a225 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 944 time: 0.1340675 Jul 22 14:44:27.326746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] For port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:27.330181 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7760-e98d-49f4-bcac-dfcb9fbd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.342995 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Routers {'2b81b35c-db47-4599-bc7b-f27459782bbc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:27.343652 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b81b35c-db47-4599-bc7b-f27459782bbc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:27.364986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ca5e608-aa87-46bb-8a5b-81611bcba77a req-23730afa-d3cd-458f-8b2d-68262a372dc6 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410587 Jul 22 14:44:27.375190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:27.377467 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0064dd96-7b71-446a-b67a-e9c9e575a53e" -d '{"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:27.392751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] For port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:27.409015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7e7d7760-e98d-49f4-bcac-dfcb9fbd63c1 None None] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:27.416264 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e7d7760-e98d-49f4-bcac-dfcb9fbd63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.423380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.498485 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0507cae-d15a-484a-832e-a5f9b0374841 x-openstack-request-id: req-d0507cae-d15a-484a-832e-a5f9b0374841 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:27.500769 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-plugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:27.501223 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0507cae-d15a-484a-832e-a5f9b0374841 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:27.501803 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'code': 200} Jul 22 14:44:27.528540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744036ff-2e54-4f2f-b819-82f6865ef1f1 req-d7e323bc-aa5b-495f-8430-3e055dc87639 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:27.531742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-744036ff-2e54-4f2f-b819-82f6865ef1f1 req-d7e323bc-aa5b-495f-8430-3e055dc87639 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.0943246 Jul 22 14:44:27.555507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:27.556222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:27.560123 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] 10.222.0.72 "PUT /v2.0/ports/4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 1092 time: 2.2738178 Jul 22 14:44:27.571250 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef395b73-4751-448c-8154-a99beff9d0d3 None None] Pushing event updated for resources: {'Port': ['ID=8988b306-73b7-41d2-b373-03b3c548a7e8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:27.589316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Allocated IP 172.20.0.1 (c8431ea4-072c-4b50-a694-ed28fcb8a20e/af5b0700-8f70-4483-9e8a-cb3ce46b73ff/bd7de7cc-a962-452f-9fd5-93716aed1fd1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:27.647591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-744036ff-2e54-4f2f-b819-82f6865ef1f1 req-cc054adb-4d8b-4940-8e67-3b4a2a76a5f6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039767 Jul 22 14:44:27.672310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-f998b2e1-cfde-4ca9-80e6-6cf9f74cbd4e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:27.682181 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-f998b2e1-cfde-4ca9-80e6-6cf9f74cbd4e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.3701527 Jul 22 14:44:27.684213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810b8a6-5ab3-439b-8d76-0237f2059b9a service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:27.710585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}, {'name': 'network-changed', 'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:27.715532 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c073bf2-49d0-47a1-ab21-f74c1f187926" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}, {"name": "network-changed", "server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:27.720596 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] Set router 2b81b35c-db47-4599-bc7b-f27459782bbc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:27.731003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d7760-e98d-49f4-bcac-dfcb9fbd63c1 None None] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:27.791887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b9fca-99fe-42d9-ace6-57738bb571d9 req-5756898a-d095-4f10-8b37-2d2399a05f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:27.796656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e2b9fca-99fe-42d9-ace6-57738bb571d9 req-5756898a-d095-4f10-8b37-2d2399a05f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1151052 Jul 22 14:44:27.857735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e2b9fca-99fe-42d9-ace6-57738bb571d9 req-6df418fa-95fe-4397-9f3b-b08e7b1373fa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547962 Jul 22 14:44:27.909548 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2787562b-391b-4de6-b836-6020d41037e0 x-openstack-request-id: req-2787562b-391b-4de6-b836-6020d41037e0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:27.909932 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:27.910203 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2787562b-391b-4de6-b836-6020d41037e0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:27.910675 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'status': 'completed', 'code': 200} Jul 22 14:44:27.910946 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'status': 'completed', 'code': 200} Jul 22 14:44:28.003509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-f4ab9f78-0c85-41e0-aa26-d1b682b39282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.005547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-f4ab9f78-0c85-41e0-aa26-d1b682b39282 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1095 time: 0.3926220 Jul 22 14:44:28.018705 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:22Z', 'revision_number': 3, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:28.052747 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e856490-4c96-45a6-b1b4-790bf7478684 None None] The sync data for ids ['2b81b35c-db47-4599-bc7b-f27459782bbc'] in n-d-794306-8 is: [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:22Z', 'revision_number': 3, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:28.099055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:28.102820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-7923bdab-1444-4943-9c1d-5054176f1a82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 217 time: 0.0842903 Jul 22 14:44:28.166542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Transition to ACTIVE for port object bd7de7cc-a962-452f-9fd5-93716aed1fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:28.172612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd6f54-3630-43c8-8b70-1bb9face7398 req-c16975b3-0cbd-4bb0-8fcb-5f6543f09723 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.174202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62cd6f54-3630-43c8-8b70-1bb9face7398 req-c16975b3-0cbd-4bb0-8fcb-5f6543f09723 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.0788562 Jul 22 14:44:28.218717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62cd6f54-3630-43c8-8b70-1bb9face7398 req-54d9afbf-b425-4575-8df7-ddb5b2097802 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363395 Jul 22 14:44:28.235015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:28.274213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-960573ac-bcd3-439b-ae1b-d8b239a60425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.275991 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-960573ac-bcd3-439b-ae1b-d8b239a60425 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.1603527 Jul 22 14:44:28.347144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-a4a8084d-ae5c-42dc-9723-90f80b4bed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.347144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-a4a8084d-ae5c-42dc-9723-90f80b4bed36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1127 time: 0.4138615 Jul 22 14:44:28.347144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:28.361591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7de7cc-a962-452f-9fd5-93716aed1fd1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:28.365559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:28.365911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:28.369452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:28.386407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:28.646010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa5e9c-e7e9-427c-87b9-9359d979c9be req-f237a017-12ad-4043-bc9a-496fa6d73559 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.647942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9faa5e9c-e7e9-427c-87b9-9359d979c9be req-f237a017-12ad-4043-bc9a-496fa6d73559 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 944 time: 0.1215582 Jul 22 14:44:28.711296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9faa5e9c-e7e9-427c-87b9-9359d979c9be req-bb8cb1e6-428b-4176-9cf1-6b30d3458a2d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506630 Jul 22 14:44:28.839208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c2b8-f596-40dd-a41c-1520e346fe3d req-7114ad04-c6e8-43d3-8344-275a2695d050 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:28.855303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f855c2b8-f596-40dd-a41c-1520e346fe3d req-7114ad04-c6e8-43d3-8344-275a2695d050 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 945 time: 0.1087167 Jul 22 14:44:28.878566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c48af6e2-0213-48ab-ba85-33c0998b9b5d None None] Provisioning for port bd7de7cc-a962-452f-9fd5-93716aed1fd1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:28.884448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c48af6e2-0213-48ab-ba85-33c0998b9b5d None None] Provisioning complete for port bd7de7cc-a962-452f-9fd5-93716aed1fd1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:28.885034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c48af6e2-0213-48ab-ba85-33c0998b9b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:28.905481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f855c2b8-f596-40dd-a41c-1520e346fe3d req-92480530-2ca0-486b-9194-acbac41436df tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438600 Jul 22 14:44:28.932624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c48af6e2-0213-48ab-ba85-33c0998b9b5d None None] Port bd7de7cc-a962-452f-9fd5-93716aed1fd1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:29.042389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:29.059064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e00fe-b773-4d5f-9c1a-a5956a138756 req-621ed744-a147-4d4a-8652-aeb2ef0ac450 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.067726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-759e00fe-b773-4d5f-9c1a-a5956a138756 req-621ed744-a147-4d4a-8652-aeb2ef0ac450 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1023350 Jul 22 14:44:29.123654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-759e00fe-b773-4d5f-9c1a-a5956a138756 req-6dc7bac9-b81e-43f4-8493-3c72728aa014 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548487 Jul 22 14:44:29.173977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port 60cd33e1-1986-4b81-b2f2-17df01cd0a77, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=60cd33e1-1986-4b81-b2f2-17df01cd0a77,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:29.174350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:29.175414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:29.190813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-2e1d263d-d662-4604-9c55-e39aa2d34019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.192260 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-2e1d263d-d662-4604-9c55-e39aa2d34019 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9089963 Jul 22 14:44:29.193515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-c32da600-2009-43f1-8641-a99ad8e73d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.198883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-c32da600-2009-43f1-8641-a99ad8e73d2d service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.8435884 Jul 22 14:44:29.204006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for 60cd33e1-1986-4b81-b2f2-17df01cd0a77 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:29.349913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:29.371185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'port_id': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'mac_address': 'fa:16:3e:b5:00:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:29.428904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:29.445764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c83c66-eb22-4dec-9fea-0605ae76aeb4 req-58214188-1c29-4a6f-ab07-9eceab4580cf tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.446652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b9c9ef-5e89-48a2-98ac-2e963983eb5f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:29.454073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28c83c66-eb22-4dec-9fea-0605ae76aeb4 req-58214188-1c29-4a6f-ab07-9eceab4580cf tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 943 time: 0.0829518 Jul 22 14:44:29.484534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:29.489052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-bce78f85-eb14-4948-aeeb-d1c325428328 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572217 Jul 22 14:44:29.490608 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:29.491482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:29.510035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28c83c66-eb22-4dec-9fea-0605ae76aeb4 req-5afb0876-fc55-4a0e-9bd2-51b957b2a45f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539281 Jul 22 14:44:29.569009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:29.577717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-c2f7d100-8f15-49e3-87a7-52fc21703a53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 1001 time: 0.3495719 Jul 22 14:44:29.659657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:29.683106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:29.701873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a has no active binding in host n-h2-794306-8 {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 14:44:29.768009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-5a916f14-bab3-4121-8c93-9ee4ee9243f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.769579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-5a916f14-bab3-4121-8c93-9ee4ee9243f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1726041 Jul 22 14:44:29.852727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2647fe-7c77-45ed-b73c-148180277473 req-602a3b84-0c43-46c0-87ee-a4b91c69282e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:29.855769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a2647fe-7c77-45ed-b73c-148180277473 req-602a3b84-0c43-46c0-87ee-a4b91c69282e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 944 time: 0.0811732 Jul 22 14:44:29.856124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:29.868272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a767ca40-cf3b-45c4-b3d0-1b1b3c8128cb req-eda3bffd-3fca-4bf8-a999-1cf9c2842e15 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661263 Jul 22 14:44:29.870539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:29.914221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=60cd33e1-1986-4b81-b2f2-17df01cd0a77,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:29.953008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a2647fe-7c77-45ed-b73c-148180277473 req-b86aed73-ec87-419a-82b1-75231d224b6f tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902698 Jul 22 14:44:30.066305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:30.067284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port 60cd33e1-1986-4b81-b2f2-17df01cd0a77 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:30.072131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:30.075659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b4cb3b9b-86c1-48e9-9a40-3399f90acab4 req-af12b65f-063c-46c3-9559-f4188dd80925 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "DELETE /v2.0/ports/60cd33e1-1986-4b81-b2f2-17df01cd0a77 HTTP/1.1" status: 204 len: 173 time: 2.3925815 Jul 22 14:44:30.076126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'name': 'network-vif-deleted', 'tag': '60cd33e1-1986-4b81-b2f2-17df01cd0a77'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:30.078505 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cac99a8-f2d3-460e-b200-a301d9041c54" -d '{"events": [{"server_uuid": "5c70b23e-722e-4e7d-9e51-4316db195ae8", "name": "network-vif-deleted", "tag": "60cd33e1-1986-4b81-b2f2-17df01cd0a77"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:30.098251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-804c0e14-8c15-4cd9-ae1c-6cf2cb1e7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:30.099954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-804c0e14-8c15-4cd9-ae1c-6cf2cb1e7cae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162005 Jul 22 14:44:30.129432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8988b306-73b7-41d2-b373-03b3c548a7e8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:30.150136 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3416b27c-d486-4509-91f5-9abeabf57ae4 req-cce047ea-b7f2-49f0-9e0e-c0ff31f30b8b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 210 time: 0.0476701 Jul 22 14:44:30.187518 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cb3f76-6d58-4ba4-b977-9c91c9ef6576 x-openstack-request-id: req-10cb3f76-6d58-4ba4-b977-9c91c9ef6576 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:30.187769 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c70b23e-722e-4e7d-9e51-4316db195ae8", "name": "network-vif-deleted", "tag": "60cd33e1-1986-4b81-b2f2-17df01cd0a77", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:30.188006 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10cb3f76-6d58-4ba4-b977-9c91c9ef6576 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:30.188411 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c70b23e-722e-4e7d-9e51-4316db195ae8', 'name': 'network-vif-deleted', 'tag': '60cd33e1-1986-4b81-b2f2-17df01cd0a77', 'status': 'completed', 'code': 200} Jul 22 14:44:30.245411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:30.267966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:30.386266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c0aec-e429-46a6-af4c-c14afcdaf861 req-be1945af-672b-4437-8c4e-e852334fdf94 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:30.400640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a61c0aec-e429-46a6-af4c-c14afcdaf861 req-be1945af-672b-4437-8c4e-e852334fdf94 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1433642 Jul 22 14:44:30.433949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-201fb471-79e7-4314-a301-2570e4fa7a8a service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175731 Jul 22 14:44:30.474209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:30.481963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Pushing event updated for resources: {'Port': ['ID=bd7de7cc-a962-452f-9fd5-93716aed1fd1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:30.517206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a61c0aec-e429-46a6-af4c-c14afcdaf861 req-6740a1d8-4f2c-4a68-8d50-da9b6c540b87 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120157 Jul 22 14:44:30.735927 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-c76e1691-e4fd-4171-9094-e7a5ac977734 service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840166 Jul 22 14:44:30.750178 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:30.752127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:30.752384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2e45-17e6-4d58-975d-ebb8d1b4e659 req-6480c962-28dc-4c87-a726-01f02b9a2c8d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:30.763072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293e2e45-17e6-4d58-975d-ebb8d1b4e659 req-6480c962-28dc-4c87-a726-01f02b9a2c8d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 944 time: 0.0989711 Jul 22 14:44:30.797897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8988b306-73b7-41d2-b373-03b3c548a7e8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:30.814591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8988b306-73b7-41d2-b373-03b3c548a7e8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:30.814591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:30.838443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293e2e45-17e6-4d58-975d-ebb8d1b4e659 req-87c97c10-e0a6-4575-afcb-43e4d1a8ec96 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737758 Jul 22 14:44:31.027465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Router 2b81b35c-db47-4599-bc7b-f27459782bbc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:31.044270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-61eb81fa-76b4-45a9-8fad-c4ed8339e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.047626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-61eb81fa-76b4-45a9-8fad-c4ed8339e3a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1095 time: 0.1568904 Jul 22 14:44:31.125132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:31.190215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 8988b306-73b7-41d2-b373-03b3c548a7e8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8988b306-73b7-41d2-b373-03b3c548a7e8,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:31.226830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d83f0d-85a9-4e5d-ad5b-44df6cbd6c76 req-98429335-3572-4a8a-9c97-668052ed20a6 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.229694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11d83f0d-85a9-4e5d-ad5b-44df6cbd6c76 req-98429335-3572-4a8a-9c97-668052ed20a6 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 944 time: 0.1112244 Jul 22 14:44:31.231847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 60cd33e1-1986-4b81-b2f2-17df01cd0a77 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:31.286034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11d83f0d-85a9-4e5d-ad5b-44df6cbd6c76 req-804af68d-ec19-493a-9bf3-768303833d55 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494919 Jul 22 14:44:31.320402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:31.332734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-0406b2c6-9ffa-45fb-81f1-e7231d6f617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.334619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-0406b2c6-9ffa-45fb-81f1-e7231d6f617f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.2770975 Jul 22 14:44:31.337663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:31.345929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 60cd33e1-1986-4b81-b2f2-17df01cd0a77 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:31.346101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 60cd33e1-1986-4b81-b2f2-17df01cd0a77 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:31.350590 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b71fd80-48ae-48b7-85a3-592acd2bb831 admin admin] 10.222.0.60 "PUT /v2.0/routers/2b81b35c-db47-4599-bc7b-f27459782bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7838795 Jul 22 14:44:31.383815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Sync routers for ids ['2b81b35c-db47-4599-bc7b-f27459782bbc'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:31.385702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e5412282-f147-41ca-877e-5bc2c214b47b None None] Provisioning complete for port bd7de7cc-a962-452f-9fd5-93716aed1fd1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:31.386086 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5412282-f147-41ca-877e-5bc2c214b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:31.393128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4bc42e1-66c8-4f53-aa37-f17daaa1bfb5 req-4a411707-f4f1-4ac0-a89d-62e337c2cb24 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c70b23e-722e-4e7d-9e51-4316db195ae8 HTTP/1.1" status: 200 len: 210 time: 0.0537915 Jul 22 14:44:31.425647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Routers {'2b81b35c-db47-4599-bc7b-f27459782bbc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:31.426289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b81b35c-db47-4599-bc7b-f27459782bbc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:31.427980 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-d59ae8d7-d534-44cd-8da1-6494f462a37e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 217 time: 0.0752702 Jul 22 14:44:31.506802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-3dbd2524-c698-4097-93b6-8bf129bf3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.509272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-3dbd2524-c698-4097-93b6-8bf129bf3f91 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0735586 Jul 22 14:44:31.516436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=8988b306-73b7-41d2-b373-03b3c548a7e8,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:31.521311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e5412282-f147-41ca-877e-5bc2c214b47b None None] Port bd7de7cc-a962-452f-9fd5-93716aed1fd1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:44:31.593110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Set router 2b81b35c-db47-4599-bc7b-f27459782bbc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:31.615913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-d29297ad-04f1-43cf-b45d-8ee09496abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.618433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-d29297ad-04f1-43cf-b45d-8ee09496abb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011291 Jul 22 14:44:31.774359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9f37b-1663-4010-9786-589269376a3e req-dbf5c13d-77c0-43e6-89cd-2d71bf90cf68 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:31.776165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ae9f37b-1663-4010-9786-589269376a3e req-dbf5c13d-77c0-43e6-89cd-2d71bf90cf68 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 946 time: 0.1557193 Jul 22 14:44:31.776461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-ab0f6eec-2c9f-4db9-8d19-0dd45daec23d service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425447 Jul 22 14:44:31.869394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ae9f37b-1663-4010-9786-589269376a3e req-65c3fb5e-ac32-4f79-8971-b909434137aa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812035 Jul 22 14:44:31.922465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:29Z', 'revision_number': 4, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'bd7de7cc-a962-452f-9fd5-93716aed1fd1', 'name': '', 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'mac_address': 'fa:16:3e:83:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:27Z', 'updated_at': '2021-07-22T14:44:29Z', 'revision_number': 2, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'subnets': [{'id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:31.928777 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-116d75f8-578e-4675-a29e-c77d800950c7 service neutron] 10.222.0.72 "GET /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 384 time: 0.1513267 Jul 22 14:44:31.958280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Checking router: 2b81b35c-db47-4599-bc7b-f27459782bbc for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:31.958680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Updating router 2b81b35c-db47-4599-bc7b-f27459782bbc port bd7de7cc-a962-452f-9fd5-93716aed1fd1 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:32.028610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.072377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8988b306-73b7-41d2-b373-03b3c548a7e8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:32.091687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c073bf2-49d0-47a1-ab21-f74c1f187926 req-5408c732-3aaa-4c94-82b1-6a372bce5635 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084619 Jul 22 14:44:32.142498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ef830-83fe-47a6-b8c1-aa239339d1db req-77eb60ac-da8f-4866-92f7-45e50dbf4055 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:32.144736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f34ef830-83fe-47a6-b8c1-aa239339d1db req-77eb60ac-da8f-4866-92f7-45e50dbf4055 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 944 time: 0.0909438 Jul 22 14:44:32.189532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f34ef830-83fe-47a6-b8c1-aa239339d1db req-363ef22f-9101-4bd6-8678-b25e848fe9ee tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 Jul 22 14:44:32.279326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8988b306-73b7-41d2-b373-03b3c548a7e8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:32.279765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.280901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:32.306639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:32.363705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:32.367434 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aad3d65-1801-401d-9a0c-992329aa1ebd" -d '{"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:32.374914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:32.390193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4b3b371d-fa8b-42df-9a34-ce7f08a5edde details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:32.390940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.527197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] Transition to ACTIVE for port object 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:32.534619 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.552045 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c35a333-14e2-4aa3-9bd6-0e7e7a429d0b x-openstack-request-id: req-9c35a333-14e2-4aa3-9bd6-0e7e7a429d0b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:32.552336 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-unplugged", "status": "completed", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:32.552686 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c35a333-14e2-4aa3-9bd6-0e7e7a429d0b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:32.553273 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'code': 200} Jul 22 14:44:32.564834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79b8af-bfe2-4ad2-84d0-dec9ac06b54b req-0bbcbb1d-163a-491d-a9b8-535022e616b5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:32.572693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d79b8af-bfe2-4ad2-84d0-dec9ac06b54b req-0bbcbb1d-163a-491d-a9b8-535022e616b5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 944 time: 0.1492193 Jul 22 14:44:32.633533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d79b8af-bfe2-4ad2-84d0-dec9ac06b54b req-d35af994-b6aa-4b60-aab1-dcc6dd926e37 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562942 Jul 22 14:44:32.634145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.680320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:32.683139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Transition to ACTIVE for port object bd7de7cc-a962-452f-9fd5-93716aed1fd1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:32.702380 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.709390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'port_id': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'mac_address': 'fa:16:3e:6f:b6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:32.831582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:32.849918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4da74-a0b8-41b3-a7f6-0ce1dad77742 None None] Pushing event updated for resources: {'Port': ['ID=bd7de7cc-a962-452f-9fd5-93716aed1fd1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:32.858023 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:32.908028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] No DVR routers for this DVR port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:32.945481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3b371d-fa8b-42df-9a34-ce7f08a5edde {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:33.033123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:33.034097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Attempting to bind port bd7de7cc-a962-452f-9fd5-93716aed1fd1 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:33.034496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Attempting to bind port bd7de7cc-a962-452f-9fd5-93716aed1fd1 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:33.044118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Attempting to bind port bd7de7cc-a962-452f-9fd5-93716aed1fd1 on network c8431ea4-072c-4b50-a694-ed28fcb8a20e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:33.056508 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:33.136296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:33.136735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Checking segment: {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:33.137207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:33.137717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Bound using segment: {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:33.138349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Bound port: bd7de7cc-a962-452f-9fd5-93716aed1fd1, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e6e111-dcb3-4278-9b25-35d9946d4590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:33.138767 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:33.220010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:33.271011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-264f35ae-ac21-4a9f-996e-ca9871f3c0a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a/bindings/n-h2-794306-8/activate HTTP/1.1" status: 200 len: 369 time: 1.3335481 Jul 22 14:44:33.274018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:33.296044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-6b0d6777-942c-4d7f-be03-c8b26d0d896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:33.297575 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-6b0d6777-942c-4d7f-be03-c8b26d0d896e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1096 time: 0.1334379 Jul 22 14:44:33.312768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4b3b371d-fa8b-42df-9a34-ce7f08a5edde'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:33.341891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ee60d-5f41-433f-a862-b7a8933aa62a req-e1402a2a-d307-42c8-9f81-310692213ca1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:33.343588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e2ee60d-5f41-433f-a862-b7a8933aa62a req-e1402a2a-d307-42c8-9f81-310692213ca1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1669765 Jul 22 14:44:33.387192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] For port bd7de7cc-a962-452f-9fd5-93716aed1fd1, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:33.416458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] For port bd7de7cc-a962-452f-9fd5-93716aed1fd1, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bd7de7cc-a962-452f-9fd5-93716aed1fd1,segment=NetworkSegment(a6e6e111-dcb3-4278-9b25-35d9946d4590),segment_id=a6e6e111-dcb3-4278-9b25-35d9946d4590)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:33.428253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:33.475156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:33.510362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:33.510626 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:33.541901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e2ee60d-5f41-433f-a862-b7a8933aa62a req-65a75b6f-96bd-4e93-8b44-e0c411e3c1f3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917746 Jul 22 14:44:33.567033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4da74-a0b8-41b3-a7f6-0ce1dad77742 None None] Pushing event updated for resources: {'Port': ['ID=bd7de7cc-a962-452f-9fd5-93716aed1fd1,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:33.585742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Routers {'2b81b35c-db47-4599-bc7b-f27459782bbc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:33.586409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b81b35c-db47-4599-bc7b-f27459782bbc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:33.728158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccb3ef-7d0d-461a-8508-14dbcc9be4fe req-fa5f2d09-b05b-458d-ad72-698c5b0d3bc8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:33.730226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54ccb3ef-7d0d-461a-8508-14dbcc9be4fe req-fa5f2d09-b05b-458d-ad72-698c5b0d3bc8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 944 time: 0.1424475 Jul 22 14:44:33.844500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54ccb3ef-7d0d-461a-8508-14dbcc9be4fe req-ab6a1833-f042-4e17-bc1a-226bc9ee0d45 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070707 Jul 22 14:44:33.871945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-fab67f30-dd95-4b05-8b45-db0f728ba263 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:33.890227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-fab67f30-dd95-4b05-8b45-db0f728ba263 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.2254355 Jul 22 14:44:33.899599 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:33.911513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-e659c634-94dc-4de6-a09e-794f569a4640 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0201788 Jul 22 14:44:33.917062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] Set router 2b81b35c-db47-4599-bc7b-f27459782bbc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:33.992364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:33.994650 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2532e1-9578-4581-af3a-ccb3e822b52f" -d '{"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:34.008437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:34.043735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:34.074951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-fdf32c0b-cecb-49f4-a4ef-b089ddce5d68 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624572 Jul 22 14:44:34.114312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-0d9ea00f-da42-4cfc-8660-ecd76d53f5fa tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.117140 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-0d9ea00f-da42-4cfc-8660-ecd76d53f5fa tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.7874985 Jul 22 14:44:34.130294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23aa1-a704-4eeb-af1f-8832e7f895f7 req-9bd97fe2-0f19-4793-9e1a-e01692557a82 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.134137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:34.135015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81e23aa1-a704-4eeb-af1f-8832e7f895f7 req-9bd97fe2-0f19-4793-9e1a-e01692557a82 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 945 time: 0.1591635 Jul 22 14:44:34.163025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-213a971a-9888-440c-9173-3f3c4d3053ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.165450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-213a971a-9888-440c-9173-3f3c4d3053ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.8454487 Jul 22 14:44:34.210756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81e23aa1-a704-4eeb-af1f-8832e7f895f7 req-90489ef7-88f9-471c-81f5-b42b49986d47 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559921 Jul 22 14:44:34.288527 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cfb84c-9075-48ba-a3c4-f1eb567007b7 x-openstack-request-id: req-97cfb84c-9075-48ba-a3c4-f1eb567007b7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:34.289341 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:34.289594 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97cfb84c-9075-48ba-a3c4-f1eb567007b7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:34.289977 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'code': 200} Jul 22 14:44:34.342647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-ba5b9dd8-ebf4-4f38-bd98-167f97570bce service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456682 Jul 22 14:44:34.353370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:29Z', 'revision_number': 4, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'bd7de7cc-a962-452f-9fd5-93716aed1fd1', 'name': '', 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'mac_address': 'fa:16:3e:83:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:27Z', 'updated_at': '2021-07-22T14:44:33Z', 'revision_number': 4, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'subnets': [{'id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:34.401633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-7fab0a6b-9c2b-4fb1-87da-d91c8bb17849 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 999 time: 0.1999364 Jul 22 14:44:34.406312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-765082c7-054b-45f7-a32b-10e7aecaed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.418399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-765082c7-054b-45f7-a32b-10e7aecaed1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 1096 time: 0.2929027 Jul 22 14:44:34.456239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4b3b371d-fa8b-42df-9a34-ce7f08a5edde up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:34.461558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a818c24-b293-4acf-9cd1-1c0520073f92 None None] The sync data for ids ['2b81b35c-db47-4599-bc7b-f27459782bbc'] in n-d-794306-8 is: [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:29Z', 'revision_number': 4, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'bd7de7cc-a962-452f-9fd5-93716aed1fd1', 'name': '', 'network_id': 'c8431ea4-072c-4b50-a694-ed28fcb8a20e', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'mac_address': 'fa:16:3e:83:3b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:27Z', 'updated_at': '2021-07-22T14:44:33Z', 'revision_number': 4, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'subnets': [{'id': 'af5b0700-8f70-4483-9e8a-cb3ce46b73ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:34.527297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-1990ac21-0a8a-44c8-abc7-294cd8bb8ff7 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832783 Jul 22 14:44:34.556289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:34.560124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-c78f6c1c-6406-4429-941a-959f7a54f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.562634 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-c78f6c1c-6406-4429-941a-959f7a54f397 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1404202 Jul 22 14:44:34.583370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:34.583370 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:34.665107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a39237-7271-4f3a-b4a4-2e87291043f8 req-eac4b945-aaf9-43d4-bc75-ea6060c93e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.666603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12a39237-7271-4f3a-b4a4-2e87291043f8 req-eac4b945-aaf9-43d4-bc75-ea6060c93e3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 1097 time: 0.2041426 Jul 22 14:44:34.679815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c34a9824-f075-4fd7-8371-964e37840f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.685086 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c34a9824-f075-4fd7-8371-964e37840f12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1096 time: 0.2212079 Jul 22 14:44:34.785786 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:34.797358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-ec07d341-1546-4b78-ae55-6fbe3155a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.798960 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-ec07d341-1546-4b78-ae55-6fbe3155a873 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278311 Jul 22 14:44:34.831690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:34.838785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12a39237-7271-4f3a-b4a4-2e87291043f8 req-5a7cc714-f765-4c42-8dc4-6424ba7d4aa0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648841 Jul 22 14:44:34.846625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:34.853955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:34.947172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40074d-610d-4029-82c4-fcae657b8390 req-faa77707-f3eb-44d0-9c63-cfe4103460e6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:34.957642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a40074d-610d-4029-82c4-fcae657b8390 req-faa77707-f3eb-44d0-9c63-cfe4103460e6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.2446787 Jul 22 14:44:35.035902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21118f8c-7d7d-47a9-bc19-15e0bfbba686 req-7f7873ba-f989-4e54-b8b4-0f405f4d1e67 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 210 time: 0.0574036 Jul 22 14:44:35.055772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:35.109146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a40074d-610d-4029-82c4-fcae657b8390 req-1aa5b958-29ac-494e-8e96-b6d7ebcf3915 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502647 Jul 22 14:44:35.121788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-263426ae-c628-437c-87ab-7305a8b10a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.123348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-263426ae-c628-437c-87ab-7305a8b10a71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 200 len: 898 time: 0.4234347 Jul 22 14:44:35.125822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:35.203117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-fdc025b7-9a7a-4aaa-9585-1dd322a79e0d service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686519 Jul 22 14:44:35.351163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c3af4-63a7-4b15-b5df-0e22b4cb30e8 req-bae8225c-4d87-4981-a33d-179dd15fd125 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.355731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c6c3af4-63a7-4b15-b5df-0e22b4cb30e8 req-bae8225c-4d87-4981-a33d-179dd15fd125 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 946 time: 0.1996059 Jul 22 14:44:35.432592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c6c3af4-63a7-4b15-b5df-0e22b4cb30e8 req-9a7fae2a-3e5d-4df1-a451-c450e5e8feb2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671625 Jul 22 14:44:35.463441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-99151d24-0756-4e4a-9755-493abf8708c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 200 len: 999 time: 0.3300037 Jul 22 14:44:35.477413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b5d7-6b5a-4b98-b1c0-373e4fe22a12 req-1b5f1549-a1ac-4b20-b9c9-c09ab9bc897a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.479544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65d0b5d7-6b5a-4b98-b1c0-373e4fe22a12 req-1b5f1549-a1ac-4b20-b9c9-c09ab9bc897a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1224756 Jul 22 14:44:35.536861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:35.583877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65d0b5d7-6b5a-4b98-b1c0-373e4fe22a12 req-b63478c0-804d-4207-8188-2428c6810450 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960078 Jul 22 14:44:35.652925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce5a0f8f-a58f-4378-887f-8b3179c9f9b4 req-26b304e8-c4aa-48ee-9952-322f71082ed2 service neutron] 10.222.0.72 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052366 Jul 22 14:44:35.677372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c6c10b22-47f0-4a75-861f-16170a0a8a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.680820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c6c10b22-47f0-4a75-861f-16170a0a8a56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 200 len: 835 time: 0.1750913 Jul 22 14:44:35.858497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c8bd8260-63d8-492c-93c8-94c1dc09fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:35.860292 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-c8bd8260-63d8-492c-93c8-94c1dc09fc6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723888 Jul 22 14:44:36.083373 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-ce77e431-3c11-45f6-b009-66022fc2f4a7 service neutron] 10.222.0.61 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129951 Jul 22 14:44:36.188351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bd7de7cc-a962-452f-9fd5-93716aed1fd1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:36.255939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8c795d4-fa86-4ea0-a78d-d3ffdc847fab req-e05b14f0-3572-4d19-9356-686392d9f13a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 210 time: 0.1119382 Jul 22 14:44:36.293284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:36.297310 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e37d56-f47a-4307-868a-a711c6f6d54e" -d '{"events": [{"server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:36.311145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Deleting port e30f0618-7262-4f9b-9d2f-e4d863b21911 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:36.312398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.352772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-2e0c4e17-bce7-4906-9031-589574b8f75c service neutron] 10.222.0.61 "GET /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501483 Jul 22 14:44:36.451514 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8440791d-d58a-4398-ac52-405e97c63ef1 x-openstack-request-id: req-8440791d-d58a-4398-ac52-405e97c63ef1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:36.452199 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:36.452689 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8440791d-d58a-4398-ac52-405e97c63ef1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:36.453324 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'code': 200} Jul 22 14:44:36.492171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port bd7de7cc-a962-452f-9fd5-93716aed1fd1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:36.500251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e3219-6b1e-46a4-97e5-45a477bb0167 req-00f2f36c-bda6-45c8-8107-408bb64e1423 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:36.509845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a89e3219-6b1e-46a4-97e5-45a477bb0167 req-00f2f36c-bda6-45c8-8107-408bb64e1423 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.2271838 Jul 22 14:44:36.510938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port bd7de7cc-a962-452f-9fd5-93716aed1fd1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:36.511155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] For port e30f0618-7262-4f9b-9d2f-e4d863b21911, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e30f0618-7262-4f9b-9d2f-e4d863b21911,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:36.511827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.512978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.552765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Calling delete_port for e30f0618-7262-4f9b-9d2f-e4d863b21911 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:36.646760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a89e3219-6b1e-46a4-97e5-45a477bb0167 req-12bf390c-a39a-4c09-9bf9-0dd68317a6bb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302643 Jul 22 14:44:36.876406 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:36.968636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port bd7de7cc-a962-452f-9fd5-93716aed1fd1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bd7de7cc-a962-452f-9fd5-93716aed1fd1,segment=NetworkSegment(a6e6e111-dcb3-4278-9b25-35d9946d4590),segment_id=a6e6e111-dcb3-4278-9b25-35d9946d4590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:36.980042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.104875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=bd7de7cc-a962-452f-9fd5-93716aed1fd1,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:37.120426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29ae3-bedb-4be6-ac48-71d906e6fdc7 req-3a0c2602-ba3a-454e-9ccb-f14d8df11412 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.128572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26f29ae3-bedb-4be6-ac48-71d906e6fdc7 req-3a0c2602-ba3a-454e-9ccb-f14d8df11412 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 946 time: 0.4645064 Jul 22 14:44:37.151985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.191892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e30f0618-7262-4f9b-9d2f-e4d863b21911,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:37.195713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f9502-f73a-40a9-b6a5-4f68ea7c4c14 req-a168ba01-4387-4f88-912d-54534a039832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.197267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7e7f9502-f73a-40a9-b6a5-4f68ea7c4c14 req-a168ba01-4387-4f88-912d-54534a039832 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1097 time: 0.2549019 Jul 22 14:44:37.204523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-c99b1114-5d6e-470a-a965-69425c1382b8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.206177 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-c99b1114-5d6e-470a-a965-69425c1382b8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.2941148 Jul 22 14:44:37.218223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.220688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:37.261433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26f29ae3-bedb-4be6-ac48-71d906e6fdc7 req-fb6afa78-98e0-43a3-847a-3562fc934ba9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271627 Jul 22 14:44:37.270816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-35f6e174-4ecf-4aea-a030-f15f8cb058a7 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.275280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-35f6e174-4ecf-4aea-a030-f15f8cb058a7 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 1096 time: 0.3443904 Jul 22 14:44:37.300899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156a409-fee1-42c6-94e1-54ffeee9fec9 req-f94b6c55-1ff8-49cd-857b-8cafed4d6138 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.312068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c156a409-fee1-42c6-94e1-54ffeee9fec9 req-f94b6c55-1ff8-49cd-857b-8cafed4d6138 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.4769864 Jul 22 14:44:37.576857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7e7f9502-f73a-40a9-b6a5-4f68ea7c4c14 req-e1ff4f12-d04a-412a-8314-8544f0f190bf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679717 Jul 22 14:44:37.589809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c156a409-fee1-42c6-94e1-54ffeee9fec9 req-aa931964-8847-47c3-81b8-f9862d0ba751 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756360 Jul 22 14:44:37.616792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae28ec63-d6cb-4e28-91c0-abb94867be26 req-82639f4a-a309-4c20-9b94-c4ce28c30698 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 210 time: 0.0601795 Jul 22 14:44:37.648885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:37.650382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-d223f4af-1f11-4b7e-9d76-10fdb2e3a1e1 service neutron] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:37.652900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.654065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-d223f4af-1f11-4b7e-9d76-10fdb2e3a1e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.655724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-d223f4af-1f11-4b7e-9d76-10fdb2e3a1e1 service neutron] 10.222.0.61 "DELETE /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a/bindings/n-h1-794306-8 HTTP/1.1" status: 204 len: 173 time: 0.3708379 Jul 22 14:44:37.673827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.714210 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:37.810538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def605e-1d17-4b87-926f-5598252bcaaa req-c096409b-8239-4517-b8cb-8d2f9b77cbb9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:37.812410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9def605e-1d17-4b87-926f-5598252bcaaa req-c096409b-8239-4517-b8cb-8d2f9b77cbb9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.0887983 Jul 22 14:44:37.857942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9def605e-1d17-4b87-926f-5598252bcaaa req-f16917b3-7a17-4a53-be27-b0b03de962a5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378666 Jul 22 14:44:37.940529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.13 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/734caac7-7347-4083-ad3d-5289aefc18b3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:38.026661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2a7b0-aaa3-4241-87c4-42872fb5cdd2 req-e902ebe8-bc24-42ea-a8d8-6d9b680fa91d tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.028331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6b2a7b0-aaa3-4241-87c4-42872fb5cdd2 req-e902ebe8-bc24-42ea-a8d8-6d9b680fa91d tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 1096 time: 0.1005006 Jul 22 14:44:38.077294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6b2a7b0-aaa3-4241-87c4-42872fb5cdd2 req-62d07c25-406a-4059-89fa-dd5e676c6271 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433874 Jul 22 14:44:38.105802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bd7de7cc-a962-452f-9fd5-93716aed1fd1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:38.219355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port bd7de7cc-a962-452f-9fd5-93716aed1fd1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:38.221269 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:38.254100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6518889-836c-4e94-8b5d-0f616a26792f req-9781ca7b-4c65-4099-bb98-76cb8ce4b071 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.255731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6518889-836c-4e94-8b5d-0f616a26792f req-9781ca7b-4c65-4099-bb98-76cb8ce4b071 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.0891855 Jul 22 14:44:38.341858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6518889-836c-4e94-8b5d-0f616a26792f req-7c62e94c-f411-4760-a87e-5fa27dd12cc8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788040 Jul 22 14:44:38.355099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44632) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:38.448219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b673ecfe-b4d9-4bde-a1ac-14928e5e52a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/f8cb5a3b-c061-4415-9cd6-f15710ea1d56 HTTP/1.1" status: 200 len: 991 time: 0.0903022 Jul 22 14:44:38.621627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:38.629625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29e136-1d8e-4719-8f5f-9d5a6c942ff2 req-9430688d-cd36-41c9-b7fe-c3afa8c83ee6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.639195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc29e136-1d8e-4719-8f5f-9d5a6c942ff2 req-9430688d-cd36-41c9-b7fe-c3afa8c83ee6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 946 time: 0.1903036 Jul 22 14:44:38.705990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc29e136-1d8e-4719-8f5f-9d5a6c942ff2 req-84c3373d-e071-4260-a0bc-19f3758c530f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655596 Jul 22 14:44:38.748354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:38.816764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44652) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:38.841676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc59efdd-bd36-4ce3-8455-77051f3449d6 req-deb744f2-9e6a-42f8-b2df-72cb15c3cf21 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 210 time: 0.0464010 Jul 22 14:44:38.873574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:38.877322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:38.881878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d611bed1-da61-4d5c-8236-e377b96dc1bb admin admin] 10.222.0.60 "PUT /v2.0/routers/81b7d3c0-ceaa-4633-8ec3-813a0c33ce02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4008918 Jul 22 14:44:38.884946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44656) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:38.891145 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] Sync routers for ids ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:38.892027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:38.914787 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] Routers {'81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:38.915433 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:38.925174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81ee9e-2f99-41e3-ab5f-7fa4e7c38b34 req-fad0f68f-e236-4b94-a5e8-53ef3c9823e8 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:38.932815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec81ee9e-2f99-41e3-ab5f-7fa4e7c38b34 req-fad0f68f-e236-4b94-a5e8-53ef3c9823e8 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1274374 Jul 22 14:44:39.003099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec81ee9e-2f99-41e3-ab5f-7fa4e7c38b34 req-2d72466c-fb5b-4595-a3e3-cebbda4f1a11 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692501 Jul 22 14:44:39.073454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:39.078016 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] Set router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:39.119024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:39.131553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:39.166905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=734caac7-7347-4083-ad3d-5289aefc18b3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:39.167312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca18f19-ee98-4115-8f66-c9838b99ef3a req-0e043ff1-8d94-449b-a64d-387a35378b06 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:39.186183 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ca18f19-ee98-4115-8f66-c9838b99ef3a req-0e043ff1-8d94-449b-a64d-387a35378b06 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0935104 Jul 22 14:44:39.191030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44662) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:39.196337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'floatingip': {'port_id': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:39.245161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.266244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:39.267524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.302604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.334314 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:36Z', 'revision_number': 5, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:39.370694 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] Checking router: 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:39.373292 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-96cfc08c-5b90-46b6-98ed-3b047c55b5bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1565051 Jul 22 14:44:39.382924 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] Routers {'81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:39.383799 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:39.392941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Request body: {'port': {'device_id': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:39.468230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port fdf7db08-da4f-4948-aa13-f2f74bf974f6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:39.468607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.615771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.621006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.668964 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] Set router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:39.709922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.710980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.742256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for fdf7db08-da4f-4948-aa13-f2f74bf974f6 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:39.778545 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.784540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.839869 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b427b930-9ee2-496a-928a-9a4bccbd6331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.926046 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:36Z', 'revision_number': 5, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:39.937099 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Floating IP f1991cfb-166c-4d03-9882-5d9ee30929cf associated. External IP: 172.25.3.22, port: 4b3b371d-fa8b-42df-9a34-ce7f08a5edde. Jul 22 14:44:39.952958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Deleting port 6e326969-5c53-4120-8c5f-2f4df3b381e2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:39.953318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:39.962242 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6786644-c446-4ead-aec8-7f7d5c4c74e7 None None] The sync data for ids ['81b7d3c0-ceaa-4633-8ec3-813a0c33ce02'] in n-d-794306-8 is: [{'id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'name': 'tempest-TestAggregatesBasicOps-320625460-router', 'tenant_id': 'ee348038896f49898bddd904bb6f62e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:00Z', 'updated_at': '2021-07-22T14:44:36Z', 'revision_number': 5, 'project_id': 'ee348038896f49898bddd904bb6f62e2', 'gw_port': {'id': '6e326969-5c53-4120-8c5f-2f4df3b381e2', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b7d3c0-ceaa-4633-8ec3-813a0c33ce02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:01Z', 'updated_at': '2021-07-22T14:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:40.174706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] For port 6e326969-5c53-4120-8c5f-2f4df3b381e2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6e326969-5c53-4120-8c5f-2f4df3b381e2,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:40.174706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:40.203922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Calling delete_port for 6e326969-5c53-4120-8c5f-2f4df3b381e2 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:40.214722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:40.312786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=fdf7db08-da4f-4948-aa13-f2f74bf974f6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:40.337469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734caac7-7347-4083-ad3d-5289aefc18b3 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:40.354295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:40.399941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Transition to ACTIVE for port object 734caac7-7347-4083-ad3d-5289aefc18b3 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:40.419729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:40.429844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:40.430188 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP f8cb5a3b-c061-4415-9cd6-f15710ea1d56 disassociated (deleted). External IP: 172.25.3.98, port: 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a. Jul 22 14:44:40.499674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050c997-7f64-4191-b0b0-4c6ce5fba1d2 req-32af356f-bede-473d-8a72-3b47540f3493 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:40.508067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2050c997-7f64-4191-b0b0-4c6ce5fba1d2 req-32af356f-bede-473d-8a72-3b47540f3493 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 932 time: 0.5178664 Jul 22 14:44:40.635326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2050c997-7f64-4191-b0b0-4c6ce5fba1d2 req-e6732995-c916-4d57-a741-b49e4c285b16 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261156 Jul 22 14:44:40.698140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Pushing event updated for resources: {'Port': ['ID=734caac7-7347-4083-ad3d-5289aefc18b3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:40.708211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Router 9246b488-82f5-4f0e-aab5-db32651cc47e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:40.793787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.794348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.794752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.795098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.795435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.795770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.796110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.796546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.796753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.797209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.797404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.797851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:40.873454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:40.879150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:40.886917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:40.898480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:40.899591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:40.941676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c543459b-2c51-4034-989b-991163434ab0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "PUT /v2.0/floatingips/f1991cfb-166c-4d03-9882-5d9ee30929cf HTTP/1.1" status: 200 len: 991 time: 1.7464724 Jul 22 14:44:40.941676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:40.942792 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc703c1b-08ef-4228-899c-3d8dc771c4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:41.012842 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd7446-eed8-4a79-82ab-4e9192f4d919 x-openstack-request-id: req-80fd7446-eed8-4a79-82ab-4e9192f4d919 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:41.013841 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:41.014259 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80fd7446-eed8-4a79-82ab-4e9192f4d919 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:41.014891 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'status': 'completed', 'code': 200} Jul 22 14:44:41.047566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:41.226725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Attempting to bind port 734caac7-7347-4083-ad3d-5289aefc18b3 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:41.227110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Attempting to bind port 734caac7-7347-4083-ad3d-5289aefc18b3 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:41.227571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Attempting to bind port 734caac7-7347-4083-ad3d-5289aefc18b3 on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:41.274581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Port 734caac7-7347-4083-ad3d-5289aefc18b3 on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:44:41.274921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Attempting to bind port 734caac7-7347-4083-ad3d-5289aefc18b3 on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:41.310349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:41.310818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:41.311697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:41.312306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Bound port: 734caac7-7347-4083-ad3d-5289aefc18b3, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:41.312851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.316559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.342389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router c6f6d68d-2c4b-4055-bf49-30e776abb72d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:41.348217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f1991cfb-166c-4d03-9882-5d9ee30929cf', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'port_id': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'mac_address': 'fa:16:3e:6f:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65440967-0c28-4734-9841-0c0e041b9e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:44:16Z', 'updated_at': '2021-07-22T14:44:39Z', 'revision_number': 1, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:41.379449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:41.396059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e326969-5c53-4120-8c5f-2f4df3b381e2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:41.403339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:41.404110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:41.541258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:41.574423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-c65b5a25-4a71-4249-9790-db5ed6be03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:41.576026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-c65b5a25-4a71-4249-9790-db5ed6be03a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1097 time: 0.3767183 Jul 22 14:44:41.654359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] For port 734caac7-7347-4083-ad3d-5289aefc18b3, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:41.661649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.813364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] For port 734caac7-7347-4083-ad3d-5289aefc18b3, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=734caac7-7347-4083-ad3d-5289aefc18b3,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:41.852170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.853643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce04a7-287c-4f5d-84b8-3413e5e5b268 req-6767b14c-90f4-4542-84a4-77d5a88ef8fd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:41.855879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4ce04a7-287c-4f5d-84b8-3413e5e5b268 req-6767b14c-90f4-4542-84a4-77d5a88ef8fd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 944 time: 0.1140327 Jul 22 14:44:41.863179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.879305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:41.891054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f1991cfb-166c-4d03-9882-5d9ee30929cf', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'port_id': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'mac_address': 'fa:16:3e:6f:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65440967-0c28-4734-9841-0c0e041b9e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:44:16Z', 'updated_at': '2021-07-22T14:44:39Z', 'revision_number': 1, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:41.926114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092e4b5-535c-4a39-a9db-c14e683ab065 None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f1991cfb-166c-4d03-9882-5d9ee30929cf', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'port_id': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'mac_address': 'fa:16:3e:6f:b6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65440967-0c28-4734-9841-0c0e041b9e49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:44:16Z', 'updated_at': '2021-07-22T14:44:39Z', 'revision_number': 1, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:41.946355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4ce04a7-287c-4f5d-84b8-3413e5e5b268 req-ed97a05b-12dd-4c21-9e18-258c141073ad tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705528 Jul 22 14:44:41.975746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:42.004770 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] Sync routers for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:42.019224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.021038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.024411 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] 10.222.0.61 "PUT /v2.0/ports/734caac7-7347-4083-ad3d-5289aefc18b3 HTTP/1.1" status: 200 len: 1092 time: 2.6421299 Jul 22 14:44:42.025034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'tag': '734caac7-7347-4083-ad3d-5289aefc18b3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:42.029290 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ce609f-28b5-4bdc-ae91-65ed997cba30" -d '{"events": [{"name": "network-changed", "server_uuid": "29bd4f05-75bc-4d3e-b8d4-c91691c82cdc", "tag": "734caac7-7347-4083-ad3d-5289aefc18b3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:42.050374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.056734 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:42.064794 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:42.111347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-f698ef83-10ad-47c7-9424-9ee578a9b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.114427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-f698ef83-10ad-47c7-9424-9ee578a9b2af service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.5241439 Jul 22 14:44:42.118717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9d08f5d-b020-4f38-a624-4e7686cb73d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.124704 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0764ae-7ac0-4335-aecc-a7474fcff476 x-openstack-request-id: req-3b0764ae-7ac0-4335-aecc-a7474fcff476 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:42.125227 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bd4f05-75bc-4d3e-b8d4-c91691c82cdc", "tag": "734caac7-7347-4083-ad3d-5289aefc18b3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:42.125662 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b0764ae-7ac0-4335-aecc-a7474fcff476 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:42.126277 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'tag': '734caac7-7347-4083-ad3d-5289aefc18b3', 'status': 'completed', 'code': 200} Jul 22 14:44:42.154243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e30f0618-7262-4f9b-9d2f-e4d863b21911 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:42.182329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e30f0618-7262-4f9b-9d2f-e4d863b21911 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:42.182863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.182998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e30f0618-7262-4f9b-9d2f-e4d863b21911 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:42.183081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:44:42.226609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.228374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-60cef13e-8cf6-4c4f-9b1c-44c5f9ef00f5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/81b7d3c0-ceaa-4633-8ec3-813a0c33ce02 HTTP/1.1" status: 204 len: 168 time: 3.3184412 Jul 22 14:44:42.231094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44724) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:42.266607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb8dfe-9672-4f20-90b2-699914070743 service neutron] Pushing event updated for resources: {'Port': ['ID=734caac7-7347-4083-ad3d-5289aefc18b3,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:42.325273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8b573a24-f7a5-4c2e-bbb3-8e44735a8213 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/floatingips/f8cb5a3b-c061-4415-9cd6-f15710ea1d56 HTTP/1.1" status: 204 len: 168 time: 3.5059862 Jul 22 14:44:42.334005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-3ac5e393-a313-4805-8ae4-149e65f07295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 999 time: 0.1759272 Jul 22 14:44:42.354797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.372497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Deleting subnet dfbe8509-d888-4855-93c7-9c2f46552efe {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:44:42.376903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.380460 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:42.424808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac1c1e-e915-4054-84a7-ebaacef30775 None None] New status for floating IP f1991cfb-166c-4d03-9882-5d9ee30929cf: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:44:42.462741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.473527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-f32df725-32cd-484d-a9ec-404d5c5eb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.483954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-f32df725-32cd-484d-a9ec-404d5c5eb0e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 1095 time: 0.3246946 Jul 22 14:44:42.575906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-1ec15c14-dcfc-4fa7-9d19-e41b4c27949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.578702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-1ec15c14-dcfc-4fa7-9d19-e41b4c27949f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.2323492 Jul 22 14:44:42.581192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-514e8bc2-fd10-43fe-adff-c5c187daf34f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=734caac7-7347-4083-ad3d-5289aefc18b3 HTTP/1.1" status: 200 len: 217 time: 0.0838523 Jul 22 14:44:42.694085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-9b9ae12c-4202-484c-a4f6-56f0f962183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.695667 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-9b9ae12c-4202-484c-a4f6-56f0f962183d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1045258 Jul 22 14:44:42.715376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.762702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-3cb773dd-bb42-4bc3-a9ed-1119f7563f94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553184 Jul 22 14:44:42.818115 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:21Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:42.828115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-06ac1da3-6310-497f-a438-70875e8358ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.830886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-06ac1da3-6310-497f-a438-70875e8358ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2416635 Jul 22 14:44:42.854083 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] Checking router: c6f6d68d-2c4b-4055-bf49-30e776abb72d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:42.870649 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:42.874861 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:42.888958 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:42.909396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2b410-8c18-4963-a8d9-90fd6729e3ea req-e34542b5-d19e-4d9f-b1b7-be7927806f87 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:42.917505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55f2b410-8c18-4963-a8d9-90fd6729e3ea req-e34542b5-d19e-4d9f-b1b7-be7927806f87 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1694419 Jul 22 14:44:42.941685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282ac49-368e-4bb0-abbb-10433641271d None None] Network 8a562942-39d4-4d77-b0b8-512f17119d15 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:42.987592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-98caa123-7b02-44ce-917b-8e2ea08c600d service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152667 Jul 22 14:44:43.001316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.006327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dfbe8509-d888-4855-93c7-9c2f46552efe HTTP/1.1" status: 204 len: 168 time: 0.7740364 Jul 22 14:44:43.006582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44740) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:43.030992 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55f2b410-8c18-4963-a8d9-90fd6729e3ea req-e5d77050-83ab-4576-8da1-80b00817e418 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987101 Jul 22 14:44:43.033399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce52b9-3d39-4e29-a60c-50d3d1fda314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbe8509-d888-4855-93c7-9c2f46552efe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:43.087501 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:43.127381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-2260c57f-8f38-4dca-8ba6-e8e5b3ccd393 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615824 Jul 22 14:44:43.241659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7469f-71b3-4522-8de6-b934ac959347 req-12bf4dd8-6510-4a0d-a872-a2017afb8f2e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:43.243807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28b7469f-71b3-4522-8de6-b934ac959347 req-12bf4dd8-6510-4a0d-a872-a2017afb8f2e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 945 time: 0.1808739 Jul 22 14:44:43.364829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] DHCP port deletion for 8a562942-39d4-4d77-b0b8-512f17119d15 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:44:43.366253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.375446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b5ea5a15-bd2a-4102-996a-9cd038f98cf5 req-b03591d1-9b27-45d1-8a45-3ca8ba82b49f service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762422 Jul 22 14:44:43.403653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bc703c1b-08ef-4228-899c-3d8dc771c4e6 req-e744d4c1-1805-49e0-b348-5bb5a79d1c67 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643874 Jul 22 14:44:43.484775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Deleting port d0bb1a47-f5a1-48b5-a085-cfec14724d39 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:43.485393 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.490754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ad92f-34ae-4cc7-b9cc-0107b923c976 req-f0f2f56a-e29a-4b08-a615-52cfef34a83b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:43.499094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c12ad92f-34ae-4cc7-b9cc-0107b923c976 req-f0f2f56a-e29a-4b08-a615-52cfef34a83b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 944 time: 0.3683224 Jul 22 14:44:43.516018 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:21Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:43.537674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Deleting port d0bb1a47-f5a1-48b5-a085-cfec14724d39 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:43.538344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.558936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c12ad92f-34ae-4cc7-b9cc-0107b923c976 req-8b00ee13-cdf7-41b7-b3c4-818d36cbb79b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588388 Jul 22 14:44:43.575535 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46dfe2b-e3e1-461d-940c-23dc125c7282 None None] The sync data for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 is: [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:43:14Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e942e1e9-5879-4579-89b7-fc661f3ef9f0', 'name': '', 'network_id': 'bb7c1a49-22da-4ad2-9dfa-5592696e4cf2', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:bd:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2536, 'fixed_ips': [{'subnet_id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:12Z', 'updated_at': '2021-07-22T14:43:21Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': 'a6dec199-9fb2-4b82-96a9-8966ea71bb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:43.622470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] For port d0bb1a47-f5a1-48b5-a085-cfec14724d39, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d0bb1a47-f5a1-48b5-a085-cfec14724d39,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:43.623004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.626503 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.646973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Calling delete_port for d0bb1a47-f5a1-48b5-a085-cfec14724d39 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:43.674833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] For port d0bb1a47-f5a1-48b5-a085-cfec14724d39, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d0bb1a47-f5a1-48b5-a085-cfec14724d39,segment=NetworkSegment(ff0a1c65-f7b0-492f-89d3-6043eb22a88f),segment_id=ff0a1c65-f7b0-492f-89d3-6043eb22a88f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:43.684839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.686031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:43.686956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.703665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-9b41fa7e-0a74-40a9-8737-19f162dd40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:43.705362 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-9b41fa7e-0a74-40a9-8737-19f162dd40f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 1095 time: 0.2491107 Jul 22 14:44:43.729277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Calling delete_port for d0bb1a47-f5a1-48b5-a085-cfec14724d39 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:43.854366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.885891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:43.886276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:43.902122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:43.903052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-12032001-3888-465d-9f2f-2c85e0d3f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:43.906038 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-12032001-3888-465d-9f2f-2c85e0d3f63b service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1892943 Jul 22 14:44:43.929710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Pushing event deleted for resources: {'Port': ['ID=d0bb1a47-f5a1-48b5-a085-cfec14724d39,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:43.951810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.952448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.952643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.952956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.955831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.956183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.956519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.958348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.958720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.959336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.960140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.960538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:43.963922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237cee7-5106-47c9-826a-00b990fadfb1 None None] No DVR routers for this DVR port d0bb1a47-f5a1-48b5-a085-cfec14724d39 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:44.012614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-5f20a8b3-f23f-4d5d-b8ee-76f0054cd0a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=734caac7-7347-4083-ad3d-5289aefc18b3 HTTP/1.1" status: 200 len: 217 time: 0.0934675 Jul 22 14:44:44.033747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.090683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d0bb1a47-f5a1-48b5-a085-cfec14724d39 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:44.120771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d0bb1a47-f5a1-48b5-a085-cfec14724d39 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:44.121202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d0bb1a47-f5a1-48b5-a085-cfec14724d39 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:44.121549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e326969-5c53-4120-8c5f-2f4df3b381e2 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:44.125225 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e838837c-9c2b-4c82-9270-564e1566ec45 None None] New status for floating IP f8cb5a3b-c061-4415-9cd6-f15710ea1d56: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:44:44.149706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:44.152566 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c94c307-ba06-4daa-b053-39c80d89be53" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:44.157762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] No DVR routers for this DVR port d0bb1a47-f5a1-48b5-a085-cfec14724d39 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:44.162967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d0bb1a47-f5a1-48b5-a085-cfec14724d39,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:44.189872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.196698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6e326969-5c53-4120-8c5f-2f4df3b381e2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:44.197054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6e326969-5c53-4120-8c5f-2f4df3b381e2 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:44.200591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-4b722b1d-4a3a-48b6-b6a9-fe7662fde914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:44.202370 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-4b722b1d-4a3a-48b6-b6a9-fe7662fde914 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1784024 Jul 22 14:44:44.284491 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-4e627369-bd00-4ed1-808c-caec7e057b63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680735 Jul 22 14:44:44.314244 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3da952-df00-46cc-b269-eafee81a34f5 x-openstack-request-id: req-9b3da952-df00-46cc-b269-eafee81a34f5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:44.314934 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:44.315354 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b3da952-df00-46cc-b269-eafee81a34f5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:44.315998 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'status': 'completed', 'code': 200} Jul 22 14:44:44.324050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=320b2c7d-b9ff-4663-bf9d-8045bb35ba9a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:44.357396 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.404712 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7c94c307-ba06-4daa-b053-39c80d89be53 req-1e539e63-7f25-4f06-96d7-7fa3ee769654 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 210 time: 0.0748878 Jul 22 14:44:44.405339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] No DVR routers for this DVR port 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:44.409695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a562942-39d4-4d77-b0b8-512f17119d15']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:44.409935 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.411991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28b7469f-71b3-4522-8de6-b934ac959347 req-6d619c65-4cf7-4467-aac3-14d04faa7778 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.61 "DELETE /v2.0/ports/320b2c7d-b9ff-4663-bf9d-8045bb35ba9a HTTP/1.1" status: 204 len: 173 time: 1.1623087 Jul 22 14:44:44.412447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-deleted', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:44.420932 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695bbaa2-bb24-46cf-840f-af2cdcb44041" -d '{"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-deleted", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:44.448445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a4fb-019e-4914-8e6c-d5fabc1a8056 req-6fb52112-14f5-46c4-95ac-0202de29e441 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:44.450089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3414a4fb-019e-4914-8e6c-d5fabc1a8056 req-6fb52112-14f5-46c4-95ac-0202de29e441 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5c60773-608f-4127-aa99-eb4d2f30a7b2 HTTP/1.1" status: 200 len: 866 time: 0.3283091 Jul 22 14:44:44.463226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:44.463526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0a1c65-f7b0-492f-89d3-6043eb22a88f') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:44.480073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.507858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.511825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-637fee14-6952-44d9-bc5d-88c1ab98be03 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118680 Jul 22 14:44:44.519361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:44:44.519563 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1aa5e7-e927-4b41-8514-1add79bb58d6 x-openstack-request-id: req-9a1aa5e7-e927-4b41-8514-1add79bb58d6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:44.519773 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c60773-608f-4127-aa99-eb4d2f30a7b2", "name": "network-vif-deleted", "tag": "320b2c7d-b9ff-4663-bf9d-8045bb35ba9a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:44.520075 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a1aa5e7-e927-4b41-8514-1add79bb58d6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:44.520556 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c60773-608f-4127-aa99-eb4d2f30a7b2', 'name': 'network-vif-deleted', 'tag': '320b2c7d-b9ff-4663-bf9d-8045bb35ba9a', 'status': 'completed', 'code': 200} Jul 22 14:44:44.526024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3414a4fb-019e-4914-8e6c-d5fabc1a8056 req-f4e31f48-7508-4ea9-af62-8bc36dc6c7a9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=9d1c28be-ede5-4c16-bd6a-5fafce7c03df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700810 Jul 22 14:44:44.527124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:44:44.529222 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:44:44.643394 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.651866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:44.653666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] 10.222.0.60 "DELETE /v2.0/networks/8a562942-39d4-4d77-b0b8-512f17119d15 HTTP/1.1" status: 204 len: 168 time: 1.6405780 Jul 22 14:44:44.660931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:44.669442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d33f4e-b379-48fc-86b2-206ac5e094bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8a562942-39d4-4d77-b0b8-512f17119d15,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:44.692237 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32ce609f-28b5-4bdc-ae91-65ed997cba30 req-6c7d0ef1-20d5-4903-98e7-d7f95f23515f service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742070 Jul 22 14:44:44.873914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a7a60-66e2-4b22-ab15-9cbf0faf5f49 req-35f6e220-e253-4fc5-acfd-e6d89812b57a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:44.875825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e18a7a60-66e2-4b22-ab15-9cbf0faf5f49 req-35f6e220-e253-4fc5-acfd-e6d89812b57a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 944 time: 0.2240303 Jul 22 14:44:44.987972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e18a7a60-66e2-4b22-ab15-9cbf0faf5f49 req-8d54f90e-35d8-498b-abb0-d95c006a1a57 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027968 Jul 22 14:44:45.183096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:45.295131 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:45.466275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Deleting port bd7de7cc-a962-452f-9fd5-93716aed1fd1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:45.466859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:45.550946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] For port bd7de7cc-a962-452f-9fd5-93716aed1fd1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bd7de7cc-a962-452f-9fd5-93716aed1fd1,segment=NetworkSegment(a6e6e111-dcb3-4278-9b25-35d9946d4590),segment_id=a6e6e111-dcb3-4278-9b25-35d9946d4590)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:45.551313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:45.564750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Calling delete_port for bd7de7cc-a962-452f-9fd5-93716aed1fd1 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:45.590288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:45.754984 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:44:45.764231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:45.800738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7de7cc-a962-452f-9fd5-93716aed1fd1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:45.988882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.080196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.261950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954af8c-fee9-4eb6-acdc-e0ef1c6746bb req-c98f2bdd-8058-4138-883d-46fec71d6b1c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:46.264698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3954af8c-fee9-4eb6-acdc-e0ef1c6746bb req-c98f2bdd-8058-4138-883d-46fec71d6b1c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 944 time: 0.1500750 Jul 22 14:44:46.354253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3954af8c-fee9-4eb6-acdc-e0ef1c6746bb req-cafc93a2-7381-4865-b99b-5b8c87088d29 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Jul 22 14:44:46.379198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Router 2b81b35c-db47-4599-bc7b-f27459782bbc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:46.511345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:46.524172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] Sync routers for ids ['2b81b35c-db47-4599-bc7b-f27459782bbc'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:46.527113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b869c020-06d0-465b-a2d4-0918c134d507 admin admin] 10.222.0.60 "PUT /v2.0/routers/2b81b35c-db47-4599-bc7b-f27459782bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474393 Jul 22 14:44:46.528044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44810) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:46.539682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] Routers {'2b81b35c-db47-4599-bc7b-f27459782bbc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:46.540608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b81b35c-db47-4599-bc7b-f27459782bbc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:46.672039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] Set router 2b81b35c-db47-4599-bc7b-f27459782bbc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:46.672329 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.722741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port e942e1e9-5879-4579-89b7-fc661f3ef9f0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:46.723312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.789895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.828889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port e942e1e9-5879-4579-89b7-fc661f3ef9f0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e942e1e9-5879-4579-89b7-fc661f3ef9f0,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:46.829628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.846035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for e942e1e9-5879-4579-89b7-fc661f3ef9f0 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:46.883246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Deleting port 8988b306-73b7-41d2-b373-03b3c548a7e8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:46.883550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:46.895066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:45Z', 'revision_number': 5, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port': {'id': '8988b306-73b7-41d2-b373-03b3c548a7e8', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:0a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:20Z', 'updated_at': '2021-07-22T14:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:46.927835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] Checking router: 2b81b35c-db47-4599-bc7b-f27459782bbc for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:46.938337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] Routers {'2b81b35c-db47-4599-bc7b-f27459782bbc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:46.938981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['2b81b35c-db47-4599-bc7b-f27459782bbc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:46.987559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] For port 8988b306-73b7-41d2-b373-03b3c548a7e8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8988b306-73b7-41d2-b373-03b3c548a7e8,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:46.988445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.003220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Calling delete_port for 8988b306-73b7-41d2-b373-03b3c548a7e8 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:47.030605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] Set router 2b81b35c-db47-4599-bc7b-f27459782bbc gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:47.079647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.088446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:46Z', 'revision_number': 6, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:47.120790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065a47c-a8eb-4a33-8e69-a7da40c9feeb None None] The sync data for ids ['2b81b35c-db47-4599-bc7b-f27459782bbc'] in n-d-794306-8 is: [{'id': '2b81b35c-db47-4599-bc7b-f27459782bbc', 'name': 'tempest-TestAggregatesBasicOps-631872655-router', 'tenant_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:18Z', 'updated_at': '2021-07-22T14:44:46Z', 'revision_number': 6, 'project_id': '5a58064cf7cf441d9aa193bb8e552a4b', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:47.129876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=e942e1e9-5879-4579-89b7-fc661f3ef9f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:47.232082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 734caac7-7347-4083-ad3d-5289aefc18b3 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:44:47.248208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:47.278088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:47.278440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 320b2c7d-b9ff-4663-bf9d-8045bb35ba9a not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:47.278824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.318242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Pushing event deleted for resources: {'Port': ['ID=8988b306-73b7-41d2-b373-03b3c548a7e8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:47.350326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.400675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.466384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 734caac7-7347-4083-ad3d-5289aefc18b3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=734caac7-7347-4083-ad3d-5289aefc18b3,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:47.489717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '734caac7-7347-4083-ad3d-5289aefc18b3', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': '734caac7-7347-4083-ad3d-5289aefc18b3', 'mac_address': 'fa:16:3e:49:d1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:44:47.562372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.565672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.576951 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.612519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734caac7-7347-4083-ad3d-5289aefc18b3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:44:47.643934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.644744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b81b35c-db47-4599-bc7b-f27459782bbc {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:44:47.654678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.656270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d3fe90a-5b90-4fcc-be52-f64ae76eb663 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2b81b35c-db47-4599-bc7b-f27459782bbc HTTP/1.1" status: 204 len: 168 time: 1.1268775 Jul 22 14:44:47.659384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44820) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:47.674922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 734caac7-7347-4083-ad3d-5289aefc18b3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=734caac7-7347-4083-ad3d-5289aefc18b3,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:47.680883 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:47.755778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=734caac7-7347-4083-ad3d-5289aefc18b3,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:47.795339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router c6f6d68d-2c4b-4055-bf49-30e776abb72d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:44:47.912795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:47.917836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['734caac7-7347-4083-ad3d-5289aefc18b3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:47.925925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] Sync routers for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:47.928709 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fb662fac-9a83-48a1-a7fd-7623175f4092 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/c6f6d68d-2c4b-4055-bf49-30e776abb72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3372924 Jul 22 14:44:47.932554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44824) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:47.938506 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:47.939598 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:48.014084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting subnet a6dec199-9fb2-4b82-96a9-8966ea71bb14 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:44:48.020091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.080129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.156240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:48.213254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe5d51-9919-43c8-82e8-2271cb32b7b6 req-3b8ec78e-8fc1-4372-a045-21236134dfda tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:48.215651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14fe5d51-9919-43c8-82e8-2271cb32b7b6 req-3b8ec78e-8fc1-4372-a045-21236134dfda tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 944 time: 0.7056739 Jul 22 14:44:48.230332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.244443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Deleting subnet af5b0700-8f70-4483-9e8a-cb3ce46b73ff {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:44:48.254462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bd7de7cc-a962-452f-9fd5-93716aed1fd1 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:48.276460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.298473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: bd7de7cc-a962-452f-9fd5-93716aed1fd1 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:48.298842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bd7de7cc-a962-452f-9fd5-93716aed1fd1 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:48.302157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8988b306-73b7-41d2-b373-03b3c548a7e8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:48.331288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14fe5d51-9919-43c8-82e8-2271cb32b7b6 req-83ba49e9-2ed2-4541-be83-6cb44304250b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060805 Jul 22 14:44:48.337424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.377878 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8988b306-73b7-41d2-b373-03b3c548a7e8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:48.378320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8988b306-73b7-41d2-b373-03b3c548a7e8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:48.381490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.411322 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:44:47Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:48.412461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Subnet': ['ID=a6dec199-9fb2-4b82-96a9-8966ea71bb14,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:48.420398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.422302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4badfe4b-9d23-43b9-88c1-35801247fb8c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/subnets/a6dec199-9fb2-4b82-96a9-8966ea71bb14 HTTP/1.1" status: 204 len: 168 time: 0.4880247 Jul 22 14:44:48.425032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44826) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:48.429961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73221aaf-0f83-4829-839a-24cbd643899e None None] Network bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:48.481133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.576942 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] Checking router: c6f6d68d-2c4b-4055-bf49-30e776abb72d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:48.588257 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] Routers {'c6f6d68d-2c4b-4055-bf49-30e776abb72d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:48.602770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.610325 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:48.659434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5b0700-8f70-4483-9e8a-cb3ce46b73ff,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:48.661789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.664813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-386a66ab-979c-4011-9553-7b90d1c7ff63 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/af5b0700-8f70-4483-9e8a-cb3ce46b73ff HTTP/1.1" status: 204 len: 168 time: 1.0041912 Jul 22 14:44:48.667266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44832) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:48.676743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e29147-ebda-4d09-abad-a11524de77bd None None] Network c8431ea4-072c-4b50-a694-ed28fcb8a20e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:48.699675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.761144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.767574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] Set router c6f6d68d-2c4b-4055-bf49-30e776abb72d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:48.823361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Deleting port a7ef9a52-7b05-465d-b43c-574397b19903 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:48.823998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.916292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.917198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] For port a7ef9a52-7b05-465d-b43c-574397b19903, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a7ef9a52-7b05-465d-b43c-574397b19903,segment=NetworkSegment(a6e6e111-dcb3-4278-9b25-35d9946d4590),segment_id=a6e6e111-dcb3-4278-9b25-35d9946d4590)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:48.917579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:48.952435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Calling delete_port for a7ef9a52-7b05-465d-b43c-574397b19903 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:48.992994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port a9ca913c-cb20-4d1d-9971-439fe68c8269 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:48.993433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.036210 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:44:47Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:49.047871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] DHCP port deletion for bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:44:49.093242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86f4aed-0f1c-40ce-b4ac-ed65a9d6987f None None] DHCP port deletion for c8431ea4-072c-4b50-a694-ed28fcb8a20e request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:44:49.109153 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ce12bf-c6e5-46ae-9c97-7408e2db3932 None None] The sync data for ids ['c6f6d68d-2c4b-4055-bf49-30e776abb72d'] in n-d-794306-8 is: [{'id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639977202', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:05Z', 'updated_at': '2021-07-22T14:44:47Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': 'a9ca913c-cb20-4d1d-9971-439fe68c8269', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:d1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6d68d-2c4b-4055-bf49-30e776abb72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:07Z', 'updated_at': '2021-07-22T14:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:49.113108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.115779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port a9ca913c-cb20-4d1d-9971-439fe68c8269, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9ca913c-cb20-4d1d-9971-439fe68c8269,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:49.118241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.134249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for a9ca913c-cb20-4d1d-9971-439fe68c8269 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:49.138796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d86f4aed-0f1c-40ce-b4ac-ed65a9d6987f None None] The port 'a7ef9a52-7b05-465d-b43c-574397b19903' was deleted {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 14:44:49.163939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ef9a52-7b05-465d-b43c-574397b19903,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:49.169418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] Deleting port 2280f611-2304-4487-8331-97bc0d628f47 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:49.169418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.187475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] No DVR routers for this DVR port a7ef9a52-7b05-465d-b43c-574397b19903 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:49.283487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.302603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8431ea4-072c-4b50-a694-ed28fcb8a20e']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:49.315247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e6e111-dcb3-4278-9b25-35d9946d4590') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:49.315619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e6e111-dcb3-4278-9b25-35d9946d4590') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:49.326812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.345798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.354836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:44:49.355425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:44:49.357321 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:44:49.379366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.427983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=a9ca913c-cb20-4d1d-9971-439fe68c8269,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:49.444304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.455036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] For port 2280f611-2304-4487-8331-97bc0d628f47, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2280f611-2304-4487-8331-97bc0d628f47,segment=NetworkSegment(ed2b71b0-a978-4158-96ae-92b6693bb7f1),segment_id=ed2b71b0-a978-4158-96ae-92b6693bb7f1)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:49.455550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.470473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] Calling delete_port for 2280f611-2304-4487-8331-97bc0d628f47 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:49.483810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.489081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8431ea4-072c-4b50-a694-ed28fcb8a20e HTTP/1.1" status: 204 len: 168 time: 0.8205051 Jul 22 14:44:49.491251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b700218-b740-4e08-9bae-a77df7347ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8431ea4-072c-4b50-a694-ed28fcb8a20e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:49.517466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.525240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 734caac7-7347-4083-ad3d-5289aefc18b3 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:49.556536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c129e-b2a8-43b3-9bac-36b1eac20c03 req-b6209a9a-1846-4be9-8a28-b99a7711e3c0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:49.571651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-676c129e-b2a8-43b3-9bac-36b1eac20c03 req-b6209a9a-1846-4be9-8a28-b99a7711e3c0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 945 time: 0.1320529 Jul 22 14:44:49.651962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-676c129e-b2a8-43b3-9bac-36b1eac20c03 req-66a30bd3-6f44-4714-9c8b-80a948cec429 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Jul 22 14:44:49.683309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 734caac7-7347-4083-ad3d-5289aefc18b3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:49.685690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.693991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.701325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.740219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 734caac7-7347-4083-ad3d-5289aefc18b3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:49.740623 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.765162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.766038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Fanout notify agent at l3_agent the message router_deleted on router c6f6d68d-2c4b-4055-bf49-30e776abb72d {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:44:49.776742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.777841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ce0290cf-3cb5-4154-92b6-8f5bb061b43d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/routers/c6f6d68d-2c4b-4055-bf49-30e776abb72d HTTP/1.1" status: 204 len: 168 time: 1.3518813 Jul 22 14:44:49.780686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:49.788742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:49.845033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6aa2ddca-02c6-435d-9a91-93a84f74069e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee348038896f49898bddd904bb6f62e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550406 Jul 22 14:44:49.845774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44848) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:49.863082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] No DVR routers for this DVR port 2280f611-2304-4487-8331-97bc0d628f47 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:49.865400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6087b-c062-4689-b5ef-17f9ce9a192e None None] Pushing event deleted for resources: {'Port': ['ID=2280f611-2304-4487-8331-97bc0d628f47,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:49.934691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.940207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.959952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735ef7-9e56-4cc0-9f8c-5ac56d7841bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:49.977636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734caac7-7347-4083-ad3d-5289aefc18b3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:49.982460 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2fd95-c9f5-487a-968a-8f19e6b2a1b2" -d '{"events": [{"server_uuid": "29bd4f05-75bc-4d3e-b8d4-c91691c82cdc", "name": "network-vif-plugged", "status": "completed", "tag": "734caac7-7347-4083-ad3d-5289aefc18b3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:49.987553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735ef7-9e56-4cc0-9f8c-5ac56d7841bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.026500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 734caac7-7347-4083-ad3d-5289aefc18b3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=734caac7-7347-4083-ad3d-5289aefc18b3,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:50.038797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.054446 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735ef7-9e56-4cc0-9f8c-5ac56d7841bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.057584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04735ef7-9e56-4cc0-9f8c-5ac56d7841bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.063415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-04735ef7-9e56-4cc0-9f8c-5ac56d7841bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b6d2cc9-2108-409d-9b55-df6d6759a17f HTTP/1.1" status: 204 len: 168 time: 0.2156217 Jul 22 14:44:50.089016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735ef7-9e56-4cc0-9f8c-5ac56d7841bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d2cc9-2108-409d-9b55-df6d6759a17f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:50.101343 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292b8f6d-e80c-4716-b37d-78a404f68b19 x-openstack-request-id: req-292b8f6d-e80c-4716-b37d-78a404f68b19 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:50.101343 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bd4f05-75bc-4d3e-b8d4-c91691c82cdc", "name": "network-vif-plugged", "status": "completed", "tag": "734caac7-7347-4083-ad3d-5289aefc18b3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:50.101630 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-292b8f6d-e80c-4716-b37d-78a404f68b19 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:50.102060 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734caac7-7347-4083-ad3d-5289aefc18b3', 'code': 200} Jul 22 14:44:50.142975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=734caac7-7347-4083-ad3d-5289aefc18b3,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:50.146815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.169661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7c1a49-22da-4ad2-9dfa-5592696e4cf2']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:50.184342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2b71b0-a978-4158-96ae-92b6693bb7f1') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:50.184891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2b71b0-a978-4158-96ae-92b6693bb7f1') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:50.195489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.227416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.237134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:44:50.237898 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:44:50.243714 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:44:50.292342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc9699-ae2c-4800-8123-b68eac91e683 req-2bf4695b-727a-4c99-9e78-dca34bcb1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:50.298726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0bc9699-ae2c-4800-8123-b68eac91e683 req-2bf4695b-727a-4c99-9e78-dca34bcb1da5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 1097 time: 0.1189091 Jul 22 14:44:50.322455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.337220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.343932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:50.344329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/networks/bb7c1a49-22da-4ad2-9dfa-5592696e4cf2 HTTP/1.1" status: 204 len: 168 time: 0.5619881 Jul 22 14:44:50.355802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d49bec-ce5b-4847-9942-6b8b5a7a63ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Network': ['ID=bb7c1a49-22da-4ad2-9dfa-5592696e4cf2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:50.380406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0bc9699-ae2c-4800-8123-b68eac91e683 req-c3232133-0e27-4720-b054-098cc583a206 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743716 Jul 22 14:44:50.431081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3660ca6-7b91-4ccc-8de6-5eb8b3a34fd5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.463012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3660ca6-7b91-4ccc-8de6-5eb8b3a34fd5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.529618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2280f611-2304-4487-8331-97bc0d628f47 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:50.558167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3660ca6-7b91-4ccc-8de6-5eb8b3a34fd5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.561548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 2280f611-2304-4487-8331-97bc0d628f47 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:50.561909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2280f611-2304-4487-8331-97bc0d628f47 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:50.562341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a7ef9a52-7b05-465d-b43c-574397b19903 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:50.562608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3660ca6-7b91-4ccc-8de6-5eb8b3a34fd5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.564132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b3660ca6-7b91-4ccc-8de6-5eb8b3a34fd5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/security-groups/9d1c28be-ede5-4c16-bd6a-5fafce7c03df HTTP/1.1" status: 204 len: 168 time: 0.2162938 Jul 22 14:44:50.581359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3660ca6-7b91-4ccc-8de6-5eb8b3a34fd5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1c28be-ede5-4c16-bd6a-5fafce7c03df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:50.615459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a7ef9a52-7b05-465d-b43c-574397b19903 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:50.616058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a7ef9a52-7b05-465d-b43c-574397b19903 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:50.616849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e942e1e9-5879-4579-89b7-fc661f3ef9f0 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:50.668454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:50.692235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e942e1e9-5879-4579-89b7-fc661f3ef9f0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:50.692662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e942e1e9-5879-4579-89b7-fc661f3ef9f0 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:50.736054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44868) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:50.736815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-62550e90-3129-4ab9-a0ba-554b8bf8df82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a58064cf7cf441d9aa193bb8e552a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663505 Jul 22 14:44:50.850301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-795fd756-0030-4ce2-9a70-7ccffab32f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.880485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-795fd756-0030-4ce2-9a70-7ccffab32f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:50.889784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7ed87-88b0-4146-9355-fd144e33b4a4 req-73cf9852-8805-4050-93fd-90b3047ad039 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:50.891369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e7ed87-88b0-4146-9355-fd144e33b4a4 req-73cf9852-8805-4050-93fd-90b3047ad039 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 946 time: 0.1417513 Jul 22 14:44:50.964523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e7ed87-88b0-4146-9355-fd144e33b4a4 req-411e3e93-192f-4eee-a6f8-d8dc977e7e36 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651929 Jul 22 14:44:51.012455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-795fd756-0030-4ce2-9a70-7ccffab32f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.022386 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-795fd756-0030-4ce2-9a70-7ccffab32f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.028371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-795fd756-0030-4ce2-9a70-7ccffab32f99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5038effa-5d73-45a0-abd7-f72cf6444b0d HTTP/1.1" status: 204 len: 168 time: 0.2890344 Jul 22 14:44:51.054361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fd756-0030-4ce2-9a70-7ccffab32f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038effa-5d73-45a0-abd7-f72cf6444b0d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:51.071706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.076931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615726024', 'description': 'tempest-secgroup-smoke-1615726024 description', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:51.122365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.245452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.252106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.280796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.282047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2092502 Jul 22 14:44:51.285245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44888) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.292020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'd6011d9a-aec5-46b1-821f-2386ce087303', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:51.293431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994da026-7e17-46ad-8faa-ad2be241a9a0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6011d9a-aec5-46b1-821f-2386ce087303,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:51.347314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.422202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.426111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.440898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8778cc4d-86e6-4ece-ae52-34a420ad0c4f,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:51.453025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.453377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.453725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.454071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.454482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.454791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.455216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.455536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.455863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.456244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.456519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.456850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:44:51.467108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.471451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-396300db-4ac5-4345-850b-f5460dadd4cb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812656 Jul 22 14:44:51.471451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44894) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.476203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'd6011d9a-aec5-46b1-821f-2386ce087303', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:51.510568 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.584885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.589557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.619275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.623017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484241 Jul 22 14:44:51.623017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ceab1-4e1a-4b62-8776-be9344412eeb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3db0ab-a146-48a3-acf6-798c073ea01c,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:51.623853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.628799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'd6011d9a-aec5-46b1-821f-2386ce087303', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:51.657622 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.719776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.724725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.744169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedfc011-7d86-431f-991b-3f73aaef86b8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:51.756280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.761512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44912) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.762279 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-775c286a-4201-4bff-bacf-dbf757e53b45 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359529 Jul 22 14:44:51.768006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'd6011d9a-aec5-46b1-821f-2386ce087303', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:51.801305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.867479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.876473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.907240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159086f4-a924-4229-b151-d4d6992efaaf,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:51.916289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.920361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-085c480e-7d4c-4a56-99c9-415dd432032c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1546719 Jul 22 14:44:51.920604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44918) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.925139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'd6011d9a-aec5-46b1-821f-2386ce087303', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:51.950326 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:44:51.955724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:51.967989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44920) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:51.980725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ca913c-cb20-4d1d-9971-439fe68c8269 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:52.030482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a9ca913c-cb20-4d1d-9971-439fe68c8269 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:52.031157 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.031446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9ca913c-cb20-4d1d-9971-439fe68c8269 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:52.036817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.058792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b708e831-b55a-4047-b2c0-8d61e813a43c,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:52.068597 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.071011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e40625f5-6d0a-447f-94b1-6493972b68f0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494365 Jul 22 14:44:52.073808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44926) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:52.079244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'security_group_rule': {'security_group_id': 'd6011d9a-aec5-46b1-821f-2386ce087303', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:52.087820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1286284051-network', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:52.115015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Made reservation on behalf of 8f2438b3ae1a46feaf8a2a91d125a601 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:52.117959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.136518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.152526 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Project 10a19d9fa404446e91ab5a978e6c0d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:44:52.159818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.237258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fd6bb-3d9d-498d-a246-aa925b15c485 req-fa1d1a1e-f455-4d0b-a65e-6b8ebd103785 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.241276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-888fd6bb-3d9d-498d-a246-aa925b15c485 req-fa1d1a1e-f455-4d0b-a65e-6b8ebd103785 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 946 time: 0.1539676 Jul 22 14:44:52.273829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.285058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.323864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-888fd6bb-3d9d-498d-a246-aa925b15c485 req-1f0a5dbf-a421-4876-b580-cf3da6fdcdbb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727110 Jul 22 14:44:52.324697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef5f3a8-4201-41d9-b8b7-a75326086dfd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:52.332298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.339953 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.342031 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.345967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fcc09666-ac6e-45a2-9671-f41d8fd0691e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2682848 Jul 22 14:44:52.346257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44932) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:52.355180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'network': {'name': 'tempest-network-smoke--140967913', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:52.383990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:44:52.393400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ba43e-8290-4d3b-b411-8266e2e0a480,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:52.401810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.402192 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Added segment 3fada6c4-4305-4dcc-a538-af16e7e48034 of type vlan for network c8a08516-abea-45ff-b047-33cf24ee1167 Jul 22 14:44:52.405408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:52.409091 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.440439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:44:52.459479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.459822 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Added segment 7dd4ef27-5cc0-44fe-9d71-ef49040032e8 of type vlan for network c5b2cafd-73ba-4247-9eae-6f9b99d5303d Jul 22 14:44:52.463843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.496365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.497612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.498248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.525201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.535094 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5630355 Jul 22 14:44:52.537022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:52.542343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Request body: {'subnet': {'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1286284051-subnet', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:52.572519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b344-7071-4f9f-a6fd-2498e6c9772a req-82e53d82-f179-4e56-b3fe-79a297e6c7bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.574164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae54b344-7071-4f9f-a6fd-2498e6c9772a req-82e53d82-f179-4e56-b3fe-79a297e6c7bd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 946 time: 0.1257334 Jul 22 14:44:52.583201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e0cbe-cf2b-42ab-a009-f8d4c47d0a17 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a08516-abea-45ff-b047-33cf24ee1167,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:52.589540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.595196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c8a08516-abea-45ff-b047-33cf24ee1167 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:44:52.595369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:52.596039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.613808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Made reservation on behalf of 8f2438b3ae1a46feaf8a2a91d125a601 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:52.621546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.672605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3249907 Jul 22 14:44:52.685573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44940) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:52.691618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'admin_state_up': True, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:52.707709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae54b344-7071-4f9f-a6fd-2498e6c9772a req-849d12c4-11e9-4b6f-a505-9565b59984d1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266940 Jul 22 14:44:52.771655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54a9b9-72f4-4809-9add-0f4821a16422 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Network': ['ID=c5b2cafd-73ba-4247-9eae-6f9b99d5303d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:52.783459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:44:52.796933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.799244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.878066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:52.945136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.017509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89b413cf-9ea6-4733-9e7a-38e5fc46618b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:53.025394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Checking segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:53.025683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Network hostable DHCP agents. Network: c8a08516-abea-45ff-b047-33cf24ee1167, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:44:53.046387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Network c8a08516-abea-45ff-b047-33cf24ee1167 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:44:53.059898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c8a08516-abea-45ff-b047-33cf24ee1167) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:53.065186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:53.065910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.072885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f385e-db9b-423f-bb89-5275aa341a6a None None] Network c8a08516-abea-45ff-b047-33cf24ee1167 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:53.085646 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.096604 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e31e819a-721f-4472-82e5-c6d12a308a87 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5582049 Jul 22 14:44:53.097902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44946) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:53.102829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:53.149629 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.150613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.188566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d576b2-29e8-48eb-938e-adc6b1dd567e req-d61f975f-779f-4b4d-97be-0f6977d0df17 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:53.190112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45d576b2-29e8-48eb-938e-adc6b1dd567e req-d61f975f-779f-4b4d-97be-0f6977d0df17 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 946 time: 0.1767514 Jul 22 14:44:53.256829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.282031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c8a08516-abea-45ff-b047-33cf24ee1167', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'fixed_ips': [{'subnet_id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:44:53.284658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.374280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45d576b2-29e8-48eb-938e-adc6b1dd567e req-63f33067-1f84-4f51-9602-f38833d0efca tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721289 Jul 22 14:44:53.452678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Allocated IP 172.20.0.2 (c8a08516-abea-45ff-b047-33cf24ee1167/89b413cf-9ea6-4733-9e7a-38e5fc46618b/f147f671-985b-4760-81cb-b2038a2d845b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:53.490237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.614442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.624087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Transition to ACTIVE for port object f147f671-985b-4760-81cb-b2038a2d845b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:53.640056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Transition to ACTIVE for port object f147f671-985b-4760-81cb-b2038a2d845b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:53.648129 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.688052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.697193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Network c8a08516-abea-45ff-b047-33cf24ee1167 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:53.704045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:53.708466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:53.709147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.718544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Pushing event updated for resources: {'Port': ['ID=f147f671-985b-4760-81cb-b2038a2d845b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:53.783744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Attempting to bind port f147f671-985b-4760-81cb-b2038a2d845b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:53.784258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Attempting to bind port f147f671-985b-4760-81cb-b2038a2d845b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:53.784496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Attempting to bind port f147f671-985b-4760-81cb-b2038a2d845b on network c8a08516-abea-45ff-b047-33cf24ee1167 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:53.790439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:53.790864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Checking segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:53.791283 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.791689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Bound using segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:53.792176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Bound port: f147f671-985b-4760-81cb-b2038a2d845b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:53.792573 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.863119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] For port f147f671-985b-4760-81cb-b2038a2d845b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:53.867420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] For port f147f671-985b-4760-81cb-b2038a2d845b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f147f671-985b-4760-81cb-b2038a2d845b,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:53.874695 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:53.899158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.111 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/965fe57e-aee5-4b07-9f81-3a53554b9ada) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:53.957946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53276-411d-4b09-94cd-0a2721d47b2f None None] Pushing event updated for resources: {'Port': ['ID=f147f671-985b-4760-81cb-b2038a2d845b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:53.968825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.018249 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.117779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.210771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.285866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:54.295052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:54.301974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:54.342405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Allocated IP 172.25.3.45 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/df09d8be-ce00-44f1-8d41-d6d5b593cdfa) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:54.346174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=965fe57e-aee5-4b07-9f81-3a53554b9ada,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:54.401081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfa401-bae5-46de-bd2c-c28587172704 req-4e5a3735-744a-46dc-9c2c-997cee216d8a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:54.404027 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dacfa401-bae5-46de-bd2c-c28587172704 req-4e5a3735-744a-46dc-9c2c-997cee216d8a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 946 time: 0.0957925 Jul 22 14:44:54.562278 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port 734caac7-7347-4083-ad3d-5289aefc18b3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:44:54.562662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.670863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port 734caac7-7347-4083-ad3d-5289aefc18b3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=734caac7-7347-4083-ad3d-5289aefc18b3,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:54.671188 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.687759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for 734caac7-7347-4083-ad3d-5289aefc18b3 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:44:54.715246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.773759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebee206-e8ba-4eaf-b049-babe4cda93f3 req-5958436c-fc2f-46d9-9074-5e04932b1a83 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:54.775394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ebee206-e8ba-4eaf-b049-babe4cda93f3 req-5958436c-fc2f-46d9-9074-5e04932b1a83 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=29bd4f05-75bc-4d3e-b8d4-c91691c82cdc HTTP/1.1" status: 200 len: 946 time: 0.2400267 Jul 22 14:44:54.863377 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.874014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ebee206-e8ba-4eaf-b049-babe4cda93f3 req-bf202957-df39-45b2-b448-324339e06980 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665600 Jul 22 14:44:54.887499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:54.891026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['734caac7-7347-4083-ad3d-5289aefc18b3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:44:54.916944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.920779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:54.935184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=734caac7-7347-4083-ad3d-5289aefc18b3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:54.996582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port 734caac7-7347-4083-ad3d-5289aefc18b3 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:44:55.000486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:55.005188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dacfa401-bae5-46de-bd2c-c28587172704 req-db11d347-e2f6-449b-b173-4c875fc9e81c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "DELETE /v2.0/ports/734caac7-7347-4083-ad3d-5289aefc18b3 HTTP/1.1" status: 204 len: 173 time: 0.5949850 Jul 22 14:44:55.011340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'name': 'network-vif-deleted', 'tag': '734caac7-7347-4083-ad3d-5289aefc18b3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:44:55.014533 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89aaaa-0fb1-4718-b661-14857f27d43c" -d '{"events": [{"server_uuid": "29bd4f05-75bc-4d3e-b8d4-c91691c82cdc", "name": "network-vif-deleted", "tag": "734caac7-7347-4083-ad3d-5289aefc18b3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:44:55.055247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Pushing event updated for resources: {'Port': ['ID=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:55.106726 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c7c4a-35f2-4b67-9732-da9bf5a67a1b x-openstack-request-id: req-2c7c7c4a-35f2-4b67-9732-da9bf5a67a1b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:44:55.107218 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bd4f05-75bc-4d3e-b8d4-c91691c82cdc", "name": "network-vif-deleted", "tag": "734caac7-7347-4083-ad3d-5289aefc18b3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:44:55.107570 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c7c7c4a-35f2-4b67-9732-da9bf5a67a1b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:44:55.108073 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bd4f05-75bc-4d3e-b8d4-c91691c82cdc', 'name': 'network-vif-deleted', 'tag': '734caac7-7347-4083-ad3d-5289aefc18b3', 'status': 'completed', 'code': 200} Jul 22 14:44:55.140725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:55.144086 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:55.153026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:55.227187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60550978-51ee-4480-bf0b-78b3af4d5d05 None None] Network c8a08516-abea-45ff-b047-33cf24ee1167 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:55.278359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b9721e46-5e25-4654-81d1-8e30936364c1 None None] Provisioning for port f147f671-985b-4760-81cb-b2038a2d845b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:55.907470 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.030578 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.105880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f147f671-985b-4760-81cb-b2038a2d845b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:56.204269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f147f671-985b-4760-81cb-b2038a2d845b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:44:56.209624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f147f671-985b-4760-81cb-b2038a2d845b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:56.210334 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.320186 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.354101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f147f671-985b-4760-81cb-b2038a2d845b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f147f671-985b-4760-81cb-b2038a2d845b,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:44:56.358884 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.390348 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.402454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router b5305ce8-9658-41d7-8828-3a05466605c7 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:44:56.419889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-f171b339-0893-4828-8b97-a6cc1fb5cca6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:56.421487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-f171b339-0893-4828-8b97-a6cc1fb5cca6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.1649909 Jul 22 14:44:56.430660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f147f671-985b-4760-81cb-b2038a2d845b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:56.538125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-37fa8ace-c839-4365-ac07-76deaea75d0e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0804086 Jul 22 14:44:56.672940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:56.685312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Sync routers for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:56.696129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:56.696934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:56.698652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-98c750c7-98af-49b8-85c4-ef2f48fcdc97 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293936 Jul 22 14:44:56.708091 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:56.713093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7d9e9131-9287-4ac4-a492-a2e1781a3f1e tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.0229232 Jul 22 14:44:56.713303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:56.741155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Router 1bb5286d-c29a-4b1a-9122-00fefc67e270 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:44:56.742654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2dea2799-1818-4159-ac72-ef7b751db563 tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=10a19d9fa404446e91ab5a978e6c0d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283127 Jul 22 14:44:56.745171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44994) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:56.856599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316cabb-ead2-422c-9414-bc5981ab348b tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:56.857066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:56.858610 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9316cabb-ead2-422c-9414-bc5981ab348b tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1112883 Jul 22 14:44:56.861408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:56.895501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-7629ab68-bc81-4b31-9779-f390b02f1648 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844678 Jul 22 14:44:56.903618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6738f928-93a2-45a3-af3b-ac1a2e08eebb tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402875 Jul 22 14:44:56.906071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45000) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:56.911102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1232013384', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:57.010787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:44:57.021975 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Sync routers for ids ['1bb5286d-c29a-4b1a-9122-00fefc67e270'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:44:57.035082 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Routers {'1bb5286d-c29a-4b1a-9122-00fefc67e270'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:57.036172 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1bb5286d-c29a-4b1a-9122-00fefc67e270'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:57.085578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-875bba27-29bf-4119-a65b-afa626e335e5 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891954 Jul 22 14:44:57.086613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:44:54Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:57.098819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.102796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:57.103021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e6f22720-91a7-4cc6-ab59-dbdc5c74683b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0039446 Jul 22 14:44:57.116684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:57.120235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.135655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Checking router: b5305ce8-9658-41d7-8828-3a05466605c7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:57.136194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Updating router b5305ce8-9658-41d7-8828-3a05466605c7 port 965fe57e-aee5-4b07-9f81-3a53554b9ada binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:57.179514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.291176 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Set router 1bb5286d-c29a-4b1a-9122-00fefc67e270 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:57.405450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e62e6623-3331-4e93-a5cd-699e83ed99b1 req-e4b5eaf4-d1ab-4663-a858-8884892dbf46 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 210 time: 0.0407369 Jul 22 14:44:57.464899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.494993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 734caac7-7347-4083-ad3d-5289aefc18b3 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:44:57.519473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 734caac7-7347-4083-ad3d-5289aefc18b3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:44:57.519885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 734caac7-7347-4083-ad3d-5289aefc18b3 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:44:57.535107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Subnet': ['ID=63fcd491-2925-47a8-8a54-d264abca1e98,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:57.555514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Checking segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:57.556091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network hostable DHCP agents. Network: c5b2cafd-73ba-4247-9eae-6f9b99d5303d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:44:57.582226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:44:57.597834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c5b2cafd-73ba-4247-9eae-6f9b99d5303d) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:57.607907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:57.612812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.659013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-18af7e9b-2798-40bf-9319-be02e4915540 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7516735 Jul 22 14:44:57.661792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:44:57.671638 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:44:55Z', 'revision_number': 3, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:57.683482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60674f-20fe-4b6c-a21c-c0cb9760ed98 None None] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:44:57.710361 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Checking router: 1bb5286d-c29a-4b1a-9122-00fefc67e270 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:44:57.710747 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Updating router 1bb5286d-c29a-4b1a-9122-00fefc67e270 port df09d8be-ce00-44f1-8d41-d6d5b593cdfa binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:44:57.718440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.758043 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:57.821166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Transition to ACTIVE for port object 965fe57e-aee5-4b07-9f81-3a53554b9ada will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:57.879348 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.031671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Attempting to bind port 965fe57e-aee5-4b07-9f81-3a53554b9ada on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:58.032178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Attempting to bind port 965fe57e-aee5-4b07-9f81-3a53554b9ada by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:58.032811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Attempting to bind port 965fe57e-aee5-4b07-9f81-3a53554b9ada on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:58.114046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037e63e-77e7-487e-a36e-35767d64540e None None] Pushing event updated for resources: {'Port': ['ID=965fe57e-aee5-4b07-9f81-3a53554b9ada,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:58.116827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:58.117206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:58.117761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.118160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:58.118741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Bound port: 965fe57e-aee5-4b07-9f81-3a53554b9ada, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:58.119052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.145228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f147f671-985b-4760-81cb-b2038a2d845b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:44:58.148759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:44:58.149680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.152385 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.167750 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Transition to ACTIVE for port object df09d8be-ce00-44f1-8d41-d6d5b593cdfa will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:58.175732 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.250289 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Attempting to bind port df09d8be-ce00-44f1-8d41-d6d5b593cdfa on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:58.250503 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Attempting to bind port df09d8be-ce00-44f1-8d41-d6d5b593cdfa by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:58.250983 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Attempting to bind port df09d8be-ce00-44f1-8d41-d6d5b593cdfa on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:58.260329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f43728-5d7a-4d69-bffe-1b2120c04401 None None] Pushing event updated for resources: {'Port': ['ID=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:58.265478 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:58.266325 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:58.275058 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.275729 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:58.276366 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Bound port: df09d8be-ce00-44f1-8d41-d6d5b593cdfa, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:58.277112 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.318565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] For port 965fe57e-aee5-4b07-9f81-3a53554b9ada, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:58.343750 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] For port df09d8be-ce00-44f1-8d41-d6d5b593cdfa, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:58.348292 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] For port df09d8be-ce00-44f1-8d41-d6d5b593cdfa, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:58.353305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] For port 965fe57e-aee5-4b07-9f81-3a53554b9ada, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=965fe57e-aee5-4b07-9f81-3a53554b9ada,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:58.354767 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.367905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.379788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f147f671-985b-4760-81cb-b2038a2d845b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:44:58.380527 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:58.431654 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Routers {'1bb5286d-c29a-4b1a-9122-00fefc67e270'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:58.432796 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1bb5286d-c29a-4b1a-9122-00fefc67e270'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:58.437467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f43728-5d7a-4d69-bffe-1b2120c04401 None None] Pushing event updated for resources: {'Port': ['ID=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:58.532746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a78373a4-6634-4d62-a138-e9f5aa917f01 req-8cea33cd-1b11-45d0-94c4-7bc0b019d8f1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 210 time: 0.0487986 Jul 22 14:44:58.580838 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] Set router 1bb5286d-c29a-4b1a-9122-00fefc67e270 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:58.581548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Allocated IP 172.20.0.2 (c5b2cafd-73ba-4247-9eae-6f9b99d5303d/63fcd491-2925-47a8-8a54-d264abca1e98/0926c002-447f-4ccd-be8e-9657630bdfe5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:58.583656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037e63e-77e7-487e-a36e-35767d64540e None None] Pushing event updated for resources: {'Port': ['ID=965fe57e-aee5-4b07-9f81-3a53554b9ada,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:58.586654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:44:58.587389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:58.869304 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:44:55Z', 'revision_number': 3, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:58.937407 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153341d1-bb3a-44ee-9d22-5dc18c4fcdd8 None None] The sync data for ids ['1bb5286d-c29a-4b1a-9122-00fefc67e270'] in n-d-794306-8 is: [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:44:55Z', 'revision_number': 3, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:58.982000 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.042359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:44:59.043766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-1ffe31f4-0bd7-49bc-94be-a7e702cf389a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:44:59.045502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-1ffe31f4-0bd7-49bc-94be-a7e702cf389a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.2719312 Jul 22 14:44:59.076923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': '469bc478-4885-4a67-a10b-40439c303d01', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:44:59.242663 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.281611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Transition to ACTIVE for port object 0926c002-447f-4ccd-be8e-9657630bdfe5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:59.344849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Transition to ACTIVE for port object 0926c002-447f-4ccd-be8e-9657630bdfe5 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:44:59.363305 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.422357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Allocated IP 172.20.0.1 (c8a08516-abea-45ff-b047-33cf24ee1167/89b413cf-9ea6-4733-9e7a-38e5fc46618b/502809f0-def7-4a38-aa73-ddc8671813bf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:44:59.429262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.431575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:44:59.435491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.441807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:44:59.454038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:44:59.461693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:44:59.476266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Pushing event updated for resources: {'Port': ['ID=0926c002-447f-4ccd-be8e-9657630bdfe5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:44:59.597183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:44:54Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Attempting to bind port 0926c002-447f-4ccd-be8e-9657630bdfe5 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Attempting to bind port 0926c002-447f-4ccd-be8e-9657630bdfe5 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Attempting to bind port 0926c002-447f-4ccd-be8e-9657630bdfe5 on network c5b2cafd-73ba-4247-9eae-6f9b99d5303d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2cdb8c-91ca-4b65-b37e-a3f61ce01893 None None] The sync data for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 is: [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:44:54Z', 'revision_number': 3, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Checking segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Bound using segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Bound port: 0926c002-447f-4ccd-be8e-9657630bdfe5, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:44:59.712533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.778306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91c63d71-c241-4c26-bc49-26a89f68cfef req-ce2c78c8-cdfd-49d6-8744-6028783048d9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 210 time: 0.1014323 Jul 22 14:44:59.796570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-102e8228-6e95-4930-8517-87efee4c45da None None] For port 0926c002-447f-4ccd-be8e-9657630bdfe5, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:44:59.802923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-102e8228-6e95-4930-8517-87efee4c45da None None] For port 0926c002-447f-4ccd-be8e-9657630bdfe5, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0926c002-447f-4ccd-be8e-9657630bdfe5,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:44:59.810146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:44:59.984874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e8228-6e95-4930-8517-87efee4c45da None None] Pushing event updated for resources: {'Port': ['ID=0926c002-447f-4ccd-be8e-9657630bdfe5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:00.123461 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.132726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device df09d8be-ce00-44f1-8d41-d6d5b593cdfa up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:00.309933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port df09d8be-ce00-44f1-8d41-d6d5b593cdfa completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:00.315105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port df09d8be-ce00-44f1-8d41-d6d5b593cdfa triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:00.315611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.448365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.9 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/d0c272f1-38c4-43df-a7de-fd415799706b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:00.476384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.1 (c5b2cafd-73ba-4247-9eae-6f9b99d5303d/63fcd491-2925-47a8-8a54-d264abca1e98/e384a298-bcec-45c9-ba02-2e0875d7eb07) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:00.479196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Transition to ACTIVE for port object 502809f0-def7-4a38-aa73-ddc8671813bf will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:00.486181 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.525727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port df09d8be-ce00-44f1-8d41-d6d5b593cdfa, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:00.535740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.621168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:00.679373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.805524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Network c8a08516-abea-45ff-b047-33cf24ee1167 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:00.820829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:00.831595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:00.875313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.877835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Pushing event updated for resources: {'Port': ['ID=502809f0-def7-4a38-aa73-ddc8671813bf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:00.922088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:00.930184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-786b5be4-5b9e-4ffc-968a-b35dcc0d4d01 req-0acdb27c-cad6-4669-a254-a57a62d82e94 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 210 time: 0.0799301 Jul 22 14:45:00.942286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object e384a298-bcec-45c9-ba02-2e0875d7eb07 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:00.956285 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.218209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.241053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-25730e23-2146-4e62-a8cc-816283d5bd2c None None] Provisioning for port 502809f0-def7-4a38-aa73-ddc8671813bf completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:01.248236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-25730e23-2146-4e62-a8cc-816283d5bd2c None None] Provisioning complete for port 502809f0-def7-4a38-aa73-ddc8671813bf triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:01.248660 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-25730e23-2146-4e62-a8cc-816283d5bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.300958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=e384a298-bcec-45c9-ba02-2e0875d7eb07,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:01.308829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.309107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-25730e23-2146-4e62-a8cc-816283d5bd2c None None] Port 502809f0-def7-4a38-aa73-ddc8671813bf cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:01.311290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.322693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:01.347137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:01.347137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:01.423026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:01.511553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:01.533733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=d0c272f1-38c4-43df-a7de-fd415799706b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:01.546158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:01.557890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:01.634866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.722699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:01.723296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.735496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf24bdf-167d-4929-8e54-1aa16af5f716 None None] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:45:01.800407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-45a90322-7843-4268-bede-7e8c758e2c55 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7275877 Jul 22 14:45:01.821074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Request body: {'port': {'device_id': '469bc478-4885-4a67-a10b-40439c303d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:01.864155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:01.871566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-972e58b2-cffd-4f2d-bc88-54a44a5a5d7b None None] Provisioning for port 0926c002-447f-4ccd-be8e-9657630bdfe5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:01.877859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.074476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.093607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.110035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Pushing event updated for resources: {'Port': ['ID=502809f0-def7-4a38-aa73-ddc8671813bf,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:02.166076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.249160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a691d5c-9be6-4c4c-bbea-9ac67d670cdc req-fecaa121-14e9-4bd6-9208-268739567d40 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:02.259628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a691d5c-9be6-4c4c-bbea-9ac67d670cdc req-fecaa121-14e9-4bd6-9208-268739567d40 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 931 time: 0.1904650 Jul 22 14:45:02.336618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0926c002-447f-4ccd-be8e-9657630bdfe5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:02.339513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a691d5c-9be6-4c4c-bbea-9ac67d670cdc req-5c1a1c4d-195f-4f6a-9fac-15d1a3466e60 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739813 Jul 22 14:45:02.419973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0926c002-447f-4ccd-be8e-9657630bdfe5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:02.424927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0926c002-447f-4ccd-be8e-9657630bdfe5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:02.425516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.571426 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.585413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-235fdeb0-5806-418b-8ab3-a5f3d4f17004 None None] Provisioning for port e384a298-bcec-45c9-ba02-2e0875d7eb07 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:02.593153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-235fdeb0-5806-418b-8ab3-a5f3d4f17004 None None] Provisioning complete for port e384a298-bcec-45c9-ba02-2e0875d7eb07 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:02.593533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-235fdeb0-5806-418b-8ab3-a5f3d4f17004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.675188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0926c002-447f-4ccd-be8e-9657630bdfe5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0926c002-447f-4ccd-be8e-9657630bdfe5,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:02.677609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-235fdeb0-5806-418b-8ab3-a5f3d4f17004 None None] Port e384a298-bcec-45c9-ba02-2e0875d7eb07 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:02.690437 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.691716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 965fe57e-aee5-4b07-9f81-3a53554b9ada up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:02.776352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-235fdeb0-5806-418b-8ab3-a5f3d4f17004 None None] Provisioning complete for port 0926c002-447f-4ccd-be8e-9657630bdfe5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:02.776734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-235fdeb0-5806-418b-8ab3-a5f3d4f17004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.842961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0926c002-447f-4ccd-be8e-9657630bdfe5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:02.859383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 965fe57e-aee5-4b07-9f81-3a53554b9ada completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:02.865366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 965fe57e-aee5-4b07-9f81-3a53554b9ada triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:02.865749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:02.984119 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.007539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 965fe57e-aee5-4b07-9f81-3a53554b9ada, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=965fe57e-aee5-4b07-9f81-3a53554b9ada,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:03.013478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.014856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device df09d8be-ce00-44f1-8d41-d6d5b593cdfa up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:03.040160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Network c8a08516-abea-45ff-b047-33cf24ee1167 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:03.053110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:03.116871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6dd6c480-6d6e-4029-8be0-bca31118bbef None None] Provisioning complete for port e384a298-bcec-45c9-ba02-2e0875d7eb07 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:03.117312 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6dd6c480-6d6e-4029-8be0-bca31118bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.162090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=965fe57e-aee5-4b07-9f81-3a53554b9ada,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:03.177503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port df09d8be-ce00-44f1-8d41-d6d5b593cdfa triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:03.177894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.224886 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6dd6c480-6d6e-4029-8be0-bca31118bbef None None] Port e384a298-bcec-45c9-ba02-2e0875d7eb07 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:03.461502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e4f33fc1-a691-45fb-8cc5-8457c4d4c5d3 None None] Provisioning complete for port 502809f0-def7-4a38-aa73-ddc8671813bf triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:03.463447 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e4f33fc1-a691-45fb-8cc5-8457c4d4c5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.485883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.502964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0c272f1-38c4-43df-a7de-fd415799706b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:03.502964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.517514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Router 1bb5286d-c29a-4b1a-9122-00fefc67e270 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:03.519703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.549998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e4f33fc1-a691-45fb-8cc5-8457c4d4c5d3 None None] Port 502809f0-def7-4a38-aa73-ddc8671813bf cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:03.551502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5749-e9de-43f3-bfa9-b45af567bf19 req-919c3159-d4f9-4332-b0b2-e31c7581f7d2 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:03.554733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64df5749-e9de-43f3-bfa9-b45af567bf19 req-919c3159-d4f9-4332-b0b2-e31c7581f7d2 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 931 time: 0.1229436 Jul 22 14:45:03.598988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Transition to ACTIVE for port object d0c272f1-38c4-43df-a7de-fd415799706b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:03.611363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64df5749-e9de-43f3-bfa9-b45af567bf19 req-f8be9f90-5297-4a5f-94c4-488ae39a006b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Jul 22 14:45:03.615128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.630149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=e384a298-bcec-45c9-ba02-2e0875d7eb07,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:03.634892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:03.807482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c272f1-38c4-43df-a7de-fd415799706b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:03.924182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:03.938885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8c93c3f1-d826-4de3-aec6-0d125bd26a8f admin admin] 10.222.0.60 "PUT /v2.0/routers/1bb5286d-c29a-4b1a-9122-00fefc67e270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8293478 Jul 22 14:45:03.942341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Sync routers for ids ['1bb5286d-c29a-4b1a-9122-00fefc67e270'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:03.955167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Routers {'1bb5286d-c29a-4b1a-9122-00fefc67e270'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:03.955908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1bb5286d-c29a-4b1a-9122-00fefc67e270'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:03.963160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:03.966361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:03.974980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Attempting to bind port d0c272f1-38c4-43df-a7de-fd415799706b on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:03.975385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Attempting to bind port d0c272f1-38c4-43df-a7de-fd415799706b by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:03.976231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Attempting to bind port d0c272f1-38c4-43df-a7de-fd415799706b on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:04.074075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Port d0c272f1-38c4-43df-a7de-fd415799706b on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:04.074745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Attempting to bind port d0c272f1-38c4-43df-a7de-fd415799706b on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:04.092417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:04.092765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:04.093165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:04.093962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Bound port: d0c272f1-38c4-43df-a7de-fd415799706b, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:04.093962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.126882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0926c002-447f-4ccd-be8e-9657630bdfe5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:04.227011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router b5305ce8-9658-41d7-8828-3a05466605c7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:04.264044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] For port d0c272f1-38c4-43df-a7de-fd415799706b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:04.270089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] For port d0c272f1-38c4-43df-a7de-fd415799706b, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d0c272f1-38c4-43df-a7de-fd415799706b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:04.307136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Set router 1bb5286d-c29a-4b1a-9122-00fefc67e270 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:04.307824 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.343115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0926c002-447f-4ccd-be8e-9657630bdfe5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:04.343575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.451043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0c272f1-38c4-43df-a7de-fd415799706b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:04.459004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:04.460300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.462811 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5c11e674-fe64-4a87-9786-68f26b396ab4 service neutron] 10.222.0.61 "PUT /v2.0/ports/d0c272f1-38c4-43df-a7de-fd415799706b HTTP/1.1" status: 200 len: 1091 time: 2.6476586 Jul 22 14:45:04.463830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '469bc478-4885-4a67-a10b-40439c303d01', 'tag': 'd0c272f1-38c4-43df-a7de-fd415799706b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:04.466636 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde0945b-2d9a-48b2-98b3-6842fe7ad864" -d '{"events": [{"name": "network-changed", "server_uuid": "469bc478-4885-4a67-a10b-40439c303d01", "tag": "d0c272f1-38c4-43df-a7de-fd415799706b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:04.505582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4b85b018-2d70-45dc-a1fa-97362c8cb23d None None] Provisioning complete for port e384a298-bcec-45c9-ba02-2e0875d7eb07 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:04.506154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b85b018-2d70-45dc-a1fa-97362c8cb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.554996 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be48025-dc4e-4a33-a78f-665925b107ae x-openstack-request-id: req-0be48025-dc4e-4a33-a78f-665925b107ae {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:04.555987 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "469bc478-4885-4a67-a10b-40439c303d01", "tag": "d0c272f1-38c4-43df-a7de-fd415799706b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:04.556803 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0be48025-dc4e-4a33-a78f-665925b107ae {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:04.558893 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '469bc478-4885-4a67-a10b-40439c303d01', 'tag': 'd0c272f1-38c4-43df-a7de-fd415799706b', 'status': 'completed', 'code': 200} Jul 22 14:45:04.579984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:04.594253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Sync routers for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:04.595769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4b85b018-2d70-45dc-a1fa-97362c8cb23d None None] Port e384a298-bcec-45c9-ba02-2e0875d7eb07 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:04.599124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a27b4c6c-1803-4a3e-beb0-988f30145c72 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/b5305ce8-9658-41d7-8828-3a05466605c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9337413 Jul 22 14:45:04.627428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-2d5a2c76-4ea5-4f55-8c8f-bc454aed405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:04.629861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-2d5a2c76-4ea5-4f55-8c8f-bc454aed405b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 1094 time: 0.1207645 Jul 22 14:45:04.643476 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:04.646251 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:04.708962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-c42c8d55-0666-404e-a5a5-260462ca0877 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0c272f1-38c4-43df-a7de-fd415799706b HTTP/1.1" status: 200 len: 217 time: 0.0718813 Jul 22 14:45:04.719936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 965fe57e-aee5-4b07-9f81-3a53554b9ada up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:04.808261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45174) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:04.837823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1061347228-network', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:04.844030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 965fe57e-aee5-4b07-9f81-3a53554b9ada triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:04.844621 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.861314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ef665-b282-4897-bad8-6f315fc1dd0d req-feabedcf-04c2-47df-ba18-585272c70e16 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:04.869608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f87ef665-b282-4897-bad8-6f315fc1dd0d req-feabedcf-04c2-47df-ba18-585272c70e16 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 943 time: 0.1283727 Jul 22 14:45:04.884034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-99255ef0-928d-481e-bbcb-c6ddfe0c71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:04.885944 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-99255ef0-928d-481e-bbcb-c6ddfe0c71c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1700008 Jul 22 14:45:04.922720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '502809f0-def7-4a38-aa73-ddc8671813bf', 'name': '', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'mac_address': 'fa:16:3e:ac:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 2, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'subnets': [{'id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:04.923034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f87ef665-b282-4897-bad8-6f315fc1dd0d req-173cfb30-421e-4bde-bff4-cf82c874ac6f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Jul 22 14:45:04.968179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-f4c987b4-79e3-4b68-bf93-ade012cb001e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618057 Jul 22 14:45:04.970947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Made reservation on behalf of 3e682913fbcb45da88d6bf493b6d707f for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:04.973924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:04.997865 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:05.001154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.006092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Checking router: 1bb5286d-c29a-4b1a-9122-00fefc67e270 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:05.007120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Updating router 1bb5286d-c29a-4b1a-9122-00fefc67e270 port 502809f0-def7-4a38-aa73-ddc8671813bf binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:45:05.021455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-78ca04ce-b38b-4bc6-af6d-c86b6f1823d9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615726024&fields=id&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 267 time: 0.0682211 Jul 22 14:45:05.048221 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.244577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-4c2fe2ed-fbf2-41bd-b0df-679ab818ffd7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:05.246196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-4c2fe2ed-fbf2-41bd-b0df-679ab818ffd7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/networks?id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d HTTP/1.1" status: 200 len: 796 time: 0.2139616 Jul 22 14:45:05.285250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-755863a0-8829-4d73-aafb-37838f03a955 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/quotas/10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 375 time: 0.0256166 Jul 22 14:45:05.327905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-5af91c6e-561a-4e81-b797-caa6d288f208 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327484 Jul 22 14:45:05.353465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.361336 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:03Z', 'revision_number': 2, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:05.367853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.388923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-ea2bf29c-bdea-4e13-a5a6-a0e90b81f6a5 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021268 Jul 22 14:45:05.457944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:45:05.469301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc2123-d044-4176-b5b4-1e1a0034df12,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:05.482499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.483452 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Added segment 148b7859-ad83-42fa-aa21-7eb237dd7058 of type vlan for network 50b803c2-c639-47ea-afe1-4b034de33bb7 Jul 22 14:45:05.523464 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Checking router: b5305ce8-9658-41d7-8828-3a05466605c7 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:05.523822 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Updating router b5305ce8-9658-41d7-8828-3a05466605c7 port e384a298-bcec-45c9-ba02-2e0875d7eb07 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:45:05.541563 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.543508 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-05ac08f0-7ff1-4b27-8a8d-fc4fa732765a req-92862b91-10e1-4a83-a5d8-9b800aeebcbb service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043812 Jul 22 14:45:05.556650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.567351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Transition to ACTIVE for port object 502809f0-def7-4a38-aa73-ddc8671813bf will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:05.577581 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.585843 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.658740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541031e2-9bb9-4e35-ba64-c26fcbb75209 None None] Pushing event updated for resources: {'Port': ['ID=502809f0-def7-4a38-aa73-ddc8671813bf,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:05.677433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.681731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:05.682395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.769211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Attempting to bind port 502809f0-def7-4a38-aa73-ddc8671813bf on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:05.769755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Attempting to bind port 502809f0-def7-4a38-aa73-ddc8671813bf by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:05.770297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Attempting to bind port 502809f0-def7-4a38-aa73-ddc8671813bf on network c8a08516-abea-45ff-b047-33cf24ee1167 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:05.785971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:05.786508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Checking segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:05.787047 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.787538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Bound using segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:05.788746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Bound port: 502809f0-def7-4a38-aa73-ddc8671813bf, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:05.788746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:05.813686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9981353 Jul 22 14:45:05.835091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45206) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:05.876371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3d8a1-f9dc-4295-8dd9-f8181738f419 admin admin] Pushing event updated for resources: {'Network': ['ID=50b803c2-c639-47ea-afe1-4b034de33bb7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:05.896304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-23c257ee-d0ef-45b4-99c9-2c8e56d255b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:05.898752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-23c257ee-d0ef-45b4-99c9-2c8e56d255b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 1094 time: 0.2716568 Jul 22 14:45:05.904499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Request body: {'subnet': {'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1061347228-subnet', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:05.918828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:45:05.948488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-e570ebd0-18e0-4d89-b293-b84664fac2b3 service neutron] 10.222.0.60 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446537 Jul 22 14:45:05.968576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Made reservation on behalf of 3e682913fbcb45da88d6bf493b6d707f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:05.973134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.073144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-97c03935-42d5-4389-b328-b0f7b6af79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:06.074714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-97c03935-42d5-4389-b328-b0f7b6af79a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1683733 Jul 22 14:45:06.148806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-76e1d534-b7b0-4084-b6f3-ffd5b61f0950 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0c272f1-38c4-43df-a7de-fd415799706b HTTP/1.1" status: 200 len: 217 time: 0.0643256 Jul 22 14:45:06.247558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-1a6a3ffc-47c5-4e8c-9f54-058b79a8865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:06.252659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-1a6a3ffc-47c5-4e8c-9f54-058b79a8865b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0957696 Jul 22 14:45:06.261518 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.280431 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Transition to ACTIVE for port object e384a298-bcec-45c9-ba02-2e0875d7eb07 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:06.286356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-08ce71b8-429e-457d-87d4-7c89baa72606 service neutron] 10.222.0.60 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267200 Jul 22 14:45:06.292107 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.343301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-29b8cb00-6625-4ce4-9901-18f8a2ff85c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837700 Jul 22 14:45:06.370951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] For port 502809f0-def7-4a38-aa73-ddc8671813bf, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:06.376648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] For port 502809f0-def7-4a38-aa73-ddc8671813bf, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=502809f0-def7-4a38-aa73-ddc8671813bf,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:06.383198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.405084 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f895a-233b-4d0e-83aa-48bbca86c0b4 None None] Pushing event updated for resources: {'Port': ['ID=e384a298-bcec-45c9-ba02-2e0875d7eb07,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:06.413732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448703b-9d93-45fd-a834-d0c369ffa180 req-a1d43c65-6ddc-4af9-9b46-40d9dc85c550 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:06.441086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8448703b-9d93-45fd-a834-d0c369ffa180 req-a1d43c65-6ddc-4af9-9b46-40d9dc85c550 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 943 time: 0.3120809 Jul 22 14:45:06.450736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Routers {'1bb5286d-c29a-4b1a-9122-00fefc67e270'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:06.451452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1bb5286d-c29a-4b1a-9122-00fefc67e270'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:06.498754 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Attempting to bind port e384a298-bcec-45c9-ba02-2e0875d7eb07 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:06.499450 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Attempting to bind port e384a298-bcec-45c9-ba02-2e0875d7eb07 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:06.500035 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Attempting to bind port e384a298-bcec-45c9-ba02-2e0875d7eb07 on network c5b2cafd-73ba-4247-9eae-6f9b99d5303d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:06.508005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:06.508397 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Checking segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:06.511824 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.512425 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Bound using segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:06.513034 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Bound port: e384a298-bcec-45c9-ba02-2e0875d7eb07, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:06.513595 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.598787 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-779d93e3-6aa6-49f0-8f98-dc2f46444dcb service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461097 Jul 22 14:45:06.713319 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] For port e384a298-bcec-45c9-ba02-2e0875d7eb07, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:06.716584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541031e2-9bb9-4e35-ba64-c26fcbb75209 None None] Pushing event updated for resources: {'Port': ['ID=502809f0-def7-4a38-aa73-ddc8671813bf,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:06.722322 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] For port e384a298-bcec-45c9-ba02-2e0875d7eb07, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e384a298-bcec-45c9-ba02-2e0875d7eb07,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:06.731203 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:06.768640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8448703b-9d93-45fd-a834-d0c369ffa180 req-9e560fd3-8e77-426c-aa29-7d70e4701814 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251646 Jul 22 14:45:06.789538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dde0945b-2d9a-48b2-98b3-6842fe7ad864 req-aa3c8f55-f642-4f6f-8695-bfdce983ea02 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827292 Jul 22 14:45:06.825026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] Set router 1bb5286d-c29a-4b1a-9122-00fefc67e270 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:06.887957 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:06.889049 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:44:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:07.029140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df8e7cf6-b8cb-40fe-82c3-9cf812562645 req-1910af64-4a3e-4285-9ef8-c24e2f3d98c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 210 time: 0.1039538 Jul 22 14:45:07.066686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.100374 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f895a-233b-4d0e-83aa-48bbca86c0b4 None None] Pushing event updated for resources: {'Port': ['ID=e384a298-bcec-45c9-ba02-2e0875d7eb07,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:07.174695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75954383-02e8-4184-9c87-24c95b50132e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:07.206629 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:07.232764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Checking segment: {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:07.238849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Network hostable DHCP agents. Network: 50b803c2-c639-47ea-afe1-4b034de33bb7, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:45:07.281100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.285691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:45:07.313050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 50b803c2-c639-47ea-afe1-4b034de33bb7) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:07.327209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e700d5-cdb6-4783-b7d1-033ca79b103a None None] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:45:07.330776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:07.331485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.367611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff30ef58-5698-4b4a-97a5-2542cb48f8f9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5304170 Jul 22 14:45:07.370369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45246) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:07.376261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:07.432324 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.433487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.467685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '502809f0-def7-4a38-aa73-ddc8671813bf', 'name': '', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'mac_address': 'fa:16:3e:ac:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:06Z', 'revision_number': 4, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'subnets': [{'id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:07.508962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9f1ea-26ae-4747-af42-23bb67564dc5 None None] The sync data for ids ['1bb5286d-c29a-4b1a-9122-00fefc67e270'] in n-d-794306-8 is: [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '502809f0-def7-4a38-aa73-ddc8671813bf', 'name': '', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'mac_address': 'fa:16:3e:ac:5f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:06Z', 'revision_number': 4, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'subnets': [{'id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:07.601753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-50b803c2-c639-47ea-afe1-4b034de33bb7', 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'fixed_ips': [{'subnet_id': '75954383-02e8-4184-9c87-24c95b50132e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:45:07.603655 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.606606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:07.622627 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:06Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:07.696192 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36970b97-ca77-41fa-8dd3-ce018404dbea None None] The sync data for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 is: [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:06Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:07.856740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:08.051929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Allocated IP 172.20.0.2 (50b803c2-c639-47ea-afe1-4b034de33bb7/75954383-02e8-4184-9c87-24c95b50132e/511ad393-58ce-42ea-a8f6-c518b5743adc) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:08.321120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e384a298-bcec-45c9-ba02-2e0875d7eb07 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:08.512211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:08.518673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e384a298-bcec-45c9-ba02-2e0875d7eb07 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:08.536973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e384a298-bcec-45c9-ba02-2e0875d7eb07 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:08.540741 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:08.602375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Transition to ACTIVE for port object 511ad393-58ce-42ea-a8f6-c518b5743adc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:08.665227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Transition to ACTIVE for port object 511ad393-58ce-42ea-a8f6-c518b5743adc will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:08.675514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:08.691653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:08.771135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Pushing event updated for resources: {'Port': ['ID=511ad393-58ce-42ea-a8f6-c518b5743adc,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:08.801815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a701e3e-8b23-4d5c-9af0-6b545b6e7ebb req-0b0f78f8-afcc-4a94-89ae-5fb3e01ab46a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 210 time: 0.0989840 Jul 22 14:45:08.876230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:08.878794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded5048-5d4c-4842-844f-62cd21be8ba3 req-dea28c8e-fc47-4d45-9186-eec41814305f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:08.881785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:08.885640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:08.893626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-037af1c1-8865-4f2b-ae84-4492c5f5cabc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:08.894501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:08.894706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ded5048-5d4c-4842-844f-62cd21be8ba3 req-dea28c8e-fc47-4d45-9186-eec41814305f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 943 time: 0.9496090 Jul 22 14:45:08.899356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-037af1c1-8865-4f2b-ae84-4492c5f5cabc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/networks?id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d HTTP/1.1" status: 200 len: 796 time: 0.4229856 Jul 22 14:45:08.984507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ded5048-5d4c-4842-844f-62cd21be8ba3 req-b9b64489-c305-4e1d-8c6c-f44ce040579a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836232 Jul 22 14:45:08.984767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e384a298-bcec-45c9-ba02-2e0875d7eb07, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e384a298-bcec-45c9-ba02-2e0875d7eb07,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:08.986929 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-0c03a09b-12ab-43e0-8f70-22c71e893ad9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10a19d9fa404446e91ab5a978e6c0d7d HTTP/1.1" status: 200 len: 380 time: 0.0775604 Jul 22 14:45:08.997979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'port': {'device_id': '33dc7511-26a2-4526-9bd3-c45924edacad', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'admin_state_up': True, 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'security_groups': ['d6011d9a-aec5-46b1-821f-2386ce087303']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:09.003098 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.007229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 502809f0-def7-4a38-aa73-ddc8671813bf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:09.082214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Attempting to bind port 511ad393-58ce-42ea-a8f6-c518b5743adc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:09.082653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Attempting to bind port 511ad393-58ce-42ea-a8f6-c518b5743adc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:09.083038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Attempting to bind port 511ad393-58ce-42ea-a8f6-c518b5743adc on network 50b803c2-c639-47ea-afe1-4b034de33bb7 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:09.092831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:09.093284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Checking segment: {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:09.093636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.094047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Bound using segment: {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:09.094698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Bound port: 511ad393-58ce-42ea-a8f6-c518b5743adc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:09.095185 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.174715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e384a298-bcec-45c9-ba02-2e0875d7eb07,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:09.219507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 502809f0-def7-4a38-aa73-ddc8671813bf completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:09.227406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] For port 511ad393-58ce-42ea-a8f6-c518b5743adc, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:09.244251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] For port 511ad393-58ce-42ea-a8f6-c518b5743adc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=511ad393-58ce-42ea-a8f6-c518b5743adc,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:09.254182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 502809f0-def7-4a38-aa73-ddc8671813bf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:09.254636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.257489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Made reservation on behalf of 10a19d9fa404446e91ab5a978e6c0d7d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:09.262442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.300729 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.302272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.352312 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.419521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d0c272f1-38c4-43df-a7de-fd415799706b details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:09.522703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.20.0.14 (c5b2cafd-73ba-4247-9eae-6f9b99d5303d/63fcd491-2925-47a8-8a54-d264abca1e98/1a7a6135-a93f-4516-9d63-990badd91f65) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:09.605881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71bbbd-19a7-47dd-a307-b5399e3139b9 None None] Pushing event updated for resources: {'Port': ['ID=511ad393-58ce-42ea-a8f6-c518b5743adc,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:09.704581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Allocated IP 172.25.3.166 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/055ea0a3-ffc7-4bf5-8d91-c050107b902c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:09.887454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.920088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Transition to ACTIVE for port object 1a7a6135-a93f-4516-9d63-990badd91f65 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:09.979457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:09.987953 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.031049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cbbf-1508-44f6-9b99-e2ab57081c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.082249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:10.090411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:10.099580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:10.122125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.141298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:10.189844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:10.191060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.210873 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-65ff6ad6-908c-4cbc-903d-f06c0edebdb2 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2184365 Jul 22 14:45:10.225905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d0c272f1-38c4-43df-a7de-fd415799706b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d0c272f1-38c4-43df-a7de-fd415799706b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:10.229965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 502809f0-def7-4a38-aa73-ddc8671813bf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=502809f0-def7-4a38-aa73-ddc8671813bf,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:10.255769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Request body: {'port': {'device_id': '33dc7511-26a2-4526-9bd3-c45924edacad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:10.255996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.274074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fdc3a-67d9-4524-b66a-58259ddc0c71 req-7b43d147-7912-48f3-80a6-1dbce70ac8bb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:10.275719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e4fdc3a-67d9-4524-b66a-58259ddc0c71 req-7b43d147-7912-48f3-80a6-1dbce70ac8bb tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 932 time: 0.2580507 Jul 22 14:45:10.279583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.412463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=502809f0-def7-4a38-aa73-ddc8671813bf,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:10.417187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:10.422465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'd0c272f1-38c4-43df-a7de-fd415799706b', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': 'd0c272f1-38c4-43df-a7de-fd415799706b', 'mac_address': 'fa:16:3e:e7:c7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:10.440360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.442993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:10.447384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:10.450502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Pushing event updated for resources: {'Port': ['ID=055ea0a3-ffc7-4bf5-8d91-c050107b902c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:10.469902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e4fdc3a-67d9-4524-b66a-58259ddc0c71 req-582c5137-c852-4779-bb0b-2649f461a7ce tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796777 Jul 22 14:45:10.535751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.541089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3700c-6121-4c32-a5d7-a614aa6b458c req-ec7e3cb3-069e-4ffa-92eb-ff731f38f17b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:10.544990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36e3700c-6121-4c32-a5d7-a614aa6b458c req-ec7e3cb3-069e-4ffa-92eb-ff731f38f17b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 943 time: 0.3669105 Jul 22 14:45:10.588425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0c272f1-38c4-43df-a7de-fd415799706b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:10.593247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cfde08f2-0c18-466e-9420-b2f4c183c34d None None] Provisioning for port 1a7a6135-a93f-4516-9d63-990badd91f65 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:10.620626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cfde08f2-0c18-466e-9420-b2f4c183c34d None None] Provisioning complete for port 1a7a6135-a93f-4516-9d63-990badd91f65 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:10.620982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfde08f2-0c18-466e-9420-b2f4c183c34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.707160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 511ad393-58ce-42ea-a8f6-c518b5743adc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:10.759127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36e3700c-6121-4c32-a5d7-a614aa6b458c req-1a546ddf-c8ec-440b-846a-6dd71bdd8540 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058692 Jul 22 14:45:10.821770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d0c272f1-38c4-43df-a7de-fd415799706b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d0c272f1-38c4-43df-a7de-fd415799706b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:10.825632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cfde08f2-0c18-466e-9420-b2f4c183c34d None None] Port 1a7a6135-a93f-4516-9d63-990badd91f65 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:10.835818 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:10.950026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 511ad393-58ce-42ea-a8f6-c518b5743adc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:10.953794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d0c272f1-38c4-43df-a7de-fd415799706b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:10.981976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e384a298-bcec-45c9-ba02-2e0875d7eb07 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:11.099180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e384a298-bcec-45c9-ba02-2e0875d7eb07 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:11.102650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:11.247805 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:11.251287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7a6135-a93f-4516-9d63-990badd91f65 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:11.257271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d0c272f1-38c4-43df-a7de-fd415799706b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:11.286169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:11.329863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Transition to ACTIVE for port object 1a7a6135-a93f-4516-9d63-990badd91f65 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:11.335079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:11.403043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87073bfc-ffdd-47c4-9bbc-003479168116 None None] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:45:11.432542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:11.597442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Attempting to bind port 1a7a6135-a93f-4516-9d63-990badd91f65 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:11.597788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Attempting to bind port 1a7a6135-a93f-4516-9d63-990badd91f65 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:11.598319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Attempting to bind port 1a7a6135-a93f-4516-9d63-990badd91f65 on network c5b2cafd-73ba-4247-9eae-6f9b99d5303d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:11.611818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Port 1a7a6135-a93f-4516-9d63-990badd91f65 on network c5b2cafd-73ba-4247-9eae-6f9b99d5303d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:11.612157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Attempting to bind port 1a7a6135-a93f-4516-9d63-990badd91f65 on network c5b2cafd-73ba-4247-9eae-6f9b99d5303d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:11.629611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:11.629869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Checking segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:11.630449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Bound using segment: {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:11.630935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Bound port: 1a7a6135-a93f-4516-9d63-990badd91f65, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd4ef27-5cc0-44fe-9d71-ef49040032e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:11.631352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:11.771956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] Provisioning for port 511ad393-58ce-42ea-a8f6-c518b5743adc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:11.780502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] Provisioning complete for port 511ad393-58ce-42ea-a8f6-c518b5743adc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:11.781169 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:11.835654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:11.863917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:11.877444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.006592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:12.007876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.009655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] 10.222.0.72 "PUT /v2.0/ports/1a7a6135-a93f-4516-9d63-990badd91f65 HTTP/1.1" status: 200 len: 1092 time: 1.7897987 Jul 22 14:45:12.011479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:12.014201 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2748b92-ff6c-495a-b9f4-7516e40b0f32" -d '{"events": [{"name": "network-changed", "server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:12.032567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb4d8d-9ae0-441d-a9c7-91eb18ebd453 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:12.076755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf31a84-865a-4aa4-8c79-0fa3d7be058b req-89fecdb1-ec88-48f4-b4bf-8f67ba2496b7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:12.080645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adf31a84-865a-4aa4-8c79-0fa3d7be058b req-89fecdb1-ec88-48f4-b4bf-8f67ba2496b7 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 944 time: 0.4054818 Jul 22 14:45:12.147999 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5943d966-ad1a-4e3f-a708-08c2314cec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.150785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.175865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adf31a84-865a-4aa4-8c79-0fa3d7be058b req-80b1e51b-56d8-4a08-bd19-6edaf5066a07 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737438 Jul 22 14:45:12.181798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.256957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] For port 511ad393-58ce-42ea-a8f6-c518b5743adc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=511ad393-58ce-42ea-a8f6-c518b5743adc,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:12.259714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-6ae52e79-9f58-41c7-874e-461ca8f0134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:12.261458 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-6ae52e79-9f58-41c7-874e-461ca8f0134b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 1095 time: 0.1887591 Jul 22 14:45:12.266449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.490256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51030-9a19-4f11-a5d8-91564de2888d req-2304e30b-6901-4a41-bb48-2c7eafe5e074 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:12.498796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fa51030-9a19-4f11-a5d8-91564de2888d req-2304e30b-6901-4a41-bb48-2c7eafe5e074 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 944 time: 0.5562124 Jul 22 14:45:12.507851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 502809f0-def7-4a38-aa73-ddc8671813bf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:12.603366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.604723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fa51030-9a19-4f11-a5d8-91564de2888d req-daa24242-2265-41ee-8f07-1d694aa1b77e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 Jul 22 14:45:12.607125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:45:12.664661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19251c72-6ee2-4614-9ffb-477fe97bb745 None None] Pushing event updated for resources: {'Port': ['ID=511ad393-58ce-42ea-a8f6-c518b5743adc,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:12.689090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 502809f0-def7-4a38-aa73-ddc8671813bf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:12.689844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.857150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:12.914357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:12.920178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f75a160-04cc-4c86-a2e6-a02f9e772e30 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5483372 Jul 22 14:45:12.921735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45372) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:12.972391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Sync routers for ids ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:13.026791 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56897944-dd23-4a1f-931b-bbb9624bdb80 x-openstack-request-id: req-56897944-dd23-4a1f-931b-bbb9624bdb80 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:13.027478 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:13.027966 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56897944-dd23-4a1f-931b-bbb9624bdb80 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:13.028622 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65', 'status': 'completed', 'code': 200} Jul 22 14:45:13.030815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-8f40b706-61bb-4fd0-b130-963d67f50912 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a7a6135-a93f-4516-9d63-990badd91f65 HTTP/1.1" status: 200 len: 217 time: 0.7608225 Jul 22 14:45:13.036596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec54a994-1c40-4b21-8dca-cca3d2126750 None None] Provisioning complete for port 511ad393-58ce-42ea-a8f6-c518b5743adc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:13.036596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ec54a994-1c40-4b21-8dca-cca3d2126750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:13.091733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Routers {'6866d1c4-abf7-4c96-aab5-ed2e7e77793b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:13.092468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:13.113165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-607511da-4098-4794-b7d8-469626fcdace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:13.115239 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-607511da-4098-4794-b7d8-469626fcdace service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63fcd491-2925-47a8-8a54-d264abca1e98 HTTP/1.1" status: 200 len: 835 time: 0.0780747 Jul 22 14:45:13.271938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-f7409490-e198-4dfa-bf03-7e2a247ec936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:13.273650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-f7409490-e198-4dfa-bf03-7e2a247ec936 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517520 Jul 22 14:45:13.456468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Set router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:13.461036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-d8fa8236-ab0d-478b-8925-7d324967a198 service neutron] 10.222.0.72 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797645 Jul 22 14:45:13.544503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d0c272f1-38c4-43df-a7de-fd415799706b up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:13.608914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ce020-cc8c-437e-a8a8-67ed7bb98717 req-03566a0c-6826-4a70-9be9-ed35f60934b6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:13.611604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-585ce020-cc8c-437e-a8a8-67ed7bb98717 req-03566a0c-6826-4a70-9be9-ed35f60934b6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 944 time: 0.3222325 Jul 22 14:45:13.645877 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3bbcc82-6e07-467e-b7ee-31c01ac80239 req-725e6b02-c46a-4f92-bb11-bcd807bfa3be service neutron] 10.222.0.72 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778243 Jul 22 14:45:13.747152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-585ce020-cc8c-437e-a8a8-67ed7bb98717 req-b69d2306-0dc9-4832-a19c-e66809c794af tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851479 Jul 22 14:45:13.764634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:13.813510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port d0c272f1-38c4-43df-a7de-fd415799706b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:13.816349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:13.824747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port d0c272f1-38c4-43df-a7de-fd415799706b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:13.825127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:13.858937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-70610e30-0da3-495b-91bf-72c5143ff7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:13.860694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-70610e30-0da3-495b-91bf-72c5143ff7f1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 1095 time: 0.1628585 Jul 22 14:45:13.990739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:45:10Z', 'revision_number': 3, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:14.022023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-eae60c88-621b-40ea-afc3-1445d43bcd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:14.023823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-eae60c88-621b-40ea-afc3-1445d43bcd06 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d HTTP/1.1" status: 200 len: 897 time: 0.1555293 Jul 22 14:45:14.054041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Checking router: 6866d1c4-abf7-4c96-aab5-ed2e7e77793b for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:14.054620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Updating router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b port 055ea0a3-ffc7-4bf5-8d91-c050107b902c binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:45:14.080630 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.082633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-fb7e8c53-c9cd-4c52-9d36-088cb67c0ff6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a7a6135-a93f-4516-9d63-990badd91f65 HTTP/1.1" status: 200 len: 217 time: 0.0511560 Jul 22 14:45:14.122331 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.126298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ce00-fd87-440b-8bab-2fe7266d3d77 req-fec18678-8921-4ddd-ae39-cbcd61d3f47e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:14.128389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a575ce00-fd87-440b-8bab-2fe7266d3d77 req-fec18678-8921-4ddd-ae39-cbcd61d3f47e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 944 time: 0.2919288 Jul 22 14:45:14.135141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469bc478-4885-4a67-a10b-40439c303d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c272f1-38c4-43df-a7de-fd415799706b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:14.138184 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5e8fd-2009-4075-937a-dbcf25007eb6" -d '{"events": [{"server_uuid": "469bc478-4885-4a67-a10b-40439c303d01", "name": "network-vif-plugged", "status": "completed", "tag": "d0c272f1-38c4-43df-a7de-fd415799706b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:14.179886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Allocated IP 172.20.0.1 (50b803c2-c639-47ea-afe1-4b034de33bb7/75954383-02e8-4184-9c87-24c95b50132e/dfbd3522-d3c1-4ae5-aaf0-5985b68983bb) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:14.198329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-0551545c-d787-4023-b921-b4c6e0c43af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:14.200425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-0551545c-d787-4023-b921-b4c6e0c43af2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63fcd491-2925-47a8-8a54-d264abca1e98 HTTP/1.1" status: 200 len: 835 time: 0.1112740 Jul 22 14:45:14.203901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d0c272f1-38c4-43df-a7de-fd415799706b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d0c272f1-38c4-43df-a7de-fd415799706b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:14.212187 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.301913 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eda8b4-8a13-4ddf-861f-7d82db6855fc x-openstack-request-id: req-45eda8b4-8a13-4ddf-861f-7d82db6855fc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:14.302363 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469bc478-4885-4a67-a10b-40439c303d01", "name": "network-vif-plugged", "status": "completed", "tag": "d0c272f1-38c4-43df-a7de-fd415799706b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:14.303859 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45eda8b4-8a13-4ddf-861f-7d82db6855fc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:14.304780 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469bc478-4885-4a67-a10b-40439c303d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0c272f1-38c4-43df-a7de-fd415799706b', 'code': 200} Jul 22 14:45:14.309761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d0c272f1-38c4-43df-a7de-fd415799706b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:14.344064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-35fd11f9-718e-4a16-8654-1134d5a3132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:14.346072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-35fd11f9-718e-4a16-8654-1134d5a3132d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381798 Jul 22 14:45:14.424456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 511ad393-58ce-42ea-a8f6-c518b5743adc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:14.429042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.444666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Transition to ACTIVE for port object dfbd3522-d3c1-4ae5-aaf0-5985b68983bb will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:14.488538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.504010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-8225a44e-2b94-442e-8c28-ffb8e0f29fcc service neutron] 10.222.0.72 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501613 Jul 22 14:45:14.555296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:14.583493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:14.588246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:14.599466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:14.646144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a575ce00-fd87-440b-8bab-2fe7266d3d77 req-3245e4e7-b634-4b7e-82ad-36199ced1a04 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683109 Jul 22 14:45:14.708589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.753581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 511ad393-58ce-42ea-a8f6-c518b5743adc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:14.754183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.886268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e66e25-7a15-417b-a540-4aac2767338e req-9fa95abd-aa33-44dc-b2bc-fa2cef1d333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:14.888402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-66e66e25-7a15-417b-a540-4aac2767338e req-9fa95abd-aa33-44dc-b2bc-fa2cef1d333e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 1096 time: 0.3834774 Jul 22 14:45:14.914806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.933386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Transition to ACTIVE for port object 055ea0a3-ffc7-4bf5-8d91-c050107b902c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:14.945175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:14.950561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2748b92-ff6c-495a-b9f4-7516e40b0f32 req-062025d7-3fba-475c-95fc-33f67235cb86 service neutron] 10.222.0.72 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569844 Jul 22 14:45:14.988408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-66e66e25-7a15-417b-a540-4aac2767338e req-f571ebf8-8dc4-45e8-8b52-c38e5c740b3f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872509 Jul 22 14:45:15.059896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd6542-30e8-4349-b8c5-7a7095fd5a27 None None] Pushing event updated for resources: {'Port': ['ID=055ea0a3-ffc7-4bf5-8d91-c050107b902c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:15.087000 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.104405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ae048d07-39cb-4b1d-b9da-a07e783221dd None None] Provisioning for port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:15.110563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Attempting to bind port 055ea0a3-ffc7-4bf5-8d91-c050107b902c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:15.111358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Attempting to bind port 055ea0a3-ffc7-4bf5-8d91-c050107b902c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:15.112011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Attempting to bind port 055ea0a3-ffc7-4bf5-8d91-c050107b902c on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:15.121500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ae048d07-39cb-4b1d-b9da-a07e783221dd None None] Provisioning complete for port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:15.122193 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae048d07-39cb-4b1d-b9da-a07e783221dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.136337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190a9b8-0388-4dc4-a70f-e190e5845839 req-38389778-c5d5-47d0-8ad3-580324e21e16 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:15.138400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3190a9b8-0388-4dc4-a70f-e190e5845839 req-38389778-c5d5-47d0-8ad3-580324e21e16 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 944 time: 0.1638281 Jul 22 14:45:15.157886 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:15.158336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:15.158715 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.159118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:15.159613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Bound port: 055ea0a3-ffc7-4bf5-8d91-c050107b902c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:15.160001 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.211238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae048d07-39cb-4b1d-b9da-a07e783221dd None None] Port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:15.246715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] For port 055ea0a3-ffc7-4bf5-8d91-c050107b902c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:15.250767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] For port 055ea0a3-ffc7-4bf5-8d91-c050107b902c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=055ea0a3-ffc7-4bf5-8d91-c050107b902c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:15.258258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3190a9b8-0388-4dc4-a70f-e190e5845839 req-423d7d55-0f7d-461f-b9cf-f70a2732803a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045427 Jul 22 14:45:15.258623 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.339832 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.363249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Routers {'6866d1c4-abf7-4c96-aab5-ed2e7e77793b'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:15.363807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:15.439389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd6542-30e8-4349-b8c5-7a7095fd5a27 None None] Pushing event updated for resources: {'Port': ['ID=055ea0a3-ffc7-4bf5-8d91-c050107b902c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:15.443361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.458895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.499309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] Set router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:15.550553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:15.559654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:15.740081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:15.742207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:15.779019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dfbd3522-d3c1-4ae5-aaf0-5985b68983bb', 'name': '', 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'mac_address': 'fa:16:3e:e2:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '75954383-02e8-4184-9c87-24c95b50132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:13Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 1, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'subnets': [{'id': '75954383-02e8-4184-9c87-24c95b50132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:15.853246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d85f53-3286-4489-8182-f66fbc34854b None None] The sync data for ids ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'] in n-d-794306-8 is: [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dfbd3522-d3c1-4ae5-aaf0-5985b68983bb', 'name': '', 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'mac_address': 'fa:16:3e:e2:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '75954383-02e8-4184-9c87-24c95b50132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:13Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 1, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'subnets': [{'id': '75954383-02e8-4184-9c87-24c95b50132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:16.052207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79100ff-6f02-45e2-9ed8-a7bc7bd3e11c req-13f25f13-7b6e-40ab-abdf-b4e8c842abc6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:16.054268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c79100ff-6f02-45e2-9ed8-a7bc7bd3e11c req-13f25f13-7b6e-40ab-abdf-b4e8c842abc6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 945 time: 0.2770476 Jul 22 14:45:16.057120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:16.139832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c82eaef5-6fb9-4498-a47c-8c0764aea4f8 None None] Provisioning complete for port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:16.140508 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c82eaef5-6fb9-4498-a47c-8c0764aea4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:16.261791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c82eaef5-6fb9-4498-a47c-8c0764aea4f8 None None] Port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:16.279627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c79100ff-6f02-45e2-9ed8-a7bc7bd3e11c req-4a06ae05-2e50-4fdf-93c2-881e3ef0b364 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151988 Jul 22 14:45:16.366117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:16.387482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2b9f67da-5d38-4ca3-9029-62f8ed41638e admin admin] 10.222.0.60 "PUT /v2.0/routers/6866d1c4-abf7-4c96-aab5-ed2e7e77793b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4635124 Jul 22 14:45:16.524775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a4db0-e72f-4408-80da-ffbf67710e39 req-e812458a-efe8-4345-aaa5-e3d37f423a6c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:16.527438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b91a4db0-e72f-4408-80da-ffbf67710e39 req-e812458a-efe8-4345-aaa5-e3d37f423a6c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 944 time: 0.1466486 Jul 22 14:45:16.587961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b91a4db0-e72f-4408-80da-ffbf67710e39 req-c26c12cb-1e10-4444-89f0-c1742a30c25c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540438 Jul 22 14:45:16.603559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a7a6135-a93f-4516-9d63-990badd91f65 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:16.815817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:16.830348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '1a7a6135-a93f-4516-9d63-990badd91f65', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'port_id': '1a7a6135-a93f-4516-9d63-990badd91f65', 'mac_address': 'fa:16:3e:46:f6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:16.907537 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:16.928527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7a6135-a93f-4516-9d63-990badd91f65 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:16.954784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:16.960429 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:17.087141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:17.184160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1a7a6135-a93f-4516-9d63-990badd91f65'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:17.303714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-55214739-64eb-4526-a6e8-489eee986f51 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:17.314830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-55214739-64eb-4526-a6e8-489eee986f51 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/networks?id=c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 200 len: 911 time: 0.1154530 Jul 22 14:45:17.328406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-71015f71-2128-49d5-8c58-6de48a1f5ed1 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/quotas/3e682913fbcb45da88d6bf493b6d707f HTTP/1.1" status: 200 len: 375 time: 0.0104053 Jul 22 14:45:17.846616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-77c8a092-a70d-4ace-ba2d-025b96576b36 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e682913fbcb45da88d6bf493b6d707f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5110693 Jul 22 14:45:17.871544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c96f41-7c50-41a9-bd37-6840636dab03 req-dde252db-4300-4051-994e-0db1a9400df2 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:17.873170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5c96f41-7c50-41a9-bd37-6840636dab03 req-dde252db-4300-4051-994e-0db1a9400df2 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 945 time: 0.5088627 Jul 22 14:45:17.966849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5c96f41-7c50-41a9-bd37-6840636dab03 req-ddb6e08b-9c77-463d-b36e-4c96c76d2b6d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Jul 22 14:45:18.009768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-1e16c4b4-33d8-44d2-bd0f-70ba8c5314a7 service neutron] 10.222.0.60 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540778 Jul 22 14:45:18.200278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-daa3146d-27d9-426d-8aba-b98463a5ba17 service neutron] 10.222.0.60 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837292 Jul 22 14:45:18.340705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240194a2-5f4f-4da2-90be-b56b7aa2e785 req-8e4f62de-3324-48fc-b7b0-de069955da04 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:18.351213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-240194a2-5f4f-4da2-90be-b56b7aa2e785 req-8e4f62de-3324-48fc-b7b0-de069955da04 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 945 time: 0.1497648 Jul 22 14:45:18.432697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-240194a2-5f4f-4da2-90be-b56b7aa2e785 req-e90b7c3e-ccc7-463e-a3b7-1b1f206ac69f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701070 Jul 22 14:45:18.460380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 055ea0a3-ffc7-4bf5-8d91-c050107b902c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:18.524870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 055ea0a3-ffc7-4bf5-8d91-c050107b902c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:18.534060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 055ea0a3-ffc7-4bf5-8d91-c050107b902c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:18.534464 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:18.640049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a7a6135-a93f-4516-9d63-990badd91f65 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:18.719611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82de3ed6-1a8c-4d48-866e-74db7bbbc04a req-abda3ba8-dad7-4b8a-84e2-1991713d0ab9 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0544105 Jul 22 14:45:18.803595 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:18.821691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 1a7a6135-a93f-4516-9d63-990badd91f65 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:18.832176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 1a7a6135-a93f-4516-9d63-990badd91f65 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:18.832646 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:18.877660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 055ea0a3-ffc7-4bf5-8d91-c050107b902c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=055ea0a3-ffc7-4bf5-8d91-c050107b902c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:18.885740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:18.897395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-52e86683-34d8-4c30-9918-e297b2d07c59 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:18.900465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-52e86683-34d8-4c30-9918-e297b2d07c59 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.1852221 Jul 22 14:45:18.929043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-67c61434-5f3b-4c76-b52f-8aa76518259c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0196106 Jul 22 14:45:19.020117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c10f4-2cd9-4096-968a-27be6d578a5a req-29a9fad2-784a-4d92-b170-314f9b897ce8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:19.022352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f5c10f4-2cd9-4096-968a-27be6d578a5a req-29a9fad2-784a-4d92-b170-314f9b897ce8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 946 time: 0.2016079 Jul 22 14:45:19.043518 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:19.047293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=055ea0a3-ffc7-4bf5-8d91-c050107b902c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:19.083597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:19.086462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f5c10f4-2cd9-4096-968a-27be6d578a5a req-972a109d-f9c3-460a-9ce2-837c478f2f43 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546110 Jul 22 14:45:19.086673 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd174a-e89a-4234-824a-fcebe86d8a20" -d '{"events": [{"server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:19.093282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:19.100698 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:19.125579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-69399ef9-acac-444f-bddb-de81c37d292d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860976 Jul 22 14:45:19.195699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:19.227375 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4939d40b-e988-4bb8-9b4a-32b0358b4dbc x-openstack-request-id: req-4939d40b-e988-4bb8-9b4a-32b0358b4dbc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:19.227880 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:19.228186 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4939d40b-e988-4bb8-9b4a-32b0358b4dbc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:19.228731 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65', 'code': 200} Jul 22 14:45:19.273101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-41e9b4df-4464-4888-acdb-825f4296b5c0 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465442 Jul 22 14:45:19.396292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529ff38-5fb6-46d5-b23b-7fffe301f9e7 req-3c2918f6-39ef-4614-9cdb-0270936125bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:19.397133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-c66c259e-6404-48a2-b6a8-3dc79c589d24 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121485 Jul 22 14:45:19.397614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6529ff38-5fb6-46d5-b23b-7fffe301f9e7 req-3c2918f6-39ef-4614-9cdb-0270936125bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 1097 time: 0.0788131 Jul 22 14:45:19.446738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6529ff38-5fb6-46d5-b23b-7fffe301f9e7 req-fbda42cd-c3ce-4f2d-ab45-2c788b04a731 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Jul 22 14:45:19.668924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d08a17c-e30d-42d9-8465-13968abf5c0f req-79c19797-bb80-42d4-b7dc-656a400a12dd tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 210 time: 0.0702348 Jul 22 14:45:19.720861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38627a3c-63cb-4549-a229-809f676a7ad6 req-9882f9af-41c2-414b-9904-87f4ce2d9cd9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:19.730921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38627a3c-63cb-4549-a229-809f676a7ad6 req-9882f9af-41c2-414b-9904-87f4ce2d9cd9 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1474710 Jul 22 14:45:19.787884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38627a3c-63cb-4549-a229-809f676a7ad6 req-7bd6dd1c-475a-4bb5-ac9c-5413925ab0ec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553043 Jul 22 14:45:19.909553 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Sync routers for ids ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:19.926354 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Routers {'6866d1c4-abf7-4c96-aab5-ed2e7e77793b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:19.927171 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:19.938542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82e57559-8650-42cf-a131-46be1f0f8f5f req-375409bf-35e1-4af3-a0a1-0095753bb1c5 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0646188 Jul 22 14:45:20.071032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4aaa6cba-f228-4332-822f-de822faf53de tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.073214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4aaa6cba-f228-4332-822f-de822faf53de tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.61 "GET /v2.0/networks?id=c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 200 len: 911 time: 0.1935353 Jul 22 14:45:20.099288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Request body: {'port': {'device_id': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'admin_state_up': True, 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:20.111941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Set router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:20.174392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Made reservation on behalf of 3e682913fbcb45da88d6bf493b6d707f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:20.178611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.225489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-4d109ace-1fc7-4223-8bc0-6f0c8edd9826 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.230247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-4d109ace-1fc7-4223-8bc0-6f0c8edd9826 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 946 time: 0.1369252 Jul 22 14:45:20.452532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 055ea0a3-ffc7-4bf5-8d91-c050107b902c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:20.500653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Allocated IP 172.20.0.11 (c8a08516-abea-45ff-b047-33cf24ee1167/89b413cf-9ea6-4733-9e7a-38e5fc46618b/08d22ac1-bcf5-40c3-8b23-a41107528179) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:20.542045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e3d08-eadf-4a85-ad8b-dc51048d0eb5 req-a7439d82-8520-4b09-92cf-7fb3a2a40f8a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:20.546828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 055ea0a3-ffc7-4bf5-8d91-c050107b902c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:20.547213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.556998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d69e3d08-eadf-4a85-ad8b-dc51048d0eb5 req-a7439d82-8520-4b09-92cf-7fb3a2a40f8a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 946 time: 0.2376785 Jul 22 14:45:20.573792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dfbd3522-d3c1-4ae5-aaf0-5985b68983bb', 'name': '', 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'mac_address': 'fa:16:3e:e2:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '75954383-02e8-4184-9c87-24c95b50132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:13Z', 'updated_at': '2021-07-22T14:45:15Z', 'revision_number': 2, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'subnets': [{'id': '75954383-02e8-4184-9c87-24c95b50132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:20.613570 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Checking router: 6866d1c4-abf7-4c96-aab5-ed2e7e77793b for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:20.614372 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Updating router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:45:20.644146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Deleting port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:20.644146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.670932 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.680567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.701491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Transition to ACTIVE for port object 08d22ac1-bcf5-40c3-8b23-a41107528179 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:20.707987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d69e3d08-eadf-4a85-ad8b-dc51048d0eb5 req-3f8f86b8-eae2-4027-9fbc-cb4a08573d76 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=265d0d01-3b1f-42a7-bafc-8c268acc9b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412327 Jul 22 14:45:20.820516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bad9ddf6-eea1-4d3e-87ca-afbaf2add6e8 req-9fee2280-fe30-473a-a0a5-8d4328105310 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 210 time: 0.0419705 Jul 22 14:45:20.853629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.878672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] For port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:20.879696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:20.969442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Network c8a08516-abea-45ff-b047-33cf24ee1167 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:20.994569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:21.011027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:21.056891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Pushing event updated for resources: {'Port': ['ID=08d22ac1-bcf5-40c3-8b23-a41107528179,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:21.165907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:21.166335 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.167455 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.182792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Transition to ACTIVE for port object dfbd3522-d3c1-4ae5-aaf0-5985b68983bb will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:21.196249 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.201521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-1b5309ac-84ab-4494-b289-c62582b1693e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:21.203393 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-1b5309ac-84ab-4494-b289-c62582b1693e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.2547815 Jul 22 14:45:21.205404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-4ffbbda4-1385-4f5c-aa57-cdb0fe28efb4 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1121225 Jul 22 14:45:21.217853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Request body: {'port': {'device_id': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:21.282491 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8b354-721a-4b8f-a1fc-da514c399b8c None None] Pushing event updated for resources: {'Port': ['ID=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:21.330823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:21.352206 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Attempting to bind port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:21.352722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Attempting to bind port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:21.353115 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Attempting to bind port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb on network 50b803c2-c639-47ea-afe1-4b034de33bb7 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:21.354364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.354970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.355406 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Floating IP 9193f29c-5b53-4aae-bc6e-f9b00b80c64b disassociated. External IP: 172.25.3.227, port: b5b9c9ef-5e89-48a2-98ac-2e963983eb5f. Jul 22 14:45:21.355826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Calling delete_port for b5b9c9ef-5e89-48a2-98ac-2e963983eb5f owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:21.363382 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:21.363681 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Checking segment: {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:21.364094 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.364497 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Bound using segment: {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:21.364976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Bound port: dfbd3522-d3c1-4ae5-aaf0-5985b68983bb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148b7859-ad83-42fa-aa21-7eb237dd7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:21.365395 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.457477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c4217405-c91e-4f17-ac26-ab273f31da1a None None] Provisioning for port 08d22ac1-bcf5-40c3-8b23-a41107528179 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:21.466726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c4217405-c91e-4f17-ac26-ab273f31da1a None None] Provisioning complete for port 08d22ac1-bcf5-40c3-8b23-a41107528179 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:21.467430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c4217405-c91e-4f17-ac26-ab273f31da1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.469078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc397f-e9e7-4b70-a9bb-155b5ab85acc req-67358ef2-1db4-44ae-bf7c-d8f683683eec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:21.482151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05dc397f-e9e7-4b70-a9bb-155b5ab85acc req-67358ef2-1db4-44ae-bf7c-d8f683683eec tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.5173504 Jul 22 14:45:21.548842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.549453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c4217405-c91e-4f17-ac26-ab273f31da1a None None] Port 08d22ac1-bcf5-40c3-8b23-a41107528179 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:21.556879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800456b-8f17-4971-9410-398397d33eeb req-ca099c11-2b58-485d-99a5-d1de53756041 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:21.559416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e800456b-8f17-4971-9410-398397d33eeb req-ca099c11-2b58-485d-99a5-d1de53756041 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1028 time: 0.3463242 Jul 22 14:45:21.583106 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] For port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:21.588027 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] For port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:21.596398 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.604627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05dc397f-e9e7-4b70-a9bb-155b5ab85acc req-e7ad1d55-9361-4ca5-8051-c1a7f9a885f3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166341 Jul 22 14:45:21.660290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:21.672710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.704576 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8b354-721a-4b8f-a1fc-da514c399b8c None None] Pushing event updated for resources: {'Port': ['ID=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:21.721508 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Routers {'6866d1c4-abf7-4c96-aab5-ed2e7e77793b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:21.722135 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:21.741580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e800456b-8f17-4971-9410-398397d33eeb req-ba01df58-3a8e-4d85-a745-93762b599876 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696339 Jul 22 14:45:21.802464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:21.889140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event deleted for resources: {'Port': ['ID=b5b9c9ef-5e89-48a2-98ac-2e963983eb5f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:21.906638 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] Set router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:21.978444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80b24d03-b51a-464b-a49e-a235fa895fca req-0c9db1a9-c2c2-4fb2-98ea-c3339973180e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 210 time: 0.0940948 Jul 22 14:45:22.145353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.13 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/04e20449-db36-4efc-af28-289890b5443d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:22.163684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d22ac1-bcf5-40c3-8b23-a41107528179 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:22.170690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0b946e5-35af-4732-b657-133560ff3a6b req-e7630113-e3b9-4780-ad3d-ed9d3d1e104f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 210 time: 0.0665371 Jul 22 14:45:22.173376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.201897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Transition to ACTIVE for port object 08d22ac1-bcf5-40c3-8b23-a41107528179 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:22.246050 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dfbd3522-d3c1-4ae5-aaf0-5985b68983bb', 'name': '', 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'mac_address': 'fa:16:3e:e2:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '75954383-02e8-4184-9c87-24c95b50132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:13Z', 'updated_at': '2021-07-22T14:45:21Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'subnets': [{'id': '75954383-02e8-4184-9c87-24c95b50132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:22.274573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e2935-bdbf-4e70-a214-28cd94925721 req-58d01888-2977-42c2-a54d-14d4e7d31fa1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.280147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-778e2935-bdbf-4e70-a214-28cd94925721 req-58d01888-2977-42c2-a54d-14d4e7d31fa1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.3946109 Jul 22 14:45:22.282720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:22.299004 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae99a0b7-1828-4b99-91f8-039654216f1d None None] The sync data for ids ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'] in n-d-794306-8 is: [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:45:14Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dfbd3522-d3c1-4ae5-aaf0-5985b68983bb', 'name': '', 'network_id': '50b803c2-c639-47ea-afe1-4b034de33bb7', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'mac_address': 'fa:16:3e:e2:e7:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '75954383-02e8-4184-9c87-24c95b50132e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:13Z', 'updated_at': '2021-07-22T14:45:21Z', 'revision_number': 4, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'subnets': [{'id': '75954383-02e8-4184-9c87-24c95b50132e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:22.345510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.485730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfbd3522-d3c1-4ae5-aaf0-5985b68983bb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:22.501359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-778e2935-bdbf-4e70-a214-28cd94925721 req-c16d8a14-df08-4744-8aa3-49de1c2347fc tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905079 Jul 22 14:45:22.509343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45570) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:22.526030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Pushing event updated for resources: {'Port': ['ID=08d22ac1-bcf5-40c3-8b23-a41107528179,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:22.636075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.637775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:22.643903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:22.659804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a03cec-098e-454a-893e-da0804df768f None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:22.700153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:22.701620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.724052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] No DVR routers for this DVR port b5b9c9ef-5e89-48a2-98ac-2e963983eb5f on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:22.728410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.730431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.735199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53992fff-b5ed-4908-84e9-0a0d5483072e req-d156d60f-aad3-4b5e-9be2-c23b7bec9af5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "DELETE /v2.0/ports/b5b9c9ef-5e89-48a2-98ac-2e963983eb5f HTTP/1.1" status: 204 len: 173 time: 2.4977720 Jul 22 14:45:22.741012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6545f43-fbc0-41d9-9e13-f7a98166931b tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:22.744199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6545f43-fbc0-41d9-9e13-f7a98166931b tempest-TestNetworkAdvancedServerOps-525614865 tempest-TestNetworkAdvancedServerOps-525614865-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 1092 time: 0.2306273 Jul 22 14:45:22.745253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-deleted', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:22.749265 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2023a8bb-e7f1-4a93-b9d8-39573ad556b6" -d '{"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-deleted", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:22.754158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45574) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:22.755179 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:45:22.780369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '1a7a6135-a93f-4516-9d63-990badd91f65', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:22.805115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d0c272f1-38c4-43df-a7de-fd415799706b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:22.807329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:22.823464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=04e20449-db36-4efc-af28-289890b5443d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:22.867546 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8574cf-0279-4703-8720-7cba9030d02e x-openstack-request-id: req-8f8574cf-0279-4703-8720-7cba9030d02e {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:22.867993 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f25c7-3bcb-468c-8405-bb2f824a30e0", "name": "network-vif-deleted", "tag": "b5b9c9ef-5e89-48a2-98ac-2e963983eb5f", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:22.868247 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f8574cf-0279-4703-8720-7cba9030d02e {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:22.868594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:22.871066 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7f25c7-3bcb-468c-8405-bb2f824a30e0', 'name': 'network-vif-deleted', 'tag': 'b5b9c9ef-5e89-48a2-98ac-2e963983eb5f', 'status': 'completed', 'code': 200} Jul 22 14:45:22.883003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:22.883131 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:22.891220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:22.933331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:22.946567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:23.040635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Attempting to bind port 08d22ac1-bcf5-40c3-8b23-a41107528179 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:23.041013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Attempting to bind port 08d22ac1-bcf5-40c3-8b23-a41107528179 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:23.041451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Attempting to bind port 08d22ac1-bcf5-40c3-8b23-a41107528179 on network c8a08516-abea-45ff-b047-33cf24ee1167 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:23.072497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Port 08d22ac1-bcf5-40c3-8b23-a41107528179 on network c8a08516-abea-45ff-b047-33cf24ee1167 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:23.073304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Attempting to bind port 08d22ac1-bcf5-40c3-8b23-a41107528179 on network c8a08516-abea-45ff-b047-33cf24ee1167 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:23.086091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:23.087424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Checking segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:23.092310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Bound using segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:23.094225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Bound port: 08d22ac1-bcf5-40c3-8b23-a41107528179, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:23.094854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.130590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.131703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.133586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407e623-1ddc-47b1-adcd-114faf8b2aed req-dad97f53-b6ac-4a2a-8c6e-b5660b568461 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.145266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9407e623-1ddc-47b1-adcd-114faf8b2aed req-dad97f53-b6ac-4a2a-8c6e-b5660b568461 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1053 time: 0.1774116 Jul 22 14:45:23.171015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-361d00ab-8d25-420a-83cb-f14244a76033 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8538775 Jul 22 14:45:23.187717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Request body: {'port': {'device_id': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:23.210947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-687c7af2-fd65-4880-abf8-574256d68632 req-520ff3e6-2bd1-4889-9e26-7b3afa79270d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=eb7f25c7-3bcb-468c-8405-bb2f824a30e0 HTTP/1.1" status: 200 len: 210 time: 0.0527759 Jul 22 14:45:23.264077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] For port 08d22ac1-bcf5-40c3-8b23-a41107528179, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:23.267766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9407e623-1ddc-47b1-adcd-114faf8b2aed req-fc6bbf5b-ea58-4cd9-9e1b-999853b890a3 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214099 Jul 22 14:45:23.291134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.341909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] For port 08d22ac1-bcf5-40c3-8b23-a41107528179, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=08d22ac1-bcf5-40c3-8b23-a41107528179,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:23.367965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.463376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Pushing event updated for resources: {'Port': ['ID=08d22ac1-bcf5-40c3-8b23-a41107528179,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:23.475021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.496390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.497052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.498463 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a73fef35-8ece-4326-95e6-7f9ef57fa7af service neutron] 10.222.0.61 "PUT /v2.0/ports/08d22ac1-bcf5-40c3-8b23-a41107528179 HTTP/1.1" status: 200 len: 1092 time: 2.2854271 Jul 22 14:45:23.498967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'tag': '08d22ac1-bcf5-40c3-8b23-a41107528179'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:23.507222 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36945a3c-cd5b-43f3-a746-d9754e839b49" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee85a8-0fb9-4a74-a5af-40d069b8bc09", "tag": "08d22ac1-bcf5-40c3-8b23-a41107528179"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:23.555366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:23.593040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:23.617692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27783859-91b5-402f-a10a-a89f9a487032 req-df9d11b7-8316-46ad-a110-cc3009bbc3ab tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.618560 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9962c38c-76c2-4aff-b47f-c33792b2e67f x-openstack-request-id: req-9962c38c-76c2-4aff-b47f-c33792b2e67f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:23.618866 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee85a8-0fb9-4a74-a5af-40d069b8bc09", "tag": "08d22ac1-bcf5-40c3-8b23-a41107528179", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:23.619132 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9962c38c-76c2-4aff-b47f-c33792b2e67f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:23.619521 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'tag': '08d22ac1-bcf5-40c3-8b23-a41107528179', 'status': 'completed', 'code': 200} Jul 22 14:45:23.627213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27783859-91b5-402f-a10a-a89f9a487032 req-df9d11b7-8316-46ad-a110-cc3009bbc3ab tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 932 time: 0.2605863 Jul 22 14:45:23.708309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Allocated IP 172.25.3.233 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/cbd43353-c934-4f40-adc9-41e17992c743) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:23.787106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-736d5dca-c4f4-4070-8b35-01d30c969063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:23.789344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-736d5dca-c4f4-4070-8b35-01d30c969063 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e682913fbcb45da88d6bf493b6d707f&device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.2430470 Jul 22 14:45:23.809517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: b5b9c9ef-5e89-48a2-98ac-2e963983eb5f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:23.809875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b5b9c9ef-5e89-48a2-98ac-2e963983eb5f not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:23.815440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27783859-91b5-402f-a10a-a89f9a487032 req-eb2a68d8-e2e8-4852-8f14-885296dc18b7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850605 Jul 22 14:45:23.855899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-a10c66af-7d78-4bc0-be45-80ec14e89b3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d22ac1-bcf5-40c3-8b23-a41107528179 HTTP/1.1" status: 200 len: 217 time: 0.0589235 Jul 22 14:45:23.902122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.915449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:23.952869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.000346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:24.007108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:24.014160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:24.048091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=cbd43353-c934-4f40-adc9-41e17992c743,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:24.071499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-240d9fa1-04e8-4fe8-87b1-d42e2da34435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.073014 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-240d9fa1-04e8-4fe8-87b1-d42e2da34435 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=89b413cf-9ea6-4733-9e7a-38e5fc46618b HTTP/1.1" status: 200 len: 849 time: 0.1571274 Jul 22 14:45:24.150024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e20449-db36-4efc-af28-289890b5443d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:24.153536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:24.161511 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.172438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.189114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Transition to ACTIVE for port object 04e20449-db36-4efc-af28-289890b5443d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:24.200351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-0896fe73-ba8a-4bd8-8598-0ea5ba7651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.202661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-0896fe73-ba8a-4bd8-8598-0ea5ba7651c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a08516-abea-45ff-b047-33cf24ee1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022315 Jul 22 14:45:24.203350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.232255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:24.299551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a03cec-098e-454a-893e-da0804df768f None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:24.358063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:24.364117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:24.364752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:24.397802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45606) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:24.482543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Pushing event updated for resources: {'Port': ['ID=04e20449-db36-4efc-af28-289890b5443d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:24.500410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:24.519178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-67e82776-d5a0-4106-9580-97dc2e4db705 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045194 Jul 22 14:45:24.556201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4429826-01ba-4b4c-a655-f38b2cba9967 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.576990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Attempting to bind port 04e20449-db36-4efc-af28-289890b5443d on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:24.577380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Attempting to bind port 04e20449-db36-4efc-af28-289890b5443d by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:24.577728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Attempting to bind port 04e20449-db36-4efc-af28-289890b5443d on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:24.584206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Port 04e20449-db36-4efc-af28-289890b5443d on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:24.584632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Attempting to bind port 04e20449-db36-4efc-af28-289890b5443d on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:24.590452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4429826-01ba-4b4c-a655-f38b2cba9967 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.593060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:24.593414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:24.593865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:24.594318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Bound port: 04e20449-db36-4efc-af28-289890b5443d, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:24.594717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.706179 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4429826-01ba-4b4c-a655-f38b2cba9967 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.708791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f4429826-01ba-4b4c-a655-f38b2cba9967 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.709992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e3f79bbb-a8d6-4c69-880f-3370950d9a18 req-bd811a5e-2ff4-49f6-a64c-76ab659f30c9 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772647 Jul 22 14:45:24.710482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f4429826-01ba-4b4c-a655-f38b2cba9967 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "DELETE /v2.0/security-groups/265d0d01-3b1f-42a7-bafc-8c268acc9b62 HTTP/1.1" status: 204 len: 168 time: 0.3111134 Jul 22 14:45:24.717063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45612) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:24.729402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4429826-01ba-4b4c-a655-f38b2cba9967 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=265d0d01-3b1f-42a7-bafc-8c268acc9b62,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:24.739642 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-b5c5ca7e-3659-427b-b364-abe68452536f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] show failed (client error): The resource could not be found. Jul 22 14:45:24.744757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b5c5ca7e-3659-427b-b364-abe68452536f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups/265d0d01-3b1f-42a7-bafc-8c268acc9b62 HTTP/1.1" status: 404 len: 347 time: 0.0266099 Jul 22 14:45:24.745405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45614) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:24.746683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] For port 04e20449-db36-4efc-af28-289890b5443d, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:24.749007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0aa35-2960-43fb-ab38-eef1354a0fa7 req-2681ae74-299e-4e57-a52b-92b6ea289b2d tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.756419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eff0aa35-2960-43fb-ab38-eef1354a0fa7 req-2681ae74-299e-4e57-a52b-92b6ea289b2d tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.3610148 Jul 22 14:45:24.823579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-93a03cec-098e-454a-893e-da0804df768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:24.834891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] For port 04e20449-db36-4efc-af28-289890b5443d, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=04e20449-db36-4efc-af28-289890b5443d,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:24.848489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.863339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a03cec-098e-454a-893e-da0804df768f None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:24.904007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eff0aa35-2960-43fb-ab38-eef1354a0fa7 req-571aa788-8a01-4aef-be86-9747fa977c27 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466422 Jul 22 14:45:24.946483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:24.947143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:24.948568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] 10.222.0.72 "PUT /v2.0/ports/04e20449-db36-4efc-af28-289890b5443d HTTP/1.1" status: 200 len: 1092 time: 1.7657802 Jul 22 14:45:24.988205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.014395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-b6ab228a-8d82-48e1-98f4-42e143ce11d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.015978 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-b6ab228a-8d82-48e1-98f4-42e143ce11d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e682913fbcb45da88d6bf493b6d707f&device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.2423348 Jul 22 14:45:25.033262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9cff6-d138-40c4-be0b-ab02a586abdc service neutron] Pushing event updated for resources: {'Port': ['ID=04e20449-db36-4efc-af28-289890b5443d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:25.097921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda48b-8276-42f8-96fa-1c5bd3d19652 req-c6e203f8-587f-47b0-9f5c-faabf3a8be32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.105872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cbda48b-8276-42f8-96fa-1c5bd3d19652 req-c6e203f8-587f-47b0-9f5c-faabf3a8be32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 944 time: 0.1853209 Jul 22 14:45:25.139622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.145304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Deleting port 39217de1-9669-46b0-a53e-05cc4b3efdce {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:25.145669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.180253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-1485403f-412e-495c-a844-d0ec81edb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.181842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-1485403f-412e-495c-a844-d0ec81edb095 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 1095 time: 0.1857319 Jul 22 14:45:25.187657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cbda48b-8276-42f8-96fa-1c5bd3d19652 req-9786ffb3-5751-41ca-9f21-d9f03561f4ea tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807335 Jul 22 14:45:25.329363 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d214fcd7-30a3-4b3f-8c6b-a1e2b3f928fd None None] New status for floating IP 9193f29c-5b53-4aae-bc6e-f9b00b80c64b: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:45:25.402924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.409227 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.498575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event updated for resources: {'Port': ['ID=cbd43353-c934-4f40-adc9-41e17992c743,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:25.514290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.582484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-bd8e2c80-f5b1-432e-b93d-3ccf8300765f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.584095 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-bd8e2c80-f5b1-432e-b93d-3ccf8300765f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 200 len: 911 time: 0.5475895 Jul 22 14:45:25.587367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-2fd226ec-7a9d-4dab-b368-d59ef8f286c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e20449-db36-4efc-af28-289890b5443d HTTP/1.1" status: 200 len: 217 time: 0.3942988 Jul 22 14:45:25.640114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'tag': '04e20449-db36-4efc-af28-289890b5443d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:25.642489 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca6b74f-fc87-4762-b742-3eba14131969" -d '{"events": [{"name": "network-changed", "server_uuid": "b582cb0a-b169-40a9-9532-bbb55fcdaca4", "tag": "04e20449-db36-4efc-af28-289890b5443d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:25.653503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-866d642b-01a9-4d5e-b774-0240ad70b661 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08d22ac1-bcf5-40c3-8b23-a41107528179 HTTP/1.1" status: 200 len: 217 time: 0.0618024 Jul 22 14:45:25.693786 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ad5d74-e3bb-4d26-b152-f41beeacb13e x-openstack-request-id: req-b0ad5d74-e3bb-4d26-b152-f41beeacb13e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:25.694075 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b582cb0a-b169-40a9-9532-bbb55fcdaca4", "tag": "04e20449-db36-4efc-af28-289890b5443d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:25.694348 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0ad5d74-e3bb-4d26-b152-f41beeacb13e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:25.694730 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'tag': '04e20449-db36-4efc-af28-289890b5443d', 'status': 'completed', 'code': 200} Jul 22 14:45:25.733355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.733689 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:25.758248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Calling delete_port for 39217de1-9669-46b0-a53e-05cc4b3efdce owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:25.780261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-74ed2cf2-ac08-4d8e-8238-9b2e9cd078c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.781973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-74ed2cf2-ac08-4d8e-8238-9b2e9cd078c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1824298 Jul 22 14:45:25.785238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-28b389d7-4304-4eba-8661-3630953c7115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:25.787626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-28b389d7-4304-4eba-8661-3630953c7115 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=89b413cf-9ea6-4733-9e7a-38e5fc46618b HTTP/1.1" status: 200 len: 849 time: 0.1038322 Jul 22 14:45:25.860186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-4dad394c-6804-4e07-9379-9a2a46c5dce2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708632 Jul 22 14:45:26.001081 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP c6821eb5-9a86-458e-840e-c8e7e948b3b7 associated. External IP: 172.25.3.233, port: 1a7a6135-a93f-4516-9d63-990badd91f65. Jul 22 14:45:26.047150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-0af39b6b-71c8-49cf-889e-7c20decf75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:26.048723 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-0af39b6b-71c8-49cf-889e-7c20decf75f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a08516-abea-45ff-b047-33cf24ee1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161114 Jul 22 14:45:26.105106 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-e2b8cb73-949a-445b-8d57-30f2051fe596 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194941 Jul 22 14:45:26.134931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15b6e7-a9f1-42ef-a71e-db5b24fa2049 req-70350d9b-3669-457e-97b5-d67549752a5e tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:26.136480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f15b6e7-a9f1-42ef-a71e-db5b24fa2049 req-70350d9b-3669-457e-97b5-d67549752a5e tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.1470776 Jul 22 14:45:26.171098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.218664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event deleted for resources: {'Port': ['ID=39217de1-9669-46b0-a53e-05cc4b3efdce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:26.264592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f15b6e7-a9f1-42ef-a71e-db5b24fa2049 req-6b2e6946-7342-4e24-a494-abbe5b19ba3f tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201200 Jul 22 14:45:26.324507 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-4446996a-08ad-45f1-a60f-f5e84ab5568d service neutron] 10.222.0.61 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667699 Jul 22 14:45:26.335466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router b5305ce8-9658-41d7-8828-3a05466605c7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:26.376405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-293c86b0-48b3-463d-90ce-c3bb8e7f2eae req-775e950d-0c26-4cce-a5f0-d1e80f1b8ac2 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627954 Jul 22 14:45:26.413902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.416559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.424694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a686bb80-395f-483f-b0f6-feb4d9005398 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "DELETE /v2.0/floatingips/9193f29c-5b53-4aae-bc6e-f9b00b80c64b HTTP/1.1" status: 204 len: 168 time: 1.6661401 Jul 22 14:45:26.426131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfbd3522-d3c1-4ae5-aaf0-5985b68983bb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:26.499256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:26.499637 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.531661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36945a3c-cd5b-43f3-a746-d9754e839b49 req-4c6ee569-7d29-4ca8-bda9-f18e362baf2f service neutron] 10.222.0.61 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958654 Jul 22 14:45:26.555294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b74f-fc87-4762-b742-3eba14131969 req-53a1b3f3-08cf-4de1-b009-136ceb29950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:26.556867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-53a1b3f3-08cf-4de1-b009-136ceb29950a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 1095 time: 0.1310763 Jul 22 14:45:26.577605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fbda6-10b5-4673-a35f-0b2f92df888c req-3f4c1b6d-59f9-4a19-886d-ca69d088a63b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:26.579275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec0fbda6-10b5-4673-a35f-0b2f92df888c req-3f4c1b6d-59f9-4a19-886d-ca69d088a63b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 944 time: 0.2421088 Jul 22 14:45:26.602002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:26.623613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] Sync routers for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:26.645760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:26.646574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:26.660711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec0fbda6-10b5-4673-a35f-0b2f92df888c req-7e38bcbe-4d37-4df6-976d-e177a47b0abb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751851 Jul 22 14:45:26.664078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:26.749270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0cb2c927-7838-482f-8bcb-7797de8f0619 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9921865 Jul 22 14:45:26.750103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:26.753404 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d5acc7-b569-4ce1-9c50-7320da209b87" -d '{"events": [{"name": "network-changed", "server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:26.766375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b74f-fc87-4762-b742-3eba14131969 req-2af37391-4ecf-427c-ae0f-fdf24182ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:26.768315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-2af37391-4ecf-427c-ae0f-fdf24182ea01 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.2029221 Jul 22 14:45:26.779263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:26.846910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45640) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:26.853308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438996324', 'description': 'tempest-description--1536211024'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:26.869375 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-a4781662-1308-4877-b376-11727e362d7b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04e20449-db36-4efc-af28-289890b5443d HTTP/1.1" status: 200 len: 217 time: 0.0848634 Jul 22 14:45:26.937192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b74f-fc87-4762-b742-3eba14131969 req-94b54b68-bb79-47fd-a2ad-9a46ed3ff28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:26.938767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-94b54b68-bb79-47fd-a2ad-9a46ed3ff28e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0627041 Jul 22 14:45:26.994820 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a192842-e172-458b-89ad-c89cb794e417 x-openstack-request-id: req-5a192842-e172-458b-89ad-c89cb794e417 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:26.995234 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:26.995584 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a192842-e172-458b-89ad-c89cb794e417 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:26.996084 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65', 'status': 'completed', 'code': 200} Jul 22 14:45:26.998605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.003473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-5382660b-d33d-4c58-82f7-f5daf91365a3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534041 Jul 22 14:45:27.074423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ee8ff-fa8f-4dc3-9a93-183ef3c5f0b8 req-433f4d78-6caf-4258-aa8e-4adeb093126b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.082039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af1ee8ff-fa8f-4dc3-9a93-183ef3c5f0b8 req-433f4d78-6caf-4258-aa8e-4adeb093126b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1733401 Jul 22 14:45:27.126708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-f2eb8fc9-47de-40ae-b889-afd62128fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.137865 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-f2eb8fc9-47de-40ae-b889-afd62128fd3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 1097 time: 0.1484206 Jul 22 14:45:27.150895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af1ee8ff-fa8f-4dc3-9a93-183ef3c5f0b8 req-2a584300-a4dc-4e6c-8042-94392ade5df4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673108 Jul 22 14:45:27.159338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c6821eb5-9a86-458e-840e-c8e7e948b3b7', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'port_id': '1a7a6135-a93f-4516-9d63-990badd91f65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'mac_address': 'fa:16:3e:46:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc7511-26a2-4526-9bd3-c45924edacad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:24Z', 'updated_at': '2021-07-22T14:45:24Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:08Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:27.179619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45666) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:27.212942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] Checking router: b5305ce8-9658-41d7-8828-3a05466605c7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:27.225301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:27.226004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:27.252147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.260459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.373610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.377782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5270579 Jul 22 14:45:27.378152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45696) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:27.394269 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-4e1ac61d-9593-4ea9-8964-790873bca53c service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452821 Jul 22 14:45:27.398696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'security_group_rule': {'security_group_id': '54384f4c-99d2-45df-a098-a79ccf87d710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:27.408118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-68b5d8f6-6b40-4e40-8d2c-a70bbb6ca47b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/c6821eb5-9a86-458e-840e-c8e7e948b3b7 HTTP/1.1" status: 200 len: 992 time: 0.2261760 Jul 22 14:45:27.413350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a37bb-3f68-43d9-9081-d01ec8c5ced7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54384f4c-99d2-45df-a098-a79ccf87d710,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:27.422999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 08d22ac1-bcf5-40c3-8b23-a41107528179 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:27.488110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:27.517526 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.551108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bcdfb-06ac-4de2-843e-69b31c53319d req-59737343-564f-48a2-b035-cc814f3e0d58 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.552705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-149bcdfb-06ac-4de2-843e-69b31c53319d req-59737343-564f-48a2-b035-cc814f3e0d58 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1095 time: 0.1436958 Jul 22 14:45:27.595952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-173444a9-3284-43f8-bb51-c49f1480b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.597763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-173444a9-3284-43f8-bb51-c49f1480b5f0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d HTTP/1.1" status: 200 len: 897 time: 0.3786886 Jul 22 14:45:27.659747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-149bcdfb-06ac-4de2-843e-69b31c53319d req-62bb6e02-cac0-4f36-86f8-6ebae32eeb28 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964408 Jul 22 14:45:27.665954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.672680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.704392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed3054a-02b4-4279-a866-a7e27607ed91,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:27.755939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.756780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cca6b74f-fc87-4762-b742-3eba14131969 req-3efb786f-c12d-4c33-b1e3-1171075cd53b service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366659 Jul 22 14:45:27.760148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9f5a7f49-f41b-427b-80c8-605cb5d4c53a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3797274 Jul 22 14:45:27.777670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45738) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:27.784738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-d9039956-680d-489b-be2a-80e70a40ac0c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a7a6135-a93f-4516-9d63-990badd91f65 HTTP/1.1" status: 200 len: 1000 time: 0.1750081 Jul 22 14:45:27.790668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'security_group_rule': {'security_group_id': '54384f4c-99d2-45df-a098-a79ccf87d710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:27.822008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 08d22ac1-bcf5-40c3-8b23-a41107528179, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=08d22ac1-bcf5-40c3-8b23-a41107528179,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:27.837575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '08d22ac1-bcf5-40c3-8b23-a41107528179', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'port_id': '08d22ac1-bcf5-40c3-8b23-a41107528179', 'mac_address': 'fa:16:3e:07:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:27.867428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.908341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-3dfe8b4f-0f53-4866-92e0-76e5e45225ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.910416 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-3dfe8b4f-0f53-4866-92e0-76e5e45225ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=63fcd491-2925-47a8-8a54-d264abca1e98 HTTP/1.1" status: 200 len: 835 time: 0.1133697 Jul 22 14:45:27.956570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:27.957628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41f09f-29a4-42de-91e0-a118bfc14ad9 req-e97731ff-b898-4af2-820f-3a63efa3240c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:27.959813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf41f09f-29a4-42de-91e0-a118bfc14ad9 req-e97731ff-b898-4af2-820f-3a63efa3240c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 944 time: 0.1640749 Jul 22 14:45:27.993438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.005661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.013979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-6333ebd2-3798-4d97-bc2e-41ac4333d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:28.017311 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-6333ebd2-3798-4d97-bc2e-41ac4333d975 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c5b2cafd-73ba-4247-9eae-6f9b99d5303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997210 Jul 22 14:45:28.023843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d22ac1-bcf5-40c3-8b23-a41107528179 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:28.062657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 08d22ac1-bcf5-40c3-8b23-a41107528179, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=08d22ac1-bcf5-40c3-8b23-a41107528179,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:28.073167 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.078263 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.080031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3001413 Jul 22 14:45:28.081131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:28.091897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf41f09f-29a4-42de-91e0-a118bfc14ad9 req-2a81383c-a43c-4247-9980-198951353727 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258337 Jul 22 14:45:28.112282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:28.117974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedcc77-9ffe-469d-9dec-dfb75e7682b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8a016ad-a44a-4c88-8727-a026fd895146,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:28.144126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.152273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-0e502240-dd9e-4d34-b3c9-7a158c251335 service neutron] 10.222.0.72 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273129 Jul 22 14:45:28.172559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=08d22ac1-bcf5-40c3-8b23-a41107528179,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:28.200067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c6821eb5-9a86-458e-840e-c8e7e948b3b7', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'port_id': '1a7a6135-a93f-4516-9d63-990badd91f65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'mac_address': 'fa:16:3e:46:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc7511-26a2-4526-9bd3-c45924edacad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:24Z', 'updated_at': '2021-07-22T14:45:24Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:08Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:28.245199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a81ee-db10-4661-9e71-3296775a6863 None None] The sync data for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 is: [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c6821eb5-9a86-458e-840e-c8e7e948b3b7', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'floating_ip_address': '172.25.3.233', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'port_id': '1a7a6135-a93f-4516-9d63-990badd91f65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'mac_address': 'fa:16:3e:46:f6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dc7511-26a2-4526-9bd3-c45924edacad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:24Z', 'updated_at': '2021-07-22T14:45:24Z', 'revision_number': 0, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:08Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:28.281326 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-76d5acc7-b569-4ce1-9c50-7320da209b87 req-f88d625c-b418-4bdc-84c4-80d6fb17037b service neutron] 10.222.0.72 "GET /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 Jul 22 14:45:28.288286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.325448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['08d22ac1-bcf5-40c3-8b23-a41107528179'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:28.411238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45818) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:28.469649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Allocated IP 172.25.3.44 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/015ad264-8625-4e5b-b68e-662e5c645984) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:28.531242 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-98880f64-1115-4085-9073-bc8cf471ef26 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/c6821eb5-9a86-458e-840e-c8e7e948b3b7 HTTP/1.1" status: 200 len: 992 time: 0.1188438 Jul 22 14:45:28.592160 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d0fc68-efaf-4200-bbe9-dd7884d2e51b None None] New status for floating IP c6821eb5-9a86-458e-840e-c8e7e948b3b7: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:45:28.617615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.660834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.665068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 04e20449-db36-4efc-af28-289890b5443d details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:28.711492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:28.715140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:28.720774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:28.724481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'Port': ['ID=015ad264-8625-4e5b-b68e-662e5c645984,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:28.845070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 04e20449-db36-4efc-af28-289890b5443d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=04e20449-db36-4efc-af28-289890b5443d,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:28.857574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '04e20449-db36-4efc-af28-289890b5443d', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': '04e20449-db36-4efc-af28-289890b5443d', 'mac_address': 'fa:16:3e:9c:62:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:28.877818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.905489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.920700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e20449-db36-4efc-af28-289890b5443d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:28.939032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761f0e8-b1fd-4e92-843f-30537d554d7c req-657ef313-21de-4735-8b23-f3681d92ab86 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:28.941145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d761f0e8-b1fd-4e92-843f-30537d554d7c req-657ef313-21de-4735-8b23-f3681d92ab86 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1096 time: 0.1148963 Jul 22 14:45:28.946750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 04e20449-db36-4efc-af28-289890b5443d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=04e20449-db36-4efc-af28-289890b5443d,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:28.952310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:28.952989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.007211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=04e20449-db36-4efc-af28-289890b5443d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:29.045866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d761f0e8-b1fd-4e92-843f-30537d554d7c req-dcd8abc0-cff8-4a5c-8ee9-999db205184c tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940781 Jul 22 14:45:29.146241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.153273 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.176206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['04e20449-db36-4efc-af28-289890b5443d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:29.252308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'Port': ['ID=015ad264-8625-4e5b-b68e-662e5c645984,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:29.281664 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.313367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690158-1b15-4ef5-b57e-77bd21b94b4b req-64687050-e811-4a8e-906d-c93cd38fe4fc tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:29.315081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b690158-1b15-4ef5-b57e-77bd21b94b4b req-64687050-e811-4a8e-906d-c93cd38fe4fc tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 945 time: 0.1326306 Jul 22 14:45:29.316002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.323067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b4393bd-9f89-45cb-9989-8ea21dc719d3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2161493 Jul 22 14:45:29.374821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b690158-1b15-4ef5-b57e-77bd21b94b4b req-d5d55dbf-0e94-462c-b96d-c3fc43191c8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491142 Jul 22 14:45:29.442042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 08d22ac1-bcf5-40c3-8b23-a41107528179 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:29.535306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:29.576633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3e12977d-2396-4e8d-b4f9-315d29c81d00 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1438996324&fields=id&tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 267 time: 0.0598600 Jul 22 14:45:29.621046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-687600bb-11c8-4b24-b34f-2d39c5367ee8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/c6821eb5-9a86-458e-840e-c8e7e948b3b7 HTTP/1.1" status: 200 len: 994 time: 0.0844512 Jul 22 14:45:29.692324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 08d22ac1-bcf5-40c3-8b23-a41107528179 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:29.697136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 08d22ac1-bcf5-40c3-8b23-a41107528179 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:29.697520 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.716200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-92026344-a779-4648-8c18-1e382d552ec6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:29.717227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-92026344-a779-4648-8c18-1e382d552ec6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 817 time: 0.1339617 Jul 22 14:45:29.739649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-1e5e872b-f42b-4aa9-bcfe-326598f9d709 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/quotas/dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 375 time: 0.0111396 Jul 22 14:45:29.790159 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.815835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d22ac1-bcf5-40c3-8b23-a41107528179'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:29.818801 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1279944-48dc-4249-84e2-48be501557cd" -d '{"events": [{"server_uuid": "75ee85a8-0fb9-4a74-a5af-40d069b8bc09", "name": "network-vif-plugged", "status": "completed", "tag": "08d22ac1-bcf5-40c3-8b23-a41107528179"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:29.825367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-413de0cb-0425-48f2-b1c6-ed4c35ab659b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775266 Jul 22 14:45:29.833519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 08d22ac1-bcf5-40c3-8b23-a41107528179, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=08d22ac1-bcf5-40c3-8b23-a41107528179,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:29.839589 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:29.869613 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c0c10e-d63c-4e03-8d18-877536175205 x-openstack-request-id: req-c2c0c10e-d63c-4e03-8d18-877536175205 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:29.869738 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee85a8-0fb9-4a74-a5af-40d069b8bc09", "name": "network-vif-plugged", "status": "completed", "tag": "08d22ac1-bcf5-40c3-8b23-a41107528179", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:29.869919 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2c0c10e-d63c-4e03-8d18-877536175205 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:29.870362 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d22ac1-bcf5-40c3-8b23-a41107528179', 'code': 200} Jul 22 14:45:29.905910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=08d22ac1-bcf5-40c3-8b23-a41107528179,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:29.959835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-31c0cb68-21da-4871-bd32-978db4d98cb0 service neutron] 10.222.0.60 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156111 Jul 22 14:45:30.003225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b8649-65d7-480d-9625-48de1de58a93 req-add674e5-0bcf-42af-bd09-153935ecbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:30.004809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f4b8649-65d7-480d-9625-48de1de58a93 req-add674e5-0bcf-42af-bd09-153935ecbae0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0746944 Jul 22 14:45:30.067841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-87a24b3d-4f2a-48d5-9322-485f3c197f97 service neutron] 10.222.0.60 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018546 Jul 22 14:45:30.072277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6f4b8649-65d7-480d-9625-48de1de58a93 req-cf6f3bce-2c42-4fcb-a7ac-dbfab7f37179 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607445 Jul 22 14:45:30.197586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179581c-823a-4cde-8f4b-f14a90efd718 req-20798dfa-d7e1-49ea-87c9-27a169eb7f66 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:30.207405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1179581c-823a-4cde-8f4b-f14a90efd718 req-20798dfa-d7e1-49ea-87c9-27a169eb7f66 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0791645 Jul 22 14:45:30.281477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c277dd7b-c728-4559-9d75-ead8469dbbae req-1f009338-3698-415d-be89-5056bc7c4c79 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 210 time: 0.0419605 Jul 22 14:45:30.291155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1179581c-823a-4cde-8f4b-f14a90efd718 req-6d877405-37f4-44fa-8059-f15cdfe29fef tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810723 Jul 22 14:45:30.536592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97dddff-b949-4e2d-8226-992091682574 req-368bb67b-cded-40dd-8230-e57416863a0c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:30.538251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c97dddff-b949-4e2d-8226-992091682574 req-368bb67b-cded-40dd-8230-e57416863a0c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 945 time: 0.0767975 Jul 22 14:45:30.592480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c97dddff-b949-4e2d-8226-992091682574 req-20f7deae-2ff4-47d2-97c5-b7ee08b5ee47 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Jul 22 14:45:30.683253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 04e20449-db36-4efc-af28-289890b5443d up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:30.737166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 04e20449-db36-4efc-af28-289890b5443d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:30.743938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 04e20449-db36-4efc-af28-289890b5443d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:30.744388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.823685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.868556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 04e20449-db36-4efc-af28-289890b5443d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=04e20449-db36-4efc-af28-289890b5443d,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:30.875130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:30.927282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=04e20449-db36-4efc-af28-289890b5443d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:31.303523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-718222c8-ff7a-436c-a166-0986a5a1f447 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:31.306319 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-718222c8-ff7a-436c-a166-0986a5a1f447 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 817 time: 0.1200881 Jul 22 14:45:31.370425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-de11eae7-00bf-4eb8-b0d0-6c3ea77788e0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 380 time: 0.0570099 Jul 22 14:45:31.379961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'port': {'device_id': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'admin_state_up': True, 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'security_groups': ['54384f4c-99d2-45df-a098-a79ccf87d710']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:31.423189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-496c3bc8-d007-4d4d-8402-8a17fd160fc4 req-821d5b63-8919-4da3-a16d-cfd9cc74c009 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 210 time: 0.0358403 Jul 22 14:45:31.450487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82e87f-c8e4-4373-96b8-2e77d2e88625 req-c5fb6345-be10-4136-9b1e-91c1abe20149 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:31.452337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac82e87f-c8e4-4373-96b8-2e77d2e88625 req-c5fb6345-be10-4136-9b1e-91c1abe20149 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0938134 Jul 22 14:45:31.491227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac82e87f-c8e4-4373-96b8-2e77d2e88625 req-b1b9381d-4b2c-4514-b8ad-dcf6ba8b4de6 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318978 Jul 22 14:45:31.513913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Made reservation on behalf of dd53fc95b9e04c34a989d7ce9d30dc05 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:31.517901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.618920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0140a-df5a-4727-8ce4-b65f1fc94363 req-c11169bf-59f4-4131-ab9d-907b1a7c8396 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:31.620067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14e0140a-df5a-4727-8ce4-b65f1fc94363 req-c11169bf-59f4-4131-ab9d-907b1a7c8396 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0576780 Jul 22 14:45:31.665784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Allocated IP 172.20.0.6 (08d5d857-5456-4e35-b1bc-2bb694937c9a/91e95e25-277f-4ea8-a60e-2927d3903695/23559229-9de5-4199-978d-b7d122749c63) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:31.694207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14e0140a-df5a-4727-8ce4-b65f1fc94363 req-a3835139-d590-4bfa-b940-421a9da3474d tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522959 Jul 22 14:45:31.761304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a0bd7-22a3-4574-a17a-6ab191cd201c req-5048504c-f66f-4c41-9fb3-6701b691b7fa tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:31.762876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e9a0bd7-22a3-4574-a17a-6ab191cd201c req-5048504c-f66f-4c41-9fb3-6701b691b7fa tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.0843830 Jul 22 14:45:31.820546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e9a0bd7-22a3-4574-a17a-6ab191cd201c req-a1035140-7010-4426-b3fc-6c62a417b766 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477765 Jul 22 14:45:31.852337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.870901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Transition to ACTIVE for port object 23559229-9de5-4199-978d-b7d122749c63 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:31.873869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e20449-db36-4efc-af28-289890b5443d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:31.879060 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2387f4-2b40-4a50-8ca7-eb337ba8e481" -d '{"events": [{"server_uuid": "b582cb0a-b169-40a9-9532-bbb55fcdaca4", "name": "network-vif-plugged", "status": "completed", "tag": "04e20449-db36-4efc-af28-289890b5443d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:31.899034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d929c6-43a8-4561-bf9b-f3ca6c895521 req-b04f7243-674d-4cb2-a7d3-164a95045ad9 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:31.907537 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22d929c6-43a8-4561-bf9b-f3ca6c895521 req-b04f7243-674d-4cb2-a7d3-164a95045ad9 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0764089 Jul 22 14:45:31.923467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:31.928567 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c8d643-f32e-4ac7-95ca-9d707dd5e778 x-openstack-request-id: req-73c8d643-f32e-4ac7-95ca-9d707dd5e778 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:31.929141 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b582cb0a-b169-40a9-9532-bbb55fcdaca4", "name": "network-vif-plugged", "status": "completed", "tag": "04e20449-db36-4efc-af28-289890b5443d", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:31.929574 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73c8d643-f32e-4ac7-95ca-9d707dd5e778 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:31.930606 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e20449-db36-4efc-af28-289890b5443d', 'code': 200} Jul 22 14:45:31.963666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22d929c6-43a8-4561-bf9b-f3ca6c895521 req-16d5db74-3c74-4eab-bfc8-9eeccb421c9d tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Jul 22 14:45:31.974134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:31.979356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:31.989497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:31.992815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:32.086199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:32.086932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.113718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-3d8f4ded-daea-4619-9d7f-377a2fac2546 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7380288 Jul 22 14:45:32.121059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d75d05-359a-48c1-be27-ca8f75ae7553 req-1dde6526-f65e-4bce-9a81-87bc25b4ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:32.134640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8d75d05-359a-48c1-be27-ca8f75ae7553 req-1dde6526-f65e-4bce-9a81-87bc25b4ff2f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 1097 time: 0.1056619 Jul 22 14:45:32.147655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Request body: {'port': {'device_id': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:32.217649 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8d75d05-359a-48c1-be27-ca8f75ae7553 req-3b6ff32a-5b6c-4982-880d-e76d50fa63e2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818918 Jul 22 14:45:32.271139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.278465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-796bd828-c922-47fe-b3f0-30ed7477cb99 None None] Provisioning for port 23559229-9de5-4199-978d-b7d122749c63 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:32.284161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-796bd828-c922-47fe-b3f0-30ed7477cb99 None None] Provisioning complete for port 23559229-9de5-4199-978d-b7d122749c63 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:32.285222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-796bd828-c922-47fe-b3f0-30ed7477cb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.296606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-8e992770-434d-4e9c-96d8-dcf148f283ff tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:32.301623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-8e992770-434d-4e9c-96d8-dcf148f283ff tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/networks?id=c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 200 len: 911 time: 0.1221952 Jul 22 14:45:32.324516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-7001d1f3-4ddb-46f0-8fcd-f87e3983397f tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/quotas/3e682913fbcb45da88d6bf493b6d707f HTTP/1.1" status: 200 len: 375 time: 0.0160694 Jul 22 14:45:32.351386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-796bd828-c922-47fe-b3f0-30ed7477cb99 None None] Port 23559229-9de5-4199-978d-b7d122749c63 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:32.400859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-2fb9aa5d-0172-45f7-b6a5-1c6a50d41631 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=3e682913fbcb45da88d6bf493b6d707f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706668 Jul 22 14:45:32.505472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-dcff02a0-d755-43bd-80a7-f065632e727a service neutron] 10.222.0.60 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979171 Jul 22 14:45:32.611703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23559229-9de5-4199-978d-b7d122749c63 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:32.620510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.634935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Transition to ACTIVE for port object 23559229-9de5-4199-978d-b7d122749c63 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:32.640298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.648091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78504a81-fa35-400f-8196-addf80d0296d req-bf5333b5-482d-46d9-82ac-fff3449ff885 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:32.649649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78504a81-fa35-400f-8196-addf80d0296d req-bf5333b5-482d-46d9-82ac-fff3449ff885 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 931 time: 0.1287997 Jul 22 14:45:32.687712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-b4eaf72d-d1ac-4237-a169-a0b2d8660762 service neutron] 10.222.0.60 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762552 Jul 22 14:45:32.698465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:32.743177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78504a81-fa35-400f-8196-addf80d0296d req-75eae31b-ed89-489a-9754-b751eb5f37df tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838501 Jul 22 14:45:32.808487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Attempting to bind port 23559229-9de5-4199-978d-b7d122749c63 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:32.808848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Attempting to bind port 23559229-9de5-4199-978d-b7d122749c63 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:32.809197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Attempting to bind port 23559229-9de5-4199-978d-b7d122749c63 on network 08d5d857-5456-4e35-b1bc-2bb694937c9a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:32.815304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Port 23559229-9de5-4199-978d-b7d122749c63 on network 08d5d857-5456-4e35-b1bc-2bb694937c9a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:32.815798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Attempting to bind port 23559229-9de5-4199-978d-b7d122749c63 on network 08d5d857-5456-4e35-b1bc-2bb694937c9a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:32.822667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:32.823015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Checking segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:32.823423 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Bound using segment: {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:32.824045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Bound port: 23559229-9de5-4199-978d-b7d122749c63, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:32.824427 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:32.940537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:32.947052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:32.953051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.029108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:33.056761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.060816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-334f75ee-e0c2-438f-ad21-f54ccd0a75f0 req-fa43cee6-703d-414b-a1c6-cebf28f2a6a3 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 210 time: 0.1023791 Jul 22 14:45:33.063216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:33.065158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-7c6eadbe-4cbb-41d7-a8ec-05f0add0c608 service neutron] 10.222.0.61 "PUT /v2.0/ports/23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 1091 time: 0.9234002 Jul 22 14:45:33.066032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:33.068471 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d1422b-8dd8-4e37-96e5-06555b3e69c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:33.208115 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a765d-c1dc-4587-8576-d127791a7979 x-openstack-request-id: req-c95a765d-c1dc-4587-8576-d127791a7979 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:33.208408 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "tag": "23559229-9de5-4199-978d-b7d122749c63", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:33.218743 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c95a765d-c1dc-4587-8576-d127791a7979 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:33.219667 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'status': 'completed', 'code': 200} Jul 22 14:45:33.312135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95b274-0a37-4bcf-8859-c54a084fedc6 req-98ef5446-ef97-44bc-9a5b-5f5df64df64f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.333501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b95b274-0a37-4bcf-8859-c54a084fedc6 req-98ef5446-ef97-44bc-9a5b-5f5df64df64f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.2546866 Jul 22 14:45:33.395437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-2e76d15c-c52f-4b29-967b-93875bc7f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.397303 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-2e76d15c-c52f-4b29-967b-93875bc7f1da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1094 time: 0.1686790 Jul 22 14:45:33.398080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b95b274-0a37-4bcf-8859-c54a084fedc6 req-9b055a89-e2a5-4295-bb7e-23ddd0ffbfdc tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635040 Jul 22 14:45:33.404860 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-95c41861-f74f-486c-bc9a-f7d30861a0c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2695172 Jul 22 14:45:33.448185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-798eb9f5-6a07-4f89-af7c-6eac33b17a97 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 217 time: 0.0423334 Jul 22 14:45:33.528295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-a1a5217f-2eea-4cc2-82b5-0473ffa1947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.529973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-a1a5217f-2eea-4cc2-82b5-0473ffa1947d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0724471 Jul 22 14:45:33.581954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-02125a75-865a-415d-90c4-40866a77df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.583664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-02125a75-865a-415d-90c4-40866a77df08 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 1097 time: 0.1345763 Jul 22 14:45:33.634595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-11e12924-10f4-4f0e-a93a-74fe17010aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.636105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-11e12924-10f4-4f0e-a93a-74fe17010aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989392 Jul 22 14:45:33.760746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-4cbcdbcb-0297-4e7f-a450-cbaf206318c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.762364 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-4cbcdbcb-0297-4e7f-a450-cbaf206318c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1587639 Jul 22 14:45:33.814056 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-b3893ca4-b7e5-4b10-b1ad-5730bae16187 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707175 Jul 22 14:45:33.815489 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-0d222582-c582-4753-a9bb-e6dbfc63483e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e HTTP/1.1" status: 200 len: 217 time: 0.0417976 Jul 22 14:45:33.925378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-6f13c885-d470-4ec4-b6ff-9dd618a7097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.926899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-6f13c885-d470-4ec4-b6ff-9dd618a7097d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.1037133 Jul 22 14:45:33.933399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b88b39-2089-4b6d-a974-a788d3080044 req-9a488db5-8881-4ade-806e-29fc34bc25ee tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:33.938159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2b88b39-2089-4b6d-a974-a788d3080044 req-9a488db5-8881-4ade-806e-29fc34bc25ee tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1000764 Jul 22 14:45:33.982788 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-04e0e33c-a65f-4879-85f1-f60087dc49cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475068 Jul 22 14:45:33.985201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2b88b39-2089-4b6d-a974-a788d3080044 req-a653a120-4b44-49a4-962a-947dfbfe95ce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357738 Jul 22 14:45:33.990973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-37686163-9f27-4a30-b9da-d793f54e19c1 req-9dc8f142-82f4-4f4d-b773-ef36b6480be3 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589689 Jul 22 14:45:34.118835 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-c6940f38-2f89-4d91-afda-f38ccb96ea0e service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267848 Jul 22 14:45:34.206574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db1a6193-e423-4d10-8810-289c40772048 req-b1f23f87-fc78-46ff-897e-79b9f92d244b tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 210 time: 0.0435708 Jul 22 14:45:34.531836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-fbe30438-a568-4316-aaf9-c83004b5abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:34.533290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-fbe30438-a568-4316-aaf9-c83004b5abf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1094 time: 0.4773533 Jul 22 14:45:34.555285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd96322-9bd6-473b-9cc8-3c292c79b999 req-39e1360e-11b6-4ff0-8c77-dfaccdb62c98 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:34.563743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd96322-9bd6-473b-9cc8-3c292c79b999 req-39e1360e-11b6-4ff0-8c77-dfaccdb62c98 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.0832481 Jul 22 14:45:34.627114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bd96322-9bd6-473b-9cc8-3c292c79b999 req-35ec27e0-18f9-448b-b9b9-e7460c325d2e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620227 Jul 22 14:45:34.727149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d4edfd0-37e0-42cf-b398-c64426dfb93e req-02f720e8-d434-413a-89f6-47af1abfef93 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5996408 Jul 22 14:45:34.731972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-2819eb00-5a7f-4b31-b1b6-1ce22d1da9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:34.733473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-2819eb00-5a7f-4b31-b1b6-1ce22d1da9ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.1703258 Jul 22 14:45:34.778701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-e1c04e45-faca-475c-87d5-40a225ba833d tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:34.781098 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-e1c04e45-faca-475c-87d5-40a225ba833d tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.72 "GET /v2.0/networks?id=c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 200 len: 911 time: 0.2976611 Jul 22 14:45:34.782461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-826cfcaf-43c2-4c52-b29a-c9b7b1d8854c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 217 time: 0.0410404 Jul 22 14:45:34.789382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6524e7-5e6a-4487-add2-68698b991b17 req-bc9aa7cd-a039-4d01-b429-cfd576fe3010 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:34.791266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d6524e7-5e6a-4487-add2-68698b991b17 req-bc9aa7cd-a039-4d01-b429-cfd576fe3010 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 945 time: 0.0825584 Jul 22 14:45:34.793887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Request body: {'port': {'device_id': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'admin_state_up': True, 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:34.838133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d6524e7-5e6a-4487-add2-68698b991b17 req-3f3de944-a5c2-492d-8cba-9aed52a36724 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Jul 22 14:45:34.862135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-1d559d3c-7bb5-415c-b551-6b2bf16694a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:34.864106 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-1d559d3c-7bb5-415c-b551-6b2bf16694a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0740595 Jul 22 14:45:34.881527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Made reservation on behalf of 3e682913fbcb45da88d6bf493b6d707f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:34.884054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.004125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090bcd8b-0f39-48bb-8ffe-9faf8989205e req-f7eae9e9-d443-4a7b-a1bf-228ff95796a7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:35.013636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-090bcd8b-0f39-48bb-8ffe-9faf8989205e req-f7eae9e9-d443-4a7b-a1bf-228ff95796a7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.0976205 Jul 22 14:45:35.019000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-579dc6c3-520c-42ed-913e-1b44340c2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:35.020863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-579dc6c3-520c-42ed-913e-1b44340c2e2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500835 Jul 22 14:45:35.069782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-090bcd8b-0f39-48bb-8ffe-9faf8989205e req-edcc02e1-cb66-47cb-84b5-bab29f303b2b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546372 Jul 22 14:45:35.149377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Allocated IP 172.20.0.5 (c8a08516-abea-45ff-b047-33cf24ee1167/89b413cf-9ea6-4733-9e7a-38e5fc46618b/16cedce2-9493-4490-a39f-d36a443d4a06) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:35.232918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d415982-867b-4bb2-a6fd-cd5f697dd758 req-9344f4c5-a7ad-4ac8-9475-0463e30e2f9e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:35.244811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d415982-867b-4bb2-a6fd-cd5f697dd758 req-9344f4c5-a7ad-4ac8-9475-0463e30e2f9e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1209664 Jul 22 14:45:35.262652 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-e406d6dc-3481-4b14-bdff-de28796de9c0 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914151 Jul 22 14:45:35.307147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d415982-867b-4bb2-a6fd-cd5f697dd758 req-355402b7-bb5b-471e-9eda-11e74d89a7b5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611811 Jul 22 14:45:35.436457 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-28d1422b-8dd8-4e37-96e5-06555b3e69c7 req-9d1e76f8-b973-4c04-b90e-ac73ecd167ee service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634014 Jul 22 14:45:35.446707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e2507afb-c5d1-41f0-809c-07000526493e req-a06cad21-a3df-4683-a9f5-3338898cdb91 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 210 time: 0.0493863 Jul 22 14:45:35.526260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.547770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Transition to ACTIVE for port object 16cedce2-9493-4490-a39f-d36a443d4a06 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:35.572884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356f425-82e7-4aea-bfa1-10c625f8ff88 req-ad5a6c43-1ddf-4cd5-84fa-a7613d4ba8bc tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:35.574036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b356f425-82e7-4aea-bfa1-10c625f8ff88 req-ad5a6c43-1ddf-4cd5-84fa-a7613d4ba8bc tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.0913911 Jul 22 14:45:35.597317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.609275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['08d22ac1-bcf5-40c3-8b23-a41107528179'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:35.626740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b356f425-82e7-4aea-bfa1-10c625f8ff88 req-552cf8aa-7350-4595-9d16-84238e44bf4c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Jul 22 14:45:35.670595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Network c8a08516-abea-45ff-b047-33cf24ee1167 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:35.673546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:35.676289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:35.718239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Pushing event updated for resources: {'Port': ['ID=16cedce2-9493-4490-a39f-d36a443d4a06,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:35.742862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:35.744337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:35.763561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-afcd74c3-8edb-4516-a69e-a1f3e8ffbc6a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9748161 Jul 22 14:45:35.781257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Request body: {'port': {'device_id': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:35.876644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.001572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-10263105-80a8-4917-8601-1951197308e1 None None] Provisioning for port 16cedce2-9493-4490-a39f-d36a443d4a06 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:36.007840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-10263105-80a8-4917-8601-1951197308e1 None None] Provisioning complete for port 16cedce2-9493-4490-a39f-d36a443d4a06 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:36.008224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10263105-80a8-4917-8601-1951197308e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.053888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-10263105-80a8-4917-8601-1951197308e1 None None] Port 16cedce2-9493-4490-a39f-d36a443d4a06 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:45:36.182439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cedce2-9493-4490-a39f-d36a443d4a06 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:36.190375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.202292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Transition to ACTIVE for port object 16cedce2-9493-4490-a39f-d36a443d4a06 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:36.206827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.280508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=16cedce2-9493-4490-a39f-d36a443d4a06,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:36.335971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Attempting to bind port 16cedce2-9493-4490-a39f-d36a443d4a06 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:36.336327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Attempting to bind port 16cedce2-9493-4490-a39f-d36a443d4a06 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:36.336671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Attempting to bind port 16cedce2-9493-4490-a39f-d36a443d4a06 on network c8a08516-abea-45ff-b047-33cf24ee1167 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:36.341340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Port 16cedce2-9493-4490-a39f-d36a443d4a06 on network c8a08516-abea-45ff-b047-33cf24ee1167 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:36.341669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Attempting to bind port 16cedce2-9493-4490-a39f-d36a443d4a06 on network c8a08516-abea-45ff-b047-33cf24ee1167 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:36.347762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:36.348388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Checking segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:36.348789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Bound using segment: {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:36.349273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Bound port: 16cedce2-9493-4490-a39f-d36a443d4a06, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fada6c4-4305-4dcc-a538-af16e7e48034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:36.349693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.423480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] For port 16cedce2-9493-4490-a39f-d36a443d4a06, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:36.427348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] For port 16cedce2-9493-4490-a39f-d36a443d4a06, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=16cedce2-9493-4490-a39f-d36a443d4a06,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:36.436193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.466007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3e7e1-2eae-4aa0-b260-be856b9d5521 req-b3e6ed09-bc1d-49ee-bf63-2aeedd06ee30 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.467668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebb3e7e1-2eae-4aa0-b260-be856b9d5521 req-b3e6ed09-bc1d-49ee-bf63-2aeedd06ee30 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.0888600 Jul 22 14:45:36.486618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.487765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:36.489041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] 10.222.0.72 "PUT /v2.0/ports/16cedce2-9493-4490-a39f-d36a443d4a06 HTTP/1.1" status: 200 len: 1091 time: 0.7125089 Jul 22 14:45:36.489341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'tag': '16cedce2-9493-4490-a39f-d36a443d4a06'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:36.492027 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "54f7ca04-c8ff-443e-8496-f37b1917eb22", "tag": "16cedce2-9493-4490-a39f-d36a443d4a06"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:36.534281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acefba8-3867-4bba-b02b-05ee20a2fe51 service neutron] Pushing event updated for resources: {'Port': ['ID=16cedce2-9493-4490-a39f-d36a443d4a06,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:36.555747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebb3e7e1-2eae-4aa0-b260-be856b9d5521 req-c12c84c1-6181-4943-a329-e019eba90ba7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778244 Jul 22 14:45:36.622326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-05cc69bd-dfbc-48a0-a2b0-97c0ab37aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.623921 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-05cc69bd-dfbc-48a0-a2b0-97c0ab37aec3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e682913fbcb45da88d6bf493b6d707f&device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1094 time: 0.0863774 Jul 22 14:45:36.639159 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05128f18-3551-46ca-8d04-9322c43ffd82 x-openstack-request-id: req-05128f18-3551-46ca-8d04-9322c43ffd82 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:36.639449 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f7ca04-c8ff-443e-8496-f37b1917eb22", "tag": "16cedce2-9493-4490-a39f-d36a443d4a06", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:36.639709 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05128f18-3551-46ca-8d04-9322c43ffd82 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:36.640115 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'tag': '16cedce2-9493-4490-a39f-d36a443d4a06', 'status': 'completed', 'code': 200} Jul 22 14:45:36.681252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958d3da-e05c-4d20-ab9c-a577f42fdf64 req-8e2c1fd2-8019-4785-80c9-0f5d13f57158 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.688963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3958d3da-e05c-4d20-ab9c-a577f42fdf64 req-8e2c1fd2-8019-4785-80c9-0f5d13f57158 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1094 time: 0.1340289 Jul 22 14:45:36.710304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-db0a6d1c-1119-41b4-b0df-1860ec0e68a1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cedce2-9493-4490-a39f-d36a443d4a06 HTTP/1.1" status: 200 len: 217 time: 0.0730820 Jul 22 14:45:36.774446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3958d3da-e05c-4d20-ab9c-a577f42fdf64 req-471e44d7-6f44-4efc-92d7-1fe1c7fb69d2 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765703 Jul 22 14:45:36.804703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-402c1070-fc7a-49a2-9d94-ece1527affbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.806548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-402c1070-fc7a-49a2-9d94-ece1527affbf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89b413cf-9ea6-4733-9e7a-38e5fc46618b HTTP/1.1" status: 200 len: 849 time: 0.0857279 Jul 22 14:45:36.854572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c1d10-b7ca-4446-a0cd-e20ef3e6cf7c req-76769c28-469f-4eba-89b1-b8267be6557c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.856372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d30c1d10-b7ca-4446-a0cd-e20ef3e6cf7c req-76769c28-469f-4eba-89b1-b8267be6557c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.0826252 Jul 22 14:45:36.900233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d30c1d10-b7ca-4446-a0cd-e20ef3e6cf7c req-0338e2ba-22db-4cac-9d5c-8460eafcc3a8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377855 Jul 22 14:45:36.919467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-1c06000a-3510-4f0e-8b52-d8550ccfc9a4 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.920956 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-1c06000a-3510-4f0e-8b52-d8550ccfc9a4 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 946 time: 0.1134238 Jul 22 14:45:36.926300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-c1622685-b4fe-46f4-b24f-1f8eb838b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:36.928459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-c1622685-b4fe-46f4-b24f-1f8eb838b4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8a08516-abea-45ff-b047-33cf24ee1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107655 Jul 22 14:45:37.093160 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-257c6364-568d-4d08-88e5-6db1d49fc6f3 service neutron] 10.222.0.72 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567354 Jul 22 14:45:37.118384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port 04e20449-db36-4efc-af28-289890b5443d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:37.118735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.224232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.277579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b25126c1-c59c-461d-b34b-b06bcbeb96f6 req-76b363c2-6114-43b4-8d52-6825c398233e service neutron] 10.222.0.72 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735749 Jul 22 14:45:37.303810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port 04e20449-db36-4efc-af28-289890b5443d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=04e20449-db36-4efc-af28-289890b5443d,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:37.304142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.325255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for 04e20449-db36-4efc-af28-289890b5443d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:37.442329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-dc362e16-15ce-46b1-8f71-3211e14c26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:37.444480 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-dc362e16-15ce-46b1-8f71-3211e14c26cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3e682913fbcb45da88d6bf493b6d707f&device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1094 time: 0.1135459 Jul 22 14:45:37.512307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:37.569994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.584694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e', '04e20449-db36-4efc-af28-289890b5443d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:37.606833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-a46db0e7-fe31-493a-b881-acf252279e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:37.608387 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-a46db0e7-fe31-493a-b881-acf252279e41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 200 len: 911 time: 0.1548102 Jul 22 14:45:37.610611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=04e20449-db36-4efc-af28-289890b5443d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:37.629743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d0c272f1-38c4-43df-a7de-fd415799706b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:37.674261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-499901c0-749a-417d-bc24-181d64e98832 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16cedce2-9493-4490-a39f-d36a443d4a06 HTTP/1.1" status: 200 len: 217 time: 0.0567038 Jul 22 14:45:37.700350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port 04e20449-db36-4efc-af28-289890b5443d on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:37.703086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.705636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2ddfc32e-3d24-4587-a91b-a27289783223 req-e6d128f5-9626-4254-93ed-a40636e2e07c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "DELETE /v2.0/ports/04e20449-db36-4efc-af28-289890b5443d HTTP/1.1" status: 204 len: 173 time: 0.7757781 Jul 22 14:45:37.742702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:37.753719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec155a-78e5-4858-8623-a9353cdc4944 req-61eb389a-f509-4ec7-9037-ae70921008d8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:37.755337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2dec155a-78e5-4858-8623-a9353cdc4944 req-61eb389a-f509-4ec7-9037-ae70921008d8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.0928600 Jul 22 14:45:37.762251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-44e8cc52-de32-408b-809e-4dab59244465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:37.763855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-44e8cc52-de32-408b-809e-4dab59244465 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=89b413cf-9ea6-4733-9e7a-38e5fc46618b HTTP/1.1" status: 200 len: 849 time: 0.0722597 Jul 22 14:45:37.809959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2dec155a-78e5-4858-8623-a9353cdc4944 req-58cac4c5-7ad0-485b-b317-67ffea7efe4c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Jul 22 14:45:37.888701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '23559229-9de5-4199-978d-b7d122749c63', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'port_id': '23559229-9de5-4199-978d-b7d122749c63', 'mac_address': 'fa:16:3e:6a:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:37.900323 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:37.901736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-f892ceec-5551-416b-9951-c3d22ff8cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:37.903601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-f892ceec-5551-416b-9951-c3d22ff8cbf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c8a08516-abea-45ff-b047-33cf24ee1167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305375 Jul 22 14:45:38.047275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b161cd8-da65-433d-af6a-45fbdcfaa683 req-88302824-c889-4933-b4e6-9a1490d07955 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:38.048896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b161cd8-da65-433d-af6a-45fbdcfaa683 req-88302824-c889-4933-b4e6-9a1490d07955 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1094 time: 0.0891471 Jul 22 14:45:38.087699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-1cd86905-5edb-4078-b11f-bd09f251a984 service neutron] 10.222.0.72 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765618 Jul 22 14:45:38.094394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.122680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3a50cef-91cb-4bcd-abeb-5620865be2a2 req-f3fe65a3-7fd9-43ba-b140-4283d4320fc7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=b582cb0a-b169-40a9-9532-bbb55fcdaca4 HTTP/1.1" status: 200 len: 210 time: 0.0657258 Jul 22 14:45:38.154960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23559229-9de5-4199-978d-b7d122749c63 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:38.158133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b161cd8-da65-433d-af6a-45fbdcfaa683 req-69aa2419-52b9-4c16-81fe-718839915150 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988541 Jul 22 14:45:38.200372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:38.214919 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.226170 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec1f75a8-6ec9-4508-8b33-1b37621d0bd1 req-bde95b8d-1905-4021-bf7d-eeea3e91dcc1 service neutron] 10.222.0.72 "GET /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263063 Jul 22 14:45:38.313646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46276) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:38.339069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:38.457252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0acc42d9-a0a4-4ffa-84bf-9987566d9464 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd47ac0ac57a4c84852f895db0031a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421158 Jul 22 14:45:38.460368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:38.488073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['23559229-9de5-4199-978d-b7d122749c63'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:38.508034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5cf531b-3cf2-48b8-9720-a3d1e420b831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.529171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5cf531b-3cf2-48b8-9720-a3d1e420b831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.577835 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5cf531b-3cf2-48b8-9720-a3d1e420b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.580832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5cf531b-3cf2-48b8-9720-a3d1e420b831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:38.585126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e5cf531b-3cf2-48b8-9720-a3d1e420b831 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6bcc7b2-bd13-4aab-88c9-c872004210fe HTTP/1.1" status: 204 len: 168 time: 0.1208816 Jul 22 14:45:38.591051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf531b-3cf2-48b8-9720-a3d1e420b831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bcc7b2-bd13-4aab-88c9-c872004210fe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:38.640920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'name': 'network-vif-deleted', 'tag': '04e20449-db36-4efc-af28-289890b5443d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:38.644398 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac178854-0942-4a4b-b78c-cf3ea494d94e" -d '{"events": [{"server_uuid": "b582cb0a-b169-40a9-9532-bbb55fcdaca4", "name": "network-vif-deleted", "tag": "04e20449-db36-4efc-af28-289890b5443d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:38.680843 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753b477c-66b0-43e4-816b-88e85a89536b x-openstack-request-id: req-753b477c-66b0-43e4-816b-88e85a89536b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:38.681136 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b582cb0a-b169-40a9-9532-bbb55fcdaca4", "name": "network-vif-deleted", "tag": "04e20449-db36-4efc-af28-289890b5443d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:38.681390 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-753b477c-66b0-43e4-816b-88e85a89536b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:38.681792 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b582cb0a-b169-40a9-9532-bbb55fcdaca4', 'name': 'network-vif-deleted', 'tag': '04e20449-db36-4efc-af28-289890b5443d', 'status': 'completed', 'code': 200} Jul 22 14:45:38.957629 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09100f-a428-40d6-a3c7-872470be81dc req-61359820-24f0-4b42-856e-b9d0aa2dc9ab tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:38.959733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b09100f-a428-40d6-a3c7-872470be81dc req-61359820-24f0-4b42-856e-b9d0aa2dc9ab tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 944 time: 0.0732687 Jul 22 14:45:38.997699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b09100f-a428-40d6-a3c7-872470be81dc req-d54a9a2d-72cb-4013-9262-bd2b72082dce tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322144 Jul 22 14:45:39.306282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce81df5-0721-4546-a161-b62473be8c2f req-fd290491-5817-4ac0-bf63-57e4e120c74a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.307966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dce81df5-0721-4546-a161-b62473be8c2f req-fd290491-5817-4ac0-bf63-57e4e120c74a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1094 time: 0.0648637 Jul 22 14:45:39.350957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dce81df5-0721-4546-a161-b62473be8c2f req-b49c47a6-9e9d-4d05-835a-4661937fd069 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Jul 22 14:45:39.491678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e046f-ee62-4bf8-91f4-3e4f7390ccac req-5dfc83fe-bf60-4e46-a8e9-956423c07957 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.493265 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-040e046f-ee62-4bf8-91f4-3e4f7390ccac req-5dfc83fe-bf60-4e46-a8e9-956423c07957 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 945 time: 0.0750723 Jul 22 14:45:39.509788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:39.533828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-040e046f-ee62-4bf8-91f4-3e4f7390ccac req-52f71dbc-9822-4665-8e85-f01444ec96b9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Jul 22 14:45:39.563593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 23559229-9de5-4199-978d-b7d122749c63 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:39.567558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 23559229-9de5-4199-978d-b7d122749c63 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:39.567934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:39.649971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:39.673825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:39.676119 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b86f84f-1b82-46e3-b5e8-a6f5c47d7416" -d '{"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-plugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:39.691654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:39.696323 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-1774e4c8-8fe4-4b89-876c-2e3f18b2f540 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790575 Jul 22 14:45:39.696943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:39.721718 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e434bd-4eb0-41b4-bc13-7a7d40659d50 x-openstack-request-id: req-c3e434bd-4eb0-41b4-bc13-7a7d40659d50 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:39.722011 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-plugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:39.722257 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3e434bd-4eb0-41b4-bc13-7a7d40659d50 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:39.722679 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'code': 200} Jul 22 14:45:39.761525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:39.837744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-b1848b07-39f3-4100-9d60-7beb4ea2fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.838881 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b155282b-ec07-4abc-b830-ad29659a816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:39.839496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-b1848b07-39f3-4100-9d60-7beb4ea2fb67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1097 time: 0.0670958 Jul 22 14:45:39.858789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23012c41-ef2d-43e0-9ffa-3df58b4c7719 req-c4703eff-b536-47c9-91a3-d8680f50c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.861089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23012c41-ef2d-43e0-9ffa-3df58b4c7719 req-c4703eff-b536-47c9-91a3-d8680f50c74a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1096 time: 0.0638518 Jul 22 14:45:39.907289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23012c41-ef2d-43e0-9ffa-3df58b4c7719 req-20038efa-d033-4644-956f-7632e29e6a7c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388703 Jul 22 14:45:39.966783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-d0b2b7f0-39d5-4521-b658-d88110c7ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:39.968668 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-d0b2b7f0-39d5-4521-b658-d88110c7ff58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1083393 Jul 22 14:45:40.043490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-95e0e138-dc17-4798-8dee-6b679561b6d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0672843 Jul 22 14:45:40.107662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-d8ae6afc-01cf-481f-9b2b-3de0589dea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:40.109463 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-d8ae6afc-01cf-481f-9b2b-3de0589dea80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0489390 Jul 22 14:45:40.153633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba759c-7ebf-4b1b-a3d4-6de091357213 req-12009c4f-fc80-409e-af3b-16f6d8b71c79 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:40.155847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48ba759c-7ebf-4b1b-a3d4-6de091357213 req-12009c4f-fc80-409e-af3b-16f6d8b71c79 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0776005 Jul 22 14:45:40.175083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-ccf089d0-dc7f-4bb6-8a10-0f4c6b0f8d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:40.176644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-ccf089d0-dc7f-4bb6-8a10-0f4c6b0f8d27 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595970 Jul 22 14:45:40.197474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48ba759c-7ebf-4b1b-a3d4-6de091357213 req-2905b57e-65b5-4f9f-b407-591a17dda85d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345564 Jul 22 14:45:40.295467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-4e80839c-6f2c-4e3c-8f09-6347d516acc6 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059272 Jul 22 14:45:40.396001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5e3c3d47-e995-4c7a-9d77-86b8b0e1c332 req-d9844ad1-58b7-4078-9152-1fa63f532d0a service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935748 Jul 22 14:45:40.486684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85e647-4c5a-4101-b3e5-dd6180fe1b64 req-ccc0d20d-f67d-4929-aa31-6b7acd2c7eef tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:40.488318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af85e647-4c5a-4101-b3e5-dd6180fe1b64 req-ccc0d20d-f67d-4929-aa31-6b7acd2c7eef tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1094 time: 0.0641444 Jul 22 14:45:40.524859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af85e647-4c5a-4101-b3e5-dd6180fe1b64 req-c6c6eefb-d227-462f-94d9-723d08832ce5 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305469 Jul 22 14:45:40.671793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472d010-71fa-44db-992c-5335173c79fa req-49e056c2-8f68-4980-b0bc-d97e6a211d65 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:40.673604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5472d010-71fa-44db-992c-5335173c79fa req-49e056c2-8f68-4980-b0bc-d97e6a211d65 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 945 time: 0.0675457 Jul 22 14:45:40.720314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5472d010-71fa-44db-992c-5335173c79fa req-7a265e46-9aa3-46f1-b48b-250a9dcb1c6d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401044 Jul 22 14:45:40.729328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 16cedce2-9493-4490-a39f-d36a443d4a06 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:40.734933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 04e20449-db36-4efc-af28-289890b5443d no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:40.766742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 04e20449-db36-4efc-af28-289890b5443d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:40.767125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 04e20449-db36-4efc-af28-289890b5443d not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:40.861732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 16cedce2-9493-4490-a39f-d36a443d4a06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=16cedce2-9493-4490-a39f-d36a443d4a06,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:40.883822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '16cedce2-9493-4490-a39f-d36a443d4a06', 'network_id': 'c8a08516-abea-45ff-b047-33cf24ee1167', 'port_id': '16cedce2-9493-4490-a39f-d36a443d4a06', 'mac_address': 'fa:16:3e:6b:ee:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89b413cf-9ea6-4733-9e7a-38e5fc46618b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:40.927080 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:40.945205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cedce2-9493-4490-a39f-d36a443d4a06 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:40.971784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 16cedce2-9493-4490-a39f-d36a443d4a06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=16cedce2-9493-4490-a39f-d36a443d4a06,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:40.976787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:41.040555 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=16cedce2-9493-4490-a39f-d36a443d4a06,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:41.103424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d1c2e-6922-4687-97bd-34c989e6baef req-dbc0b916-a878-4a8b-82c6-08839dfa8986 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:41.104989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-553d1c2e-6922-4687-97bd-34c989e6baef req-dbc0b916-a878-4a8b-82c6-08839dfa8986 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 945 time: 0.0999994 Jul 22 14:45:41.223811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port d0c272f1-38c4-43df-a7de-fd415799706b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:41.224728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:41.245238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['16cedce2-9493-4490-a39f-d36a443d4a06'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:41.359391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cdb38-7273-4f76-81bb-42f9b7b7e943 req-6aac1681-6229-4e14-bf19-d18094b9ac79 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:41.361146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e04cdb38-7273-4f76-81bb-42f9b7b7e943 req-6aac1681-6229-4e14-bf19-d18094b9ac79 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0804644 Jul 22 14:45:41.375091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port d0c272f1-38c4-43df-a7de-fd415799706b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d0c272f1-38c4-43df-a7de-fd415799706b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:41.375906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:41.392620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for d0c272f1-38c4-43df-a7de-fd415799706b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:41.421994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e04cdb38-7273-4f76-81bb-42f9b7b7e943 req-cf2f6a02-f0d9-44e5-a762-8f33e8435307 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485744 Jul 22 14:45:41.616554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5db2a-c665-498c-9b06-1fe8ed4c4089 req-4efccefe-1c2b-4a86-820d-95781062aff8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:41.618327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9df5db2a-c665-498c-9b06-1fe8ed4c4089 req-4efccefe-1c2b-4a86-820d-95781062aff8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0805857 Jul 22 14:45:41.620513 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:41.632985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46416) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:41.640203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Request body: {'floatingip': {'port_id': '23559229-9de5-4199-978d-b7d122749c63'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:41.648656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d0c272f1-38c4-43df-a7de-fd415799706b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:41.721469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=d0c272f1-38c4-43df-a7de-fd415799706b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:41.722809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8db7e-2c8d-4a8d-93a3-11c6d80cc46f req-61a5817a-1484-4c61-9ef1-366188ef20f6 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:41.726654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cf8db7e-2c8d-4a8d-93a3-11c6d80cc46f req-61a5817a-1484-4c61-9ef1-366188ef20f6 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1095 time: 0.1044638 Jul 22 14:45:41.749795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:41.771243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.771606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.771976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.772303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.772641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.773015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.773390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.773688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.774030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.774353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.774708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.775044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:41.781650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cf8db7e-2c8d-4a8d-93a3-11c6d80cc46f req-ac5f6907-1b5a-4fb6-8bd0-f0332344f097 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461886 Jul 22 14:45:41.843063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e9b94d70-df53-462a-8377-1cfd15cb4f3d req-51395790-2fd2-4e6b-90d4-6c9bcfcc009d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=469bc478-4885-4a67-a10b-40439c303d01 HTTP/1.1" status: 200 len: 210 time: 0.0326414 Jul 22 14:45:41.854873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port d0c272f1-38c4-43df-a7de-fd415799706b on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:41.859230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:41.861340 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-553d1c2e-6922-4687-97bd-34c989e6baef req-662fc505-62c2-4a39-b53c-a0e0a1a538d0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "DELETE /v2.0/ports/d0c272f1-38c4-43df-a7de-fd415799706b HTTP/1.1" status: 204 len: 173 time: 0.7499983 Jul 22 14:45:41.861770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '469bc478-4885-4a67-a10b-40439c303d01', 'name': 'network-vif-deleted', 'tag': 'd0c272f1-38c4-43df-a7de-fd415799706b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:41.864130 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7f7e12-206a-443b-9f8a-1d60dfae75b1" -d '{"events": [{"server_uuid": "469bc478-4885-4a67-a10b-40439c303d01", "name": "network-vif-deleted", "tag": "d0c272f1-38c4-43df-a7de-fd415799706b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:41.867393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:41.922648 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7be9a35-4365-44e7-a5b6-77ac53ba97be x-openstack-request-id: req-b7be9a35-4365-44e7-a5b6-77ac53ba97be {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:41.923137 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "469bc478-4885-4a67-a10b-40439c303d01", "name": "network-vif-deleted", "tag": "d0c272f1-38c4-43df-a7de-fd415799706b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:41.923468 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7be9a35-4365-44e7-a5b6-77ac53ba97be {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:41.923958 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '469bc478-4885-4a67-a10b-40439c303d01', 'name': 'network-vif-deleted', 'tag': 'd0c272f1-38c4-43df-a7de-fd415799706b', 'status': 'completed', 'code': 200} Jul 22 14:45:42.095914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c9f1-5727-42e8-bce2-bd1bad6bf610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.335831 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.623858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.629495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.743175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 16cedce2-9493-4490-a39f-d36a443d4a06 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:42.744239 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Floating IP fa59e1f7-dbf4-4cb9-9867-caf73bb47290 associated. External IP: 172.25.3.44, port: 23559229-9de5-4199-978d-b7d122749c63. Jul 22 14:45:42.770567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e1af0-6103-4c9d-bb51-c573da19fe66 req-148e90f9-100a-4b21-9181-c3ea57de012b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:42.773431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b78e1af0-6103-4c9d-bb51-c573da19fe66 req-148e90f9-100a-4b21-9181-c3ea57de012b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.0836978 Jul 22 14:45:42.812253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 16cedce2-9493-4490-a39f-d36a443d4a06 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:42.817939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 16cedce2-9493-4490-a39f-d36a443d4a06 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:42.818551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.824101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b78e1af0-6103-4c9d-bb51-c573da19fe66 req-f21c0a04-5bc9-4bdd-bf3b-93a9be5f0edf tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411029 Jul 22 14:45:42.939578 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:42.976585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cedce2-9493-4490-a39f-d36a443d4a06'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:42.979468 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af9268-5943-46e2-af02-7a44c0a0bf10" -d '{"events": [{"server_uuid": "54f7ca04-c8ff-443e-8496-f37b1917eb22", "name": "network-vif-plugged", "status": "completed", "tag": "16cedce2-9493-4490-a39f-d36a443d4a06"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:42.997963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 16cedce2-9493-4490-a39f-d36a443d4a06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=16cedce2-9493-4490-a39f-d36a443d4a06,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:43.003831 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:43.006948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dfba4-8a0b-4fdf-b09a-7bd1854d60f9 req-d5cb00ce-1edb-4509-8270-b69ce7092f07 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:43.016313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-088dfba4-8a0b-4fdf-b09a-7bd1854d60f9 req-d5cb00ce-1edb-4509-8270-b69ce7092f07 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1095 time: 0.1171544 Jul 22 14:45:43.053447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:43.089259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-088dfba4-8a0b-4fdf-b09a-7bd1854d60f9 req-0da2487e-98f4-4b61-beb7-b0ebf6efa3d5 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719736 Jul 22 14:45:43.105682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=16cedce2-9493-4490-a39f-d36a443d4a06,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:43.200635 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e0d970-3f2b-4a50-9085-94bfd702e03a x-openstack-request-id: req-79e0d970-3f2b-4a50-9085-94bfd702e03a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:43.200965 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f7ca04-c8ff-443e-8496-f37b1917eb22", "name": "network-vif-plugged", "status": "completed", "tag": "16cedce2-9493-4490-a39f-d36a443d4a06", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:43.201259 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79e0d970-3f2b-4a50-9085-94bfd702e03a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:43.201618 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cedce2-9493-4490-a39f-d36a443d4a06', 'code': 200} Jul 22 14:45:43.251472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:43.257408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:43.264862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:43.281923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:43.283916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:43.339663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09f96d0c-7ee2-45ed-8c53-f766fb4753da tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "PUT /v2.0/floatingips/fa59e1f7-dbf4-4cb9-9867-caf73bb47290 HTTP/1.1" status: 200 len: 990 time: 1.7052970 Jul 22 14:45:43.383631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9e2c7-e636-4030-95bc-e8528ea6df75 req-79ec6f1a-58e7-4523-aa32-3f1440aa0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:43.385185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8cc9e2c7-e636-4030-95bc-e8528ea6df75 req-79ec6f1a-58e7-4523-aa32-3f1440aa0359 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.0833633 Jul 22 14:45:43.434178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8cc9e2c7-e636-4030-95bc-e8528ea6df75 req-c4ffebc3-2241-4564-8e60-af6f72c3dfe8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Jul 22 14:45:43.447872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:43.572500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-68fe5a10-04bc-442a-9b6e-40f0796a9669 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:43.574028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-68fe5a10-04bc-442a-9b6e-40f0796a9669 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.1249032 Jul 22 14:45:43.593212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-41798bbd-eb80-4dab-b2d4-815e8558308a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0128155 Jul 22 14:45:43.638251 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:43.682605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-45a9d010-b61c-4461-8226-813c9ddd70e4 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825536 Jul 22 14:45:43.728573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'fa59e1f7-dbf4-4cb9-9867-caf73bb47290', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'port_id': '23559229-9de5-4199-978d-b7d122749c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'mac_address': 'fa:16:3e:6a:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:28Z', 'updated_at': '2021-07-22T14:45:42Z', 'revision_number': 1, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:43.755889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:43.764597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:43.764873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:43.783960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-88a6cd04-5e3b-41d4-b3dd-20043dcd90c2 service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994916 Jul 22 14:45:43.883133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:43.895146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-e1a0e011-6910-4bd8-81c4-c288660f3fcc service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045697 Jul 22 14:45:43.924912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:43.927296 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599224a7-16a3-4612-b25b-8a0811c3e08b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:43.968473 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dd8521-953d-49d0-a8c2-db79dc12a4a1 x-openstack-request-id: req-22dd8521-953d-49d0-a8c2-db79dc12a4a1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:43.968775 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "tag": "23559229-9de5-4199-978d-b7d122749c63", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:43.969036 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22dd8521-953d-49d0-a8c2-db79dc12a4a1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:43.969444 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'status': 'completed', 'code': 200} Jul 22 14:45:44.090550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-4f1801b8-7a8e-48a3-be5c-91c3e69cca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.092325 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-4f1801b8-7a8e-48a3-be5c-91c3e69cca2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1096 time: 0.0933254 Jul 22 14:45:44.124732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-486bd2c5-b7e4-4a9d-8484-e00784498525 req-95df1674-55de-4329-b9fe-f0149c84ee0a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 210 time: 0.0503366 Jul 22 14:45:44.189189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'fa59e1f7-dbf4-4cb9-9867-caf73bb47290', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'port_id': '23559229-9de5-4199-978d-b7d122749c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'mac_address': 'fa:16:3e:6a:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:28Z', 'updated_at': '2021-07-22T14:45:42Z', 'revision_number': 1, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:44.241047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0a293-f9ec-4a5b-aef5-c901f199a446 None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'fa59e1f7-dbf4-4cb9-9867-caf73bb47290', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'port_id': '23559229-9de5-4199-978d-b7d122749c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'mac_address': 'fa:16:3e:6a:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:45:28Z', 'updated_at': '2021-07-22T14:45:42Z', 'revision_number': 1, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:44.252498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-54cc5a92-86b0-4fe7-a2c4-e5397d110dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.256065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-54cc5a92-86b0-4fe7-a2c4-e5397d110dd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.1469867 Jul 22 14:45:44.353025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b5500-729a-4db8-beef-c89e29eb7e5e req-9b7f99d8-ceff-4e2b-a83b-618bc92b9017 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.363884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-827b5500-729a-4db8-beef-c89e29eb7e5e req-9b7f99d8-ceff-4e2b-a83b-618bc92b9017 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.1450531 Jul 22 14:45:44.379096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-5608c2c4-0115-4740-b082-a56043dc6181 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 998 time: 0.1124365 Jul 22 14:45:44.430960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-827b5500-729a-4db8-beef-c89e29eb7e5e req-c1ebf934-6613-4108-bd4c-3dcc5f1e3833 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521126 Jul 22 14:45:44.469462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-1e42a642-e59f-4b9b-a173-64ed7d0a4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.473586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-1e42a642-e59f-4b9b-a173-64ed7d0a4ef6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0852571 Jul 22 14:45:44.550854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-0430af36-a843-4f25-8110-bad2b0ce7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:44.552665 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-0430af36-a843-4f25-8110-bad2b0ce7a31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715220 Jul 22 14:45:44.634059 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83b2362-ad86-433b-a375-8c3b3529fd1e None None] New status for floating IP fa59e1f7-dbf4-4cb9-9867-caf73bb47290: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:45:44.696577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-0014c9e5-0520-4654-84ff-8d46f6fef17e service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315773 Jul 22 14:45:44.805363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-599224a7-16a3-4612-b25b-8a0811c3e08b req-b45449af-7e80-4fc6-977b-92ff3894b8e3 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008103 Jul 22 14:45:45.224278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb79c8bc-a349-4e38-b0eb-4c2e0bd85ea2 req-0a84ee5e-86f8-4544-9082-79bf21ffa0c1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 210 time: 0.0292969 Jul 22 14:45:45.294860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.381877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-522c7d1b-cfe6-489f-afe1-be6061c3f3df tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:45.383409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-522c7d1b-cfe6-489f-afe1-be6061c3f3df tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.1373415 Jul 22 14:45:45.400115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:45.530955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d0c272f1-38c4-43df-a7de-fd415799706b no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:45.535976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:45:45.543705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.556467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: d0c272f1-38c4-43df-a7de-fd415799706b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:45.556820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d0c272f1-38c4-43df-a7de-fd415799706b not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:45.568507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9371bcc-4696-41ba-ad4c-3581c30a7bc9 req-312062ca-00e6-4c66-81da-4767380fa9db tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:45.570312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9371bcc-4696-41ba-ad4c-3581c30a7bc9 req-312062ca-00e6-4c66-81da-4767380fa9db tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.0683064 Jul 22 14:45:45.622777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9371bcc-4696-41ba-ad4c-3581c30a7bc9 req-86613fd3-01af-450e-9fdd-7eaa36693ff9 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Jul 22 14:45:45.719618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.8 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/29696aef-9fa2-4f7c-831c-cb9f93c5936b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:45:45.757323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e880d-ef1c-43a6-a110-1c46730031c6 req-1eedb7ff-4c5a-4cb0-bcf8-837e31efa0de tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:45.759556 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-794e880d-ef1c-43a6-a110-1c46730031c6 req-1eedb7ff-4c5a-4cb0-bcf8-837e31efa0de tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.0629864 Jul 22 14:45:45.797250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-794e880d-ef1c-43a6-a110-1c46730031c6 req-50286634-3696-44a0-842e-a88f30940311 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 22 14:45:45.890751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.924446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a8cc0-9b6e-4bec-abc0-a92f38ee5395 req-7ab3a657-bf22-48e6-9e32-6164f589d9aa tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:45.926049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc5a8cc0-9b6e-4bec-abc0-a92f38ee5395 req-7ab3a657-bf22-48e6-9e32-6164f589d9aa tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.0595427 Jul 22 14:45:45.938276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:45.952592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:45.982019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc5a8cc0-9b6e-4bec-abc0-a92f38ee5395 req-8f722f31-1743-4703-9917-b51e305b2032 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Jul 22 14:45:45.994282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:45:45.998063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:45:46.003315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:45:46.035228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=29696aef-9fa2-4f7c-831c-cb9f93c5936b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:46.066902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.067524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.084868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-3b3f63e2-e350-4c98-a106-db99c01dad8d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6915309 Jul 22 14:45:46.101611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Request body: {'port': {'device_id': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:45:46.191815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.294594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2054a-d297-4ae9-abf2-c2d78d98a296 req-d38a8027-5a6f-4619-ad77-ec664b5ef23e tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.299154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44a2054a-d297-4ae9-abf2-c2d78d98a296 req-d38a8027-5a6f-4619-ad77-ec664b5ef23e tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.0763562 Jul 22 14:45:46.388304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44a2054a-d297-4ae9-abf2-c2d78d98a296 req-b97200f3-3821-4d33-baf2-bf2b38200495 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Jul 22 14:45:46.420747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca43df3-d580-42b2-99d0-197cf0212b6c req-733e3e41-1a13-4cf3-b0d5-f31d5ad980d9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.421373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ca43df3-d580-42b2-99d0-197cf0212b6c req-733e3e41-1a13-4cf3-b0d5-f31d5ad980d9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 931 time: 0.0825925 Jul 22 14:45:46.463353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ca43df3-d580-42b2-99d0-197cf0212b6c req-59263d85-fb92-48cc-8ee3-b043f6a9e3f6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Jul 22 14:45:46.512855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29696aef-9fa2-4f7c-831c-cb9f93c5936b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:46.521711 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.540515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Transition to ACTIVE for port object 29696aef-9fa2-4f7c-831c-cb9f93c5936b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:45:46.545032 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.600022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Pushing event updated for resources: {'Port': ['ID=29696aef-9fa2-4f7c-831c-cb9f93c5936b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:46.678845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Attempting to bind port 29696aef-9fa2-4f7c-831c-cb9f93c5936b on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:45:46.679208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Attempting to bind port 29696aef-9fa2-4f7c-831c-cb9f93c5936b by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:45:46.679547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Attempting to bind port 29696aef-9fa2-4f7c-831c-cb9f93c5936b on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:46.684483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Port 29696aef-9fa2-4f7c-831c-cb9f93c5936b on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:45:46.684817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Attempting to bind port 29696aef-9fa2-4f7c-831c-cb9f93c5936b on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:45:46.693162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:45:46.693588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:45:46.694053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:45:46.694671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Bound port: 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:45:46.695365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.767578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] For port 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:45:46.772123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] For port 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:45:46.776646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.825840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.826614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:46.828217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] 10.222.0.61 "PUT /v2.0/ports/29696aef-9fa2-4f7c-831c-cb9f93c5936b HTTP/1.1" status: 200 len: 1091 time: 0.7315471 Jul 22 14:45:46.828930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'tag': '29696aef-9fa2-4f7c-831c-cb9f93c5936b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:46.831790 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0972dc69-07bd-41ba-89f0-83399189dedc" -d '{"events": [{"name": "network-changed", "server_uuid": "a50ec35e-d10e-4cc0-9b68-b4201453465b", "tag": "29696aef-9fa2-4f7c-831c-cb9f93c5936b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:46.857712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c271b-834e-46cb-8f9e-41a4dc169043 service neutron] Pushing event updated for resources: {'Port': ['ID=29696aef-9fa2-4f7c-831c-cb9f93c5936b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:46.882852 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db20d33-2027-4963-beae-76367c0c2aba x-openstack-request-id: req-7db20d33-2027-4963-beae-76367c0c2aba {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:46.884256 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50ec35e-d10e-4cc0-9b68-b4201453465b", "tag": "29696aef-9fa2-4f7c-831c-cb9f93c5936b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:46.884515 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7db20d33-2027-4963-beae-76367c0c2aba {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:46.884919 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'tag': '29696aef-9fa2-4f7c-831c-cb9f93c5936b', 'status': 'completed', 'code': 200} Jul 22 14:45:46.949720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-e5c4d00f-43ca-4191-b132-d164c6cda9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:46.951341 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-e5c4d00f-43ca-4191-b132-d164c6cda9f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 1094 time: 0.0786362 Jul 22 14:45:46.997809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-85c10177-09df-4465-ade7-cf8795717c91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b HTTP/1.1" status: 200 len: 217 time: 0.0378339 Jul 22 14:45:47.054895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-0ee44608-61c0-474e-b8ae-e7616e6ca73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.056432 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-0ee44608-61c0-474e-b8ae-e7616e6ca73b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0532811 Jul 22 14:45:47.095290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-88bb5633-4879-4d67-a30d-a17640fb787b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325158 Jul 22 14:45:47.207852 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-664c7efb-86cf-4e45-b94c-544ad0b5de0c service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060574 Jul 22 14:45:47.326502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c43ac7f-3345-44b5-a261-a66c6e87a351 req-632b7e04-271c-46e1-ad76-fb1110faaad7 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120551 Jul 22 14:45:47.494397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972dc69-07bd-41ba-89f0-83399189dedc req-5a19fb78-cf5e-41d4-829d-383e7ccf75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.496130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-5a19fb78-cf5e-41d4-829d-383e7ccf75b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 1094 time: 0.1066082 Jul 22 14:45:47.546170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:47.690259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972dc69-07bd-41ba-89f0-83399189dedc req-a7c932d8-a4ee-4d69-9935-e7831e124f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.692192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-a7c932d8-a4ee-4d69-9935-e7831e124f57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1870596 Jul 22 14:45:47.753935 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-0de0b982-b399-4745-b8ed-0344e6f61482 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b HTTP/1.1" status: 200 len: 217 time: 0.0552118 Jul 22 14:45:47.757432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-ff51854e-4994-4d57-b8ea-9991c04952f7 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.758919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-ff51854e-4994-4d57-b8ea-9991c04952f7 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.1568363 Jul 22 14:45:47.767763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:47.768556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9371e40-2861-415a-a322-937ecb30535c req-ea34fb45-c20a-47f1-93ff-bd4bb59847de tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.770214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9371e40-2861-415a-a322-937ecb30535c req-ea34fb45-c20a-47f1-93ff-bd4bb59847de tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 1096 time: 0.2455282 Jul 22 14:45:47.779023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71122308-7436-48b7-b02e-350f11c27154 req-0e5e93f4-c25c-426f-ae8e-18f85f8fcdeb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.783319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:47.787315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71122308-7436-48b7-b02e-350f11c27154 req-0e5e93f4-c25c-426f-ae8e-18f85f8fcdeb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 943 time: 0.1725621 Jul 22 14:45:47.834451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972dc69-07bd-41ba-89f0-83399189dedc req-ce0f03fa-ad4a-45f6-8987-cb0b9ebe63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:47.834766 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:47.836062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-ce0f03fa-ad4a-45f6-8987-cb0b9ebe63ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0752962 Jul 22 14:45:47.839414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71122308-7436-48b7-b02e-350f11c27154 req-2eea5dca-a9cf-4224-9bf0-0acd4c988fec tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510674 Jul 22 14:45:47.851907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:47.880908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9371e40-2861-415a-a322-937ecb30535c req-cf8ef95a-0bb8-4a1a-b779-5bcb607dca0a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908682 Jul 22 14:45:47.905378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:47.910074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:47.967856 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-3dd9e08e-c0f8-418c-9e21-305534784f72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120625 Jul 22 14:45:48.020502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:48.044447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.044447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.046807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.047242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.047697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.048078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.048490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.048897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.049304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.049715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.050116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.050538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:45:48.059411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['de7f3dfd-ad94-4292-8d69-a9b18104b3c6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:48.148841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-bb19175c-b80e-4c28-80f0-4bbd6e67ef90 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713710 Jul 22 14:45:48.158828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Deleting port 16cedce2-9493-4490-a39f-d36a443d4a06 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:48.159188 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:48.398500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] For port 16cedce2-9493-4490-a39f-d36a443d4a06, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=16cedce2-9493-4490-a39f-d36a443d4a06,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:48.398900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:48.415897 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0972dc69-07bd-41ba-89f0-83399189dedc req-44c383bb-164c-4ff8-8c57-366ca449cce4 service neutron] 10.222.0.61 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534535 Jul 22 14:45:48.420013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Calling delete_port for 16cedce2-9493-4490-a39f-d36a443d4a06 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:48.633668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:48.650104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['08d22ac1-bcf5-40c3-8b23-a41107528179'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:48.652894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['16cedce2-9493-4490-a39f-d36a443d4a06'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:48.672848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Pushing event deleted for resources: {'Port': ['ID=16cedce2-9493-4490-a39f-d36a443d4a06,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:48.762884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] No DVR routers for this DVR port 16cedce2-9493-4490-a39f-d36a443d4a06 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:48.766306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:48.768936 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-256f9b60-71cc-4af6-ab53-798c23393dcc req-664dc98f-810c-44a8-9cce-eeeae6bc742a tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.72 "DELETE /v2.0/ports/16cedce2-9493-4490-a39f-d36a443d4a06 HTTP/1.1" status: 204 len: 173 time: 0.9312606 Jul 22 14:45:48.888607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'name': 'network-vif-deleted', 'tag': '16cedce2-9493-4490-a39f-d36a443d4a06'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:48.888607 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe6432-2fff-4d31-84a1-9d10c663b750" -d '{"events": [{"server_uuid": "54f7ca04-c8ff-443e-8496-f37b1917eb22", "name": "network-vif-deleted", "tag": "16cedce2-9493-4490-a39f-d36a443d4a06"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:48.989372 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae4ca5-e5fb-418e-ab7a-3be553e751ea x-openstack-request-id: req-a3ae4ca5-e5fb-418e-ab7a-3be553e751ea {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:48.989903 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f7ca04-c8ff-443e-8496-f37b1917eb22", "name": "network-vif-deleted", "tag": "16cedce2-9493-4490-a39f-d36a443d4a06", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:48.990341 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3ae4ca5-e5fb-418e-ab7a-3be553e751ea {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:48.990931 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f7ca04-c8ff-443e-8496-f37b1917eb22', 'name': 'network-vif-deleted', 'tag': '16cedce2-9493-4490-a39f-d36a443d4a06', 'status': 'completed', 'code': 200} Jul 22 14:45:49.113399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f91d43b3-fc92-4ce6-bba8-1fdec3b83607 req-d2366458-9621-4e4e-a696-9b7211100a39 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=54f7ca04-c8ff-443e-8496-f37b1917eb22 HTTP/1.1" status: 200 len: 210 time: 0.0398393 Jul 22 14:45:49.130740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcf0e2-9b96-4b4a-9aff-31fb23844ade req-4a113432-0eb4-49ec-a653-6c02ccfc10be tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:49.138803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4dcf0e2-9b96-4b4a-9aff-31fb23844ade req-4a113432-0eb4-49ec-a653-6c02ccfc10be tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 943 time: 0.1350768 Jul 22 14:45:49.200043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4dcf0e2-9b96-4b4a-9aff-31fb23844ade req-dfe89520-220a-4db8-aaff-6b1a27d32644 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593171 Jul 22 14:45:49.566859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 29696aef-9fa2-4f7c-831c-cb9f93c5936b details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:45:49.570852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:49.926288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:49.926985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:49.973559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:49.992751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '29696aef-9fa2-4f7c-831c-cb9f93c5936b', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': '29696aef-9fa2-4f7c-831c-cb9f93c5936b', 'mac_address': 'fa:16:3e:bb:62:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:45:50.059962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:50.081375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29696aef-9fa2-4f7c-831c-cb9f93c5936b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:45:50.098113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:50.116970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:50.142799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:50.144245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:50.147450 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63272b2-d042-4c5f-853a-219d1dfb86ac" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:50.151117 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:50.154792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:50.236229 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fe944c-7ff3-4fd0-8b40-dcf98e9aea7c x-openstack-request-id: req-07fe944c-7ff3-4fd0-8b40-dcf98e9aea7c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:50.236850 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:50.237121 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07fe944c-7ff3-4fd0-8b40-dcf98e9aea7c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:50.237532 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:45:50.238131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=29696aef-9fa2-4f7c-831c-cb9f93c5936b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:50.381295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:50.426351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['29696aef-9fa2-4f7c-831c-cb9f93c5936b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:50.586353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3173156-5050-41c8-b4a5-5fae73171eb7 req-a963bf69-2d27-4615-aece-41114968279d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:50.588173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3173156-5050-41c8-b4a5-5fae73171eb7 req-a963bf69-2d27-4615-aece-41114968279d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 944 time: 0.2266254 Jul 22 14:45:50.709485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3173156-5050-41c8-b4a5-5fae73171eb7 req-f3e3052d-cc6d-4310-b03e-6335357a495c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127055 Jul 22 14:45:50.955190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e77aa-b072-4c20-af74-91e303cf93fc req-0126d22e-3c9a-4bb2-b8e3-7c33da90cb53 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:50.956859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-362e77aa-b072-4c20-af74-91e303cf93fc req-0126d22e-3c9a-4bb2-b8e3-7c33da90cb53 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0756688 Jul 22 14:45:51.022466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-362e77aa-b072-4c20-af74-91e303cf93fc req-52c87644-4fc4-48da-95ed-30e8f70f81d9 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Jul 22 14:45:51.586141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 29696aef-9fa2-4f7c-831c-cb9f93c5936b up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:45:51.691352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 29696aef-9fa2-4f7c-831c-cb9f93c5936b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:45:51.696627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 29696aef-9fa2-4f7c-831c-cb9f93c5936b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:45:51.697010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:51.790412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:51.831766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:51.843934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:51.865889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352e328-7fdc-4c05-8ec7-7413e7776f33 req-9784ae1f-149d-4812-b616-ba6aa4691148 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:51.875281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3352e328-7fdc-4c05-8ec7-7413e7776f33 req-9784ae1f-149d-4812-b616-ba6aa4691148 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 944 time: 0.0862546 Jul 22 14:45:51.920993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=29696aef-9fa2-4f7c-831c-cb9f93c5936b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:51.936655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3352e328-7fdc-4c05-8ec7-7413e7776f33 req-148131bf-4497-44a2-83a9-55f8bd9c570e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548456 Jul 22 14:45:52.238547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29696aef-9fa2-4f7c-831c-cb9f93c5936b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:52.241506 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b32bfc6-4262-4710-b8c6-b6ae9990633b" -d '{"events": [{"server_uuid": "a50ec35e-d10e-4cc0-9b68-b4201453465b", "name": "network-vif-plugged", "status": "completed", "tag": "29696aef-9fa2-4f7c-831c-cb9f93c5936b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:52.329803 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f14f42-57cb-40e4-b4cd-cb311377ebf1 x-openstack-request-id: req-54f14f42-57cb-40e4-b4cd-cb311377ebf1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:52.330388 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50ec35e-d10e-4cc0-9b68-b4201453465b", "name": "network-vif-plugged", "status": "completed", "tag": "29696aef-9fa2-4f7c-831c-cb9f93c5936b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:52.330858 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54f14f42-57cb-40e4-b4cd-cb311377ebf1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:52.331433 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29696aef-9fa2-4f7c-831c-cb9f93c5936b', 'code': 200} Jul 22 14:45:52.360088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-670c4a3a-7d7e-4568-868e-87622544104b tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:52.361861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-670c4a3a-7d7e-4568-868e-87622544104b tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.0931091 Jul 22 14:45:52.515329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Deleting port 08d22ac1-bcf5-40c3-8b23-a41107528179 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:52.515940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:52.639811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c9461-d09b-4cca-a1a2-88a35cdbf207 req-5f35c318-51ab-4a64-bdcb-e46a1481bc47 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:52.646750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b80c9461-d09b-4cca-a1a2-88a35cdbf207 req-5f35c318-51ab-4a64-bdcb-e46a1481bc47 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 1097 time: 0.5558026 Jul 22 14:45:52.671633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7763836-f08f-4eb2-a25c-2cf0a05369eb req-dcd15d4b-c197-4b4d-be3b-1176767122f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:52.673321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7763836-f08f-4eb2-a25c-2cf0a05369eb req-dcd15d4b-c197-4b4d-be3b-1176767122f5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 1096 time: 0.1216056 Jul 22 14:45:52.686980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] For port 08d22ac1-bcf5-40c3-8b23-a41107528179, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=08d22ac1-bcf5-40c3-8b23-a41107528179,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:52.687344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:52.719031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7763836-f08f-4eb2-a25c-2cf0a05369eb req-0c174164-cdce-4c94-93b2-5b5dcc554c1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Jul 22 14:45:52.728839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b80c9461-d09b-4cca-a1a2-88a35cdbf207 req-f9834004-a0ff-4792-b9e4-20d4eea3e15c tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e1dc2123-d044-4176-b5b4-1e1a0034df12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810719 Jul 22 14:45:52.734175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Calling delete_port for 08d22ac1-bcf5-40c3-8b23-a41107528179 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:52.791762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 16cedce2-9493-4490-a39f-d36a443d4a06 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:52.875061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 16cedce2-9493-4490-a39f-d36a443d4a06 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:52.875714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 16cedce2-9493-4490-a39f-d36a443d4a06 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:53.026129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:53.042034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['08d22ac1-bcf5-40c3-8b23-a41107528179'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:53.110381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Pushing event deleted for resources: {'Port': ['ID=08d22ac1-bcf5-40c3-8b23-a41107528179,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:53.189306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] No DVR routers for this DVR port 08d22ac1-bcf5-40c3-8b23-a41107528179 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:53.192946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:53.196402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-edefefad-56c4-4f48-a7b6-d349137556e0 req-6cc8591b-7362-4fea-aecc-616a72c47525 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.61 "DELETE /v2.0/ports/08d22ac1-bcf5-40c3-8b23-a41107528179 HTTP/1.1" status: 204 len: 173 time: 0.8283916 Jul 22 14:45:53.196885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'name': 'network-vif-deleted', 'tag': '08d22ac1-bcf5-40c3-8b23-a41107528179'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:53.200402 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7534236-cf17-44e8-ae38-c05edb468e91" -d '{"events": [{"server_uuid": "75ee85a8-0fb9-4a74-a5af-40d069b8bc09", "name": "network-vif-deleted", "tag": "08d22ac1-bcf5-40c3-8b23-a41107528179"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:53.260031 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b330ce71-f9b3-4820-916f-f34645b90ee2 x-openstack-request-id: req-b330ce71-f9b3-4820-916f-f34645b90ee2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:53.260423 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee85a8-0fb9-4a74-a5af-40d069b8bc09", "name": "network-vif-deleted", "tag": "08d22ac1-bcf5-40c3-8b23-a41107528179", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:53.260563 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b330ce71-f9b3-4820-916f-f34645b90ee2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:53.261020 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee85a8-0fb9-4a74-a5af-40d069b8bc09', 'name': 'network-vif-deleted', 'tag': '08d22ac1-bcf5-40c3-8b23-a41107528179', 'status': 'completed', 'code': 200} Jul 22 14:45:53.281146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb5c07-5023-4cb1-aa2e-1d49f68c05c6 req-e5a05d7e-f5df-461e-b13b-60b5afbac4be tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:53.282817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0cbb5c07-5023-4cb1-aa2e-1d49f68c05c6 req-e5a05d7e-f5df-461e-b13b-60b5afbac4be tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.1860149 Jul 22 14:45:53.372071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0cbb5c07-5023-4cb1-aa2e-1d49f68c05c6 req-6254f230-75c6-464f-acdc-faca067c73fc tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765333 Jul 22 14:45:53.847086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5270e259-142d-4ec4-9d89-936c3f916496 req-89ef909a-14fa-4a7c-a497-4245304a8e45 tempest-TestServerMultinode-1506703717 tempest-TestServerMultinode-1506703717-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75ee85a8-0fb9-4a74-a5af-40d069b8bc09 HTTP/1.1" status: 200 len: 210 time: 0.0304785 Jul 22 14:45:54.550940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c667bb-dea2-4f3f-9ea2-4e3d318c2283 req-ed856f79-5557-434b-9bb1-86caa2aea6ef tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:54.560345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2c667bb-dea2-4f3f-9ea2-4e3d318c2283 req-ed856f79-5557-434b-9bb1-86caa2aea6ef tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.0877416 Jul 22 14:45:54.621451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2c667bb-dea2-4f3f-9ea2-4e3d318c2283 req-790b4657-71d7-4007-a3b1-181901a9cc87 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556571 Jul 22 14:45:55.011397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c2408-9120-450b-8133-cea62fb9145f req-64e89a43-eecb-472e-bd5a-d076fa7f4891 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:55.012971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a91c2408-9120-450b-8133-cea62fb9145f req-64e89a43-eecb-472e-bd5a-d076fa7f4891 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.1247907 Jul 22 14:45:55.070199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96297f10-4374-4542-8a3c-e052d1b3318f req-48a31df8-9158-4555-bf54-aeeec4fb8cb4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:55.071773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96297f10-4374-4542-8a3c-e052d1b3318f req-48a31df8-9158-4555-bf54-aeeec4fb8cb4 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1230576 Jul 22 14:45:55.083106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a91c2408-9120-450b-8133-cea62fb9145f req-0a22d83f-584c-48a4-8a50-8f4a52c5027e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606370 Jul 22 14:45:55.157252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:55.184725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96297f10-4374-4542-8a3c-e052d1b3318f req-b142e090-dac5-459d-afa9-835ace9389a8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945096 Jul 22 14:45:55.344399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af14ad7-0489-48b3-816f-d077b0896647 req-15824458-f3b8-4488-a228-b66b8488c339 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:55.352412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9af14ad7-0489-48b3-816f-d077b0896647 req-15824458-f3b8-4488-a228-b66b8488c339 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.1362646 Jul 22 14:45:55.414925 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9af14ad7-0489-48b3-816f-d077b0896647 req-786b49f9-38c5-49f6-abec-01b6236a9b5a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564084 Jul 22 14:45:55.624260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 08d22ac1-bcf5-40c3-8b23-a41107528179 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:55.661005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 08d22ac1-bcf5-40c3-8b23-a41107528179 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:55.661418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 08d22ac1-bcf5-40c3-8b23-a41107528179 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:55.737435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6330-ec34-4654-a43b-92047d409918 req-184c2068-5b47-4391-b759-2f44bc50f0f6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:55.739792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50fa6330-ec34-4654-a43b-92047d409918 req-184c2068-5b47-4391-b759-2f44bc50f0f6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.0798671 Jul 22 14:45:55.795965 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50fa6330-ec34-4654-a43b-92047d409918 req-559aea92-10c4-4cc4-b4e0-1a00d27ce9d6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Jul 22 14:45:55.832771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:56.419253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7055be-68ad-4d58-9052-37e0ef128098 req-77fe845e-8358-4455-be9c-d50595f2df7f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:56.426395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc7055be-68ad-4d58-9052-37e0ef128098 req-77fe845e-8358-4455-be9c-d50595f2df7f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1412909 Jul 22 14:45:56.513930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc7055be-68ad-4d58-9052-37e0ef128098 req-1e823b0f-c975-44ab-8ed3-767eaed6cb83 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855770 Jul 22 14:45:56.681275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Deleting port 502809f0-def7-4a38-aa73-ddc8671813bf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:56.681820 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:56.781900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] For port 502809f0-def7-4a38-aa73-ddc8671813bf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=502809f0-def7-4a38-aa73-ddc8671813bf,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:56.782362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:56.804339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Calling delete_port for 502809f0-def7-4a38-aa73-ddc8671813bf owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:56.996714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2d73-ced7-4722-9827-f1c9aca95e60 req-a7aa414e-2d49-43d3-9465-20ecbc8a2a38 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:56.998351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e48a2d73-ced7-4722-9827-f1c9aca95e60 req-a7aa414e-2d49-43d3-9465-20ecbc8a2a38 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.1026030 Jul 22 14:45:57.071214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e48a2d73-ced7-4722-9827-f1c9aca95e60 req-4d34a865-0179-49b0-bc32-ae14f25d2a88 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662301 Jul 22 14:45:57.223231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-9d0758d2-baf7-4c9b-8e4d-6f4c09b059bb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:57.225353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-9d0758d2-baf7-4c9b-8e4d-6f4c09b059bb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 945 time: 0.2122490 Jul 22 14:45:57.247177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:57.318509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Pushing event deleted for resources: {'Port': ['ID=502809f0-def7-4a38-aa73-ddc8671813bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:57.644287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port 29696aef-9fa2-4f7c-831c-cb9f93c5936b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:57.644637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:57.737663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb3169-040f-42f4-895d-3bf6f79cb532 req-3dc47da3-c0ee-4e5d-a32a-790bd0a7f6ff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:57.739687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11eb3169-040f-42f4-895d-3bf6f79cb532 req-3dc47da3-c0ee-4e5d-a32a-790bd0a7f6ff tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1149614 Jul 22 14:45:57.757487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:57.786691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port 29696aef-9fa2-4f7c-831c-cb9f93c5936b, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=29696aef-9fa2-4f7c-831c-cb9f93c5936b,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:57.787386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:57.841104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11eb3169-040f-42f4-895d-3bf6f79cb532 req-c8691be6-86cb-4b47-b7dc-91fdbc0a6d00 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761890 Jul 22 14:45:57.870279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for 29696aef-9fa2-4f7c-831c-cb9f93c5936b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:58.140243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Router 1bb5286d-c29a-4b1a-9122-00fefc67e270 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:45:58.151948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:58.164876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:45:58.202505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=29696aef-9fa2-4f7c-831c-cb9f93c5936b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:45:58.261767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b432174-a448-48fb-ac9e-27e26a686436 req-4ef664be-bc55-4681-8983-c70200c8e601 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=a50ec35e-d10e-4cc0-9b68-b4201453465b HTTP/1.1" status: 200 len: 210 time: 0.0619514 Jul 22 14:45:58.338763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port 29696aef-9fa2-4f7c-831c-cb9f93c5936b on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:45:58.346907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:58.351266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3b4732a0-eafd-47ec-b3ef-6b0360d38d89 req-71bfd0e5-7748-4df5-9025-c0b04d71f65f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.61 "DELETE /v2.0/ports/29696aef-9fa2-4f7c-831c-cb9f93c5936b HTTP/1.1" status: 204 len: 173 time: 1.1202025 Jul 22 14:45:58.352014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'name': 'network-vif-deleted', 'tag': '29696aef-9fa2-4f7c-831c-cb9f93c5936b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:45:58.354674 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f08610-9c9c-4011-b0b1-f60a849d147e" -d '{"events": [{"server_uuid": "a50ec35e-d10e-4cc0-9b68-b4201453465b", "name": "network-vif-deleted", "tag": "29696aef-9fa2-4f7c-831c-cb9f93c5936b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:45:58.410631 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b0ad51-8f9d-4cbd-8215-bb0636300d1f x-openstack-request-id: req-27b0ad51-8f9d-4cbd-8215-bb0636300d1f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:45:58.410931 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50ec35e-d10e-4cc0-9b68-b4201453465b", "name": "network-vif-deleted", "tag": "29696aef-9fa2-4f7c-831c-cb9f93c5936b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:45:58.411210 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27b0ad51-8f9d-4cbd-8215-bb0636300d1f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:45:58.412207 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50ec35e-d10e-4cc0-9b68-b4201453465b', 'name': 'network-vif-deleted', 'tag': '29696aef-9fa2-4f7c-831c-cb9f93c5936b', 'status': 'completed', 'code': 200} Jul 22 14:45:58.504001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:45:58.517561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9dd3ec0e-6db8-4535-b439-86f0b41fae68 admin admin] 10.222.0.60 "PUT /v2.0/routers/1bb5286d-c29a-4b1a-9122-00fefc67e270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3558521 Jul 22 14:45:58.518833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46754) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:45:58.521790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aef250-4466-428d-a097-2e18118c264e None None] Sync routers for ids ['1bb5286d-c29a-4b1a-9122-00fefc67e270'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:45:58.533873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] Routers {'1bb5286d-c29a-4b1a-9122-00fefc67e270'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:58.534539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1bb5286d-c29a-4b1a-9122-00fefc67e270'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:58.690715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] Set router 1bb5286d-c29a-4b1a-9122-00fefc67e270 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:58.752439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:58.983376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:59.115021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Deleting port df09d8be-ce00-44f1-8d41-d6d5b593cdfa {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:45:59.115280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:59.126041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce0b6d-b3f4-4def-aae9-d46f4e834ccd req-bdb5d77e-d13b-4de4-996d-b95d0734eac3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:59.127670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3ce0b6d-b3f4-4def-aae9-d46f4e834ccd req-bdb5d77e-d13b-4de4-996d-b95d0734eac3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1364315 Jul 22 14:45:59.152089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:57Z', 'revision_number': 5, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port': {'id': 'df09d8be-ce00-44f1-8d41-d6d5b593cdfa', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:70:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2658, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:54Z', 'updated_at': '2021-07-22T14:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:59.203701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aef250-4466-428d-a097-2e18118c264e None None] Checking router: 1bb5286d-c29a-4b1a-9122-00fefc67e270 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:45:59.216783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] Routers {'1bb5286d-c29a-4b1a-9122-00fefc67e270'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:45:59.217716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['1bb5286d-c29a-4b1a-9122-00fefc67e270'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:59.226153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3ce0b6d-b3f4-4def-aae9-d46f4e834ccd req-53d4732b-f14e-45de-9678-5edc05161a37 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883183 Jul 22 14:45:59.259448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] For port df09d8be-ce00-44f1-8d41-d6d5b593cdfa, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:45:59.260232 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:45:59.275216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Calling delete_port for df09d8be-ce00-44f1-8d41-d6d5b593cdfa owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:45:59.357646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] Set router 1bb5286d-c29a-4b1a-9122-00fefc67e270 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:45:59.429718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-69aef250-4466-428d-a097-2e18118c264e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:58Z', 'revision_number': 6, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:45:59.488071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aef250-4466-428d-a097-2e18118c264e None None] The sync data for ids ['1bb5286d-c29a-4b1a-9122-00fefc67e270'] in n-d-794306-8 is: [{'id': '1bb5286d-c29a-4b1a-9122-00fefc67e270', 'name': 'tempest-TestServerMultinode-1286284051-router', 'tenant_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:58Z', 'revision_number': 6, 'project_id': '8f2438b3ae1a46feaf8a2a91d125a601', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:45:59.675503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 29696aef-9fa2-4f7c-831c-cb9f93c5936b no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:45:59.721968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 29696aef-9fa2-4f7c-831c-cb9f93c5936b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:45:59.722455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 29696aef-9fa2-4f7c-831c-cb9f93c5936b not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:45:59.757356 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:45:59.850842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-27afd9fb-0e7b-4f32-b0ad-5a687b2bb4c3 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:45:59.866177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-27afd9fb-0e7b-4f32-b0ad-5a687b2bb4c3 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.3182061 Jul 22 14:45:59.897199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e8053572-f9b2-4078-b2d4-caaad13defb1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/quotas/8143588f77174455b304c62097f43d9e HTTP/1.1" status: 200 len: 375 time: 0.0299041 Jul 22 14:45:59.955880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.000697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Pushing event deleted for resources: {'Port': ['ID=df09d8be-ce00-44f1-8d41-d6d5b593cdfa,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:00.058723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.059292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.059678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.060271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.060623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.061356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.061701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.062042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.062375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.062734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.063067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.063398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:00.128870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-2882cd46-4401-4ad7-be1e-c32336e9c4f1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304757 Jul 22 14:46:00.176614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.281250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-3b70324c-a8af-4975-b8f2-81ccd99417ca service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513999 Jul 22 14:46:00.472794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-6ebb6eb3-3713-41b6-b4a8-88120db7cc7d service neutron] 10.222.0.60 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889908 Jul 22 14:46:00.497216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 502809f0-def7-4a38-aa73-ddc8671813bf no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:00.530035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 502809f0-def7-4a38-aa73-ddc8671813bf {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:00.530660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 502809f0-def7-4a38-aa73-ddc8671813bf not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:00.531852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device df09d8be-ce00-44f1-8d41-d6d5b593cdfa no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:00.561806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: df09d8be-ce00-44f1-8d41-d6d5b593cdfa {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:00.563086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device df09d8be-ce00-44f1-8d41-d6d5b593cdfa not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:00.574626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.595351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.733760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ce80b-37cd-496a-a189-214c54ff490e req-96b2fd6b-181c-48b6-b53b-6232b7dbc3e3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:00.735481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da6ce80b-37cd-496a-a189-214c54ff490e req-96b2fd6b-181c-48b6-b53b-6232b7dbc3e3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.3539729 Jul 22 14:46:00.738949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.744118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb5286d-c29a-4b1a-9122-00fefc67e270 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:46:00.749450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.752984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-465bc6b5-c12e-4e69-b723-f9ac4364959e admin admin] 10.222.0.60 "DELETE /v2.0/routers/1bb5286d-c29a-4b1a-9122-00fefc67e270 HTTP/1.1" status: 204 len: 168 time: 2.2305784 Jul 22 14:46:00.753213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:00.872189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da6ce80b-37cd-496a-a189-214c54ff490e req-015a982f-c207-40f3-9d67-fd8e7d53ef90 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992007 Jul 22 14:46:00.897974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Deleting subnet 89b413cf-9ea6-4733-9e7a-38e5fc46618b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:46:00.909012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:00.998237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4f2b081-efd9-407c-b3eb-4f32049d0da1 req-4c97e86c-b198-401a-8e7c-b08d0bfa3da0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 210 time: 0.0658045 Jul 22 14:46:01.014683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.167127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.256926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.299015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89b413cf-9ea6-4733-9e7a-38e5fc46618b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:01.305112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.309477 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5981fbc5-0bd7-42ac-8d57-8232f63714b8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/89b413cf-9ea6-4733-9e7a-38e5fc46618b HTTP/1.1" status: 204 len: 168 time: 0.5529544 Jul 22 14:46:01.310561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:01.313833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f9442-56bf-43c6-8960-c864b8a280f6 None None] Network c8a08516-abea-45ff-b047-33cf24ee1167 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:01.423325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.524487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Deleting port f147f671-985b-4760-81cb-b2038a2d845b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:01.524851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.605801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] DHCP port deletion for c8a08516-abea-45ff-b047-33cf24ee1167 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:46:01.615764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] For port f147f671-985b-4760-81cb-b2038a2d845b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f147f671-985b-4760-81cb-b2038a2d845b,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:01.616144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.652314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Calling delete_port for f147f671-985b-4760-81cb-b2038a2d845b owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:01.664105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] Deleting port f147f671-985b-4760-81cb-b2038a2d845b {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:01.664896 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.751005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] For port f147f671-985b-4760-81cb-b2038a2d845b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f147f671-985b-4760-81cb-b2038a2d845b,segment=NetworkSegment(3fada6c4-4305-4dcc-a538-af16e7e48034),segment_id=3fada6c4-4305-4dcc-a538-af16e7e48034)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:01.751792 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.768491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] Calling delete_port for f147f671-985b-4760-81cb-b2038a2d845b owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:01.776488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.814881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Pushing event deleted for resources: {'Port': ['ID=f147f671-985b-4760-81cb-b2038a2d845b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:01.818526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] No DVR routers for this DVR port f147f671-985b-4760-81cb-b2038a2d845b on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:01.878500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.913925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:01.936687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a08516-abea-45ff-b047-33cf24ee1167']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:01.938056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] Pushing event deleted for resources: {'Port': ['ID=f147f671-985b-4760-81cb-b2038a2d845b,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:01.948827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2bf7a2-0c45-4215-a3d8-217af03d838c None None] No DVR routers for this DVR port f147f671-985b-4760-81cb-b2038a2d845b on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:01.961777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fada6c4-4305-4dcc-a538-af16e7e48034') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:01.962085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fada6c4-4305-4dcc-a538-af16e7e48034') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:01.983150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:02.009874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:02.029470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:46:02.029947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:46:02.034830 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:46:02.190622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c456898-300f-4357-bf4e-b7080f27eb51 req-2382ebc8-a8de-40d6-aa37-1521e496b6d6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:02.206725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c456898-300f-4357-bf4e-b7080f27eb51 req-2382ebc8-a8de-40d6-aa37-1521e496b6d6 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1883318 Jul 22 14:46:02.224931 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:02.251779 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:02.257728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8a08516-abea-45ff-b047-33cf24ee1167 HTTP/1.1" status: 204 len: 168 time: 0.9429309 Jul 22 14:46:02.275926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:02.383126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c456898-300f-4357-bf4e-b7080f27eb51 req-cfb3370f-0ad9-48a3-98df-12da59536904 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689668 Jul 22 14:46:02.392798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3b843a4-b7e9-4ceb-9e21-655a8ee69ee1 req-c8768e1b-7113-42a8-a373-e15204230606 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 210 time: 0.1100893 Jul 22 14:46:02.475846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f147f671-985b-4760-81cb-b2038a2d845b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:02.527515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d96a3-e4c6-4371-9178-df869332a373 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a08516-abea-45ff-b047-33cf24ee1167,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:02.527937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f147f671-985b-4760-81cb-b2038a2d845b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:02.528438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f147f671-985b-4760-81cb-b2038a2d845b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:02.708024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-1c47c0cd-d332-47df-aeac-9ca270b1ff16 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:02.709535 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-1c47c0cd-d332-47df-aeac-9ca270b1ff16 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 806 time: 0.6002965 Jul 22 14:46:02.722794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Request body: {'port': {'device_id': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'admin_state_up': True, 'tenant_id': '8143588f77174455b304c62097f43d9e'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:02.912784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Made reservation on behalf of 8143588f77174455b304c62097f43d9e for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:02.916504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:03.084479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:03.121748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Allocated IP 172.20.0.11 (2e5c22c4-05b7-4db5-ae18-32acdd2f28a0/7a7d0822-8de7-4c3e-8047-1eebb224e93a/691e61c2-9001-4d2c-9e05-0f7edd0e085e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:46:03.394738 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:03.503570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:03.518675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:03.571898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:46:03.573825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afc510-92ee-42ea-83a1-6b08766920f1 req-4fe7c5b9-4dc8-4fc8-ad9b-5ed294684c80 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:03.575448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5afc510-92ee-42ea-83a1-6b08766920f1 req-4fe7c5b9-4dc8-4fc8-ad9b-5ed294684c80 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1236246 Jul 22 14:46:03.579371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:46:03.582702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:46:03.586498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event updated for resources: {'Port': ['ID=691e61c2-9001-4d2c-9e05-0f7edd0e085e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:03.620803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Deleting port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:03.621297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:03.626767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e6511-68b5-4bec-9024-d8cde00f4caf req-c528de05-1274-4a13-9d20-30f61936daa3 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:03.628763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-427e6511-68b5-4bec-9024-d8cde00f4caf req-c528de05-1274-4a13-9d20-30f61936daa3 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 932 time: 0.1170537 Jul 22 14:46:03.650090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5afc510-92ee-42ea-83a1-6b08766920f1 req-3d0f7f0e-a62a-4652-a31a-1056099d4040 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614719 Jul 22 14:46:03.678570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:03.679012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:03.683465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-427e6511-68b5-4bec-9024-d8cde00f4caf req-d102d9f9-2d3c-47f7-9573-dc565b48aa56 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Jul 22 14:46:03.731427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-e89efc15-cb09-41d7-a924-6d9f1bd0b510 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0129154 Jul 22 14:46:03.751348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Request body: {'port': {'device_id': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:03.879305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2122a2e-bc70-4159-99c0-7b9d82d572d9 req-d91bda9a-f230-4660-a7f2-e56d1138fde5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:03.881586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2122a2e-bc70-4159-99c0-7b9d82d572d9 req-d91bda9a-f230-4660-a7f2-e56d1138fde5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.0756872 Jul 22 14:46:03.922473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2122a2e-bc70-4159-99c0-7b9d82d572d9 req-ff9ea6a5-9206-4ddd-8470-9eca54373c12 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348468 Jul 22 14:46:04.101764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] For port dfbd3522-d3c1-4ae5-aaf0-5985b68983bb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:04.102389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:04.122297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Calling delete_port for dfbd3522-d3c1-4ae5-aaf0-5985b68983bb owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:04.204703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:04.535162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:04.572303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbd3522-d3c1-4ae5-aaf0-5985b68983bb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:04.683755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691e61c2-9001-4d2c-9e05-0f7edd0e085e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:04.698647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:04.818605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Transition to ACTIVE for port object 691e61c2-9001-4d2c-9e05-0f7edd0e085e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:46:04.827843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:04.885821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd1c1-e8be-4482-bf42-eb5ae1f46395 req-1a9bdc9a-65be-49bd-a1b2-4dd8f1b25e91 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:04.887759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f19cd1c1-e8be-4482-bf42-eb5ae1f46395 req-1a9bdc9a-65be-49bd-a1b2-4dd8f1b25e91 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1328321 Jul 22 14:46:04.900801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb947-2683-4693-807a-03d3c943a8f7 req-788447e2-f60c-4036-b9ed-4ad6f18ba2d9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:04.902902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Pushing event updated for resources: {'Port': ['ID=691e61c2-9001-4d2c-9e05-0f7edd0e085e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:04.903212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ceeb947-2683-4693-807a-03d3c943a8f7 req-788447e2-f60c-4036-b9ed-4ad6f18ba2d9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 932 time: 0.1074133 Jul 22 14:46:04.915290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:04.974231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f19cd1c1-e8be-4482-bf42-eb5ae1f46395 req-b9dc326b-8d5d-41ea-9f60-0a3122f6c1c0 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699148 Jul 22 14:46:04.983710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ceeb947-2683-4693-807a-03d3c943a8f7 req-9abd896b-ef2e-4abd-9153-b920d4d85734 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Jul 22 14:46:05.007341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Attempting to bind port 691e61c2-9001-4d2c-9e05-0f7edd0e085e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:46:05.007591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Attempting to bind port 691e61c2-9001-4d2c-9e05-0f7edd0e085e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:46:05.010813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Attempting to bind port 691e61c2-9001-4d2c-9e05-0f7edd0e085e on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:46:05.087404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Port 691e61c2-9001-4d2c-9e05-0f7edd0e085e on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:46:05.087746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Attempting to bind port 691e61c2-9001-4d2c-9e05-0f7edd0e085e on network 2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:46:05.103584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:46:05.105379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Checking segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:46:05.106631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Bound using segment: {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:46:05.107107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Bound port: 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d732a0b-bab7-4a7e-b770-857a44abb657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:46:05.107489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.200386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] For port 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:46:05.281412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] For port 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:46:05.291728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.337063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:05.337689 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.339142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] 10.222.0.72 "PUT /v2.0/ports/691e61c2-9001-4d2c-9e05-0f7edd0e085e HTTP/1.1" status: 200 len: 1092 time: 1.5968192 Jul 22 14:46:05.341073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'tag': '691e61c2-9001-4d2c-9e05-0f7edd0e085e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:05.343491 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd", "tag": "691e61c2-9001-4d2c-9e05-0f7edd0e085e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:05.398005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c3377-c044-4f26-9bc1-669bff081d13 service neutron] Pushing event updated for resources: {'Port': ['ID=691e61c2-9001-4d2c-9e05-0f7edd0e085e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:05.401484 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80d12bd-ae8b-4257-9767-5e88d63c5489 x-openstack-request-id: req-d80d12bd-ae8b-4257-9767-5e88d63c5489 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:05.401767 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd", "tag": "691e61c2-9001-4d2c-9e05-0f7edd0e085e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:05.402018 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d80d12bd-ae8b-4257-9767-5e88d63c5489 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:05.402406 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'tag': '691e61c2-9001-4d2c-9e05-0f7edd0e085e', 'status': 'completed', 'code': 200} Jul 22 14:46:05.428455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:46:05.537112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-8dd61b62-0e70-409c-8550-3783623baf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:05.538765 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-8dd61b62-0e70-409c-8550-3783623baf11 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 1095 time: 0.1506236 Jul 22 14:46:05.591820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-cee4226b-b9f5-4fd3-9db4-f8bdd2e91c5d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e HTTP/1.1" status: 200 len: 217 time: 0.0443604 Jul 22 14:46:05.600738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:46:05.609850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46912) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:05.609994 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a255a57f-7540-4d08-9802-67705847c5f7 admin admin] 10.222.0.60 "PUT /v2.0/routers/6866d1c4-abf7-4c96-aab5-ed2e7e77793b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3328650 Jul 22 14:46:05.612836 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] Sync routers for ids ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:46:05.625444 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] Routers {'6866d1c4-abf7-4c96-aab5-ed2e7e77793b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:46:05.626377 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:05.673281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-6e3224da-fdbc-4f33-9190-0cda9d5232e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:05.675112 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-6e3224da-fdbc-4f33-9190-0cda9d5232e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0730605 Jul 22 14:46:05.722261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-5b84c2d7-fd22-4410-844b-4c76ec6054ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376694 Jul 22 14:46:05.725051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:05.753348 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.765533 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] Set router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:46:05.821821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.828222 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-b9c77cab-0cb7-4d8d-b720-57c5e0fa7bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002247 Jul 22 14:46:05.853755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:05.856456 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c158c9-d61f-4fe4-ac13-5e485e885360" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-unplugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:05.872242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:05.874689 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.877652 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.920635 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3260000b-8092-4bdf-b265-2e74ec5f816f x-openstack-request-id: req-3260000b-8092-4bdf-b265-2e74ec5f816f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:05.921365 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-unplugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:05.921945 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3260000b-8092-4bdf-b265-2e74ec5f816f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:05.922567 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:46:05.941723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:05.943849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Deleting port 055ea0a3-ffc7-4bf5-8d91-c050107b902c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:05.944356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:05.979510 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c8cb668-ee06-49d7-b440-22a038dcb77d req-833364b8-909c-4799-8c0f-217ce6d37782 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446917 Jul 22 14:46:05.992722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:46:04Z', 'revision_number': 5, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port': {'id': '055ea0a3-ffc7-4bf5-8d91-c050107b902c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:b4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:45:09Z', 'updated_at': '2021-07-22T14:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:06.025122 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] Checking router: 6866d1c4-abf7-4c96-aab5-ed2e7e77793b for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:46:06.035341 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] Routers {'6866d1c4-abf7-4c96-aab5-ed2e7e77793b'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:46:06.036679 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:45:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:06.087648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] For port 055ea0a3-ffc7-4bf5-8d91-c050107b902c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=055ea0a3-ffc7-4bf5-8d91-c050107b902c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:06.088176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.103805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Calling delete_port for 055ea0a3-ffc7-4bf5-8d91-c050107b902c owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:06.122956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-ed217725-ef70-4e27-821f-30eaef7f3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:06.125273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-ed217725-ef70-4e27-821f-30eaef7f3c4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 1095 time: 0.0851841 Jul 22 14:46:06.168715 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] Set router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:46:06.244429 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:46:05Z', 'revision_number': 6, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:06.275408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33736cf7-a790-4bb0-9b71-c7cc8a32c3f4 None None] The sync data for ids ['6866d1c4-abf7-4c96-aab5-ed2e7e77793b'] in n-d-794306-8 is: [{'id': '6866d1c4-abf7-4c96-aab5-ed2e7e77793b', 'name': 'tempest-TestServerMultinode-1061347228-router', 'tenant_id': '3e682913fbcb45da88d6bf493b6d707f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:45:07Z', 'updated_at': '2021-07-22T14:46:05Z', 'revision_number': 6, 'project_id': '3e682913fbcb45da88d6bf493b6d707f', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:46:06.283118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-ce58ebd6-0e0f-484a-baba-f6353a3ed645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:06.284937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-ce58ebd6-0e0f-484a-baba-f6353a3ed645 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1504369 Jul 22 14:46:06.346775 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-152e1e0e-1290-4330-95c1-53c774e1fdc4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e HTTP/1.1" status: 200 len: 217 time: 0.0548329 Jul 22 14:46:06.349654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a719d9-e6b1-478b-b077-5d04b8d3b0ec req-b77b4e31-bb02-46b2-a033-dfc2a4915899 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:06.351357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8a719d9-e6b1-478b-b077-5d04b8d3b0ec req-b77b4e31-bb02-46b2-a033-dfc2a4915899 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 944 time: 0.2407746 Jul 22 14:46:06.361671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ac56d-7d0a-4ee9-8a25-5d1cb02c98ca req-fd8a9f5a-31b5-4d40-a415-3bf77a3bacfa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:06.363469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb0ac56d-7d0a-4ee9-8a25-5d1cb02c98ca req-fd8a9f5a-31b5-4d40-a415-3bf77a3bacfa tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.2539830 Jul 22 14:46:06.437016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-0ad6e7ee-16d0-4554-a24f-8ecba1d35f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:06.438578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-0ad6e7ee-16d0-4554-a24f-8ecba1d35f5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0685163 Jul 22 14:46:06.466808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb0ac56d-7d0a-4ee9-8a25-5d1cb02c98ca req-1e89ee1f-3f4c-4d7a-ab00-ba12b59a1138 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926859 Jul 22 14:46:06.469609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8a719d9-e6b1-478b-b077-5d04b8d3b0ec req-6f315421-c4a9-4f5e-a32e-e7609a1fb5a5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044748 Jul 22 14:46:06.480125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-73478a9e-408b-48a4-9241-a80732736412 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332136 Jul 22 14:46:06.506813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.525882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=055ea0a3-ffc7-4bf5-8d91-c050107b902c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:06.609616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.637748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-c9ba7047-419b-4a11-a0ca-78d156a26b07 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447356 Jul 22 14:46:06.717631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.723419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.772677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2f68109-1b83-4fd3-9eae-0a9a34aa7d0a req-d42d37fd-1633-47c6-b369-97fd03776cc9 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199222 Jul 22 14:46:06.772896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.773248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6866d1c4-abf7-4c96-aab5-ed2e7e77793b {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:46:06.779363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.780900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1ddd0e4-1dfb-4962-a860-f100fc6c0c08 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6866d1c4-abf7-4c96-aab5-ed2e7e77793b HTTP/1.1" status: 204 len: 168 time: 1.1697059 Jul 22 14:46:06.783349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:06.839048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Deleting subnet 75954383-02e8-4184-9c87-24c95b50132e {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:46:06.842403 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.878808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:06.964476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.024590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.050090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75954383-02e8-4184-9c87-24c95b50132e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:07.054259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.056313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0cd23e3e-cbb1-410e-a6f6-1ffa90298cc5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/75954383-02e8-4184-9c87-24c95b50132e HTTP/1.1" status: 204 len: 168 time: 0.2713814 Jul 22 14:46:07.058841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46936) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:07.062337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b6f2d-5b0a-4191-8879-80ef68cc706d None None] Network 50b803c2-c639-47ea-afe1-4b034de33bb7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:07.155065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.222057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Deleting port 511ad393-58ce-42ea-a8f6-c518b5743adc {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:07.222414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.256547 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.307282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] For port 511ad393-58ce-42ea-a8f6-c518b5743adc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=511ad393-58ce-42ea-a8f6-c518b5743adc,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:07.307662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.327126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Calling delete_port for 511ad393-58ce-42ea-a8f6-c518b5743adc owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:07.352844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] DHCP port deletion for 50b803c2-c639-47ea-afe1-4b034de33bb7 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:46:07.433507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] Deleting port 511ad393-58ce-42ea-a8f6-c518b5743adc {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:07.434025 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.456361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.496832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] No DVR routers for this DVR port 511ad393-58ce-42ea-a8f6-c518b5743adc on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:07.512976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=511ad393-58ce-42ea-a8f6-c518b5743adc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:07.605680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] For port 511ad393-58ce-42ea-a8f6-c518b5743adc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=511ad393-58ce-42ea-a8f6-c518b5743adc,segment=NetworkSegment(148b7859-ad83-42fa-aa21-7eb237dd7058),segment_id=148b7859-ad83-42fa-aa21-7eb237dd7058)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:07.606233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.635385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] Calling delete_port for 511ad393-58ce-42ea-a8f6-c518b5743adc owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:07.700459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.813105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b803c2-c639-47ea-afe1-4b034de33bb7']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:07.828805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148b7859-ad83-42fa-aa21-7eb237dd7058') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:07.829177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148b7859-ad83-42fa-aa21-7eb237dd7058') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:07.846142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.872459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.883856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:46:07.884287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:46:07.887105 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:46:07.903531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:46:07.931284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:08.023935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:08.058835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] Pushing event deleted for resources: {'Port': ['ID=511ad393-58ce-42ea-a8f6-c518b5743adc,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:08.061011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8edf2e3-e937-4611-b7fb-c9e752ff65fc None None] No DVR routers for this DVR port 511ad393-58ce-42ea-a8f6-c518b5743adc on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:08.077652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:08.091978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:46:08.134476 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:08.152398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:08.175614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:08.185288 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:08.256884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:08.269510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['de7f3dfd-ad94-4292-8d69-a9b18104b3c6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:08.315299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa69030-1d1c-4ba0-b114-592c44817d74 req-ea23b173-ec65-4d8d-bc10-7a1fa605f36b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:08.316947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caa69030-1d1c-4ba0-b114-592c44817d74 req-ea23b173-ec65-4d8d-bc10-7a1fa605f36b tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.6121576 Jul 22 14:46:08.328381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be3a48-b88b-47a1-b5c0-39c5f2f68404 req-31dde21c-b1a0-40d0-9005-28c2c6949094 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:08.329933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1be3a48-b88b-47a1-b5c0-39c5f2f68404 req-31dde21c-b1a0-40d0-9005-28c2c6949094 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 944 time: 0.6242421 Jul 22 14:46:08.346315 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:08.377447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:08.383444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/50b803c2-c639-47ea-afe1-4b034de33bb7 HTTP/1.1" status: 204 len: 168 time: 1.3229420 Jul 22 14:46:08.385587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df4ff7-8a2c-4e52-b873-4b6fa34c53b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b803c2-c639-47ea-afe1-4b034de33bb7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:08.405857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1be3a48-b88b-47a1-b5c0-39c5f2f68404 req-71f281d2-db9c-47b5-8059-607be97efa25 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670731 Jul 22 14:46:08.450667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caa69030-1d1c-4ba0-b114-592c44817d74 req-8ee083f5-405b-4cf4-a450-4bc35b834ba8 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195996 Jul 22 14:46:08.499621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 511ad393-58ce-42ea-a8f6-c518b5743adc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:08.558395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 511ad393-58ce-42ea-a8f6-c518b5743adc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:08.558766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 511ad393-58ce-42ea-a8f6-c518b5743adc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:08.559326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 055ea0a3-ffc7-4bf5-8d91-c050107b902c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:08.621368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 055ea0a3-ffc7-4bf5-8d91-c050107b902c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:08.621721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 055ea0a3-ffc7-4bf5-8d91-c050107b902c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:08.622152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfbd3522-d3c1-4ae5-aaf0-5985b68983bb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:08.675892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: dfbd3522-d3c1-4ae5-aaf0-5985b68983bb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:08.678823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfbd3522-d3c1-4ae5-aaf0-5985b68983bb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:08.766309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 46986) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:08.823353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-de1d850a-5177-4ebf-a909-3abeea43baf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f2438b3ae1a46feaf8a2a91d125a601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555949 Jul 22 14:46:08.826091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 46988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:08.854097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 691e61c2-9001-4d2c-9e05-0f7edd0e085e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:46:08.975316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d724fd3d-86f8-4d0b-a18b-deebc02f523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.040933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d724fd3d-86f8-4d0b-a18b-deebc02f523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.042067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:09.066730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '691e61c2-9001-4d2c-9e05-0f7edd0e085e', 'network_id': '2e5c22c4-05b7-4db5-ae18-32acdd2f28a0', 'port_id': '691e61c2-9001-4d2c-9e05-0f7edd0e085e', 'mac_address': 'fa:16:3e:d1:8b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a7d0822-8de7-4c3e-8047-1eebb224e93a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:46:09.107847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281e64-a924-448a-b711-f48871b5b9ed req-ec2415ba-7da1-49b4-bf64-edace6fe1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:09.111476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7e281e64-a924-448a-b711-f48871b5b9ed req-ec2415ba-7da1-49b4-bf64-edace6fe1daf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 1097 time: 0.1666405 Jul 22 14:46:09.156861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.174912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691e61c2-9001-4d2c-9e05-0f7edd0e085e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:09.178410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d724fd3d-86f8-4d0b-a18b-deebc02f523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.185347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d724fd3d-86f8-4d0b-a18b-deebc02f523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.187266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d724fd3d-86f8-4d0b-a18b-deebc02f523f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c52ba43e-8290-4d3b-b411-8266e2e0a480 HTTP/1.1" status: 204 len: 168 time: 0.3565252 Jul 22 14:46:09.198470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:09.203204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7e281e64-a924-448a-b711-f48871b5b9ed req-dc737e34-2828-4cc8-85f1-f2d415377fac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829349 Jul 22 14:46:09.205211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724fd3d-86f8-4d0b-a18b-deebc02f523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ba43e-8290-4d3b-b411-8266e2e0a480,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:09.207416 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.300863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=691e61c2-9001-4d2c-9e05-0f7edd0e085e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:09.439022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['691e61c2-9001-4d2c-9e05-0f7edd0e085e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:09.674159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851531c7-2f36-4cb9-943d-35fb80b6bf1c req-a179d198-6c45-40ef-b4ca-dcc25a274e6c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:09.684433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-851531c7-2f36-4cb9-943d-35fb80b6bf1c req-a179d198-6c45-40ef-b4ca-dcc25a274e6c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 945 time: 0.1635504 Jul 22 14:46:09.728926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:46:09.787146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-851531c7-2f36-4cb9-943d-35fb80b6bf1c req-ab311fec-b221-4eb6-b28b-5acde1474b73 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015067 Jul 22 14:46:09.800624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47008) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:09.877854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e477ee-d800-4612-8aaf-3f0b4b7de1a9 req-efa6c25e-4b4f-4f07-a0fa-bf9f37bde6ed tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:09.889041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-101ee480-8860-4f82-8f0d-f1e2b4ac70fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e682913fbcb45da88d6bf493b6d707f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872209 Jul 22 14:46:09.897085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55e477ee-d800-4612-8aaf-3f0b4b7de1a9 req-efa6c25e-4b4f-4f07-a0fa-bf9f37bde6ed tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.3041573 Jul 22 14:46:09.897379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:09.971704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9418d7d-fac7-4021-b6e0-fbdcd76e1c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:09.996113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55e477ee-d800-4612-8aaf-3f0b4b7de1a9 req-1f9c1b9e-bd3b-4ed3-97d9-6497ccf0c273 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849268 Jul 22 14:46:10.011322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37e5242-ee71-4cab-a97b-2305fdd612ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.032668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:10.033442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.044543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37e5242-ee71-4cab-a97b-2305fdd612ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.111792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37e5242-ee71-4cab-a97b-2305fdd612ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.116621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e37e5242-ee71-4cab-a97b-2305fdd612ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.118155 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e37e5242-ee71-4cab-a97b-2305fdd612ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1dc2123-d044-4176-b5b4-1e1a0034df12 HTTP/1.1" status: 204 len: 168 time: 0.2195680 Jul 22 14:46:10.131696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e5242-ee71-4cab-a97b-2305fdd612ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc2123-d044-4176-b5b4-1e1a0034df12,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:10.149551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.201110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:10.206080 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e45099-7de4-418f-90d3-598f503929e4" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:10.233871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:10.247714 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:10.288890 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decfa1d1-59c1-42af-900e-724a03a3f721 x-openstack-request-id: req-decfa1d1-59c1-42af-900e-724a03a3f721 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:10.289233 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:10.289495 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-decfa1d1-59c1-42af-900e-724a03a3f721 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:10.289903 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:46:10.340221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:10.869949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a7a6135-a93f-4516-9d63-990badd91f65 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:46:10.980949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 691e61c2-9001-4d2c-9e05-0f7edd0e085e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:46:11.030331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f397b-4c01-4383-a32e-a12e7fb62b53 req-63339674-f26a-41a1-8fc4-1f8eb630a7fa tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:11.042322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd2f397b-4c01-4383-a32e-a12e7fb62b53 req-63339674-f26a-41a1-8fc4-1f8eb630a7fa tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 945 time: 0.1929483 Jul 22 14:46:11.115232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:11.122420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd2f397b-4c01-4383-a32e-a12e7fb62b53 req-c2934e10-2c23-4cca-9a86-09590e9229cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786922 Jul 22 14:46:11.132544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '1a7a6135-a93f-4516-9d63-990badd91f65', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'port_id': '1a7a6135-a93f-4516-9d63-990badd91f65', 'mac_address': 'fa:16:3e:46:f6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:46:11.185508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 691e61c2-9001-4d2c-9e05-0f7edd0e085e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:46:11.195906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 691e61c2-9001-4d2c-9e05-0f7edd0e085e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:11.196688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:11.251061 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:11.270407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a7a6135-a93f-4516-9d63-990badd91f65 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:11.290900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687a8a9-d85b-48f1-b380-38563b22a03e req-7797ed89-a642-417f-9836-3f090bb5889c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:11.292653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9687a8a9-d85b-48f1-b380-38563b22a03e req-7797ed89-a642-417f-9836-3f090bb5889c tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.1227510 Jul 22 14:46:11.321413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:11.328096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:11.360311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9687a8a9-d85b-48f1-b380-38563b22a03e req-849dec0e-3856-4d04-89f6-a58eb074983d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618854 Jul 22 14:46:11.364639 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:11.379208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47030) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:11.413303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:11.438094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:11.443325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:11.475449 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-96f4e353-dfeb-465e-8c81-2fc32643119a tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/floatingips/c6821eb5-9a86-458e-840e-c8e7e948b3b7 HTTP/1.1" status: 200 len: 993 time: 0.0947964 Jul 22 14:46:11.509781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=691e61c2-9001-4d2c-9e05-0f7edd0e085e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:11.609932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1a7a6135-a93f-4516-9d63-990badd91f65'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:12.099948 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc077338-5e70-46da-9cc4-7e247caa31a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:12.291213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691e61c2-9001-4d2c-9e05-0f7edd0e085e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:12.294919 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12b0fa5-85df-4aba-bfdb-5d2a37d83b52" -d '{"events": [{"server_uuid": "fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd", "name": "network-vif-plugged", "status": "completed", "tag": "691e61c2-9001-4d2c-9e05-0f7edd0e085e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:12.303807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546143c1-97ca-401d-8abb-fcdeb7fec37c req-bd90b376-e7cd-4618-ae4c-fa043896302a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:12.305492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-546143c1-97ca-401d-8abb-fcdeb7fec37c req-bd90b376-e7cd-4618-ae4c-fa043896302a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0857022 Jul 22 14:46:12.346095 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:12.365584 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b56485-ccdc-4d39-9737-cce2b27ea5b9 x-openstack-request-id: req-a2b56485-ccdc-4d39-9737-cce2b27ea5b9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:12.365942 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd", "name": "network-vif-plugged", "status": "completed", "tag": "691e61c2-9001-4d2c-9e05-0f7edd0e085e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:12.366147 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2b56485-ccdc-4d39-9737-cce2b27ea5b9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:12.367922 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691e61c2-9001-4d2c-9e05-0f7edd0e085e', 'code': 200} Jul 22 14:46:12.381993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-546143c1-97ca-401d-8abb-fcdeb7fec37c req-1fad1d8a-fcd4-400e-83b1-100bd3821670 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Jul 22 14:46:12.498117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bb2cf-6f02-4b3d-b07f-faf0ba526971 req-3bc2e3cc-33fd-4dc7-86a6-068874f577e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:12.499870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-267bb2cf-6f02-4b3d-b07f-faf0ba526971 req-3bc2e3cc-33fd-4dc7-86a6-068874f577e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 1097 time: 0.0655284 Jul 22 14:46:12.537942 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-267bb2cf-6f02-4b3d-b07f-faf0ba526971 req-fd39fc64-3b7c-45dd-9eda-f47064780812 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Jul 22 14:46:12.883020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a7a6135-a93f-4516-9d63-990badd91f65 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:46:12.936765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 1a7a6135-a93f-4516-9d63-990badd91f65 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:12.937146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:13.026866 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:13.080100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:13.087130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:13.154887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:13.589087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8c4ba-b84a-4a6e-a742-b2a317e66fd4 req-c451ad54-f579-47c9-8409-de167ada4344 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:13.591300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91a8c4ba-b84a-4a6e-a742-b2a317e66fd4 req-c451ad54-f579-47c9-8409-de167ada4344 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0861926 Jul 22 14:46:13.619775 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:13.673754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91a8c4ba-b84a-4a6e-a742-b2a317e66fd4 req-fee6fc5b-4093-4b97-a8bb-f81a101e0dc4 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677340 Jul 22 14:46:14.369215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:14.372619 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf05ec4-9664-4366-911b-fa5d9316c02c" -d '{"events": [{"server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:14.418429 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f476b049-40ae-442f-b578-c43aa682869d x-openstack-request-id: req-f476b049-40ae-442f-b578-c43aa682869d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:14.418759 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "name": "network-vif-plugged", "status": "completed", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:14.419290 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f476b049-40ae-442f-b578-c43aa682869d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:14.419695 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65', 'code': 200} Jul 22 14:46:14.855906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205d400-ba10-44cc-939e-3b38532be826 req-f525f52a-76d3-46e8-bc6f-b3fa668fc9a7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:14.857339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7205d400-ba10-44cc-939e-3b38532be826 req-f525f52a-76d3-46e8-bc6f-b3fa668fc9a7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0747569 Jul 22 14:46:14.902816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7205d400-ba10-44cc-939e-3b38532be826 req-cce1361e-94f7-4c6f-8606-691c6c913c2a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Jul 22 14:46:15.171922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d79e0-cbc3-46ac-bc84-8f08be7dff54 req-2ed0df78-0123-4041-9f15-df508b32f7bf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:15.173378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e40d79e0-cbc3-46ac-bc84-8f08be7dff54 req-2ed0df78-0123-4041-9f15-df508b32f7bf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0818961 Jul 22 14:46:15.220246 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e40d79e0-cbc3-46ac-bc84-8f08be7dff54 req-d1c89524-a05b-4338-8193-4a17a6989ac7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Jul 22 14:46:15.291156 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:15.408827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ba391-6cb5-489d-b9e1-2cb8048d47ff req-e2f3f045-f2fc-46b2-8a3b-bec87f03fc23 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:15.411996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc9ba391-6cb5-489d-b9e1-2cb8048d47ff req-e2f3f045-f2fc-46b2-8a3b-bec87f03fc23 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1004767 Jul 22 14:46:15.502950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc9ba391-6cb5-489d-b9e1-2cb8048d47ff req-35a9faaf-7e89-4db4-979f-45b001c16678 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738454 Jul 22 14:46:15.824330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb61550-e653-458c-b49c-0f84f83d6edc req-6fb0d771-09f7-480b-b337-ab2a604f3ca0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:15.825921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebb61550-e653-458c-b49c-0f84f83d6edc req-6fb0d771-09f7-480b-b337-ab2a604f3ca0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0857794 Jul 22 14:46:15.885207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebb61550-e653-458c-b49c-0f84f83d6edc req-035ce4cb-12fd-4713-9d71-b725af9fd050 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481906 Jul 22 14:46:17.044720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca329d-294d-498d-a379-78b13d8d2f4f req-6b8b1dee-5c1c-4d5a-996d-04dd33d451ff tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:17.047112 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ca329d-294d-498d-a379-78b13d8d2f4f req-6b8b1dee-5c1c-4d5a-996d-04dd33d451ff tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0898330 Jul 22 14:46:17.117863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ca329d-294d-498d-a379-78b13d8d2f4f req-073955ad-6ced-4bc6-a0f5-c6e1885bc8e7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650361 Jul 22 14:46:18.359271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdc95a-2f91-41c2-a061-c8cb65239977 req-1f555f18-62ff-4fe9-a4b7-918c7d4a1d9d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:18.367869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17cdc95a-2f91-41c2-a061-c8cb65239977 req-1f555f18-62ff-4fe9-a4b7-918c7d4a1d9d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1174335 Jul 22 14:46:18.426550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17cdc95a-2f91-41c2-a061-c8cb65239977 req-b6961f7a-23c9-47c3-a451-0e649e4f31a4 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Jul 22 14:46:19.628695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268a076-b05c-472d-8d7f-18501fb09828 req-8a521083-1d42-4bce-9328-86e41bf6eaf0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:19.631373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9268a076-b05c-472d-8d7f-18501fb09828 req-8a521083-1d42-4bce-9328-86e41bf6eaf0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1191590 Jul 22 14:46:19.705989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9268a076-b05c-472d-8d7f-18501fb09828 req-a32d8e2a-81e6-44b1-9133-9fa7e7854371 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641174 Jul 22 14:46:20.411876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:20.532569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1dca-a879-4fbc-bb6f-4bbf59ba17e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.670584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1dca-a879-4fbc-bb6f-4bbf59ba17e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.676049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd6e1dca-a879-4fbc-bb6f-4bbf59ba17e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.718869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cd6e1dca-a879-4fbc-bb6f-4bbf59ba17e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fa2e00821a84dc4af8c224ecfadd035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057888 Jul 22 14:46:20.721495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47214) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:20.738791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e1dca-a879-4fbc-bb6f-4bbf59ba17e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a93f1f1-4f71-4a08-8e04-5af93c8c8218,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:20.814236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e37c40a-200e-456c-9aa8-6ce21e2c70e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.872575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e37c40a-200e-456c-9aa8-6ce21e2c70e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.950454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3cce2-c0cc-415a-9b6b-f530c257046e req-61cc2f5a-f03e-4546-b4dd-7c16967ede60 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:20.952053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2db3cce2-c0cc-415a-9b6b-f530c257046e req-61cc2f5a-f03e-4546-b4dd-7c16967ede60 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1399336 Jul 22 14:46:20.968734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e37c40a-200e-456c-9aa8-6ce21e2c70e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.971275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e37c40a-200e-456c-9aa8-6ce21e2c70e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:20.972722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9e37c40a-200e-456c-9aa8-6ce21e2c70e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a93f1f1-4f71-4a08-8e04-5af93c8c8218 HTTP/1.1" status: 204 len: 168 time: 0.2492833 Jul 22 14:46:20.990040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37c40a-200e-456c-9aa8-6ce21e2c70e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a93f1f1-4f71-4a08-8e04-5af93c8c8218,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:21.015106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2db3cce2-c0cc-415a-9b6b-f530c257046e req-b9b03f9d-08c7-49c1-bf57-d647abda13f1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561497 Jul 22 14:46:21.286972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43639c9-b897-4a6c-ad4f-abacaf5ab57f req-7cff1e73-38e5-41ae-bcbd-8dea91dca19a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:21.288854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a43639c9-b897-4a6c-ad4f-abacaf5ab57f req-7cff1e73-38e5-41ae-bcbd-8dea91dca19a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0786335 Jul 22 14:46:21.331319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a43639c9-b897-4a6c-ad4f-abacaf5ab57f req-4e822762-062c-4b15-978c-f4a887fec281 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356672 Jul 22 14:46:21.995523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c470c-f734-4fa3-9b6d-22369b16ed92 req-a69d1ba1-77da-4376-b106-75062efb5a98 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:21.997532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f47c470c-f734-4fa3-9b6d-22369b16ed92 req-a69d1ba1-77da-4376-b106-75062efb5a98 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.1461120 Jul 22 14:46:22.062439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f47c470c-f734-4fa3-9b6d-22369b16ed92 req-2b4d24d5-e2c2-4c8a-a8fd-80fdcf180ba2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545089 Jul 22 14:46:22.234221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a8160-bdd6-41c8-89a7-680be047313b req-80bba8be-138c-4627-8dae-907002ad55cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:22.242268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-501a8160-bdd6-41c8-89a7-680be047313b req-80bba8be-138c-4627-8dae-907002ad55cb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1080153 Jul 22 14:46:22.287789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-501a8160-bdd6-41c8-89a7-680be047313b req-93290341-497b-4510-bc11-1243283592a5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441091 Jul 22 14:46:23.239995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc136692-d717-472a-a353-ef6160e9eb31 req-fd0e44ce-fd67-4ec0-9fe6-a5395f355fb2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:23.242219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc136692-d717-472a-a353-ef6160e9eb31 req-fd0e44ce-fd67-4ec0-9fe6-a5395f355fb2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0724933 Jul 22 14:46:23.289006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc136692-d717-472a-a353-ef6160e9eb31 req-ea593856-b025-4441-a824-b748d3da4493 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399101 Jul 22 14:46:23.428630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a1b2f-7560-436f-ab59-627390b8715b req-c054b5bd-d8b4-4060-a6c9-67339d3f72ce tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:23.430064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-451a1b2f-7560-436f-ab59-627390b8715b req-c054b5bd-d8b4-4060-a6c9-67339d3f72ce tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0648186 Jul 22 14:46:23.468262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-451a1b2f-7560-436f-ab59-627390b8715b req-a180236a-2cd6-4645-ae5d-e1b22476894f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Jul 22 14:46:23.653447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-1e3c23a0-3092-414e-8596-b31559a75316 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5c32965c85944bdba3c91343210c57bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223315 Jul 22 14:46:23.765314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-62eab8a6-211a-4e38-8aa5-2231eff0d240 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:23.766875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-62eab8a6-211a-4e38-8aa5-2231eff0d240 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082432 Jul 22 14:46:23.783211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-29ffd866-6ffc-459c-9419-bbfb91534210 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/quotas/5c32965c85944bdba3c91343210c57bd HTTP/1.1" status: 200 len: 375 time: 0.0101366 Jul 22 14:46:23.798298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:23.824822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-163192b1-a35b-4419-a294-25252d538592 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c32965c85944bdba3c91343210c57bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359323 Jul 22 14:46:23.882428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:23.905824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:23.908290 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcfc234-49fe-48a7-a925-57ae0d34e5b1" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-unplugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:23.921990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:23.927102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:23.967386 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fac31c7-f9d2-430d-a1d2-299386f7ca45 x-openstack-request-id: req-0fac31c7-f9d2-430d-a1d2-299386f7ca45 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:23.967876 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-unplugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:23.968222 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fac31c7-f9d2-430d-a1d2-299386f7ca45 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:23.968787 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:46:23.998979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:24.025822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af8fb374-5b56-441e-a9ec-6eb52bdff0c2 req-46d1289b-1033-4961-8d58-aaea7c4be6f1 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 210 time: 0.0306373 Jul 22 14:46:24.443633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfc1a4-4b5f-410e-a1ec-86d390ab6ba1 req-10538a9d-5eb0-4254-9023-d191974c5240 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:24.445147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48bfc1a4-4b5f-410e-a1ec-86d390ab6ba1 req-10538a9d-5eb0-4254-9023-d191974c5240 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0746257 Jul 22 14:46:24.483195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48bfc1a4-4b5f-410e-a1ec-86d390ab6ba1 req-16fe348b-823e-40b3-9533-142c8656583f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323412 Jul 22 14:46:24.605973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0349b69-92f9-4176-92c5-a8d8d930789d req-4adf3bd5-9c81-4f8f-a8e7-2bc1cc892b2e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:24.607440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0349b69-92f9-4176-92c5-a8d8d930789d req-4adf3bd5-9c81-4f8f-a8e7-2bc1cc892b2e tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0675261 Jul 22 14:46:24.647455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0349b69-92f9-4176-92c5-a8d8d930789d req-6a5b5bd7-11f7-4b5a-afdb-ce51149ec0e7 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343070 Jul 22 14:46:25.060571 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-d637933a-bf95-44a6-b3da-e5a8aab95fb7 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5c32965c85944bdba3c91343210c57bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389524 Jul 22 14:46:25.372720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-3d25a0e2-45cf-4e52-b67e-7b30c2f34da7 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:25.376305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-3d25a0e2-45cf-4e52-b67e-7b30c2f34da7 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105512 Jul 22 14:46:25.389718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Request body: {'port': {'device_id': '8d64e442-e172-40e8-9cbd-d21086919a84', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '5c32965c85944bdba3c91343210c57bd'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:25.495004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dd6006f-c891-4ee3-93b1-7de5150f768a req-780c3f08-4d60-4b8f-aba8-6bba100b4467 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 210 time: 0.3492293 Jul 22 14:46:25.559006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Made reservation on behalf of 5c32965c85944bdba3c91343210c57bd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:25.562837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:25.572082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:25.638833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc8dc8-8d04-4a4d-80f1-187e5759a0df req-40e64cf8-3d1f-4c92-991d-64ead48418c4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:25.640979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83cc8dc8-8d04-4a4d-80f1-187e5759a0df req-40e64cf8-3d1f-4c92-991d-64ead48418c4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0771646 Jul 22 14:46:25.684833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83cc8dc8-8d04-4a4d-80f1-187e5759a0df req-764d6b38-f679-4388-82ec-2d5efb396cc2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368068 Jul 22 14:46:25.694046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:25.703835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:25.789589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc609a7-339a-4ed2-89c0-01e0b8faa571,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:25.795032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:46:25.825995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a2a68-955f-4b3d-b122-6bb71c945828 req-b4d6b2f2-f95a-4239-9b47-4f184668ad4f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:25.834994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-909a2a68-955f-4b3d-b122-6bb71c945828 req-b4d6b2f2-f95a-4239-9b47-4f184668ad4f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1017666 Jul 22 14:46:25.891601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-909a2a68-955f-4b3d-b122-6bb71c945828 req-d73281f2-40ab-490f-a2b9-14c1270c97c9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Jul 22 14:46:25.898964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Allocated IP 192.168.233.65 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/daeb037c-2fa8-4644-8962-7145d208b36c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:46:25.959569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:25.972223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'mac_address': 'fa:16:3e:82:b1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:46:26.027521 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.054935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:26.080140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:26.085605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.101113 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.151277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=12']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:26.166233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['de7f3dfd-ad94-4292-8d69-a9b18104b3c6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:26.469796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Transition to ACTIVE for port object daeb037c-2fa8-4644-8962-7145d208b36c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:46:26.520637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.575357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:46:26.579058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:46:26.583990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:46:26.655884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e93c37-128d-43d0-944c-94eba14a23df req-84ae3455-946c-4f45-9617-f8c0bb64e871 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:26.658107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:26.658906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.664672 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51e93c37-128d-43d0-944c-94eba14a23df req-84ae3455-946c-4f45-9617-f8c0bb64e871 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 935 time: 0.0875127 Jul 22 14:46:26.666654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Pushing event updated for resources: {'Port': ['ID=daeb037c-2fa8-4644-8962-7145d208b36c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:26.708823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-160f215a-b995-4620-8b2e-17efcb5d8d3e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3245065 Jul 22 14:46:26.724962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Request body: {'port': {'device_id': '8d64e442-e172-40e8-9cbd-d21086919a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:26.736890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51e93c37-128d-43d0-944c-94eba14a23df req-81fe9277-21c4-4877-b06e-eb736745a380 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710320 Jul 22 14:46:26.836551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:26.906473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169f389-5b06-4787-8238-965bccd78298 req-529d8b64-dba6-4b75-b8ab-acba772ff8e4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:26.909082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3169f389-5b06-4787-8238-965bccd78298 req-529d8b64-dba6-4b75-b8ab-acba772ff8e4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.1179650 Jul 22 14:46:26.979016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3169f389-5b06-4787-8238-965bccd78298 req-0aa790df-29e3-4d9f-99d5-16b0e38ab412 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644062 Jul 22 14:46:27.017073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bba98170-f107-4e45-8537-fbfd55c274ba None None] Provisioning for port daeb037c-2fa8-4644-8962-7145d208b36c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:46:27.026095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bba98170-f107-4e45-8537-fbfd55c274ba None None] Provisioning complete for port daeb037c-2fa8-4644-8962-7145d208b36c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:27.026735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bba98170-f107-4e45-8537-fbfd55c274ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.090448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bba98170-f107-4e45-8537-fbfd55c274ba None None] Port daeb037c-2fa8-4644-8962-7145d208b36c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:46:27.179430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1fde9-9e49-49fa-a29b-6ffa74fbad5d req-a565671d-a0e9-40c1-88dc-a6115dfe06b9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:27.181424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28d1fde9-9e49-49fa-a29b-6ffa74fbad5d req-a565671d-a0e9-40c1-88dc-a6115dfe06b9 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1397686 Jul 22 14:46:27.243954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28d1fde9-9e49-49fa-a29b-6ffa74fbad5d req-58507899-44a7-4b33-aad1-eca3321abae5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550432 Jul 22 14:46:27.335323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daeb037c-2fa8-4644-8962-7145d208b36c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:27.346130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.361886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Transition to ACTIVE for port object daeb037c-2fa8-4644-8962-7145d208b36c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:46:27.367043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.429001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Pushing event updated for resources: {'Port': ['ID=daeb037c-2fa8-4644-8962-7145d208b36c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:27.546428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Attempting to bind port daeb037c-2fa8-4644-8962-7145d208b36c on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:46:27.546839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Attempting to bind port daeb037c-2fa8-4644-8962-7145d208b36c by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:46:27.547130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Attempting to bind port daeb037c-2fa8-4644-8962-7145d208b36c on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:46:27.558002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Port daeb037c-2fa8-4644-8962-7145d208b36c on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:46:27.558422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Attempting to bind port daeb037c-2fa8-4644-8962-7145d208b36c on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:46:27.575040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:46:27.575431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:46:27.575840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:46:27.578567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Bound port: daeb037c-2fa8-4644-8962-7145d208b36c, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:46:27.579021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.692711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] For port daeb037c-2fa8-4644-8962-7145d208b36c, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:46:27.699351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] For port daeb037c-2fa8-4644-8962-7145d208b36c, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=daeb037c-2fa8-4644-8962-7145d208b36c,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:46:27.706004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.757344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:27.757973 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.763863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] 10.222.0.61 "PUT /v2.0/ports/daeb037c-2fa8-4644-8962-7145d208b36c HTTP/1.1" status: 200 len: 1095 time: 1.0462964 Jul 22 14:46:27.764355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d64e442-e172-40e8-9cbd-d21086919a84', 'tag': 'daeb037c-2fa8-4644-8962-7145d208b36c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:27.767401 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc88dab2-43f2-4cf3-b994-23a127c0c997" -d '{"events": [{"name": "network-changed", "server_uuid": "8d64e442-e172-40e8-9cbd-d21086919a84", "tag": "daeb037c-2fa8-4644-8962-7145d208b36c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:27.797142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf399b4c-4ae6-4054-ba92-edf7560be334 service neutron] Pushing event updated for resources: {'Port': ['ID=daeb037c-2fa8-4644-8962-7145d208b36c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:27.811615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:46:27.891022 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5494743e-a0d1-443c-aa66-40f9c51ce842 x-openstack-request-id: req-5494743e-a0d1-443c-aa66-40f9c51ce842 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:27.891489 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d64e442-e172-40e8-9cbd-d21086919a84", "tag": "daeb037c-2fa8-4644-8962-7145d208b36c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:27.891885 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5494743e-a0d1-443c-aa66-40f9c51ce842 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:27.892535 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d64e442-e172-40e8-9cbd-d21086919a84', 'tag': 'daeb037c-2fa8-4644-8962-7145d208b36c', 'status': 'completed', 'code': 200} Jul 22 14:46:27.919571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:27.920312 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:27.965592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-0804bdaf-d050-40b1-9af2-11199377cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:27.967832 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-0804bdaf-d050-40b1-9af2-11199377cae3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c32965c85944bdba3c91343210c57bd&device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 1098 time: 0.1534929 Jul 22 14:46:27.979067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03becafb-44f3-4a52-95f2-94bf640ff2f5 req-ea5bc490-b1fc-45a8-b791-e5a0915a7e48 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:27.980829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03becafb-44f3-4a52-95f2-94bf640ff2f5 req-ea5bc490-b1fc-45a8-b791-e5a0915a7e48 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 947 time: 0.1070480 Jul 22 14:46:28.063203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03becafb-44f3-4a52-95f2-94bf640ff2f5 req-3aa425cb-b035-4e76-b4ad-1730a3f34bac tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728252 Jul 22 14:46:28.077501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-0675092b-90da-45d2-b89a-b56c5b5150fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=daeb037c-2fa8-4644-8962-7145d208b36c HTTP/1.1" status: 200 len: 217 time: 0.0948467 Jul 22 14:46:28.127082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:28.157199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:28.157460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-a9a30e8c-1323-44bf-a16a-b6ac8ae227a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.159049 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-a9a30e8c-1323-44bf-a16a-b6ac8ae227a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0807681 Jul 22 14:46:28.160803 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8815cac-2e6e-4061-b9fe-c72aec863fc7" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:28.180378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:28.187605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:28.273755 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8090d6-9931-4559-b766-8211922eae1e x-openstack-request-id: req-3d8090d6-9931-4559-b766-8211922eae1e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:28.276408 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-plugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:28.276408 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d8090d6-9931-4559-b766-8211922eae1e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:28.276608 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:46:28.316856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=13']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:28.324670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845e69c-948c-44e7-8282-e642b0951eca req-1314ea43-94d3-4c2a-8e98-eb68e23a4e96 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.332129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3845e69c-948c-44e7-8282-e642b0951eca req-1314ea43-94d3-4c2a-8e98-eb68e23a4e96 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 946 time: 0.1850839 Jul 22 14:46:28.357794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-5611aa4e-7bcf-4ee4-8086-d96da8c5f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.361417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-5611aa4e-7bcf-4ee4-8086-d96da8c5f186 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841984 Jul 22 14:46:28.450307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3845e69c-948c-44e7-8282-e642b0951eca req-93d2898e-2f76-4125-a55f-8b56978d1299 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144416 Jul 22 14:46:28.480302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-709f2a6b-620d-4361-97db-a4879bfbeb9b service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122599 Jul 22 14:46:28.501897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46061f22-d081-458b-ac04-0e480dec9082 req-21bb0c28-79fb-498b-8a84-0a8dce4efbec tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.504015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46061f22-d081-458b-ac04-0e480dec9082 req-21bb0c28-79fb-498b-8a84-0a8dce4efbec tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1369042 Jul 22 14:46:28.553718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46061f22-d081-458b-ac04-0e480dec9082 req-21ab175e-c6ec-4b10-b2bc-acda0a7774cf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Jul 22 14:46:28.598136 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8dd4893-ff25-41e5-b4ac-fbd576bfc2e2 req-e36bac46-3fcd-4659-b6d7-d15603f37582 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116378 Jul 22 14:46:28.732349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-bbd2e7b2-c64c-4c8b-b294-6e8b6646e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.734302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-bbd2e7b2-c64c-4c8b-b294-6e8b6646e400 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5c32965c85944bdba3c91343210c57bd&device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 1098 time: 0.0715737 Jul 22 14:46:28.845349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-bd7376f8-522a-49c6-8a95-9e1f3bf2b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.846864 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-bd7376f8-522a-49c6-8a95-9e1f3bf2b59b service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.1055007 Jul 22 14:46:28.892908 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-dc481ab0-da13-4dcc-8a27-646c94084572 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=daeb037c-2fa8-4644-8962-7145d208b36c HTTP/1.1" status: 200 len: 217 time: 0.0395832 Jul 22 14:46:28.955579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-b4ce2a5a-8d05-4255-be44-b155117995b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:28.957294 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-b4ce2a5a-8d05-4255-be44-b155117995b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0549705 Jul 22 14:46:29.028692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-9c39de88-d46a-4372-a071-4488d7dca1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:29.030230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-9c39de88-d46a-4372-a071-4488d7dca1ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659277 Jul 22 14:46:29.152529 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-3c77e31f-5cab-45e6-863e-6a7ffa0abbae service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135442 Jul 22 14:46:29.217403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed688416-53ae-4bcd-a409-ed39ddc4a6b9 req-7447901a-34e8-4e62-8ed1-c1e4091fc7b6 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:29.218906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed688416-53ae-4bcd-a409-ed39ddc4a6b9 req-7447901a-34e8-4e62-8ed1-c1e4091fc7b6 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 947 time: 0.0835443 Jul 22 14:46:29.282718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc88dab2-43f2-4cf3-b994-23a127c0c997 req-e607cf17-b379-4a8a-9fa2-bdb330fafad9 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199365 Jul 22 14:46:29.282973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed688416-53ae-4bcd-a409-ed39ddc4a6b9 req-4d53f14e-f6cf-476d-8da2-9c9fc0b797f9 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569096 Jul 22 14:46:29.651502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50213a-9e8e-4dfc-9f55-7cd116aaea60 req-99e8f02b-e3b6-4ba2-adc2-161935466644 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:29.655103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c50213a-9e8e-4dfc-9f55-7cd116aaea60 req-99e8f02b-e3b6-4ba2-adc2-161935466644 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.1206472 Jul 22 14:46:29.778800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c50213a-9e8e-4dfc-9f55-7cd116aaea60 req-e9676160-000e-484a-9ea7-5576d7de18e4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183124 Jul 22 14:46:29.826815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd11a8a-edca-4346-9c71-d3ea6b16c395 req-80bd49c9-5de7-412a-97c5-684da661bbfe tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:29.828600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfd11a8a-edca-4346-9c71-d3ea6b16c395 req-80bd49c9-5de7-412a-97c5-684da661bbfe tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1712129 Jul 22 14:46:29.879108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfd11a8a-edca-4346-9c71-d3ea6b16c395 req-a823a3db-c5fe-4fc4-bbbb-c17cf472b0b1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Jul 22 14:46:30.478249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae7c35-c3c8-473c-a5ae-c85acb55a037 req-0a85be3c-8ea9-4eab-8911-f85ad539f278 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:30.487052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8ae7c35-c3c8-473c-a5ae-c85acb55a037 req-0a85be3c-8ea9-4eab-8911-f85ad539f278 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 947 time: 0.1284244 Jul 22 14:46:30.554632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8ae7c35-c3c8-473c-a5ae-c85acb55a037 req-2e64ed0e-448e-4ed8-956e-a3cb0f57dc8a tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602937 Jul 22 14:46:30.762114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b761-006f-421f-ac33-4217666ae75e req-d429588c-6732-49eb-b8d4-5c70e39bbb6e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:30.763846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52b6b761-006f-421f-ac33-4217666ae75e req-d429588c-6732-49eb-b8d4-5c70e39bbb6e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0948780 Jul 22 14:46:30.815375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52b6b761-006f-421f-ac33-4217666ae75e req-f09b8e63-b659-4a0a-a405-761770201f90 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450597 Jul 22 14:46:30.943113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85039-239e-4c17-9eb4-2a9e8ccdce3e req-43cb745e-d3be-46ed-b696-7089dc50b397 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:30.950737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8bc85039-239e-4c17-9eb4-2a9e8ccdce3e req-43cb745e-d3be-46ed-b696-7089dc50b397 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0926323 Jul 22 14:46:30.989067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8bc85039-239e-4c17-9eb4-2a9e8ccdce3e req-a2c36ac6-c651-40a3-b415-5c77ecd3b338 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369153 Jul 22 14:46:31.074209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e488e-1df1-461e-bf11-1a13eb75a056 req-c21723b0-fb4d-4ebe-9f51-7cfc8266cadb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:31.079113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e0e488e-1df1-461e-bf11-1a13eb75a056 req-c21723b0-fb4d-4ebe-9f51-7cfc8266cadb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0752919 Jul 22 14:46:31.120294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e0e488e-1df1-461e-bf11-1a13eb75a056 req-9dd09aeb-42b1-459c-9999-a4cc7e56f32a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382578 Jul 22 14:46:31.716341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31d8d-2dd5-44d5-8493-622c7451c364 req-e5be86cc-4c1b-4956-a8e2-ef14459707b9 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:31.717877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07c31d8d-2dd5-44d5-8493-622c7451c364 req-e5be86cc-4c1b-4956-a8e2-ef14459707b9 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 947 time: 0.1018698 Jul 22 14:46:31.759340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07c31d8d-2dd5-44d5-8493-622c7451c364 req-97b45fb9-e9e4-4b52-89e2-bc05b7b958aa tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344982 Jul 22 14:46:31.827349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device daeb037c-2fa8-4644-8962-7145d208b36c details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:46:31.932038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port daeb037c-2fa8-4644-8962-7145d208b36c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=daeb037c-2fa8-4644-8962-7145d208b36c,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:31.943990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'daeb037c-2fa8-4644-8962-7145d208b36c', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': 'daeb037c-2fa8-4644-8962-7145d208b36c', 'mac_address': 'fa:16:3e:4f:d6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:46:31.988860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:32.002045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daeb037c-2fa8-4644-8962-7145d208b36c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:32.027252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f02fa-9174-461d-b122-cb0fc2a4c862 req-e6de203c-c7d4-4dbf-be58-92394926d2f0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:32.029130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f89f02fa-9174-461d-b122-cb0fc2a4c862 req-e6de203c-c7d4-4dbf-be58-92394926d2f0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1164560 Jul 22 14:46:32.041286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port daeb037c-2fa8-4644-8962-7145d208b36c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=daeb037c-2fa8-4644-8962-7145d208b36c,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:32.047479 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:32.123209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=daeb037c-2fa8-4644-8962-7145d208b36c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:32.126153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f89f02fa-9174-461d-b122-cb0fc2a4c862 req-8cad54cd-7c5f-46e4-b9fc-b8f64c0cf6b9 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848598 Jul 22 14:46:32.255165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca226d33-a879-438e-b004-2ef9986b1533 req-f60ac3b9-9b1f-478d-9ccb-05157c5a6092 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:32.257173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca226d33-a879-438e-b004-2ef9986b1533 req-f60ac3b9-9b1f-478d-9ccb-05157c5a6092 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.1565011 Jul 22 14:46:32.296875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['daeb037c-2fa8-4644-8962-7145d208b36c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:32.318347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094106f-80ff-40bf-bc86-0fb31ed6fde5 req-35a62f43-21a0-450d-b992-31cf4481bee8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:32.320056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7094106f-80ff-40bf-bc86-0fb31ed6fde5 req-35a62f43-21a0-450d-b992-31cf4481bee8 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1184435 Jul 22 14:46:32.327395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca226d33-a879-438e-b004-2ef9986b1533 req-76bcc3e2-de4e-48a3-a560-2cb32d35e29e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583513 Jul 22 14:46:32.393307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7094106f-80ff-40bf-bc86-0fb31ed6fde5 req-d8aa6113-0108-4962-ba0b-34d3281b261f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645576 Jul 22 14:46:32.900637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372cae7-ecba-4aa7-8128-23227aebfd53 req-62604e35-e9c9-480c-aad7-6afe13d9b477 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:32.907241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e372cae7-ecba-4aa7-8128-23227aebfd53 req-62604e35-e9c9-480c-aad7-6afe13d9b477 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 948 time: 0.0786493 Jul 22 14:46:32.954068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e372cae7-ecba-4aa7-8128-23227aebfd53 req-4e05848f-222f-4591-bffc-23baaf4c8fc2 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457528 Jul 22 14:46:33.153521 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-79b38b8e-49f1-4edf-b770-cb876617c4ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727663 Jul 22 14:46:33.289450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75966ec1-ad1a-44d2-8c1d-53fe52c51989 req-4278152a-4659-4a5f-bd07-b989fcdc494a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:33.293024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-7c9d2e07-6758-4aad-bcd8-c30e6c1cedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:33.294746 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-7c9d2e07-6758-4aad-bcd8-c30e6c1cedc5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8143588f77174455b304c62097f43d9e&device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 1097 time: 0.0875266 Jul 22 14:46:33.298011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75966ec1-ad1a-44d2-8c1d-53fe52c51989 req-4278152a-4659-4a5f-bd07-b989fcdc494a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0921283 Jul 22 14:46:33.347756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75966ec1-ad1a-44d2-8c1d-53fe52c51989 req-e38873a4-6eb2-4db0-987f-e6d38787891a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Jul 22 14:46:33.435093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-db7bbe42-c111-43f9-95b5-853b9b304710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:33.436603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-db7bbe42-c111-43f9-95b5-853b9b304710 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 200 len: 907 time: 0.1092386 Jul 22 14:46:33.493397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-511af05e-ca4f-4ac8-933f-22ef75d00090 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e HTTP/1.1" status: 200 len: 217 time: 0.0457106 Jul 22 14:46:33.529771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536cb7c-599e-42f9-aa6f-c66010514a65 req-4e958e3d-c03e-4c8a-b81a-795f7936f7af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:33.535082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2536cb7c-599e-42f9-aa6f-c66010514a65 req-4e958e3d-c03e-4c8a-b81a-795f7936f7af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.1308608 Jul 22 14:46:33.550666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-46793ba8-ec8b-4a1a-bf5a-c66a0689d174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:33.552111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-46793ba8-ec8b-4a1a-bf5a-c66a0689d174 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 200 len: 846 time: 0.0521829 Jul 22 14:46:33.593036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2536cb7c-599e-42f9-aa6f-c66010514a65 req-773db867-f37a-4c5e-85c6-ddede15b2304 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480373 Jul 22 14:46:33.595422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-f48e1fa8-c92f-416f-8ff9-0eff468e1184 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335221 Jul 22 14:46:33.631097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513fbc8-876e-47c6-a6f5-e80de6d9a2e3 req-43ca15fe-0b6b-4a4f-8226-e3ff6c5b4bab tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:33.632754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9513fbc8-876e-47c6-a6f5-e80de6d9a2e3 req-43ca15fe-0b6b-4a4f-8226-e3ff6c5b4bab tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1581895 Jul 22 14:46:33.699404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9513fbc8-876e-47c6-a6f5-e80de6d9a2e3 req-34f065c5-2792-4133-802a-9c3b8eeb9c26 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594168 Jul 22 14:46:33.726078 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-c5589bd5-7519-4e8d-9226-8581fb461832 service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065459 Jul 22 14:46:33.827184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fbb5e6a5-d21d-4c8f-b78b-0e37d7fd17dd req-b9423a9d-1937-4c01-ba34-fe96f1cb15ed service neutron] 10.222.0.72 "GET /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937216 Jul 22 14:46:33.845950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device daeb037c-2fa8-4644-8962-7145d208b36c up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:46:33.902171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port daeb037c-2fa8-4644-8962-7145d208b36c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:46:33.906850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port daeb037c-2fa8-4644-8962-7145d208b36c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:33.907233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:34.011468 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:34.045724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d64e442-e172-40e8-9cbd-d21086919a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb037c-2fa8-4644-8962-7145d208b36c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:34.048747 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cef909-e956-4836-a26a-1aa0cda4ac1f" -d '{"events": [{"server_uuid": "8d64e442-e172-40e8-9cbd-d21086919a84", "name": "network-vif-plugged", "status": "completed", "tag": "daeb037c-2fa8-4644-8962-7145d208b36c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:34.074766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port daeb037c-2fa8-4644-8962-7145d208b36c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=daeb037c-2fa8-4644-8962-7145d208b36c,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:34.081827 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:34.121911 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b49e507-c29e-4daa-9fe2-05a28659dcd6 x-openstack-request-id: req-3b49e507-c29e-4daa-9fe2-05a28659dcd6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:34.122207 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d64e442-e172-40e8-9cbd-d21086919a84", "name": "network-vif-plugged", "status": "completed", "tag": "daeb037c-2fa8-4644-8962-7145d208b36c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:34.122470 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b49e507-c29e-4daa-9fe2-05a28659dcd6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:34.122877 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d64e442-e172-40e8-9cbd-d21086919a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb037c-2fa8-4644-8962-7145d208b36c', 'code': 200} Jul 22 14:46:34.164742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=daeb037c-2fa8-4644-8962-7145d208b36c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:34.168674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ecee2-4268-4f04-a479-349d2f05628b req-4b6f4f1a-a890-44c7-9437-95f92043bb1c tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:34.173928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a0ecee2-4268-4f04-a479-349d2f05628b req-4b6f4f1a-a890-44c7-9437-95f92043bb1c tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 948 time: 0.1426427 Jul 22 14:46:34.231663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a0ecee2-4268-4f04-a479-349d2f05628b req-7e496a63-43c6-4145-bd4f-2ed59e0fb51e tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522118 Jul 22 14:46:34.253415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fac57-3944-4939-8e5b-65bbad71c350 req-62a0d352-1360-4f82-9ae7-d3d95e8ec972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:34.253415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd8fac57-3944-4939-8e5b-65bbad71c350 req-62a0d352-1360-4f82-9ae7-d3d95e8ec972 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 1100 time: 0.0661721 Jul 22 14:46:34.295376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd8fac57-3944-4939-8e5b-65bbad71c350 req-95fd7764-fd97-4239-97c8-76f2e65f0fa3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378134 Jul 22 14:46:34.500576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edead2-e574-467b-87f0-35115c826159 req-e127bf2c-8a69-4b54-8105-d99e5683093a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:34.502612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0edead2-e574-467b-87f0-35115c826159 req-e127bf2c-8a69-4b54-8105-d99e5683093a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0784664 Jul 22 14:46:34.545173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0edead2-e574-467b-87f0-35115c826159 req-31f858f8-7087-4df2-8d53-1feee3930add tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369763 Jul 22 14:46:34.747270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb727c7-e9a7-4659-b0fc-07e9fb324637 req-bf9c2cd9-db24-4520-b365-61618a8bc1bb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:34.749257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bb727c7-e9a7-4659-b0fc-07e9fb324637 req-bf9c2cd9-db24-4520-b365-61618a8bc1bb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0776820 Jul 22 14:46:34.838178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bb727c7-e9a7-4659-b0fc-07e9fb324637 req-efb3cc1d-5a1a-4eb0-8e32-356f2776a280 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805740 Jul 22 14:46:34.883993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dfd2a-be4c-43bf-85cf-58b8fd78b360 req-5ec34bd9-1e3c-4dc5-8ce0-9779a9195bc0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:34.885427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d20dfd2a-be4c-43bf-85cf-58b8fd78b360 req-5ec34bd9-1e3c-4dc5-8ce0-9779a9195bc0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1076300 Jul 22 14:46:34.935150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d20dfd2a-be4c-43bf-85cf-58b8fd78b360 req-140a7754-f98d-4304-b1c2-85e9f9914fde tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427761 Jul 22 14:46:35.381260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68cea5-157e-4919-a741-a91f5e8dbac9 req-b88c9b59-0c54-49e9-a925-5da1fdb7b01b tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:35.382845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd68cea5-157e-4919-a741-a91f5e8dbac9 req-b88c9b59-0c54-49e9-a925-5da1fdb7b01b tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 949 time: 0.0709388 Jul 22 14:46:35.427804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd68cea5-157e-4919-a741-a91f5e8dbac9 req-91c89352-a1bd-434c-b7cc-3338227ad51b tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Jul 22 14:46:35.716503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88731369-9117-48a1-a5c5-ad7c20f75c76 req-89753a5d-f6dd-440f-ac96-545ff6bd436d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:35.724721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88731369-9117-48a1-a5c5-ad7c20f75c76 req-89753a5d-f6dd-440f-ac96-545ff6bd436d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0955641 Jul 22 14:46:35.774380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88731369-9117-48a1-a5c5-ad7c20f75c76 req-548ef3ae-20b8-4760-9899-6a08a078bc25 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485859 Jul 22 14:46:35.840322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee713b-bada-4206-ba0d-32546b33e328 req-55556cb9-ec4f-4d25-9648-c5e9b14ffc32 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:35.841868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27ee713b-bada-4206-ba0d-32546b33e328 req-55556cb9-ec4f-4d25-9648-c5e9b14ffc32 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 949 time: 0.1426201 Jul 22 14:46:35.908550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27ee713b-bada-4206-ba0d-32546b33e328 req-e6451e33-a42b-4219-be0d-cd7d68583f1c tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Jul 22 14:46:36.020463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfbfbb-05d4-4e56-ad2e-3adc762422a1 req-a31d976c-b477-47aa-8c03-9736f313e9b0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:36.022098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4cfbfbb-05d4-4e56-ad2e-3adc762422a1 req-a31d976c-b477-47aa-8c03-9736f313e9b0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0869226 Jul 22 14:46:36.095931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4cfbfbb-05d4-4e56-ad2e-3adc762422a1 req-ebcea39f-3152-4014-9069-6fa0c62ef789 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642827 Jul 22 14:46:36.126002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b5d89-31c1-4cf5-8d5a-4226378f828f req-201b6ee0-9912-423b-a112-fbcced1eb589 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:36.127869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c6b5d89-31c1-4cf5-8d5a-4226378f828f req-201b6ee0-9912-423b-a112-fbcced1eb589 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1048391 Jul 22 14:46:36.178418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c6b5d89-31c1-4cf5-8d5a-4226378f828f req-01c33270-1612-4894-add9-a5ff1e9bc69a tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Jul 22 14:46:36.756622 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:46:36.902284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caf438-8412-418d-b399-e1ff665fa0e8 req-4d2cad95-a81f-4885-a564-d0ca359141ee tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:36.903889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07caf438-8412-418d-b399-e1ff665fa0e8 req-4d2cad95-a81f-4885-a564-d0ca359141ee tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0717416 Jul 22 14:46:36.943506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07caf438-8412-418d-b399-e1ff665fa0e8 req-04edb8b8-3357-4ada-bb60-81a993db7283 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Jul 22 14:46:37.068294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217fba7-263e-4641-81ea-a2f5bb011d06 req-c3be22c8-0836-47c3-9d46-f7fd7765f6a1 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:37.069824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3217fba7-263e-4641-81ea-a2f5bb011d06 req-c3be22c8-0836-47c3-9d46-f7fd7765f6a1 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 949 time: 0.0717216 Jul 22 14:46:37.108884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3217fba7-263e-4641-81ea-a2f5bb011d06 req-165a79e3-54d3-4e57-b26e-065299f1e85c tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/security-groups?id=6cc609a7-339a-4ed2-89c0-01e0b8faa571&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Jul 22 14:46:37.237038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86be4c-b95a-43d8-b909-6ff3eb5ae7c5 req-a014a0b7-0dcd-4f7d-9f70-20d4bebfc6aa tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:37.244337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa86be4c-b95a-43d8-b909-6ff3eb5ae7c5 req-a014a0b7-0dcd-4f7d-9f70-20d4bebfc6aa tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0763900 Jul 22 14:46:37.251360 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:37.254962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-c52fb712-4f46-4b1a-9572-301af20a0251 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:37.256635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-c52fb712-4f46-4b1a-9572-301af20a0251 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 949 time: 0.0760670 Jul 22 14:46:37.313252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa86be4c-b95a-43d8-b909-6ff3eb5ae7c5 req-12d9b7a8-c456-43c9-8257-7ffe1f7bff47 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680387 Jul 22 14:46:37.344756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8d12-f0be-4817-93e0-ef655f73641f req-22c913ee-a331-4b23-b89e-1487b4397a17 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:37.346495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27bb8d12-f0be-4817-93e0-ef655f73641f req-22c913ee-a331-4b23-b89e-1487b4397a17 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0950286 Jul 22 14:46:37.367807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Deleting port daeb037c-2fa8-4644-8962-7145d208b36c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:37.368166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:37.395221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27bb8d12-f0be-4817-93e0-ef655f73641f req-4c2cd189-4277-4a39-b870-7207e2889430 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396988 Jul 22 14:46:37.523202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] For port daeb037c-2fa8-4644-8962-7145d208b36c, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=daeb037c-2fa8-4644-8962-7145d208b36c,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:37.523592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:37.537197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Calling delete_port for daeb037c-2fa8-4644-8962-7145d208b36c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:37.591896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eed57a-67f4-4f82-ba80-1906f347b1da req-c56cd61f-9957-432c-a9aa-98f073349cc4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:37.598567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14eed57a-67f4-4f82-ba80-1906f347b1da req-c56cd61f-9957-432c-a9aa-98f073349cc4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0717504 Jul 22 14:46:37.642494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14eed57a-67f4-4f82-ba80-1906f347b1da req-ad9c8eb1-6583-4468-be65-6a5a73da879f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390565 Jul 22 14:46:37.718631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:37.728200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:37.732106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['daeb037c-2fa8-4644-8962-7145d208b36c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:37.756455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Pushing event deleted for resources: {'Port': ['ID=daeb037c-2fa8-4644-8962-7145d208b36c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:37.842442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] No DVR routers for this DVR port daeb037c-2fa8-4644-8962-7145d208b36c on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:37.845278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:37.848253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0a6e230f-0ebf-4bcf-879b-cfa3e19cd202 req-08feb433-813b-48a0-8b46-5d7228fb2204 tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.61 "DELETE /v2.0/ports/daeb037c-2fa8-4644-8962-7145d208b36c HTTP/1.1" status: 204 len: 173 time: 0.5857136 Jul 22 14:46:37.848783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d64e442-e172-40e8-9cbd-d21086919a84', 'name': 'network-vif-deleted', 'tag': 'daeb037c-2fa8-4644-8962-7145d208b36c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:37.851332 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f17565a-3be6-457b-994d-f90ef0312225" -d '{"events": [{"server_uuid": "8d64e442-e172-40e8-9cbd-d21086919a84", "name": "network-vif-deleted", "tag": "daeb037c-2fa8-4644-8962-7145d208b36c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:37.898305 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9658325-0864-403a-8863-16b92669a1f6 x-openstack-request-id: req-e9658325-0864-403a-8863-16b92669a1f6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:37.898750 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d64e442-e172-40e8-9cbd-d21086919a84", "name": "network-vif-deleted", "tag": "daeb037c-2fa8-4644-8962-7145d208b36c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:37.899055 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9658325-0864-403a-8863-16b92669a1f6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:37.899468 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d64e442-e172-40e8-9cbd-d21086919a84', 'name': 'network-vif-deleted', 'tag': 'daeb037c-2fa8-4644-8962-7145d208b36c', 'status': 'completed', 'code': 200} Jul 22 14:46:38.102820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfac17b-8c15-4ef8-84de-a382780e9bbc req-822948c8-af1a-45a3-9ab1-5a2bbd86b238 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:38.104315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dfac17b-8c15-4ef8-84de-a382780e9bbc req-822948c8-af1a-45a3-9ab1-5a2bbd86b238 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0727949 Jul 22 14:46:38.151087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dfac17b-8c15-4ef8-84de-a382780e9bbc req-3ac00bcc-0134-4263-8ae2-14848f554628 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jul 22 14:46:38.243861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4770740c-ee59-4bde-a3b1-bc50c65a3db2 req-547a6b21-6a30-4a36-b44d-13d2bbd4b71f tempest-VolumesNegativeTest-1578006230 tempest-VolumesNegativeTest-1578006230-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d64e442-e172-40e8-9cbd-d21086919a84 HTTP/1.1" status: 200 len: 210 time: 0.0390069 Jul 22 14:46:38.553104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e484796-3a99-450e-be96-6f058f1e7e97 req-0f1f55fe-c4df-44e6-a014-c5dbd241288f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:38.554633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e484796-3a99-450e-be96-6f058f1e7e97 req-0f1f55fe-c4df-44e6-a014-c5dbd241288f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0833187 Jul 22 14:46:38.595326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e484796-3a99-450e-be96-6f058f1e7e97 req-6839b4b5-a75f-447c-b75d-4b504ab012f0 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Jul 22 14:46:38.686635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8abbb0-3d27-4d37-ba16-4f6de4fdb45c req-6549247c-4bf3-4bfc-923e-df5e68418f34 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:38.688111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb8abbb0-3d27-4d37-ba16-4f6de4fdb45c req-6549247c-4bf3-4bfc-923e-df5e68418f34 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0665469 Jul 22 14:46:38.724888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb8abbb0-3d27-4d37-ba16-4f6de4fdb45c req-c1a323ed-0b25-4309-bf9d-4279690ce6f4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Jul 22 14:46:38.949328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-443082c6-b478-4bf3-ab80-f31ebacbaf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:38.950153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43520a-6848-4322-a479-8e896aa873bd req-e2569b1b-668a-4e01-bc7a-fb428a659a91 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:38.951019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-443082c6-b478-4bf3-ab80-f31ebacbaf0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1098 time: 0.0550811 Jul 22 14:46:38.951717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de43520a-6848-4322-a479-8e896aa873bd req-e2569b1b-668a-4e01-bc7a-fb428a659a91 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 947 time: 0.0647893 Jul 22 14:46:38.990579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de43520a-6848-4322-a479-8e896aa873bd req-de92b425-c485-4f5c-a2a0-18dbae42c86a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Jul 22 14:46:39.045069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-e11d71d8-7f7e-44d7-90b9-932fdbda3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.046591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-e11d71d8-7f7e-44d7-90b9-932fdbda3424 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.0898182 Jul 22 14:46:39.109338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-19cfec82-c6cb-4e6b-9e25-0f25920d9c4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 1001 time: 0.0566936 Jul 22 14:46:39.160636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-168ee37a-fbd9-4ffa-b956-5e134625e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.162078 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-168ee37a-fbd9-4ffa-b956-5e134625e80c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0467596 Jul 22 14:46:39.221660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-957e37c2-30ff-43cf-a6d8-cf5337018747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.223760 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-957e37c2-30ff-43cf-a6d8-cf5337018747 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548401 Jul 22 14:46:39.288871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734781d-8ef1-4d0c-880d-80d39a8ee7d3 req-9d7c5272-b569-4fb3-acab-7d78e971ed37 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.290538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c734781d-8ef1-4d0c-880d-80d39a8ee7d3 req-9d7c5272-b569-4fb3-acab-7d78e971ed37 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0720282 Jul 22 14:46:39.320869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-14f881de-032a-4a8d-9ce2-9a8d9c0b6fef service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910652 Jul 22 14:46:39.348740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c734781d-8ef1-4d0c-880d-80d39a8ee7d3 req-b6caeef2-4135-45d7-a884-93def3516bc1 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Jul 22 14:46:39.413719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-177f6177-8dfb-451c-99b7-c7e31e9e8ec2 req-1f07409b-2c2b-4a93-a47e-4ab90a677322 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Jul 22 14:46:39.738670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c777410-238f-4834-ac26-e83088f98e77 req-6595c2de-4305-4d32-87fc-8e2ec6fdd7fe tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:39.740306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c777410-238f-4834-ac26-e83088f98e77 req-6595c2de-4305-4d32-87fc-8e2ec6fdd7fe tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0705845 Jul 22 14:46:39.780808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c777410-238f-4834-ac26-e83088f98e77 req-877140b3-141d-4f66-97eb-a5946ca1c61c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Jul 22 14:46:39.843217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1b4df8f-897f-47c1-83cf-489128b89842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:39.874403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device daeb037c-2fa8-4644-8962-7145d208b36c no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:39.902262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: daeb037c-2fa8-4644-8962-7145d208b36c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:39.902873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device daeb037c-2fa8-4644-8962-7145d208b36c not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:39.903584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:39.990804 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:40.012633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:40.015172 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec774a8-9183-408e-a203-bc2e1e554fbb" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-unplugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:40.027963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:40.033380 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:40.065590 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce25f17-2d99-4ec6-84b2-1b4a8bda9ad4 x-openstack-request-id: req-cce25f17-2d99-4ec6-84b2-1b4a8bda9ad4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:40.065972 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-unplugged", "status": "completed", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:40.066318 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cce25f17-2d99-4ec6-84b2-1b4a8bda9ad4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:40.066785 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'code': 200} Jul 22 14:46:40.094182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=14']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:40.158953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276648ac-42cd-42a6-bc50-fc1e25c9cbb3 req-421d286f-cb10-4749-9ce6-ec1b2866dcca tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:40.160920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-276648ac-42cd-42a6-bc50-fc1e25c9cbb3 req-421d286f-cb10-4749-9ce6-ec1b2866dcca tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0772045 Jul 22 14:46:40.199790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-276648ac-42cd-42a6-bc50-fc1e25c9cbb3 req-585cadb0-6f2c-497f-bc93-f110e955ae75 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330508 Jul 22 14:46:40.402210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17563035-d8a9-47b1-81e6-e4e4140d8e47 req-a62f4ae0-c291-4e58-a0de-84cbe967e05f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:40.410722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17563035-d8a9-47b1-81e6-e4e4140d8e47 req-a62f4ae0-c291-4e58-a0de-84cbe967e05f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0819840 Jul 22 14:46:40.481549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17563035-d8a9-47b1-81e6-e4e4140d8e47 req-9db0ca40-2359-4904-ab83-3777434c1ed4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696342 Jul 22 14:46:40.506169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e10f66-5c14-460d-92b6-a345e0533ad6 req-b100030e-e016-4ce3-9217-ff0f1d7e7de0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:40.507196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54e10f66-5c14-460d-92b6-a345e0533ad6 req-b100030e-e016-4ce3-9217-ff0f1d7e7de0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0879292 Jul 22 14:46:40.547532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54e10f66-5c14-460d-92b6-a345e0533ad6 req-407eb7eb-6c15-441f-8273-18e053e38c71 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341160 Jul 22 14:46:40.632977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e617df-ffeb-4954-aa05-837f00af43c6 req-8a0a4076-ce6c-457b-909e-b0e8c91eb507 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:40.635018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65e617df-ffeb-4954-aa05-837f00af43c6 req-8a0a4076-ce6c-457b-909e-b0e8c91eb507 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0773244 Jul 22 14:46:40.676356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65e617df-ffeb-4954-aa05-837f00af43c6 req-490fd066-81b7-41b9-914a-14a49b27a5dc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342953 Jul 22 14:46:40.998213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfddd8-a7bd-4b17-aee2-1a5cbb4dd9ae req-7e317125-f452-4e68-847b-c2addea51adf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:41.000107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07bfddd8-a7bd-4b17-aee2-1a5cbb4dd9ae req-7e317125-f452-4e68-847b-c2addea51adf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1457098 Jul 22 14:46:41.029835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-9bbc7e31-f1ba-4267-9545-60f88df97bb5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:41.031387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-9bbc7e31-f1ba-4267-9545-60f88df97bb5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1422482 Jul 22 14:46:41.053227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-a0ebd72e-c581-4e92-bb8a-2f0d3ae363e6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/quotas/dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 375 time: 0.0149570 Jul 22 14:46:41.075576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07bfddd8-a7bd-4b17-aee2-1a5cbb4dd9ae req-a1d7f2bb-bc23-4f0a-88da-955b54aaf066 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660844 Jul 22 14:46:41.132155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-71b00b1c-6ce2-4cb8-ab83-5bcd80141976 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0734079 Jul 22 14:46:41.224687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-3b756ca2-cabe-474b-a9bc-5aef4ee73ad3 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852506 Jul 22 14:46:41.320110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-166c249a-8a74-4bb1-9101-350c6d3f8117 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896523 Jul 22 14:46:41.507144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc594d17-5850-49d7-9dc1-1d7f6a200c11 req-4566b333-d200-4c89-927d-22e72c71713f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 210 time: 0.0424719 Jul 22 14:46:41.766409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183521-d217-4357-93b3-bb786f276bcb req-f7f10225-8e1a-4290-846c-3d3101008152 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:41.775881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a183521-d217-4357-93b3-bb786f276bcb req-f7f10225-8e1a-4290-846c-3d3101008152 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1420777 Jul 22 14:46:41.813261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a183521-d217-4357-93b3-bb786f276bcb req-817c6a1e-d412-4df0-a3ab-f75d4ec87a72 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363257 Jul 22 14:46:42.062266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade907c-78b7-41be-bc72-98ff70ebd02c req-76f64271-6d9b-4f24-a6cc-6230c107c7d0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.071725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ade907c-78b7-41be-bc72-98ff70ebd02c req-76f64271-6d9b-4f24-a6cc-6230c107c7d0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0778506 Jul 22 14:46:42.093291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d2cfec5-c9c1-4a5e-a7a1-11564bbe972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:42.126931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ade907c-78b7-41be-bc72-98ff70ebd02c req-38613896-6305-4aad-83fa-80462657c812 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541918 Jul 22 14:46:42.178335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-807ab265-00ef-479d-b2c9-a2fb7463705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.181836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-807ab265-00ef-479d-b2c9-a2fb7463705e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1097 time: 0.1626883 Jul 22 14:46:42.220687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bb368-4c94-45e7-889c-9fb0fa038018 req-56b757e8-3a3a-4598-850f-26a99fbd0937 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.222219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f67bb368-4c94-45e7-889c-9fb0fa038018 req-56b757e8-3a3a-4598-850f-26a99fbd0937 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0700686 Jul 22 14:46:42.264444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f67bb368-4c94-45e7-889c-9fb0fa038018 req-00b460fa-41b3-46f5-9446-818b2a380b95 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354617 Jul 22 14:46:42.298985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-70df1517-ea0e-4aa6-95a0-1074201b7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.300509 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-70df1517-ea0e-4aa6-95a0-1074201b7302 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.1104143 Jul 22 14:46:42.345314 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:42.377074 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-5e86dec9-c41e-4d49-a3ba-fac1a35fff63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 1001 time: 0.0680332 Jul 22 14:46:42.465428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-ab3746c5-9871-4097-ab54-84c6a766a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.467070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-ab3746c5-9871-4097-ab54-84c6a766a729 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0841053 Jul 22 14:46:42.566799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-a5eedaa0-93ca-4dcf-ae68-50cc80a8ae1e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.568283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-a5eedaa0-93ca-4dcf-ae68-50cc80a8ae1e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1533258 Jul 22 14:46:42.581854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'port': {'device_id': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'admin_state_up': True, 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:42.604374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-dd4c68e0-1ddb-4ef4-bb6c-ba4e784c23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:42.605804 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-dd4c68e0-1ddb-4ef4-bb6c-ba4e784c23b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132662 Jul 22 14:46:42.621057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad976479-64fd-420c-99f2-44c20557c707 req-0219453c-7d56-441d-aead-998ccd7b2eb5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 210 time: 0.0339627 Jul 22 14:46:42.770630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-c61a7480-7b04-4f38-ae77-92652fe18c6a service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552706 Jul 22 14:46:42.778362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:42.781186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:42.948291 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d996be8a-e93f-473d-9b30-ff4fb14fc2c2 req-aa30fdd7-2886-4bae-9064-1f2b459f22f1 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645060 Jul 22 14:46:42.997804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Allocated IP 172.20.0.13 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/d1cf317b-b6e0-4f85-ba48-567cfff22da6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:46:43.175167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.190170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Transition to ACTIVE for port object d1cf317b-b6e0-4f85-ba48-567cfff22da6 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:46:43.226659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.274667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:46:43.277965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:46:43.283562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:46:43.290876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=d1cf317b-b6e0-4f85-ba48-567cfff22da6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:43.325715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.325715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.326043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.326301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.326649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56532c25-ab6e-44ae-9be1-4254a06d0fe6 req-41f975b1-4b26-4e57-a3c5-1e79ed49f0a2 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:43.326784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.326996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.327329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.327663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.327991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.328320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.328648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.328977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:43.329709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56532c25-ab6e-44ae-9be1-4254a06d0fe6 req-41f975b1-4b26-4e57-a3c5-1e79ed49f0a2 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1196790 Jul 22 14:46:43.377006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:43.378244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.398349 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-6a98dcde-b3cd-434c-b327-469bbdf4f8af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8216355 Jul 22 14:46:43.410768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56532c25-ab6e-44ae-9be1-4254a06d0fe6 req-83faa3c8-b1bd-40ec-b087-9c25072b73c6 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674086 Jul 22 14:46:43.415517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Request body: {'port': {'device_id': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:43.495249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ff9e6-3c36-413e-9317-b63bee2fcf32 req-2a2dd769-be11-484d-b32b-465db519a7a1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:43.496959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c99ff9e6-3c36-413e-9317-b63bee2fcf32 req-2a2dd769-be11-484d-b32b-465db519a7a1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1094491 Jul 22 14:46:43.506595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.546284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c99ff9e6-3c36-413e-9317-b63bee2fcf32 req-07b4b927-d9b4-40ef-99e2-259f4cf49533 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Jul 22 14:46:43.619525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-348d44a9-8df1-4c9f-b37e-b9e46dd7ed6d None None] Provisioning for port d1cf317b-b6e0-4f85-ba48-567cfff22da6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:46:43.623313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.624948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-348d44a9-8df1-4c9f-b37e-b9e46dd7ed6d None None] Provisioning complete for port d1cf317b-b6e0-4f85-ba48-567cfff22da6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:43.625505 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-348d44a9-8df1-4c9f-b37e-b9e46dd7ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.665152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-348d44a9-8df1-4c9f-b37e-b9e46dd7ed6d None None] Port d1cf317b-b6e0-4f85-ba48-567cfff22da6 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:46:43.788789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c7dcb-380f-499d-958d-32e01d01fcaa req-b3e080c7-5971-4ec0-820a-a036682afebd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:43.791126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-236c7dcb-380f-499d-958d-32e01d01fcaa req-b3e080c7-5971-4ec0-820a-a036682afebd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 932 time: 0.0866916 Jul 22 14:46:43.829409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-236c7dcb-380f-499d-958d-32e01d01fcaa req-4a00e2bb-618e-4d5c-852d-ebf4563bc17d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 22 14:46:43.865725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cf317b-b6e0-4f85-ba48-567cfff22da6 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:43.874045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.893721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Transition to ACTIVE for port object d1cf317b-b6e0-4f85-ba48-567cfff22da6 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:46:43.900208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:43.961369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf317b-b6e0-4f85-ba48-567cfff22da6,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:44.045555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Attempting to bind port d1cf317b-b6e0-4f85-ba48-567cfff22da6 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:46:44.045902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Attempting to bind port d1cf317b-b6e0-4f85-ba48-567cfff22da6 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:46:44.046240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Attempting to bind port d1cf317b-b6e0-4f85-ba48-567cfff22da6 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:46:44.051502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Port d1cf317b-b6e0-4f85-ba48-567cfff22da6 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:46:44.051827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Attempting to bind port d1cf317b-b6e0-4f85-ba48-567cfff22da6 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:46:44.057068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:46:44.057413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:46:44.057804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:46:44.058239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Bound port: d1cf317b-b6e0-4f85-ba48-567cfff22da6, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:46:44.058791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.140250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] For port d1cf317b-b6e0-4f85-ba48-567cfff22da6, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:46:44.144108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] For port d1cf317b-b6e0-4f85-ba48-567cfff22da6, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:46:44.149573 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.209109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Pushing event updated for resources: {'Port': ['ID=d1cf317b-b6e0-4f85-ba48-567cfff22da6,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:44.218009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47932) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:44.232106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.233602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.235399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-da32a351-af52-4822-aa86-e3bec41bb746 service neutron] 10.222.0.61 "PUT /v2.0/ports/d1cf317b-b6e0-4f85-ba48-567cfff22da6 HTTP/1.1" status: 200 len: 1092 time: 0.8300915 Jul 22 14:46:44.236093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'tag': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:44.241693 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bf0678-c0a0-4242-856e-b207ad0c1dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4defb4cd-6c47-404f-bb2f-b04c747577c0", "tag": "d1cf317b-b6e0-4f85-ba48-567cfff22da6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:44.323242 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32573bfe-1f81-467f-bf4c-766329435c98 x-openstack-request-id: req-32573bfe-1f81-467f-bf4c-766329435c98 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:44.323540 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4defb4cd-6c47-404f-bb2f-b04c747577c0", "tag": "d1cf317b-b6e0-4f85-ba48-567cfff22da6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:44.323801 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32573bfe-1f81-467f-bf4c-766329435c98 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:44.324231 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'tag': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6', 'status': 'completed', 'code': 200} Jul 22 14:46:44.355279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-eea48867-2bdb-4809-841e-775fde1c1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.356951 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-eea48867-2bdb-4809-841e-775fde1c1806 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 1095 time: 0.0774372 Jul 22 14:46:44.411738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-7b94216b-a93e-43e3-84ac-102873869c0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6 HTTP/1.1" status: 200 len: 217 time: 0.0406451 Jul 22 14:46:44.415665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-131e3c20-7743-4299-9463-c3914ab2689d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c32965c85944bdba3c91343210c57bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961429 Jul 22 14:46:44.419323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 47938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:44.469721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-b6780924-1c3c-4372-8d96-7efec80ed05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.474836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-b6780924-1c3c-4372-8d96-7efec80ed05b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0545697 Jul 22 14:46:44.475561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbcebad9-eefa-4cdd-b522-5597f77231d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.502843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbcebad9-eefa-4cdd-b522-5597f77231d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.537331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-19935406-e3b3-4c25-8fa0-cd3f3f351d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.538907 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-19935406-e3b3-4c25-8fa0-cd3f3f351d00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608604 Jul 22 14:46:44.592694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c73e08-7a16-449c-945b-5ab2ee3e7a9c req-2544ac51-f6ec-44d4-8d0e-19b947771c25 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.594281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4c73e08-7a16-449c-945b-5ab2ee3e7a9c req-2544ac51-f6ec-44d4-8d0e-19b947771c25 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0842659 Jul 22 14:46:44.609788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbcebad9-eefa-4cdd-b522-5597f77231d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.612392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cbcebad9-eefa-4cdd-b522-5597f77231d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:44.614129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cbcebad9-eefa-4cdd-b522-5597f77231d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cc609a7-339a-4ed2-89c0-01e0b8faa571 HTTP/1.1" status: 204 len: 168 time: 0.1937053 Jul 22 14:46:44.633744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcebad9-eefa-4cdd-b522-5597f77231d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc609a7-339a-4ed2-89c0-01e0b8faa571,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:44.647523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-180d80e6-cb12-41f0-85f8-786ac4cc43aa service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018274 Jul 22 14:46:44.665303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4c73e08-7a16-449c-945b-5ab2ee3e7a9c req-4c410167-327e-4216-a6e6-90967b5aa0f5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640984 Jul 22 14:46:44.730800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c52e7-39e1-4f89-8d8e-db9cf9d04dba req-04ac283f-4959-461b-81e5-8b43e9f8d659 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.735002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-455c52e7-39e1-4f89-8d8e-db9cf9d04dba req-04ac283f-4959-461b-81e5-8b43e9f8d659 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0943389 Jul 22 14:46:44.763831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9e68e6d-ed36-4df7-bf27-0670259b38d7 req-4c9acbbd-fb25-4b73-8ba4-53e25c16fa6c service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004322 Jul 22 14:46:44.789873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-455c52e7-39e1-4f89-8d8e-db9cf9d04dba req-d68d7f9b-d934-4a4d-8641-251a45b6dd3c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504849 Jul 22 14:46:44.860483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-281c0dad-02dc-4c16-84f3-1f831300ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.862135 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-281c0dad-02dc-4c16-84f3-1f831300ace2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 1095 time: 0.0598001 Jul 22 14:46:44.969575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-5a6f25ae-f64c-47d6-a0f6-933dfffbfc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.971145 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-5a6f25ae-f64c-47d6-a0f6-933dfffbfc83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1030495 Jul 22 14:46:44.975064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263fbd6-8069-45fa-91ab-f0d59ef2e7c4 req-302f9015-d212-4280-9d48-bc6f82b00a90 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:44.976705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d263fbd6-8069-45fa-91ab-f0d59ef2e7c4 req-302f9015-d212-4280-9d48-bc6f82b00a90 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 944 time: 0.0772979 Jul 22 14:46:45.022611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-ec64f2d0-563b-4286-b57d-cd3729f52d0a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6 HTTP/1.1" status: 200 len: 217 time: 0.0439801 Jul 22 14:46:45.023924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d263fbd6-8069-45fa-91ab-f0d59ef2e7c4 req-905cb76b-b487-42e7-a78a-534dac254d3e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385847 Jul 22 14:46:45.086699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-bd25b180-e388-4f40-8c0d-1fd4b43dea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:45.088172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-bd25b180-e388-4f40-8c0d-1fd4b43dea53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0575247 Jul 22 14:46:45.148028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-f7be916c-f2d9-4277-adac-bcf19d733f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:45.149523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-f7be916c-f2d9-4277-adac-bcf19d733f99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530140 Jul 22 14:46:45.241569 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-cf1f0982-a37e-4158-8fef-bafd69bc649f service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851071 Jul 22 14:46:45.294027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:45.343020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-92bf0678-c0a0-4242-856e-b207ad0c1dd3 req-6f13d131-af55-476b-b474-8aea84e72983 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946605 Jul 22 14:46:45.926037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2da705-6357-4201-a1c4-2448fb307370 req-2f248252-3c33-4cf1-b1f2-8e3205bc988d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:45.927568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a2da705-6357-4201-a1c4-2448fb307370 req-2f248252-3c33-4cf1-b1f2-8e3205bc988d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0633996 Jul 22 14:46:45.964692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3a2da705-6357-4201-a1c4-2448fb307370 req-61a5c629-6cde-4f6d-9313-0182a2a5b25f tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Jul 22 14:46:46.168810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45b268-0a5b-4077-b4df-b4db7f76aaa4 req-222217d6-4b5e-4efd-9581-020326fe0cf6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:46.170296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b45b268-0a5b-4077-b4df-b4db7f76aaa4 req-222217d6-4b5e-4efd-9581-020326fe0cf6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 944 time: 0.0682540 Jul 22 14:46:46.207723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b45b268-0a5b-4077-b4df-b4db7f76aaa4 req-321b5635-c0e3-40d9-aa31-2818b618b949 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Jul 22 14:46:47.093353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f912f0-1a10-457f-bb3e-f4b3b0edf7e1 req-a6f92aac-ac22-468b-aa9c-f294803c6938 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:47.094877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66f912f0-1a10-457f-bb3e-f4b3b0edf7e1 req-a6f92aac-ac22-468b-aa9c-f294803c6938 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0630262 Jul 22 14:46:47.132771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66f912f0-1a10-457f-bb3e-f4b3b0edf7e1 req-b63f65a8-d6ff-4bbd-9fa0-bedd1316caf6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318685 Jul 22 14:46:47.401382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb61f3ef-f8f3-4032-b663-3876b3db8566 req-8f73cd83-dea7-4d61-be6e-90f00fbaa2a6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:47.402968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb61f3ef-f8f3-4032-b663-3876b3db8566 req-8f73cd83-dea7-4d61-be6e-90f00fbaa2a6 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1065831 Jul 22 14:46:47.411496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c7a21-4b00-4b13-bb07-68b45a0d142c req-3014fd55-51c8-4289-a4a2-85e9c88d7162 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:47.412868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b41c7a21-4b00-4b13-bb07-68b45a0d142c req-3014fd55-51c8-4289-a4a2-85e9c88d7162 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 944 time: 0.1184249 Jul 22 14:46:47.473187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb61f3ef-f8f3-4032-b663-3876b3db8566 req-949a45df-4868-4be1-b2ca-367a4ce7cbcb tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593634 Jul 22 14:46:47.480312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b41c7a21-4b00-4b13-bb07-68b45a0d142c req-18bcffde-bfe4-4bab-af47-0acf2693a3d2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567551 Jul 22 14:46:47.599133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ebea5-bffb-4ede-ac8b-06dbd5ed6379 req-2c9bcc04-27b3-4468-a9a2-fc65efb0f7f5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:47.600618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375ebea5-bffb-4ede-ac8b-06dbd5ed6379 req-2c9bcc04-27b3-4468-a9a2-fc65efb0f7f5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0630159 Jul 22 14:46:47.637175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375ebea5-bffb-4ede-ac8b-06dbd5ed6379 req-1d6ce88c-c492-4594-91e9-a5d4a0fc8865 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Jul 22 14:46:47.893215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a523-a085-4375-8e48-c871734c7522 req-3d34854f-3603-4c6b-be5f-fe4fe81a1c59 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:47.894769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3124a523-a085-4375-8e48-c871734c7522 req-3d34854f-3603-4c6b-be5f-fe4fe81a1c59 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0701172 Jul 22 14:46:47.903214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d1cf317b-b6e0-4f85-ba48-567cfff22da6 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:46:47.932151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3124a523-a085-4375-8e48-c871734c7522 req-5a590989-ea67-455f-8c47-161631e714d5 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jul 22 14:46:47.999004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d1cf317b-b6e0-4f85-ba48-567cfff22da6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:48.157522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6', 'mac_address': 'fa:16:3e:9d:bc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:46:48.196950 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:48.210911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cf317b-b6e0-4f85-ba48-567cfff22da6 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:46:48.231082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d1cf317b-b6e0-4f85-ba48-567cfff22da6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:48.235465 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:48.283095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d1cf317b-b6e0-4f85-ba48-567cfff22da6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:48.290557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.290906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.291246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.291581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.291914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.292242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.292565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.292887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.293209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.293529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.293848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.294166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:46:48.448970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:48.567565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 47980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:48.615463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda376e-3bb3-44fb-b3df-06ee830d9aa3 req-059530e1-256f-4d2b-b909-e02330dbcdeb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:48.616993 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfda376e-3bb3-44fb-b3df-06ee830d9aa3 req-059530e1-256f-4d2b-b909-e02330dbcdeb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 945 time: 0.0708549 Jul 22 14:46:48.656314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfda376e-3bb3-44fb-b3df-06ee830d9aa3 req-ca2c1fc2-5bfd-4c5b-9f02-561d45704b76 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Jul 22 14:46:49.057705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port cbd43353-c934-4f40-adc9-41e17992c743 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:49.058064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.070403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e02fc-63f2-46a8-81f6-f65342a579ea req-289945e9-5eb1-40e7-a67a-e599ffa49922 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:49.071929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c83e02fc-63f2-46a8-81f6-f65342a579ea req-289945e9-5eb1-40e7-a67a-e599ffa49922 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.0665483 Jul 22 14:46:49.114138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c83e02fc-63f2-46a8-81f6-f65342a579ea req-d611a8f9-887e-4ff4-82b0-a5f4f12bd696 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Jul 22 14:46:49.166291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.166654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.184874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for cbd43353-c934-4f40-adc9-41e17992c743 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:49.241833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-a58ccdda-eb11-4d8f-8907-862f284e31ae tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:49.243355 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-a58ccdda-eb11-4d8f-8907-862f284e31ae tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 946 time: 0.1319110 Jul 22 14:46:49.384785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port 691e61c2-9001-4d2c-9e05-0f7edd0e085e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:49.385126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.485029 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.517213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=cbd43353-c934-4f40-adc9-41e17992c743,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:49.533317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port 691e61c2-9001-4d2c-9e05-0f7edd0e085e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=691e61c2-9001-4d2c-9e05-0f7edd0e085e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:49.533683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.582850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for 691e61c2-9001-4d2c-9e05-0f7edd0e085e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:49.637450 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.637787 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Floating IP c6821eb5-9a86-458e-840e-c8e7e948b3b7 disassociated (deleted). External IP: 172.25.3.233, port: 1a7a6135-a93f-4516-9d63-990badd91f65. Jul 22 14:46:49.787203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cd760-2a4b-44b0-b7d7-72f4fdc20038 req-dfc0da6e-5b74-4d94-9467-7af3b6e56573 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:49.788639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a3cd760-2a4b-44b0-b7d7-72f4fdc20038 req-dfc0da6e-5b74-4d94-9467-7af3b6e56573 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 945 time: 0.0632312 Jul 22 14:46:49.827077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a3cd760-2a4b-44b0-b7d7-72f4fdc20038 req-92e160fe-bd07-4fb0-8f2e-0b43a142c2c7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Jul 22 14:46:49.880845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.893543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e', '691e61c2-9001-4d2c-9e05-0f7edd0e085e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:49.916670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=691e61c2-9001-4d2c-9e05-0f7edd0e085e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:49.918916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d1cf317b-b6e0-4f85-ba48-567cfff22da6 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:46:49.980738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port 691e61c2-9001-4d2c-9e05-0f7edd0e085e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:49.984716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:49.986702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-15d3b916-4e8a-4acc-b8f5-1e8ec0bebd06 req-e5dcec55-df03-4227-ab1e-0ee3bc10cc32 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "DELETE /v2.0/ports/691e61c2-9001-4d2c-9e05-0f7edd0e085e HTTP/1.1" status: 204 len: 173 time: 0.7368906 Jul 22 14:46:49.988569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'name': 'network-vif-deleted', 'tag': '691e61c2-9001-4d2c-9e05-0f7edd0e085e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:49.990924 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8e7c3f-a72f-4e56-a8d3-bacf5c1a2d75" -d '{"events": [{"server_uuid": "fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd", "name": "network-vif-deleted", "tag": "691e61c2-9001-4d2c-9e05-0f7edd0e085e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:49.996948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router b5305ce8-9658-41d7-8828-3a05466605c7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:46:50.012230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port d1cf317b-b6e0-4f85-ba48-567cfff22da6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:46:50.031182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port d1cf317b-b6e0-4f85-ba48-567cfff22da6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:46:50.032207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:50.051241 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4676bd9-6083-4fff-ad82-38e90e5bfa6b x-openstack-request-id: req-a4676bd9-6083-4fff-ad82-38e90e5bfa6b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:50.051591 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd", "name": "network-vif-deleted", "tag": "691e61c2-9001-4d2c-9e05-0f7edd0e085e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:50.051790 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4676bd9-6083-4fff-ad82-38e90e5bfa6b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:50.052153 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd', 'name': 'network-vif-deleted', 'tag': '691e61c2-9001-4d2c-9e05-0f7edd0e085e', 'status': 'completed', 'code': 200} Jul 22 14:46:50.122817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:46:50.128186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:50.143257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] Sync routers for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:46:50.170008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6e1371e6-984e-4c69-9c03-f6a758df5ba1 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/floatingips/c6821eb5-9a86-458e-840e-c8e7e948b3b7 HTTP/1.1" status: 204 len: 168 time: 1.6006413 Jul 22 14:46:50.173106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:46:50.173756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:50.179298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-de44cfae-a89a-4d9f-aacf-eae96dd59a8c req-00c4fc02-8c0f-4eb5-8e06-ae80e583cb8e service neutron] (93813) timed out ('10.222.0.61', 55471) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:46:50.180910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:50.261683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-060eed75-e647-4b3a-bf36-93f638b6ded2 req-bf314120-4aff-4acc-873c-7d482bf8296b tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=fbf94f9f-fddb-4aa4-b8f8-9ce6ec9e90bd HTTP/1.1" status: 200 len: 210 time: 0.0446374 Jul 22 14:46:50.287885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port d1cf317b-b6e0-4f85-ba48-567cfff22da6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:50.291347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:50.293716 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09234967-691c-466c-9bad-797b33016933" -d '{"events": [{"server_uuid": "4defb4cd-6c47-404f-bb2f-b04c747577c0", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf317b-b6e0-4f85-ba48-567cfff22da6"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:50.305926 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:50.365041 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469bcdea-b36d-4c4e-8f12-7024856d9d6d x-openstack-request-id: req-469bcdea-b36d-4c4e-8f12-7024856d9d6d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:50.365345 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4defb4cd-6c47-404f-bb2f-b04c747577c0", "name": "network-vif-plugged", "status": "completed", "tag": "d1cf317b-b6e0-4f85-ba48-567cfff22da6", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:50.365876 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-469bcdea-b36d-4c4e-8f12-7024856d9d6d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:50.366280 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6', 'code': 200} Jul 22 14:46:50.394540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:46:50.396385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=d1cf317b-b6e0-4f85-ba48-567cfff22da6,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:50.492945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38676dc2-103d-453a-8ca5-74107a65b6da req-8667ded7-632f-4858-96c9-087a071d1117 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:50.494764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38676dc2-103d-453a-8ca5-74107a65b6da req-8667ded7-632f-4858-96c9-087a071d1117 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.0770590 Jul 22 14:46:50.544949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38676dc2-103d-453a-8ca5-74107a65b6da req-88d8a859-aa1e-48c3-aa33-7a6ddb58afd3 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432045 Jul 22 14:46:50.559992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ac4f6-2aa4-457d-99db-6a51d4edee0d req-22fb432e-afd2-47ae-9f69-9b588094374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:50.563530 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f29ac4f6-2aa4-457d-99db-6a51d4edee0d req-22fb432e-afd2-47ae-9f69-9b588094374e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 1097 time: 0.1211195 Jul 22 14:46:50.608257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f29ac4f6-2aa4-457d-99db-6a51d4edee0d req-ccf97948-3e0c-407a-8e38-c01f21279362 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Jul 22 14:46:50.657418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:08Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:50.688622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] Checking router: b5305ce8-9658-41d7-8828-3a05466605c7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:46:50.697444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:46:50.698116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:50.804495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:46:50.974013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec00c9f-2235-43cc-b2ba-b285e1da4eda req-2a242350-ae00-4453-807a-2c92dabc5c18 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:50.975517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ec00c9f-2235-43cc-b2ba-b285e1da4eda req-2a242350-ae00-4453-807a-2c92dabc5c18 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0709476 Jul 22 14:46:51.017362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ec00c9f-2235-43cc-b2ba-b285e1da4eda req-f3485c4f-a343-49fa-96df-e72ed58614d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Jul 22 14:46:51.038890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:08Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:51.069064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152b18d-d005-4252-bf21-6369d39e6fbd None None] The sync data for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 is: [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:45:01Z', 'revision_number': 4, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e384a298-bcec-45c9-ba02-2e0875d7eb07', 'name': '', 'network_id': 'c5b2cafd-73ba-4247-9eae-6f9b99d5303d', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'mac_address': 'fa:16:3e:0f:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:59Z', 'updated_at': '2021-07-22T14:45:08Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'subnets': [{'id': '63fcd491-2925-47a8-8a54-d264abca1e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:46:51.299654 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220deaae-ee90-47f6-9e73-be704ef4676d None None] New status for floating IP c6821eb5-9a86-458e-840e-c8e7e948b3b7: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:46:51.698798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da85cd-b9a0-4b3d-9880-9a18c8fa72fc req-05d8fd75-3726-4966-853f-0952916d853d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:51.700315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49da85cd-b9a0-4b3d-9880-9a18c8fa72fc req-05d8fd75-3726-4966-853f-0952916d853d tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.0713785 Jul 22 14:46:51.743753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49da85cd-b9a0-4b3d-9880-9a18c8fa72fc req-9b9284a7-6900-4191-8bc4-1fcdc17dd268 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6011d9a-aec5-46b1-821f-2386ce087303&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376225 Jul 22 14:46:51.800621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-a31f2b69-b9c0-410d-ab7d-4b9779ef8d02 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:51.802346 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-a31f2b69-b9c0-410d-ab7d-4b9779ef8d02 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 946 time: 0.0762830 Jul 22 14:46:51.916470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 1a7a6135-a93f-4516-9d63-990badd91f65 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:51.916864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:52.020299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port 1a7a6135-a93f-4516-9d63-990badd91f65, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1a7a6135-a93f-4516-9d63-990badd91f65,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:52.020763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:52.034875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 1a7a6135-a93f-4516-9d63-990badd91f65 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:52.083083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:52.085355 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962ac46a-4008-4a40-857e-5900e79fb9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:52.093195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc7bfd-5220-41f7-8a3b-3cbc393be403 req-827ee84a-0e01-4fef-a843-54356471bcb1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:52.094371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dbc7bfd-5220-41f7-8a3b-3cbc393be403 req-827ee84a-0e01-4fef-a843-54356471bcb1 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 946 time: 0.0732055 Jul 22 14:46:52.158534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dbc7bfd-5220-41f7-8a3b-3cbc393be403 req-c49342b3-11d4-44f4-bc0c-36c65b3ec149 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535579 Jul 22 14:46:52.184939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb685680-e3cd-4f4e-bd9c-24ab39e327c0 req-f9fef908-1c25-4540-8506-551aac40598d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:52.186581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb685680-e3cd-4f4e-bd9c-24ab39e327c0 req-f9fef908-1c25-4540-8506-551aac40598d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0911000 Jul 22 14:46:52.187510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:52.227896 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84580ee6-cf15-416b-a9b5-026524999f41 x-openstack-request-id: req-84580ee6-cf15-416b-a9b5-026524999f41 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:52.228200 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:52.228471 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84580ee6-cf15-416b-a9b5-026524999f41 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:52.228861 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65', 'status': 'completed', 'code': 200} Jul 22 14:46:52.232459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=1a7a6135-a93f-4516-9d63-990badd91f65,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:52.250188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb685680-e3cd-4f4e-bd9c-24ab39e327c0 req-cab34a83-88fa-44be-b396-53d703df8a7b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Jul 22 14:46:52.300712 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-962ac46a-4008-4a40-857e-5900e79fb9a8 req-d59f3ad1-846e-4aa6-8d24-a87a55d62296 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 210 time: 0.0447931 Jul 22 14:46:52.301561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] No DVR routers for this DVR port 1a7a6135-a93f-4516-9d63-990badd91f65 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:52.304011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:52.305910 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-917f3fcf-26ee-419d-a4ae-f6441b204464 req-be5751c2-fb46-4911-893c-db10893c8442 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.72 "DELETE /v2.0/ports/1a7a6135-a93f-4516-9d63-990badd91f65 HTTP/1.1" status: 204 len: 173 time: 0.4972348 Jul 22 14:46:52.470509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6361981-bce9-47a4-8607-f16c0a629bd3 req-eefa83df-dbce-4c44-a5fe-e9f77c891051 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:52.472053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6361981-bce9-47a4-8607-f16c0a629bd3 req-eefa83df-dbce-4c44-a5fe-e9f77c891051 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0713201 Jul 22 14:46:52.895794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c1e4b6f-80f7-4e77-9cef-0b94f01ea3cd req-91e9e681-b6d2-434f-aef9-3082f931e84f tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "GET /v2.0/ports?device_id=33dc7511-26a2-4526-9bd3-c45924edacad HTTP/1.1" status: 200 len: 210 time: 0.0366271 Jul 22 14:46:52.903063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6361981-bce9-47a4-8607-f16c0a629bd3 req-69ce4f5c-0703-4bd8-96f6-ff5204a62690 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255550 Jul 22 14:46:53.156948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 691e61c2-9001-4d2c-9e05-0f7edd0e085e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:53.180136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 691e61c2-9001-4d2c-9e05-0f7edd0e085e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:53.180482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 691e61c2-9001-4d2c-9e05-0f7edd0e085e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:53.180897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a7a6135-a93f-4516-9d63-990badd91f65 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:53.199245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 1a7a6135-a93f-4516-9d63-990badd91f65 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:53.199598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1a7a6135-a93f-4516-9d63-990badd91f65 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:53.291114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68881596-600f-41d4-b13d-9d56a1b194ff req-c1882d54-ac06-425c-8b37-4492af11ad67 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:53.292596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68881596-600f-41d4-b13d-9d56a1b194ff req-c1882d54-ac06-425c-8b37-4492af11ad67 tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 946 time: 0.0653336 Jul 22 14:46:53.328678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68881596-600f-41d4-b13d-9d56a1b194ff req-39692ebb-51d7-4ff1-bc9e-24b7f78350bf tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc7d5e01-0949-44a1-b12f-048da9563537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305433 Jul 22 14:46:53.398632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-aef7e5dc-fdf8-4736-aed7-053d5073300c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:53.400109 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-aef7e5dc-fdf8-4736-aed7-053d5073300c tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "GET /v2.0/ports?device_id=37924f1f-9a59-42ca-8cd2-a2feb9580e0b HTTP/1.1" status: 200 len: 946 time: 0.0644937 Jul 22 14:46:53.505333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Deleting port e5eb84d1-fff0-406f-a56e-5be628562a7e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:53.505666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:53.598230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] For port e5eb84d1-fff0-406f-a56e-5be628562a7e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e5eb84d1-fff0-406f-a56e-5be628562a7e,segment=NetworkSegment(3d732a0b-bab7-4a7e-b770-857a44abb657),segment_id=3d732a0b-bab7-4a7e-b770-857a44abb657)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:53.598627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:53.610162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Calling delete_port for e5eb84d1-fff0-406f-a56e-5be628562a7e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:53.732155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:53.743849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e5eb84d1-fff0-406f-a56e-5be628562a7e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:46:53.765003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Pushing event deleted for resources: {'Port': ['ID=e5eb84d1-fff0-406f-a56e-5be628562a7e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:53.810551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] No DVR routers for this DVR port e5eb84d1-fff0-406f-a56e-5be628562a7e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:53.812976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:53.815015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f40a6173-ac2f-4a1c-a889-e5ecc85122bc req-a442ca2e-3b1a-42a5-9b42-717edf7ee01d tempest-ServersTestJSON-677467427 tempest-ServersTestJSON-677467427-project] 10.222.0.72 "DELETE /v2.0/ports/e5eb84d1-fff0-406f-a56e-5be628562a7e HTTP/1.1" status: 204 len: 173 time: 0.4092081 Jul 22 14:46:53.955393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:54.048597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa67311-0e15-4c16-bae5-e937247c47b7 req-12d9f6ae-80c3-45b4-be2a-6f1dff07cd54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:54.050013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fa67311-0e15-4c16-bae5-e937247c47b7 req-12d9f6ae-80c3-45b4-be2a-6f1dff07cd54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0686128 Jul 22 14:46:54.087888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fa67311-0e15-4c16-bae5-e937247c47b7 req-282e1d7a-ced3-454f-bb07-dfb51cae29d8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Jul 22 14:46:54.235257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'name': 'network-vif-deleted', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65'}, {'server_uuid': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'name': 'network-vif-deleted', 'tag': 'e5eb84d1-fff0-406f-a56e-5be628562a7e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:46:54.237490 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a169068d-d55f-4c03-aada-2ae4d6f5ece4" -d '{"events": [{"server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "name": "network-vif-deleted", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65"}, {"server_uuid": "37924f1f-9a59-42ca-8cd2-a2feb9580e0b", "name": "network-vif-deleted", "tag": "e5eb84d1-fff0-406f-a56e-5be628562a7e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:46:54.280347 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d605b5ad-d482-4f48-8916-340160091bb3 x-openstack-request-id: req-d605b5ad-d482-4f48-8916-340160091bb3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:46:54.280642 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33dc7511-26a2-4526-9bd3-c45924edacad", "name": "network-vif-deleted", "tag": "1a7a6135-a93f-4516-9d63-990badd91f65", "status": "completed", "code": 200}, {"server_uuid": "37924f1f-9a59-42ca-8cd2-a2feb9580e0b", "name": "network-vif-deleted", "tag": "e5eb84d1-fff0-406f-a56e-5be628562a7e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:46:54.280925 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d605b5ad-d482-4f48-8916-340160091bb3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:46:54.281288 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33dc7511-26a2-4526-9bd3-c45924edacad', 'name': 'network-vif-deleted', 'tag': '1a7a6135-a93f-4516-9d63-990badd91f65', 'status': 'completed', 'code': 200} Jul 22 14:46:54.281526 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37924f1f-9a59-42ca-8cd2-a2feb9580e0b', 'name': 'network-vif-deleted', 'tag': 'e5eb84d1-fff0-406f-a56e-5be628562a7e', 'status': 'completed', 'code': 200} Jul 22 14:46:54.344507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.394454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:54.439174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Deleting subnet 7a7d0822-8de7-4c3e-8047-1eebb224e93a {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:46:54.442325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.475862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.515008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.576033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.604452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a7d0822-8de7-4c3e-8047-1eebb224e93a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:54.606370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.608322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bf8a8734-8e9c-4392-bb57-0695069194af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7a7d0822-8de7-4c3e-8047-1eebb224e93a HTTP/1.1" status: 204 len: 168 time: 0.2125754 Jul 22 14:46:54.610907 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48070) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:54.639633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port e384a298-bcec-45c9-ba02-2e0875d7eb07 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:54.640209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.678455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.731411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port e384a298-bcec-45c9-ba02-2e0875d7eb07, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e384a298-bcec-45c9-ba02-2e0875d7eb07,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:54.731776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.744502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for e384a298-bcec-45c9-ba02-2e0875d7eb07 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:54.757895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.767937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5c22c4-05b7-4db5-ae18-32acdd2f28a0']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:54.778066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d732a0b-bab7-4a7e-b770-857a44abb657') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:54.778368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d732a0b-bab7-4a7e-b770-857a44abb657') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:54.787879 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.801781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.807703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:46:54.808099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:46:54.810008 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:46:54.866256 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.871196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.872935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2e5c22c4-05b7-4db5-ae18-32acdd2f28a0 HTTP/1.1" status: 204 len: 168 time: 0.2611125 Jul 22 14:46:54.887848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfab68-a8c6-4b94-b91f-d9a9f1b5be30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5c22c4-05b7-4db5-ae18-32acdd2f28a0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:54.938462 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:54.966634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=e384a298-bcec-45c9-ba02-2e0875d7eb07,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:55.068767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48074) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:55.118654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-04c58994-0fc8-448f-a66b-2b0cc6d4bd70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8143588f77174455b304c62097f43d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480683 Jul 22 14:46:55.119214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48078) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:55.182143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.236824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1dbf3-aad5-4ce9-a2ef-0b6c00acade7 req-0adf36ec-ded2-4e88-80c8-3ab370f7a44f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:55.239023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16a1dbf3-aad5-4ce9-a2ef-0b6c00acade7 req-0adf36ec-ded2-4e88-80c8-3ab370f7a44f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0726109 Jul 22 14:46:55.239310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adc34be7-8037-40f7-a43f-07a63a1c6557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.281847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16a1dbf3-aad5-4ce9-a2ef-0b6c00acade7 req-1e9ea383-bfb7-46d3-b0b3-f92b0256e21e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Jul 22 14:46:55.306747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adc34be7-8037-40f7-a43f-07a63a1c6557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.438919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adc34be7-8037-40f7-a43f-07a63a1c6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.442027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-adc34be7-8037-40f7-a43f-07a63a1c6557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.443229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-adc34be7-8037-40f7-a43f-07a63a1c6557 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc7d5e01-0949-44a1-b12f-048da9563537 HTTP/1.1" status: 204 len: 168 time: 0.3229642 Jul 22 14:46:55.455699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc34be7-8037-40f7-a43f-07a63a1c6557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d5e01-0949-44a1-b12f-048da9563537,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:55.487450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Router b5305ce8-9658-41d7-8828-3a05466605c7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:46:55.600168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:46:55.605612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ab17b27c-30eb-4447-91d2-760194dcf312 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "PUT /v2.0/routers/b5305ce8-9658-41d7-8828-3a05466605c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491747 Jul 22 14:46:55.608331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:55.618679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] Sync routers for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:46:55.632563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:46:55.633333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:55.670066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting subnet 63fcd491-2925-47a8-8a54-d264abca1e98 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:46:55.672933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.721466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.780817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:46:55.823592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.893063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.924987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:55.929935 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/subnets/63fcd491-2925-47a8-8a54-d264abca1e98 HTTP/1.1" status: 204 len: 168 time: 0.3177094 Jul 22 14:46:55.929935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76979d0-5619-4f0d-a3e0-cf77252e2870 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Subnet': ['ID=63fcd491-2925-47a8-8a54-d264abca1e98,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:55.930623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48096) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:55.935895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8fe638-d672-4fe1-bacc-d1cdba4f2a53 None None] Network c5b2cafd-73ba-4247-9eae-6f9b99d5303d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:56.047036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.108112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:46:54Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:56.137357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] Checking router: b5305ce8-9658-41d7-8828-3a05466605c7 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:46:56.150805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] Routers {'b5305ce8-9658-41d7-8828-3a05466605c7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:46:56.151403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b5305ce8-9658-41d7-8828-3a05466605c7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:56.163824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.227176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] DHCP port deletion for c5b2cafd-73ba-4247-9eae-6f9b99d5303d request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:46:56.231161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:56.236233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Deleting port 965fe57e-aee5-4b07-9f81-3a53554b9ada {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:56.236624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.339938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] For port 965fe57e-aee5-4b07-9f81-3a53554b9ada, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=965fe57e-aee5-4b07-9f81-3a53554b9ada,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:56.340425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.353915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Calling delete_port for 965fe57e-aee5-4b07-9f81-3a53554b9ada owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:56.358558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1437634294-network', 'tenant_id': '4cff6338c735410ead69a1d0adb643f2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:56.388221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Made reservation on behalf of 4cff6338c735410ead69a1d0adb643f2 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:56.393224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.406843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.465635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] Set router b5305ce8-9658-41d7-8828-3a05466605c7 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:46:56.514570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca1433-35ba-4448-b88a-21778a7d6355 req-4b7c6d6a-0f64-4d3b-989e-8c22ea207686 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:56.514570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39ca1433-35ba-4448-b88a-21778a7d6355 req-4b7c6d6a-0f64-4d3b-989e-8c22ea207686 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1542697 Jul 22 14:46:56.524023 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.525867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] Deleting port 0926c002-447f-4ccd-be8e-9657630bdfe5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:46:56.526217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.530119 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.563655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:46:56.572022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d17815-431e-4643-be4f-1b02dab1cc08,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:56.572225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0926c002-447f-4ccd-be8e-9657630bdfe5 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:56.579601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.580083 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Added segment ce18440e-0e7b-401a-9f97-638d5d6f0700 of type vlan for network 6a7f099a-54dd-4eb6-b531-8902e07fff23 Jul 22 14:46:56.619792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39ca1433-35ba-4448-b88a-21778a7d6355 req-776b0f53-7d2e-4741-93ab-41d925ecbaa5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982590 Jul 22 14:46:56.627734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.669494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.670983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:56.672292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.674713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] For port 0926c002-447f-4ccd-be8e-9657630bdfe5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0926c002-447f-4ccd-be8e-9657630bdfe5,segment=NetworkSegment(7dd4ef27-5cc0-44fe-9d71-ef49040032e8),segment_id=7dd4ef27-5cc0-44fe-9d71-ef49040032e8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:46:56.675537 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.694206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.696321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] Calling delete_port for 0926c002-447f-4ccd-be8e-9657630bdfe5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:46:56.719859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4848619 Jul 22 14:46:56.720110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:56.725335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Request body: {'subnet': {'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1437634294-subnet', 'tenant_id': '4cff6338c735410ead69a1d0adb643f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:56.729882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Port': ['ID=965fe57e-aee5-4b07-9f81-3a53554b9ada,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:56.783200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed85fbe-2e23-42dc-a1df-b81b55e03214 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7f099a-54dd-4eb6-b531-8902e07fff23,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:56.789317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Made reservation on behalf of 4cff6338c735410ead69a1d0adb643f2 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:56.791688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.801062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6a7f099a-54dd-4eb6-b531-8902e07fff23 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:46:56.811938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.860378 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.908266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.910312 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.964266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.965439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Fanout notify agent at l3_agent the message router_deleted on router b5305ce8-9658-41d7-8828-3a05466605c7 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:46:56.967435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.972985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:56.973468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:46:54Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:56.974383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-33bccf68-c7fb-4d48-9534-449d5f6812df tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/routers/b5305ce8-9658-41d7-8828-3a05466605c7 HTTP/1.1" status: 204 len: 168 time: 1.0426815 Jul 22 14:46:56.977085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:57.020052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.025456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] Pushing event deleted for resources: {'Port': ['ID=0926c002-447f-4ccd-be8e-9657630bdfe5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:57.027459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eedc2d-325d-49e0-8914-044c537c28fa None None] No DVR routers for this DVR port 0926c002-447f-4ccd-be8e-9657630bdfe5 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:46:57.029108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ae9e67-c9ac-43c0-9c69-6b1fe2cf1335 None None] The sync data for ids ['b5305ce8-9658-41d7-8828-3a05466605c7'] in n-d-794306-8 is: [{'id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1736748754', 'tenant_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:44:52Z', 'updated_at': '2021-07-22T14:46:54Z', 'revision_number': 5, 'project_id': '10a19d9fa404446e91ab5a978e6c0d7d', 'gw_port': {'id': '965fe57e-aee5-4b07-9f81-3a53554b9ada', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ab:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5305ce8-9658-41d7-8828-3a05466605c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:53Z', 'updated_at': '2021-07-22T14:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:46:57.072637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.098308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9936a23-9a13-4f6e-aa0d-cfcac1e93afe,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:57.107121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Checking segment: {'id': 'ce18440e-0e7b-401a-9f97-638d5d6f0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:46:57.107588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Network hostable DHCP agents. Network: 6a7f099a-54dd-4eb6-b531-8902e07fff23, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:46:57.125030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Network 6a7f099a-54dd-4eb6-b531-8902e07fff23 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:46:57.134372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6a7f099a-54dd-4eb6-b531-8902e07fff23) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:46:57.139750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:57.141501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.143607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd001ea-55bb-4d62-ba83-31bbb33d3b61 None None] Network 6a7f099a-54dd-4eb6-b531-8902e07fff23 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:57.158645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e5eb84d1-fff0-406f-a56e-5be628562a7e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:57.170072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d6ad0379-a5b8-444e-b77e-d7e98ee28b4b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4458382 Jul 22 14:46:57.170428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.182012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b2cafd-73ba-4247-9eae-6f9b99d5303d']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:57.184427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: e5eb84d1-fff0-406f-a56e-5be628562a7e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:57.184961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e5eb84d1-fff0-406f-a56e-5be628562a7e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:57.195004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd4ef27-5cc0-44fe-9d71-ef49040032e8') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:57.195604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd4ef27-5cc0-44fe-9d71-ef49040032e8') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:46:57.207219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.221534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.229134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:46:57.229798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:46:57.233003 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:46:57.298562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.306231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.308210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/networks/c5b2cafd-73ba-4247-9eae-6f9b99d5303d HTTP/1.1" status: 204 len: 168 time: 0.3298521 Jul 22 14:46:57.311237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48122) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:57.328059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f14ada-05b6-4c53-b3cb-87e50948e9c6 None None] Network 6a7f099a-54dd-4eb6-b531-8902e07fff23 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:57.334061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aa378-0efd-455e-9c3c-2e071780e535 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'Network': ['ID=c5b2cafd-73ba-4247-9eae-6f9b99d5303d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:57.408449 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ef761b7-f740-4210-b08a-f1423ff19f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.443811 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ef761b7-f740-4210-b08a-f1423ff19f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.537739 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ef761b7-f740-4210-b08a-f1423ff19f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.541116 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7ef761b7-f740-4210-b08a-f1423ff19f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.542427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7ef761b7-f740-4210-b08a-f1423ff19f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] 10.222.0.60 "DELETE /v2.0/security-groups/d6011d9a-aec5-46b1-821f-2386ce087303 HTTP/1.1" status: 204 len: 168 time: 0.2302208 Jul 22 14:46:57.555439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef761b7-f740-4210-b08a-f1423ff19f79 tempest-TestNetworkAdvancedServerOps-1940188603 tempest-TestNetworkAdvancedServerOps-1940188603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6011d9a-aec5-46b1-821f-2386ce087303,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:57.685733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:57.690936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1180576471-network', 'tenant_id': '050d3557e5b94c1ba786ff22fb6a2ac3'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:57.720008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Made reservation on behalf of 050d3557e5b94c1ba786ff22fb6a2ac3 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:57.722835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:57.805155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d641a4-c84c-4a4b-b9f6-79568158ecc1 req-221ae08a-cb73-47e5-ad38-32d7119342f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:57.807413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9d641a4-c84c-4a4b-b9f6-79568158ecc1 req-221ae08a-cb73-47e5-ad38-32d7119342f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0922050 Jul 22 14:46:57.888378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9d641a4-c84c-4a4b-b9f6-79568158ecc1 req-7d77a97c-2e47-422f-be70-81ea31661dca tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721717 Jul 22 14:46:57.928428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48144) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:58.085463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2b2a4ca3-ea19-4769-85a1-9b619c9c65e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10a19d9fa404446e91ab5a978e6c0d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554649 Jul 22 14:46:58.088038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48148) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:58.098623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.144594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5d5105c-9457-46c8-9a34-16d54a521cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.169383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5d5105c-9457-46c8-9a34-16d54a521cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.208222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.211950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.225355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5d5105c-9457-46c8-9a34-16d54a521cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.228878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5d5105c-9457-46c8-9a34-16d54a521cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.230059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b5d5105c-9457-46c8-9a34-16d54a521cd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99c98b56-4d36-4b37-ac7a-f1004e311cd3 HTTP/1.1" status: 204 len: 168 time: 0.1410475 Jul 22 14:46:58.241969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5105c-9457-46c8-9a34-16d54a521cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c98b56-4d36-4b37-ac7a-f1004e311cd3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:58.250007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:46:58.259333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db07b363-7747-456f-a3b9-6aefc0f743fc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:58.265154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.265515 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Added segment 8db4ec25-7ac9-4817-8e81-d7e562fc9cdb of type vlan for network 74e2c861-bf91-476e-a08f-13bef038b784 Jul 22 14:46:58.315005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.345827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.346705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:58.347345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.386271 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6994748 Jul 22 14:46:58.390812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48152) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:58.396599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Request body: {'subnet': {'network_id': '74e2c861-bf91-476e-a08f-13bef038b784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1180576471-subnet', 'tenant_id': '050d3557e5b94c1ba786ff22fb6a2ac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:46:58.420929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b105c-b6f0-409e-b808-59b2350ae4de admin admin] Pushing event updated for resources: {'Network': ['ID=74e2c861-bf91-476e-a08f-13bef038b784,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:58.426643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Made reservation on behalf of 050d3557e5b94c1ba786ff22fb6a2ac3 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:46:58.429174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.446095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 74e2c861-bf91-476e-a08f-13bef038b784 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:46:58.507566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e384a298-bcec-45c9-ba02-2e0875d7eb07 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:58.533740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e384a298-bcec-45c9-ba02-2e0875d7eb07 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:58.534093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e384a298-bcec-45c9-ba02-2e0875d7eb07 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:58.534577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 965fe57e-aee5-4b07-9f81-3a53554b9ada no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:46:58.558064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 965fe57e-aee5-4b07-9f81-3a53554b9ada {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:46:58.558355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 965fe57e-aee5-4b07-9f81-3a53554b9ada not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:46:58.600793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:58.611728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.649531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-281da28f-6c57-4325-9819-c082cf095aa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0efa0b24234049c58b8286b8b8541c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472491 Jul 22 14:46:58.651867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:46:58.667353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b75dc5-b395-4418-a4cf-3db321217148,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:58.679116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Checking segment: {'id': '8db4ec25-7ac9-4817-8e81-d7e562fc9cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '74e2c861-bf91-476e-a08f-13bef038b784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:46:58.679481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Network hostable DHCP agents. Network: 74e2c861-bf91-476e-a08f-13bef038b784, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:46:58.696989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Network 74e2c861-bf91-476e-a08f-13bef038b784 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:46:58.704665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee9931c9-847c-48c3-b811-6e15587dd9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.707423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 74e2c861-bf91-476e-a08f-13bef038b784) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:46:58.712552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:58.713686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.717557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fde5ab-4bac-438a-ad42-fd8ab227240c None None] Network 74e2c861-bf91-476e-a08f-13bef038b784 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:58.729382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-737f7e28-4605-4221-b3ae-9f1b819b6308 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3369973 Jul 22 14:46:58.730684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee9931c9-847c-48c3-b811-6e15587dd9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.788725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee9931c9-847c-48c3-b811-6e15587dd9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.791575 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee9931c9-847c-48c3-b811-6e15587dd9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:46:58.795697 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ee9931c9-847c-48c3-b811-6e15587dd9b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6230c5de-3145-4d9d-875b-393762168b22 HTTP/1.1" status: 204 len: 168 time: 0.1401827 Jul 22 14:46:58.802096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9931c9-847c-48c3-b811-6e15587dd9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6230c5de-3145-4d9d-875b-393762168b22,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:46:58.873704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0e0ef-ca45-4bdc-a9ca-cd7cc03fccec None None] Network 74e2c861-bf91-476e-a08f-13bef038b784 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:46:59.080574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f681-0237-4ada-8834-65e68375da13 req-4b0e4ca8-7cc9-40c6-8bbf-39894cee3f63 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:59.082239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7b5f681-0237-4ada-8834-65e68375da13 req-4b0e4ca8-7cc9-40c6-8bbf-39894cee3f63 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0774326 Jul 22 14:46:59.126358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7b5f681-0237-4ada-8834-65e68375da13 req-3c2d5c2a-5723-4a22-b1af-cb61d1248040 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Jul 22 14:46:59.439516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d329c59d-1663-4f48-8855-8229973e5b04 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:46:59.441593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d329c59d-1663-4f48-8855-8229973e5b04 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/networks?id=6a7f099a-54dd-4eb6-b531-8902e07fff23 HTTP/1.1" status: 200 len: 825 time: 0.1076703 Jul 22 14:46:59.456345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-a28e0e6c-1f80-4668-9065-6542064f7eac tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/quotas/4cff6338c735410ead69a1d0adb643f2 HTTP/1.1" status: 200 len: 375 time: 0.0090692 Jul 22 14:46:59.495200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-eba8a57a-e3d5-4a8b-9a24-7d2d359ac7f7 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4cff6338c735410ead69a1d0adb643f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336268 Jul 22 14:46:59.586724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-56d16fed-f282-4392-80d0-cebeeaef5114 service neutron] 10.222.0.60 "GET /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844772 Jul 22 14:46:59.681359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-0357df79-8ed5-4660-af18-55147b21103b service neutron] 10.222.0.60 "GET /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886581 Jul 22 14:46:59.860079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eade3d76-cc4c-4426-9382-f3012befc1ba req-d72da619-62e8-408c-8d5a-fa11b782f366 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 210 time: 0.0320892 Jul 22 14:47:00.274705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c9f68-77f6-4e58-9dd7-8b0bd7beedc1 req-7101a267-a1ec-4ec7-ab6b-48b44da3675f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:00.277900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f65c9f68-77f6-4e58-9dd7-8b0bd7beedc1 req-7101a267-a1ec-4ec7-ab6b-48b44da3675f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0773444 Jul 22 14:47:00.321101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f65c9f68-77f6-4e58-9dd7-8b0bd7beedc1 req-4bb10a7d-b55e-48f1-8adf-87758edf40ad tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373394 Jul 22 14:47:00.851358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-e116596a-f9f3-4cad-8597-7afc101055e3 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:00.853086 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-e116596a-f9f3-4cad-8597-7afc101055e3 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.72 "GET /v2.0/networks?id=6a7f099a-54dd-4eb6-b531-8902e07fff23 HTTP/1.1" status: 200 len: 825 time: 0.1098523 Jul 22 14:47:00.867027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Request body: {'port': {'device_id': 'db12c8af-26a0-4a09-8785-f9130115f728', 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23', 'admin_state_up': True, 'tenant_id': '4cff6338c735410ead69a1d0adb643f2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:00.975178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7a5436e-3b71-4c49-ac94-c1fb3c715f89 req-e0f728f4-687b-4a90-9dce-f6dc5493229e tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 210 time: 0.0368204 Jul 22 14:47:00.995958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Made reservation on behalf of 4cff6338c735410ead69a1d0adb643f2 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:00.999619 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.127575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Allocated IP 172.20.0.14 (6a7f099a-54dd-4eb6-b531-8902e07fff23/f9936a23-9a13-4f6e-aa0d-cfcac1e93afe/0d64b394-ff13-410f-bc2e-fd920a015256) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:01.283991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.324436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.351492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48252) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:01.359887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'network': {'name': 'tempest-network-smoke--1425793025', 'project_id': '7894851394d747a29be50c6565942837', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:01.373605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Network 6a7f099a-54dd-4eb6-b531-8902e07fff23 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:01.376954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:01.381888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:01.384808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Made reservation on behalf of 7894851394d747a29be50c6565942837 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:01.386161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Pushing event updated for resources: {'Port': ['ID=0d64b394-ff13-410f-bc2e-fd920a015256,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:01.388715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.398696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.446258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:01.446818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.513995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae0844-eb2c-4199-b939-27c585be791a req-2c55b73b-9348-48e8-af9c-2774437c3587 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:01.515534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fae0844-eb2c-4199-b939-27c585be791a req-2c55b73b-9348-48e8-af9c-2774437c3587 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1032085 Jul 22 14:47:01.575073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fae0844-eb2c-4199-b939-27c585be791a req-656a2ad9-69e8-4836-a29e-ec0525983c1f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528021 Jul 22 14:47:01.576800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.582006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.586270 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-dd604772-c53b-418a-b133-dd29a6b59f86 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7229395 Jul 22 14:47:01.599951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Request body: {'port': {'device_id': 'db12c8af-26a0-4a09-8785-f9130115f728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:01.606752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:47:01.622155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b99abe-90fd-46d9-a7c9-f2fde0bb5e2a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:01.624600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.624955 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Added segment 6152a947-bfb0-4182-ae01-ca21a1249137 of type vlan for network 5ef7140d-877a-4a6f-b4c3-8076549ea23b Jul 22 14:47:01.637765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.638124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.638603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.638848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.639192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.639533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.639870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.640205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.640543 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.640882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.641210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.641540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:01.673702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.684126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.714291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.721712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:01.722456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.770319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4171345 Jul 22 14:47:01.774612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48254) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:01.783912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'admin_state_up': True, 'project_id': '7894851394d747a29be50c6565942837', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:01.825900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ca8b0-abb5-4f7e-9b51-969812d1e8a5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Network': ['ID=5ef7140d-877a-4a6f-b4c3-8076549ea23b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:01.838857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:47:01.843221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.844242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.899677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.958308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d64b394-ff13-410f-bc2e-fd920a015256 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:01.965844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:01.978224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Transition to ACTIVE for port object 0d64b394-ff13-410f-bc2e-fd920a015256 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:01.982319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.042216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.054065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Pushing event updated for resources: {'Port': ['ID=0d64b394-ff13-410f-bc2e-fd920a015256,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:02.110587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Attempting to bind port 0d64b394-ff13-410f-bc2e-fd920a015256 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:02.111279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Attempting to bind port 0d64b394-ff13-410f-bc2e-fd920a015256 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'ce18440e-0e7b-401a-9f97-638d5d6f0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:02.112031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Attempting to bind port 0d64b394-ff13-410f-bc2e-fd920a015256 on network 6a7f099a-54dd-4eb6-b531-8902e07fff23 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:02.118229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Port 0d64b394-ff13-410f-bc2e-fd920a015256 on network 6a7f099a-54dd-4eb6-b531-8902e07fff23 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:47:02.118595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Attempting to bind port 0d64b394-ff13-410f-bc2e-fd920a015256 on network 6a7f099a-54dd-4eb6-b531-8902e07fff23 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:02.124701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:02.125038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Checking segment: {'id': 'ce18440e-0e7b-401a-9f97-638d5d6f0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:02.125427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Bound using segment: {'id': 'ce18440e-0e7b-401a-9f97-638d5d6f0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:02.125862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Bound port: 0d64b394-ff13-410f-bc2e-fd920a015256, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce18440e-0e7b-401a-9f97-638d5d6f0700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:02.126225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.174460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61468c-3406-462b-994a-1618edbae507 req-446682a2-3538-44c9-90aa-3fe4e860c41c tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.174460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f61468c-3406-462b-994a-1618edbae507 req-446682a2-3538-44c9-90aa-3fe4e860c41c tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 944 time: 0.1251445 Jul 22 14:47:02.204481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] For port 0d64b394-ff13-410f-bc2e-fd920a015256, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:02.210187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] For port 0d64b394-ff13-410f-bc2e-fd920a015256, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0d64b394-ff13-410f-bc2e-fd920a015256,segment=NetworkSegment(ce18440e-0e7b-401a-9f97-638d5d6f0700),segment_id=ce18440e-0e7b-401a-9f97-638d5d6f0700)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:02.218411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.240362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f61468c-3406-462b-994a-1618edbae507 req-7697ba53-a34f-485a-84d8-2f9ada219290 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Jul 22 14:47:02.266006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.266671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.274624 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] 10.222.0.72 "PUT /v2.0/ports/0d64b394-ff13-410f-bc2e-fd920a015256 HTTP/1.1" status: 200 len: 1092 time: 0.6795626 Jul 22 14:47:02.275120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db12c8af-26a0-4a09-8785-f9130115f728', 'tag': '0d64b394-ff13-410f-bc2e-fd920a015256'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:02.277410 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb91283e-a70e-463b-9624-655a2180802f" -d '{"events": [{"name": "network-changed", "server_uuid": "db12c8af-26a0-4a09-8785-f9130115f728", "tag": "0d64b394-ff13-410f-bc2e-fd920a015256"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:02.314888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c77d-ca2d-434a-8c5f-6928f19bd5dc service neutron] Pushing event updated for resources: {'Port': ['ID=0d64b394-ff13-410f-bc2e-fd920a015256,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:02.318879 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe5b4b2-468c-47f6-9e5a-c9911589353a x-openstack-request-id: req-cfe5b4b2-468c-47f6-9e5a-c9911589353a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:02.319163 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db12c8af-26a0-4a09-8785-f9130115f728", "tag": "0d64b394-ff13-410f-bc2e-fd920a015256", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:02.319440 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cfe5b4b2-468c-47f6-9e5a-c9911589353a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:02.319964 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db12c8af-26a0-4a09-8785-f9130115f728', 'tag': '0d64b394-ff13-410f-bc2e-fd920a015256', 'status': 'completed', 'code': 200} Jul 22 14:47:02.352431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.376566 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.382094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-08185a5c-277f-40fe-ac00-50399975a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.383790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-08185a5c-277f-40fe-ac00-50399975a68b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cff6338c735410ead69a1d0adb643f2&device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 1095 time: 0.0627508 Jul 22 14:47:02.429667 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-021a7e0e-33e4-4c0b-bd16-64b8cfd1c003 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d64b394-ff13-410f-bc2e-fd920a015256 HTTP/1.1" status: 200 len: 217 time: 0.0385027 Jul 22 14:47:02.482259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-c5cd0809-f97b-46fb-9f1a-bca7b2ec55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.483716 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-c5cd0809-f97b-46fb-9f1a-bca7b2ec55c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9936a23-9a13-4f6e-aa0d-cfcac1e93afe HTTP/1.1" status: 200 len: 865 time: 0.0478892 Jul 22 14:47:02.486831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.25.3.192 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/79e1f21a-1b92-47fc-8a69-263ac586239f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:02.519835 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-895e3c90-27b7-420f-a3cb-b92f6c6a3e39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a7f099a-54dd-4eb6-b531-8902e07fff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295150 Jul 22 14:47:02.593363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.617159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-2f81ef8c-e558-4007-b9ec-587b18737af9 service neutron] 10.222.0.72 "GET /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912435 Jul 22 14:47:02.645044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:02.710167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5477111b-5a91-43ff-b7ec-9282e14c29c0 req-d9354bde-f49b-49b8-9946-9f8df6486833 service neutron] 10.222.0.72 "GET /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Jul 22 14:47:02.714133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:02.718573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:02.724376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:02.728647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=79e1f21a-1b92-47fc-8a69-263ac586239f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:02.814537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91283e-a70e-463b-9624-655a2180802f req-d7d43c79-d91b-47c5-8cfd-367c69a931e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.816592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-d7d43c79-d91b-47c5-8cfd-367c69a931e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4cff6338c735410ead69a1d0adb643f2&device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 1095 time: 0.0566518 Jul 22 14:47:02.847797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a1c37-9b0d-4b76-a18c-50b5b3461258 req-2fcd410e-947c-46f4-9406-4ef15a27d454 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.849323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e3a1c37-9b0d-4b76-a18c-50b5b3461258 req-2fcd410e-947c-46f4-9406-4ef15a27d454 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1962547 Jul 22 14:47:02.913383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91283e-a70e-463b-9624-655a2180802f req-ab013e36-633f-4b0d-8be3-15b14482708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:02.915145 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-ab013e36-633f-4b0d-8be3-15b14482708e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a7f099a-54dd-4eb6-b531-8902e07fff23 HTTP/1.1" status: 200 len: 926 time: 0.0920858 Jul 22 14:47:02.931165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e3a1c37-9b0d-4b76-a18c-50b5b3461258 req-cfa3d89b-2808-4192-8f00-5262d2d63f7c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751317 Jul 22 14:47:02.965219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-5b5bc794-7244-44f1-9225-e7ce0210e7e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d64b394-ff13-410f-bc2e-fd920a015256 HTTP/1.1" status: 200 len: 217 time: 0.0412135 Jul 22 14:47:03.023590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91283e-a70e-463b-9624-655a2180802f req-e3f89726-12ab-41c5-8efd-8ffe9f2cb467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:03.025055 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-e3f89726-12ab-41c5-8efd-8ffe9f2cb467 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f9936a23-9a13-4f6e-aa0d-cfcac1e93afe HTTP/1.1" status: 200 len: 865 time: 0.0533867 Jul 22 14:47:03.034003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:03.061402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-07acf6a1-f031-4475-a91f-894c4dc61aa9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a7f099a-54dd-4eb6-b531-8902e07fff23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297539 Jul 22 14:47:03.153295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-ae755692-9652-4462-b4ed-fe735fe9f9ee service neutron] 10.222.0.72 "GET /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855005 Jul 22 14:47:03.225302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:03.244979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eb91283e-a70e-463b-9624-655a2180802f req-5eb056b2-1466-4cbf-aa25-e5fd308070cc service neutron] 10.222.0.72 "GET /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835388 Jul 22 14:47:03.404875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:47:03.416348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f248-9d03-4c7e-95b7-50a38a8f43b0 req-cf044901-c181-42a0-88f4-b4f8a961d833 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:03.417875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f36f248-9d03-4c7e-95b7-50a38a8f43b0 req-cf044901-c181-42a0-88f4-b4f8a961d833 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 944 time: 0.0876372 Jul 22 14:47:03.531388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f36f248-9d03-4c7e-95b7-50a38a8f43b0 req-d952cb61-c778-486c-8921-36fd3a533ad4 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066952 Jul 22 14:47:03.553661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:47:03.563031 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Sync routers for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:47:03.572551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:03.572768 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:03.573329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:03.573774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-12cf14c6-21ba-4d4f-8f93-fb91daa6ff56 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7979918 Jul 22 14:47:03.576932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48268) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:03.678741 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:03.704711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fc239fd1-4f3e-4e87-bc3e-3221a095fb97 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7894851394d747a29be50c6565942837&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1266959 Jul 22 14:47:03.708121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48272) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:03.863784 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:02Z', 'revision_number': 3, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:03.895633 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Checking router: b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:47:03.895989 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Updating router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 port 79e1f21a-1b92-47fc-8a69-263ac586239f binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:47:03.931587 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.189346 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.202225 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Transition to ACTIVE for port object 79e1f21a-1b92-47fc-8a69-263ac586239f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:04.208580 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.242991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc59a9-6ca6-44c9-9665-a266dcee3aab tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:04.247274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05cc59a9-6ca6-44c9-9665-a266dcee3aab tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5375669 Jul 22 14:47:04.247470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48276) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:04.263523 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Attempting to bind port 79e1f21a-1b92-47fc-8a69-263ac586239f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:04.263902 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Attempting to bind port 79e1f21a-1b92-47fc-8a69-263ac586239f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:04.264268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Attempting to bind port 79e1f21a-1b92-47fc-8a69-263ac586239f on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:04.273804 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Pushing event updated for resources: {'Port': ['ID=79e1f21a-1b92-47fc-8a69-263ac586239f,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:04.276986 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:04.277374 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:04.277783 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.278182 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:04.278701 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Bound port: 79e1f21a-1b92-47fc-8a69-263ac586239f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:04.281851 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.282020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-622cb819-c2f7-403d-b877-a023e1553016 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309584 Jul 22 14:47:04.282140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48278) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:04.285698 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.286049 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.286398 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.286764 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.287087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177719490', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'project_id': '7894851394d747a29be50c6565942837', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:04.287229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.287422 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.287751 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.288079 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.288406 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.288730 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.289032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73991de7-72c0-4e12-b692-18c6c0ffee7b req-9bb3a4a1-2d3a-44ce-83e0-7d9af39c275d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:04.289174 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.289366 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:04.290760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73991de7-72c0-4e12-b692-18c6c0ffee7b req-9bb3a4a1-2d3a-44ce-83e0-7d9af39c275d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1454413 Jul 22 14:47:04.336572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73991de7-72c0-4e12-b692-18c6c0ffee7b req-3f59ad52-b72e-4583-9c57-78fe4d6797ef tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Jul 22 14:47:04.347431 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] For port 79e1f21a-1b92-47fc-8a69-263ac586239f, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:04.351185 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] For port 79e1f21a-1b92-47fc-8a69-263ac586239f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=79e1f21a-1b92-47fc-8a69-263ac586239f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:04.356075 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.397557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Made reservation on behalf of 7894851394d747a29be50c6565942837 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:04.403731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.414205 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f42bc-ad47-43a4-91e5-b8bccb7d2f62 None None] Pushing event updated for resources: {'Port': ['ID=79e1f21a-1b92-47fc-8a69-263ac586239f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:04.420865 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:04.421482 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:04.523547 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:04.600589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.662495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Subnet': ['ID=b9293595-52e1-40d8-b0c7-c51e28017175,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:04.667096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea7011-7f81-43c5-a03a-e3229e9f46a2 req-d19f6aa5-2544-486c-8ecf-c4cf7e6d48f0 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:04.668971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59ea7011-7f81-43c5-a03a-e3229e9f46a2 req-d19f6aa5-2544-486c-8ecf-c4cf7e6d48f0 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 944 time: 0.0692561 Jul 22 14:47:04.672113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Checking segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:04.672481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network hostable DHCP agents. Network: 5ef7140d-877a-4a6f-b4c3-8076549ea23b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:47:04.693357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:47:04.703191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5ef7140d-877a-4a6f-b4c3-8076549ea23b) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:04.707340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:04.708078 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:04.713098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66a826-7ac7-4049-b8f5-e922442311c8 None None] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:47:04.725139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e442a460-9f40-4895-9317-f6dff082ebd3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4418476 Jul 22 14:47:04.727256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:04.729708 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:02Z', 'revision_number': 3, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:04.738929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59ea7011-7f81-43c5-a03a-e3229e9f46a2 req-bebb1a34-9a7c-4505-9e8b-3d495592fba4 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640504 Jul 22 14:47:04.761027 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90efb36f-fff2-4be0-92ef-011a1cec32f7 None None] The sync data for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 is: [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:02Z', 'revision_number': 3, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:47:04.877212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:47:04.878649 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.040790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Allocated IP 172.20.0.2 (5ef7140d-877a-4a6f-b4c3-8076549ea23b/b9293595-52e1-40d8-b0c7-c51e28017175/35cbb14c-a2b3-4ef5-b92f-b46911395d41) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:05.199223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.207929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0d64b394-ff13-410f-bc2e-fd920a015256 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:47:05.212869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Transition to ACTIVE for port object 35cbb14c-a2b3-4ef5-b92f-b46911395d41 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:05.239717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Transition to ACTIVE for port object 35cbb14c-a2b3-4ef5-b92f-b46911395d41 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:05.247307 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.251556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.325993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:05.331344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:05.333113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Pushing event updated for resources: {'Port': ['ID=35cbb14c-a2b3-4ef5-b92f-b46911395d41,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:05.335524 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:05.449256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Attempting to bind port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:05.449636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Attempting to bind port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:05.450011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Attempting to bind port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 on network 5ef7140d-877a-4a6f-b4c3-8076549ea23b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:05.478373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:05.480057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Checking segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:05.480668 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.481271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Bound using segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:05.487394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Bound port: 35cbb14c-a2b3-4ef5-b92f-b46911395d41, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:05.488222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.504518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0d64b394-ff13-410f-bc2e-fd920a015256, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0d64b394-ff13-410f-bc2e-fd920a015256,segment=NetworkSegment(ce18440e-0e7b-401a-9f97-638d5d6f0700),segment_id=ce18440e-0e7b-401a-9f97-638d5d6f0700)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:05.509452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d175c7-6d41-4e60-a965-d39862393934 req-fdab27bc-47e6-47d0-9e1a-3c247f673c15 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:05.511084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03d175c7-6d41-4e60-a965-d39862393934 req-fdab27bc-47e6-47d0-9e1a-3c247f673c15 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0794904 Jul 22 14:47:05.528955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '0d64b394-ff13-410f-bc2e-fd920a015256', 'network_id': '6a7f099a-54dd-4eb6-b531-8902e07fff23', 'port_id': '0d64b394-ff13-410f-bc2e-fd920a015256', 'mac_address': 'fa:16:3e:3e:ff:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9936a23-9a13-4f6e-aa0d-cfcac1e93afe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:47:05.556262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03d175c7-6d41-4e60-a965-d39862393934 req-c86e49cd-4fb8-46d3-8e57-8ddf053cc395 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Jul 22 14:47:05.620409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.20.0.1 (5ef7140d-877a-4a6f-b4c3-8076549ea23b/b9293595-52e1-40d8-b0c7-c51e28017175/ef5ea50a-0df2-4624-9f48-25748e8899cc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:05.628558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.650380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d64b394-ff13-410f-bc2e-fd920a015256 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:05.655225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] For port 35cbb14c-a2b3-4ef5-b92f-b46911395d41, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:05.673296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] For port 35cbb14c-a2b3-4ef5-b92f-b46911395d41, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35cbb14c-a2b3-4ef5-b92f-b46911395d41,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:05.682063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.686129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0d64b394-ff13-410f-bc2e-fd920a015256, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0d64b394-ff13-410f-bc2e-fd920a015256,segment=NetworkSegment(ce18440e-0e7b-401a-9f97-638d5d6f0700),segment_id=ce18440e-0e7b-401a-9f97-638d5d6f0700)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:05.694759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.744744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd1356-df50-401f-b2bf-b0518cbc45ba None None] Pushing event updated for resources: {'Port': ['ID=35cbb14c-a2b3-4ef5-b92f-b46911395d41,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:05.767478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.789238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Transition to ACTIVE for port object ef5ea50a-0df2-4624-9f48-25748e8899cc will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:05.821289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0d64b394-ff13-410f-bc2e-fd920a015256,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:05.830018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.881117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:05.884428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:05.887470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:05.913604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=ef5ea50a-0df2-4624-9f48-25748e8899cc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:05.914619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb47ef-4da7-4979-9aa6-1f168e1a4c76 req-b3aea730-a667-4fd1-80ee-f62e01c8bd44 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:05.921952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25eb47ef-4da7-4979-9aa6-1f168e1a4c76 req-b3aea730-a667-4fd1-80ee-f62e01c8bd44 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 945 time: 0.0864937 Jul 22 14:47:05.925900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['0d64b394-ff13-410f-bc2e-fd920a015256'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:05.981484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:05.983057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25eb47ef-4da7-4979-9aa6-1f168e1a4c76 req-103def83-c11c-4ab2-bd2b-c8fdbd741511 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601258 Jul 22 14:47:06.147058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.437225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.442376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.501685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35cbb14c-a2b3-4ef5-b92f-b46911395d41 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:06.526223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=ef5ea50a-0df2-4624-9f48-25748e8899cc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:06.528693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.562838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:06.568973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 79e1f21a-1b92-47fc-8a69-263ac586239f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:06.626047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 79e1f21a-1b92-47fc-8a69-263ac586239f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:06.631641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 79e1f21a-1b92-47fc-8a69-263ac586239f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:06.633577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.638464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:06.641179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:06.700344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312f8f0-4919-41c8-a276-46fa16f4de87 req-a362ae91-4b4a-4db7-b472-3a2a87159510 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:06.702155 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c312f8f0-4919-41c8-a276-46fa16f4de87 req-a362ae91-4b4a-4db7-b472-3a2a87159510 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0735221 Jul 22 14:47:06.713705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.739079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 79e1f21a-1b92-47fc-8a69-263ac586239f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=79e1f21a-1b92-47fc-8a69-263ac586239f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:06.744040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:06.753193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c312f8f0-4919-41c8-a276-46fa16f4de87 req-1f0883f2-c7fc-46a9-8769-a7e33acb7c87 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Jul 22 14:47:06.779473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:47:06.796765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=79e1f21a-1b92-47fc-8a69-263ac586239f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:06.891199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:47:06.897543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5736bb80-d4d6-4a0b-8532-9c9ae7df3e54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "PUT /v2.0/routers/b1e39fc4-a6fe-401c-ab8a-153e0efbfd20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1691489 Jul 22 14:47:06.900214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:06.901749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Sync routers for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:47:06.905087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--164569199', 'description': 'tempest-secgroup_access--164569199 description', 'project_id': '7894851394d747a29be50c6565942837'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:06.912557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:06.913190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:06.934555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.035329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:07.041571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.046460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.074608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.078899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48300) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:07.079708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1775708 Jul 22 14:47:07.085007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1730525162', 'description': 'tempest-secgroup_general--1730525162 description', 'project_id': '7894851394d747a29be50c6565942837'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:07.092353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d07bc3-22ae-429a-83d3-a5ad2b01d810 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90905385-0c6c-4c8e-a610-ee6627c26069,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:07.154493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.199556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b6ce9-2a67-4e89-9f91-54c00609a0de req-44cca5cb-a4c8-4b8a-ab78-e8f85b102aee tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:07.201177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a23b6ce9-2a67-4e89-9f91-54c00609a0de req-44cca5cb-a4c8-4b8a-ab78-e8f85b102aee tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 945 time: 0.1116714 Jul 22 14:47:07.270796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a23b6ce9-2a67-4e89-9f91-54c00609a0de req-baeb3e04-b4ef-4fe8-99c5-56d13eee0707 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Jul 22 14:47:07.297584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.297584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.327586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.328833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2485943 Jul 22 14:47:07.332485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:07.337137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'security_group_rule': {'security_group_id': '90905385-0c6c-4c8e-a610-ee6627c26069', 'project_id': '7894851394d747a29be50c6565942837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:07.342776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7d2b3-3905-4080-82e2-6a8afd1a047e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d9d27-98f7-4caa-9341-2add1da2bcb6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:07.362822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56cf34-9ce4-4ea2-b568-04b8f316f20d None None] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:47:07.367265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0d64b394-ff13-410f-bc2e-fd920a015256 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:07.374205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.450674 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.456932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.460657 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.479027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79ed7bf-48ff-4032-a785-758374b44fb5,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:07.483061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] Provisioning for port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:07.485944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.491100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1092020d-cb6c-4aa2-873c-2b4e5e250d69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1575003 Jul 22 14:47:07.505359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] Provisioning complete for port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:07.505741 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.602248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 0d64b394-ff13-410f-bc2e-fd920a015256 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:07.618848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 0d64b394-ff13-410f-bc2e-fd920a015256 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:07.619230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.641594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-1e26d0c6-d66d-4516-8d33-bc686df87a62 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--164569199&fields=id&tenant_id=7894851394d747a29be50c6565942837 HTTP/1.1" status: 200 len: 267 time: 0.0405071 Jul 22 14:47:07.681266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-e3e9cf66-6f6e-4fc6-8e87-7873f0c627d8 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--1730525162&fields=id&tenant_id=7894851394d747a29be50c6565942837 HTTP/1.1" status: 200 len: 267 time: 0.0329158 Jul 22 14:47:07.714041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 2, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:07.772393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Checking router: b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:47:07.772868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Updating router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 port ef5ea50a-0df2-4624-9f48-25748e8899cc binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:47:07.775859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.798738 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.802831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-9745bdb2-bf96-41c1-9ffa-98d89e79b2a9 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:07.804862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-9745bdb2-bf96-41c1-9ffa-98d89e79b2a9 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/networks?id=5ef7140d-877a-4a6f-b4c3-8076549ea23b HTTP/1.1" status: 200 len: 797 time: 0.1162183 Jul 22 14:47:07.824274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-2822470c-549b-489c-9fa8-ce93416f7d8b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/quotas/7894851394d747a29be50c6565942837 HTTP/1.1" status: 200 len: 375 time: 0.0140140 Jul 22 14:47:07.868440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.877253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] For port 35cbb14c-a2b3-4ef5-b92f-b46911395d41, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35cbb14c-a2b3-4ef5-b92f-b46911395d41,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:07.898412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.946177 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:07.964535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-c7bae25f-6ecf-4019-8cf7-49a623178127 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1348555 Jul 22 14:47:07.972782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84377beb-19f2-44e7-9e04-f411737409c6 req-e97399f3-38d3-4bd8-84a6-9e4df5c3b654 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:07.974335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84377beb-19f2-44e7-9e04-f411737409c6 req-e97399f3-38d3-4bd8-84a6-9e4df5c3b654 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1007521 Jul 22 14:47:08.052372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12c8af-26a0-4a09-8785-f9130115f728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d64b394-ff13-410f-bc2e-fd920a015256'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:08.054823 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94864626-0993-4563-bca1-5a7bc605d254" -d '{"events": [{"server_uuid": "db12c8af-26a0-4a09-8785-f9130115f728", "name": "network-vif-plugged", "status": "completed", "tag": "0d64b394-ff13-410f-bc2e-fd920a015256"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:08.075218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84377beb-19f2-44e7-9e04-f411737409c6 req-cc76d46f-386f-4a67-9a8d-9358c4a29793 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902457 Jul 22 14:47:08.079805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c43dba-5111-479a-8c2a-7e43b82bdc91 None None] Pushing event updated for resources: {'Port': ['ID=35cbb14c-a2b3-4ef5-b92f-b46911395d41,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:08.083918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 0d64b394-ff13-410f-bc2e-fd920a015256, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0d64b394-ff13-410f-bc2e-fd920a015256,segment=NetworkSegment(ce18440e-0e7b-401a-9f97-638d5d6f0700),segment_id=ce18440e-0e7b-401a-9f97-638d5d6f0700)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:08.090808 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.131373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-63e11083-be2f-47fe-9b7b-3b55aa44d338 service neutron] 10.222.0.60 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431441 Jul 22 14:47:08.198901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=0d64b394-ff13-410f-bc2e-fd920a015256,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:08.248859 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4c554-767c-4b1c-93c6-00ef28dfef7a x-openstack-request-id: req-7fc4c554-767c-4b1c-93c6-00ef28dfef7a {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:08.249152 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12c8af-26a0-4a09-8785-f9130115f728", "name": "network-vif-plugged", "status": "completed", "tag": "0d64b394-ff13-410f-bc2e-fd920a015256", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:08.249401 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fc4c554-767c-4b1c-93c6-00ef28dfef7a {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:08.249813 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12c8af-26a0-4a09-8785-f9130115f728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d64b394-ff13-410f-bc2e-fd920a015256', 'code': 200} Jul 22 14:47:08.251234 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-1db3190b-757f-4f6e-be1d-c8e6e03bba18 service neutron] 10.222.0.60 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135268 Jul 22 14:47:08.290809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca7d8dd0-f12f-42fe-8819-fa75614a1495 None None] Provisioning for port ef5ea50a-0df2-4624-9f48-25748e8899cc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:08.301265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca7d8dd0-f12f-42fe-8819-fa75614a1495 None None] Provisioning complete for port ef5ea50a-0df2-4624-9f48-25748e8899cc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:08.302059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8dd0-f12f-42fe-8819-fa75614a1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.402885 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.415127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d8dd0-f12f-42fe-8819-fa75614a1495 None None] Port ef5ea50a-0df2-4624-9f48-25748e8899cc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:47:08.428795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2de3f-47d8-4eaf-b4c5-7ad2ad6ddfe2 req-af054e27-9aef-4b84-9fd5-3ef7dd7f06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:08.430914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddb2de3f-47d8-4eaf-b4c5-7ad2ad6ddfe2 req-af054e27-9aef-4b84-9fd5-3ef7dd7f06bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 1097 time: 0.1209452 Jul 22 14:47:08.454484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Transition to ACTIVE for port object ef5ea50a-0df2-4624-9f48-25748e8899cc will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:08.472336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35cbb14c-a2b3-4ef5-b92f-b46911395d41 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:08.512334 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.527062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ddb2de3f-47d8-4eaf-b4c5-7ad2ad6ddfe2 req-80d15293-f59b-4bcf-93b8-540c3a0348de service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898912 Jul 22 14:47:08.531206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec500e7e-1c6a-4909-ac18-8ff62a981865 req-8c211c83-3a55-4105-953f-301879f49010 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 210 time: 0.0648296 Jul 22 14:47:08.553845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca7d8dd0-f12f-42fe-8819-fa75614a1495 None None] Provisioning complete for port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:08.554656 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7d8dd0-f12f-42fe-8819-fa75614a1495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.576575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91b77a-bcb7-47f3-96c3-0de826d6c9d1 req-e1f08c57-b2a4-4bb7-a450-d1448a0e2264 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:08.590418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c91b77a-bcb7-47f3-96c3-0de826d6c9d1 req-e1f08c57-b2a4-4bb7-a450-d1448a0e2264 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.1993945 Jul 22 14:47:08.615675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e117c-6bda-4e18-bafd-963124ce1552 None None] Pushing event updated for resources: {'Port': ['ID=ef5ea50a-0df2-4624-9f48-25748e8899cc,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:08.660827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c91b77a-bcb7-47f3-96c3-0de826d6c9d1 req-88373387-7e20-4a9e-9b2a-1e79586f1e8d tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687191 Jul 22 14:47:08.718804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:08.719309 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.787402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Attempting to bind port ef5ea50a-0df2-4624-9f48-25748e8899cc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:08.787778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Attempting to bind port ef5ea50a-0df2-4624-9f48-25748e8899cc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:08.788162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Attempting to bind port ef5ea50a-0df2-4624-9f48-25748e8899cc on network 5ef7140d-877a-4a6f-b4c3-8076549ea23b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:08.803407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:08.804032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Checking segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:08.804226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.804506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Bound using segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:08.805016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Bound port: ef5ea50a-0df2-4624-9f48-25748e8899cc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:08.805396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:08.915249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 79e1f21a-1b92-47fc-8a69-263ac586239f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:08.917738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] For port ef5ea50a-0df2-4624-9f48-25748e8899cc, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:08.922174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] For port ef5ea50a-0df2-4624-9f48-25748e8899cc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ef5ea50a-0df2-4624-9f48-25748e8899cc,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:08.948620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:09.033570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e117c-6bda-4e18-bafd-963124ce1552 None None] Pushing event updated for resources: {'Port': ['ID=ef5ea50a-0df2-4624-9f48-25748e8899cc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:09.039193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:09.039852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:46:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:09.115830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 79e1f21a-1b92-47fc-8a69-263ac586239f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:09.116243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:09.213988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:09.237680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c300e-61df-41d4-aebf-0edb3dc62cbc req-ba243075-56fb-40a2-a5d2-005d50676bc2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:09.239933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375c300e-61df-41d4-aebf-0edb3dc62cbc req-ba243075-56fb-40a2-a5d2-005d50676bc2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0723629 Jul 22 14:47:09.283191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-375c300e-61df-41d4-aebf-0edb3dc62cbc req-541f06bd-f594-47e0-af3b-098e252d1ed2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373733 Jul 22 14:47:09.463010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:08Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:09.507331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c0cf8f-f3bd-4414-b45a-67661946ba06 None None] The sync data for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 is: [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:08Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:47:09.662330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-f969e820-1a7c-4433-ad41-c15f3ed45c42 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:09.663954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-f969e820-1a7c-4433-ad41-c15f3ed45c42 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.72 "GET /v2.0/networks?id=5ef7140d-877a-4a6f-b4c3-8076549ea23b HTTP/1.1" status: 200 len: 797 time: 0.1539912 Jul 22 14:47:09.700356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f486c2d-eaec-458c-ba2c-833039fd992f req-a7e3da6b-74cd-4781-8adc-ab11dab1ae58 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 210 time: 0.0525937 Jul 22 14:47:09.747003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-f5c76dcc-aa49-40a4-860b-f77b716c9147 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7894851394d747a29be50c6565942837 HTTP/1.1" status: 200 len: 477 time: 0.0681920 Jul 22 14:47:09.757193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'port': {'device_id': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'admin_state_up': True, 'tenant_id': '7894851394d747a29be50c6565942837', 'security_groups': ['90905385-0c6c-4c8e-a610-ee6627c26069', '8c7d9d27-98f7-4caa-9341-2add1da2bcb6']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:09.844246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fea6aef1-915f-4275-a50c-618d958a78a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:09.868551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43e8fa-8abd-42a7-a9e2-d4672064cf70 req-b9604ef9-fb75-44d0-b745-64e7a8370867 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:09.871403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe43e8fa-8abd-42a7-a9e2-d4672064cf70 req-b9604ef9-fb75-44d0-b745-64e7a8370867 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.1101210 Jul 22 14:47:09.916012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Made reservation on behalf of 7894851394d747a29be50c6565942837 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:09.919795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:09.926617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe43e8fa-8abd-42a7-a9e2-d4672064cf70 req-c4946379-6212-4c52-bc34-dd3253e7ccbb tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Jul 22 14:47:10.058916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.20.0.4 (5ef7140d-877a-4a6f-b4c3-8076549ea23b/b9293595-52e1-40d8-b0c7-c51e28017175/f1cb2888-c78e-4632-a2b8-dc161649f9b2) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:10.073811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565a5bd-8685-41ad-8e0d-9f14eaa9836b req-3812105d-205f-42ca-b59a-21fd1c0eab0f tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:10.075477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c565a5bd-8685-41ad-8e0d-9f14eaa9836b req-3812105d-205f-42ca-b59a-21fd1c0eab0f tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.0765669 Jul 22 14:47:10.127207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c565a5bd-8685-41ad-8e0d-9f14eaa9836b req-4978ee92-b730-4ae8-8df3-64d3161a5272 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Jul 22 14:47:10.252162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.270414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Transition to ACTIVE for port object f1cb2888-c78e-4632-a2b8-dc161649f9b2 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:10.317086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.360638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:10.364106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:10.368555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:10.457719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=f1cb2888-c78e-4632-a2b8-dc161649f9b2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:10.492482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:10.493145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.525351 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-ce71482c-8e97-4ede-b66d-4dc288ca6d54 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7730026 Jul 22 14:47:10.542508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaa97b-3082-4d25-b365-3ff6a2446a95 req-562b9c9f-47f0-474d-8dbd-1a42e23dbdf8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:10.548565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Request body: {'port': {'device_id': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:10.549531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfeaa97b-3082-4d25-b365-3ff6a2446a95 req-562b9c9f-47f0-474d-8dbd-1a42e23dbdf8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1601233 Jul 22 14:47:10.552821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ef5ea50a-0df2-4624-9f48-25748e8899cc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:10.624852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ef5ea50a-0df2-4624-9f48-25748e8899cc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:10.627675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfeaa97b-3082-4d25-b365-3ff6a2446a95 req-aa514a3e-082a-454e-9b25-a88047597c69 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766470 Jul 22 14:47:10.635625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ef5ea50a-0df2-4624-9f48-25748e8899cc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:10.636023 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.649122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.679490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa426-9ca5-4e04-b26f-e17b590474c8 req-7ab3eda4-4f91-48db-ac3a-e82b5054d47b tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:10.687063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-909aa426-9ca5-4e04-b26f-e17b590474c8 req-7ab3eda4-4f91-48db-ac3a-e82b5054d47b tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.2158849 Jul 22 14:47:10.732961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-909aa426-9ca5-4e04-b26f-e17b590474c8 req-5de323dc-fdd6-4a60-80e8-c2a5f4050059 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Jul 22 14:47:10.765553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.811586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-335012cf-998a-4f19-887d-0483d86d40b3 None None] Provisioning for port f1cb2888-c78e-4632-a2b8-dc161649f9b2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:10.818711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ef5ea50a-0df2-4624-9f48-25748e8899cc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ef5ea50a-0df2-4624-9f48-25748e8899cc,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:10.823880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-335012cf-998a-4f19-887d-0483d86d40b3 None None] Provisioning complete for port f1cb2888-c78e-4632-a2b8-dc161649f9b2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:10.824442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335012cf-998a-4f19-887d-0483d86d40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.872529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720292e9-e4d6-42ed-9152-0c1d14dd9b1a req-091e515f-3020-4ac8-82da-da97303f186d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:10.881916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-720292e9-e4d6-42ed-9152-0c1d14dd9b1a req-091e515f-3020-4ac8-82da-da97303f186d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 970 time: 0.1053712 Jul 22 14:47:10.883328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:10.932016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-335012cf-998a-4f19-887d-0483d86d40b3 None None] Port f1cb2888-c78e-4632-a2b8-dc161649f9b2 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:47:10.947185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-720292e9-e4d6-42ed-9152-0c1d14dd9b1a req-be041673-4df2-4bc2-b0ef-0df286839d51 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0634689 Jul 22 14:47:10.953972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ef5ea50a-0df2-4624-9f48-25748e8899cc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:11.199207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38dd13-0201-4401-a880-c320ed542604 req-682e00f0-ce79-4372-9ed9-ff4a03158e92 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:11.200879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff38dd13-0201-4401-a880-c320ed542604 req-682e00f0-ce79-4372-9ed9-ff4a03158e92 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.0856981 Jul 22 14:47:11.242181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff38dd13-0201-4401-a880-c320ed542604 req-2687cc15-9b9a-4b51-b1c4-06239d506ef0 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Jul 22 14:47:11.363125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1cb2888-c78e-4632-a2b8-dc161649f9b2 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:11.370598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:11.382448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Transition to ACTIVE for port object f1cb2888-c78e-4632-a2b8-dc161649f9b2 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:11.386274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:11.437905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb2888-c78e-4632-a2b8-dc161649f9b2,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:11.511193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Attempting to bind port f1cb2888-c78e-4632-a2b8-dc161649f9b2 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:11.511536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Attempting to bind port f1cb2888-c78e-4632-a2b8-dc161649f9b2 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:11.511871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Attempting to bind port f1cb2888-c78e-4632-a2b8-dc161649f9b2 on network 5ef7140d-877a-4a6f-b4c3-8076549ea23b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:11.516485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Port f1cb2888-c78e-4632-a2b8-dc161649f9b2 on network 5ef7140d-877a-4a6f-b4c3-8076549ea23b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:47:11.516817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Attempting to bind port f1cb2888-c78e-4632-a2b8-dc161649f9b2 on network 5ef7140d-877a-4a6f-b4c3-8076549ea23b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:11.522145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:11.522497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Checking segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:11.522931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Bound using segment: {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:11.523369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Bound port: f1cb2888-c78e-4632-a2b8-dc161649f9b2, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6152a947-bfb0-4182-ae01-ca21a1249137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:11.523739 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:11.595841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] For port f1cb2888-c78e-4632-a2b8-dc161649f9b2, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:11.599398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] For port f1cb2888-c78e-4632-a2b8-dc161649f9b2, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:11.603997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:11.636682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:11.637311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:11.638752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] 10.222.0.72 "PUT /v2.0/ports/f1cb2888-c78e-4632-a2b8-dc161649f9b2 HTTP/1.1" status: 200 len: 1130 time: 1.1012936 Jul 22 14:47:11.639196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:11.641458 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99f7c26-9180-48d4-9b39-97c5d1493df9" -d '{"events": [{"name": "network-changed", "server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:11.677291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c58c1-2651-444a-84d4-535d4e3cc306 service neutron] Pushing event updated for resources: {'Port': ['ID=f1cb2888-c78e-4632-a2b8-dc161649f9b2,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:11.721457 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dea165-9401-44f3-89ad-e975d01f6738 x-openstack-request-id: req-02dea165-9401-44f3-89ad-e975d01f6738 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:11.722303 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:11.722722 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02dea165-9401-44f3-89ad-e975d01f6738 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:11.723010 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'status': 'completed', 'code': 200} Jul 22 14:47:11.753888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-fa43a918-3632-4bdf-9285-49c03c6b61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:11.755502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-fa43a918-3632-4bdf-9285-49c03c6b61f0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1133 time: 0.0667381 Jul 22 14:47:11.806101 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-240cab59-0d21-4c5b-a3da-7b60619485b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0428543 Jul 22 14:47:11.807131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257cce6-a3a9-414c-92fd-982bb3f3719e req-9bad1ed6-da2a-4f60-aafe-b6260441ef30 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:11.808984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4257cce6-a3a9-414c-92fd-982bb3f3719e req-9bad1ed6-da2a-4f60-aafe-b6260441ef30 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0771194 Jul 22 14:47:11.849861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4257cce6-a3a9-414c-92fd-982bb3f3719e req-e5f3c024-11ce-4475-b15f-0e5c06110b43 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Jul 22 14:47:11.861862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-efab4ba9-c5ab-40a7-9fd3-31298fd0299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:11.864069 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-efab4ba9-c5ab-40a7-9fd3-31298fd0299b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9293595-52e1-40d8-b0c7-c51e28017175 HTTP/1.1" status: 200 len: 835 time: 0.0472448 Jul 22 14:47:11.940045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-4103c497-6476-4569-991d-eb7ccc8c477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:11.940540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-4103c497-6476-4569-991d-eb7ccc8c477c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ef7140d-877a-4a6f-b4c3-8076549ea23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612547 Jul 22 14:47:12.042889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-c0b885df-90ef-42d1-8443-8a093dba61ae service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951245 Jul 22 14:47:12.088482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9ad732-466e-4806-a984-6aee94312987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:12.098705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed0871-7d74-4605-a9a5-28781b696872 req-908ae569-e04b-4390-8b3c-6d2ad374e646 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.098705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23ed0871-7d74-4605-a9a5-28781b696872 req-908ae569-e04b-4390-8b3c-6d2ad374e646 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 982 time: 0.0797279 Jul 22 14:47:12.139126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23ed0871-7d74-4605-a9a5-28781b696872 req-7cd5f071-701f-49a7-afa3-b8d5c2fcdf02 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347412 Jul 22 14:47:12.152340 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d7b69ea7-44d0-4b42-a1a2-f80b347d56ad req-41377046-a5c6-4b08-9668-89adeb5914f8 service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018527 Jul 22 14:47:12.275104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-5f259bbf-1a2a-476f-9274-b35b0e6cb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.276659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-5f259bbf-1a2a-476f-9274-b35b0e6cb361 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1133 time: 0.0620260 Jul 22 14:47:12.337911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:12.380792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-d52a6adb-78ef-4885-a3c3-3745dd05ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.382297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-d52a6adb-78ef-4885-a3c3-3745dd05ad70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ef7140d-877a-4a6f-b4c3-8076549ea23b HTTP/1.1" status: 200 len: 898 time: 0.0966401 Jul 22 14:47:12.387806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554b8c2-4b9b-479b-9718-2de05aeeaebb req-1ef138cc-fb78-4b33-a6ed-edb6c275f027 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.389395 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a554b8c2-4b9b-479b-9718-2de05aeeaebb req-1ef138cc-fb78-4b33-a6ed-edb6c275f027 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.0747700 Jul 22 14:47:12.432438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a554b8c2-4b9b-479b-9718-2de05aeeaebb req-bd090833-fc13-4ca1-a140-46c9afe4342f tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/security-groups?id=e9d17815-431e-4643-be4f-1b02dab1cc08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371919 Jul 22 14:47:12.435678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-6e2a5095-fbc8-4d5d-9005-e093175229e2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0414042 Jul 22 14:47:12.459708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ef5ea50a-0df2-4624-9f48-25748e8899cc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:12.490040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-eebfefdd-b579-4d70-965f-20c8411365bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.491618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-eebfefdd-b579-4d70-965f-20c8411365bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9293595-52e1-40d8-b0c7-c51e28017175 HTTP/1.1" status: 200 len: 835 time: 0.0491774 Jul 22 14:47:12.509497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ef5ea50a-0df2-4624-9f48-25748e8899cc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:12.509874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:12.562967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-861080ae-9216-453c-84ee-f31d8dc6a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.564599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-861080ae-9216-453c-84ee-f31d8dc6a4d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ef7140d-877a-4a6f-b4c3-8076549ea23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661671 Jul 22 14:47:12.698801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-10fb3a37-cfe3-4243-abb4-ef253c38b402 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.700211 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-10fb3a37-cfe3-4243-abb4-ef253c38b402 tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.72 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 946 time: 0.1489959 Jul 22 14:47:12.702674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-4fb8699f-1e2f-4e88-8bf2-6cf930e403b7 service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214955 Jul 22 14:47:12.876975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a99f7c26-9180-48d4-9b39-97c5d1493df9 req-18654986-ffca-46c8-bf52-8bdd48be322b service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524510 Jul 22 14:47:12.894839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Deleting port 0d64b394-ff13-410f-bc2e-fd920a015256 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:47:12.895212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:12.986258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12396-6b4e-443f-94e6-3ae1fb61e795 req-21d73e15-b9f9-4a22-9703-d492279aaaf7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:12.988876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33d12396-6b4e-443f-94e6-3ae1fb61e795 req-21d73e15-b9f9-4a22-9703-d492279aaaf7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0695777 Jul 22 14:47:12.994716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] For port 0d64b394-ff13-410f-bc2e-fd920a015256, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=0d64b394-ff13-410f-bc2e-fd920a015256,segment=NetworkSegment(ce18440e-0e7b-401a-9f97-638d5d6f0700),segment_id=ce18440e-0e7b-401a-9f97-638d5d6f0700)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:12.995097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:13.008412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Calling delete_port for 0d64b394-ff13-410f-bc2e-fd920a015256 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:47:13.027988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33d12396-6b4e-443f-94e6-3ae1fb61e795 req-00041ff5-caf6-4618-a248-2bc4eb329036 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312991 Jul 22 14:47:13.159560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:13.172670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['0d64b394-ff13-410f-bc2e-fd920a015256'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:13.192549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Pushing event deleted for resources: {'Port': ['ID=0d64b394-ff13-410f-bc2e-fd920a015256,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:13.243150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] No DVR routers for this DVR port 0d64b394-ff13-410f-bc2e-fd920a015256 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:47:13.245644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:13.247718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-20d24dff-a74c-4615-ae93-415fbb0cdd2b req-074c28d1-11cd-48af-8ad1-f7929a80349a tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.72 "DELETE /v2.0/ports/0d64b394-ff13-410f-bc2e-fd920a015256 HTTP/1.1" status: 204 len: 173 time: 0.5343919 Jul 22 14:47:13.308595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b6c16-33b8-464b-94d4-c1ec2ab40b1b req-55594ff5-a98c-4506-9972-fc0b510c3724 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:13.310118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d5b6c16-33b8-464b-94d4-c1ec2ab40b1b req-55594ff5-a98c-4506-9972-fc0b510c3724 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 982 time: 0.0892303 Jul 22 14:47:13.353482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d5b6c16-33b8-464b-94d4-c1ec2ab40b1b req-c8938c0c-4b22-4b6a-89c6-cfc9a20a63c5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0370400 Jul 22 14:47:13.541383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caa94756-35b6-426d-b9eb-c75c9d0301c9 req-729eb946-52ac-4000-83ff-03dbcf84775f tempest-ServersNegativeTestMultiTenantJSON-2121432732 tempest-ServersNegativeTestMultiTenantJSON-2121432732-project] 10.222.0.60 "GET /v2.0/ports?device_id=db12c8af-26a0-4a09-8785-f9130115f728 HTTP/1.1" status: 200 len: 210 time: 0.0290992 Jul 22 14:47:13.613374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:13.724293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db12c8af-26a0-4a09-8785-f9130115f728', 'name': 'network-vif-deleted', 'tag': '0d64b394-ff13-410f-bc2e-fd920a015256'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:13.727136 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6fcaff-dcfc-42e0-82b8-c34cc782963a" -d '{"events": [{"server_uuid": "db12c8af-26a0-4a09-8785-f9130115f728", "name": "network-vif-deleted", "tag": "0d64b394-ff13-410f-bc2e-fd920a015256"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:13.758762 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:47:13.764739 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6cf8f0-0a97-4d22-8a6b-b2a35aa44607 x-openstack-request-id: req-6f6cf8f0-0a97-4d22-8a6b-b2a35aa44607 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:13.765041 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db12c8af-26a0-4a09-8785-f9130115f728", "name": "network-vif-deleted", "tag": "0d64b394-ff13-410f-bc2e-fd920a015256", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:13.765294 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f6cf8f0-0a97-4d22-8a6b-b2a35aa44607 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:13.765706 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db12c8af-26a0-4a09-8785-f9130115f728', 'name': 'network-vif-deleted', 'tag': '0d64b394-ff13-410f-bc2e-fd920a015256', 'status': 'completed', 'code': 200} Jul 22 14:47:14.158117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f3b76-4042-4ca4-ae82-5f0e91e1417d req-a1a78490-916f-4a21-93f2-5162fbbd0c9e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:14.159688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce5f3b76-4042-4ca4-ae82-5f0e91e1417d req-a1a78490-916f-4a21-93f2-5162fbbd0c9e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0642953 Jul 22 14:47:14.200139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce5f3b76-4042-4ca4-ae82-5f0e91e1417d req-d7a0afb7-cfe2-4386-8051-38686718836d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jul 22 14:47:14.495055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0929c-7404-410f-bb26-442838216175 req-eef2aba4-96e6-4a88-bae7-621ca603857d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:14.496586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6c0929c-7404-410f-bb26-442838216175 req-eef2aba4-96e6-4a88-bae7-621ca603857d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 982 time: 0.0728076 Jul 22 14:47:14.536504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6c0929c-7404-410f-bb26-442838216175 req-85ba88c6-01a8-4155-ac1d-3d9ee4115b49 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342591 Jul 22 14:47:14.598184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:14.642372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Deleting subnet f9936a23-9a13-4f6e-aa0d-cfcac1e93afe {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:47:14.645431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.684616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.723064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.775828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.800662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9936a23-9a13-4f6e-aa0d-cfcac1e93afe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:14.804424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.807409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cb6ad416-e581-4a6f-be53-c8ee525b25df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f9936a23-9a13-4f6e-aa0d-cfcac1e93afe HTTP/1.1" status: 204 len: 168 time: 0.2070923 Jul 22 14:47:14.809099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:14.881641 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.961310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:14.972601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7f099a-54dd-4eb6-b531-8902e07fff23']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:14.984097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce18440e-0e7b-401a-9f97-638d5d6f0700') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:14.984406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce18440e-0e7b-401a-9f97-638d5d6f0700') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:14.994064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.008250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.014251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:47:15.014679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:47:15.016360 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:47:15.074942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.081926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.083825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6a7f099a-54dd-4eb6-b531-8902e07fff23 HTTP/1.1" status: 204 len: 168 time: 0.2738047 Jul 22 14:47:15.086773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48400) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:15.094550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbef61-d666-4584-90a8-0100847b81a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7f099a-54dd-4eb6-b531-8902e07fff23,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:15.133026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Deleting subnet d6b75dc5-b395-4418-a4cf-3db321217148 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:47:15.136303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.171654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.216171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.226360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f1cb2888-c78e-4632-a2b8-dc161649f9b2 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:47:15.322930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.332574 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.352291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b75dc5-b395-4418-a4cf-3db321217148,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:15.356707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.358899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-85e1862d-ca15-45fd-996f-a752bba0b886 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d6b75dc5-b395-4418-a4cf-3db321217148 HTTP/1.1" status: 204 len: 168 time: 0.2711065 Jul 22 14:47:15.361505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:15.364537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f1cb2888-c78e-4632-a2b8-dc161649f9b2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:15.376378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'port_id': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'mac_address': 'fa:16:3e:0e:df:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:47:15.392775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc99b-7f48-434f-9b88-bb6746f58ee3 req-8355d663-09df-4a38-ae18-3d98d52e8d6f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:15.395002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ecbc99b-7f48-434f-9b88-bb6746f58ee3 req-8355d663-09df-4a38-ae18-3d98d52e8d6f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1078711 Jul 22 14:47:15.417201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.431817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1cb2888-c78e-4632-a2b8-dc161649f9b2 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:15.435574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.439986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ecbc99b-7f48-434f-9b88-bb6746f58ee3 req-d7a2151e-85f3-429f-bd0a-8164c2e64417 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Jul 22 14:47:15.454551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f1cb2888-c78e-4632-a2b8-dc161649f9b2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:15.465896 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.515503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f1cb2888-c78e-4632-a2b8-dc161649f9b2,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:15.524274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.533908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e2c861-bf91-476e-a08f-13bef038b784']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:15.543742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db4ec25-7ac9-4817-8e81-d7e562fc9cdb') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:15.544047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db4ec25-7ac9-4817-8e81-d7e562fc9cdb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:15.552745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.567221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.573622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:47:15.573991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:47:15.575802 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:47:15.635559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.641155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.643172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/74e2c861-bf91-476e-a08f-13bef038b784 HTTP/1.1" status: 204 len: 168 time: 0.2804866 Jul 22 14:47:15.654715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a970914-0d74-4768-9e36-3490d547cfa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e2c861-bf91-476e-a08f-13bef038b784,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:15.687761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['f1cb2888-c78e-4632-a2b8-dc161649f9b2'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:15.688863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7443c0-0976-4b9e-8a94-392b7024a9ca req-00d6195f-dbe4-424d-a893-fb62b260d43e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:15.691114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc7443c0-0976-4b9e-8a94-392b7024a9ca req-00d6195f-dbe4-424d-a893-fb62b260d43e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 983 time: 0.0812914 Jul 22 14:47:15.738882 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc7443c0-0976-4b9e-8a94-392b7024a9ca req-df4c4d11-bc20-4fb1-a8c0-2ac22b13288b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0393200 Jul 22 14:47:15.833531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:15.877317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61236b27-d34a-4728-827a-3e14847fba68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cff6338c735410ead69a1d0adb643f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425959 Jul 22 14:47:15.880395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:15.929296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f3f911f-1654-4b03-bb8a-9a080315999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.951757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f3f911f-1654-4b03-bb8a-9a080315999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:15.999346 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f3f911f-1654-4b03-bb8a-9a080315999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:16.001911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f3f911f-1654-4b03-bb8a-9a080315999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:16.006263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f3f911f-1654-4b03-bb8a-9a080315999e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9d17815-431e-4643-be4f-1b02dab1cc08 HTTP/1.1" status: 204 len: 168 time: 0.1249027 Jul 22 14:47:16.014674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f911f-1654-4b03-bb8a-9a080315999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d17815-431e-4643-be4f-1b02dab1cc08,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:16.338056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48422) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:16.379190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0afb7652-2472-452a-b255-90426bfcc7d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=050d3557e5b94c1ba786ff22fb6a2ac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399210 Jul 22 14:47:16.382200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:16.434742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f947dea3-4641-4e8f-b9ae-85bd155d6248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:16.455961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f947dea3-4641-4e8f-b9ae-85bd155d6248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:16.504797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f947dea3-4641-4e8f-b9ae-85bd155d6248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:16.507533 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f947dea3-4641-4e8f-b9ae-85bd155d6248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:16.508738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f947dea3-4641-4e8f-b9ae-85bd155d6248 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db07b363-7747-456f-a3b9-6aefc0f743fc HTTP/1.1" status: 204 len: 168 time: 0.1254535 Jul 22 14:47:16.517204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947dea3-4641-4e8f-b9ae-85bd155d6248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db07b363-7747-456f-a3b9-6aefc0f743fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:16.593797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1daa78-fb70-42eb-b625-a09277535959 req-51ab325a-5572-4d31-8ca6-13ae8884e4ae tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:16.595451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f1daa78-fb70-42eb-b625-a09277535959 req-51ab325a-5572-4d31-8ca6-13ae8884e4ae tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0813236 Jul 22 14:47:16.634697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f1daa78-fb70-42eb-b625-a09277535959 req-aa8c74f6-3b62-4f80-8d54-0a0dd7d36226 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337844 Jul 22 14:47:16.885560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2eef9-328a-41c8-a206-4bf7e9ff3a39 req-1b729f6c-74f9-4869-b408-c342cefbe341 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:16.887158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14d2eef9-328a-41c8-a206-4bf7e9ff3a39 req-1b729f6c-74f9-4869-b408-c342cefbe341 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 983 time: 0.0719254 Jul 22 14:47:16.931302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14d2eef9-328a-41c8-a206-4bf7e9ff3a39 req-15087dc9-ece8-4162-8afb-a193923e002c tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0368307 Jul 22 14:47:17.225633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f1cb2888-c78e-4632-a2b8-dc161649f9b2 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:17.287396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port f1cb2888-c78e-4632-a2b8-dc161649f9b2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:17.291174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port f1cb2888-c78e-4632-a2b8-dc161649f9b2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:17.291612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:17.374840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:17.398881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:17.401261 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4096fa6-530c-4063-8bef-bbde26d65c0c" -d '{"events": [{"server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:17.415347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port f1cb2888-c78e-4632-a2b8-dc161649f9b2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:17.420626 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:17.421639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0d64b394-ff13-410f-bc2e-fd920a015256 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:47:17.467601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 0d64b394-ff13-410f-bc2e-fd920a015256 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:47:17.467961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 0d64b394-ff13-410f-bc2e-fd920a015256 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:47:17.505274 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56324e33-f62b-422e-a072-82bd1056e6c3 x-openstack-request-id: req-56324e33-f62b-422e-a072-82bd1056e6c3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:17.505579 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "name": "network-vif-plugged", "status": "completed", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:17.505834 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-56324e33-f62b-422e-a072-82bd1056e6c3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:17.506232 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'code': 200} Jul 22 14:47:17.508345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=f1cb2888-c78e-4632-a2b8-dc161649f9b2,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:17.621425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc847f8-b4d7-4bcf-88c9-d98499a5adce req-53e48ccc-bbae-4f22-9be9-47957a0cbe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:17.623216 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bcc847f8-b4d7-4bcf-88c9-d98499a5adce req-53e48ccc-bbae-4f22-9be9-47957a0cbe83 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1135 time: 0.0597730 Jul 22 14:47:17.680098 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bcc847f8-b4d7-4bcf-88c9-d98499a5adce req-d3df1894-1018-49dc-89f3-7cb54a4b496f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0486212 Jul 22 14:47:17.890306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea134c3-f463-4b3c-9a1c-45d855ecab7f req-69f505bc-6eaf-48cf-8c24-613009fb7670 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:17.891893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ea134c3-f463-4b3c-9a1c-45d855ecab7f req-69f505bc-6eaf-48cf-8c24-613009fb7670 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.0896616 Jul 22 14:47:17.933410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ea134c3-f463-4b3c-9a1c-45d855ecab7f req-8d5ae1f0-1250-4caf-9928-6fca6d1ad38b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Jul 22 14:47:18.081508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2525ca-5642-464e-a3e1-3b6f0aa64ca4 req-90e80fee-08da-42b9-ac4b-dcdbbfbdc2d9 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:18.083319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff2525ca-5642-464e-a3e1-3b6f0aa64ca4 req-90e80fee-08da-42b9-ac4b-dcdbbfbdc2d9 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 984 time: 0.0783215 Jul 22 14:47:18.160694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff2525ca-5642-464e-a3e1-3b6f0aa64ca4 req-62a79b59-0224-41df-bca9-5658a6379def tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0674829 Jul 22 14:47:18.187129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ae817-af97-4fa3-bca7-8f905973be68 req-976b5956-577d-4a63-8716-379e8cc5ba82 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:18.189389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-832ae817-af97-4fa3-bca7-8f905973be68 req-976b5956-577d-4a63-8716-379e8cc5ba82 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1047223 Jul 22 14:47:18.233233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-832ae817-af97-4fa3-bca7-8f905973be68 req-8cff01c4-9158-4d32-aa07-18827628fce6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340734 Jul 22 14:47:18.408103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c49a8-d9e5-4198-9093-1340bedc1574 req-f92a8439-73db-4c8c-8542-2c5ad94d3257 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:18.410149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d18c49a8-d9e5-4198-9093-1340bedc1574 req-f92a8439-73db-4c8c-8542-2c5ad94d3257 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0819340 Jul 22 14:47:18.460907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d18c49a8-d9e5-4198-9093-1340bedc1574 req-3d83096a-7b0f-4137-8014-66e60cd85bb1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446076 Jul 22 14:47:18.771993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-cad9e941-d715-438c-ae94-0611cbee843b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:18.773446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-cad9e941-d715-438c-ae94-0611cbee843b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1082036 Jul 22 14:47:18.789314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-6b8822e7-6ba8-41e2-b2db-89889d7966f1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/quotas/dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Jul 22 14:47:18.867369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-fd131083-43dc-49fd-9142-9463206333d1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0727181 Jul 22 14:47:18.969314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-2e5445ad-c783-4e33-84c1-e2344bcc895c service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938814 Jul 22 14:47:19.099151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-867d73f3-e59d-444e-91f8-5d846c66f328 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227705 Jul 22 14:47:19.398728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f94792d-e661-4890-92c6-0f25c9ac4110 req-d69c8a34-ef7a-4e36-bf87-d5dc6466ba2c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 210 time: 0.0820887 Jul 22 14:47:19.427720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30945c09-fed9-4405-8bf6-7d3e2f773918 req-52933d5d-27d1-4cdb-a154-bdfe86c05c23 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:19.429661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30945c09-fed9-4405-8bf6-7d3e2f773918 req-52933d5d-27d1-4cdb-a154-bdfe86c05c23 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 984 time: 0.1319661 Jul 22 14:47:19.497765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30945c09-fed9-4405-8bf6-7d3e2f773918 req-806cff6a-18e0-4f5d-9399-2e0311d38aa8 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0541158 Jul 22 14:47:19.693235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f496d-5e7e-459f-91e7-f167e1bb15c0 req-56fef7e6-eadd-49ca-8ee2-93ca64e7d6e0 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:19.695216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be5f496d-5e7e-459f-91e7-f167e1bb15c0 req-56fef7e6-eadd-49ca-8ee2-93ca64e7d6e0 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 984 time: 0.1010308 Jul 22 14:47:19.750179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be5f496d-5e7e-459f-91e7-f167e1bb15c0 req-e7296ead-aa68-494e-b3a6-c15c48afd572 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0458691 Jul 22 14:47:19.915030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702bd1d-ae50-4f51-ad42-c4b78da49eda req-8109b94e-6bd6-4c11-8c4a-bc967bea6068 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:19.923798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b702bd1d-ae50-4f51-ad42-c4b78da49eda req-8109b94e-6bd6-4c11-8c4a-bc967bea6068 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1135 time: 0.0855098 Jul 22 14:47:19.940658 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b702bd1d-ae50-4f51-ad42-c4b78da49eda req-16826bc1-5b00-4633-bb74-007d0706e222 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.098431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b702bd1d-ae50-4f51-ad42-c4b78da49eda req-16826bc1-5b00-4633-bb74-007d0706e222 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.104242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b702bd1d-ae50-4f51-ad42-c4b78da49eda req-16826bc1-5b00-4633-bb74-007d0706e222 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.156909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b702bd1d-ae50-4f51-ad42-c4b78da49eda req-16826bc1-5b00-4633-bb74-007d0706e222 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2318153 Jul 22 14:47:20.158095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826bc1-5b00-4633-bb74-007d0706e222 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886704d5-6a27-46aa-86ea-95be0dd9530d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:20.185299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48540) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:20.255812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414389d5-d06a-4e79-a9a1-831f2a87a573 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:20.261057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48546) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:20.261636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-414389d5-d06a-4e79-a9a1-831f2a87a573 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1130 time: 0.0748231 Jul 22 14:47:20.265948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'tenant_id': '7894851394d747a29be50c6565942837', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:20.292147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.418853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.570378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-c0c86529-a673-447e-a202-eff79cf578c3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:20.572466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-c0c86529-a673-447e-a202-eff79cf578c3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.72 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1421535 Jul 22 14:47:20.585873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'port': {'device_id': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'admin_state_up': True, 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:20.606136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.25.3.105 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/aada640d-c4f0-4acf-b139-127d06357374) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:20.677986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90599b2e-509d-4836-b1b9-7f416b525f7d req-83320956-159e-4a61-add4-4a0af57f244d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 210 time: 0.1795824 Jul 22 14:47:20.771367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:20.774024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.780097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.833499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:20.931793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:20.935165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:20.937944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:20.966245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=aada640d-c4f0-4acf-b139-127d06357374,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:21.011507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Allocated IP 172.20.0.12 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/9fdacac4-8958-4720-9032-27e2b599639c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:21.250583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.272261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Transition to ACTIVE for port object 9fdacac4-8958-4720-9032-27e2b599639c will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:21.320647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.333978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:21.393036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=9fdacac4-8958-4720-9032-27e2b599639c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:21.411176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:21.412675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:21.425852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:21.478587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.572251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:21.575846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.609248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-9a30e1ea-bade-47d4-9983-06a634b060a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0277114 Jul 22 14:47:21.621484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Request body: {'port': {'device_id': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:21.657553 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.826680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1455b52a-09b4-4f9c-a63c-33fc5f1db1ca None None] Provisioning for port 9fdacac4-8958-4720-9032-27e2b599639c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:21.832194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1455b52a-09b4-4f9c-a63c-33fc5f1db1ca None None] Provisioning complete for port 9fdacac4-8958-4720-9032-27e2b599639c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:21.832822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1455b52a-09b4-4f9c-a63c-33fc5f1db1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.836778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.846436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.876884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1455b52a-09b4-4f9c-a63c-33fc5f1db1ca None None] Port 9fdacac4-8958-4720-9032-27e2b599639c cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:47:21.897998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:21.999151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48566) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:22.049270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.062651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=aada640d-c4f0-4acf-b139-127d06357374,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:22.181730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f9cc2-fde9-475c-bf12-d64953b76308 req-e41a1cbe-5241-4664-be99-2e87822cda75 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:22.183731 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa2f9cc2-fde9-475c-bf12-d64953b76308 req-e41a1cbe-5241-4664-be99-2e87822cda75 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 932 time: 0.3307979 Jul 22 14:47:22.237254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdacac4-8958-4720-9032-27e2b599639c {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:22.251356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.263745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8171c01-a7e3-4dcd-ad05-344359b7c16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.276343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Transition to ACTIVE for port object 9fdacac4-8958-4720-9032-27e2b599639c will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:47:22.278770 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Floating IP 81542e26-4c5c-44be-8129-46439bceefe7 associated. External IP: 172.25.3.105, port: f1cb2888-c78e-4632-a2b8-dc161649f9b2. Jul 22 14:47:22.281471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.327350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa2f9cc2-fde9-475c-bf12-d64953b76308 req-5cc13950-fdc5-4c60-94af-40c5d0762977 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341703 Jul 22 14:47:22.335503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdacac4-8958-4720-9032-27e2b599639c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:22.488184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Attempting to bind port 9fdacac4-8958-4720-9032-27e2b599639c on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:47:22.488707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Attempting to bind port 9fdacac4-8958-4720-9032-27e2b599639c by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:47:22.489480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Attempting to bind port 9fdacac4-8958-4720-9032-27e2b599639c on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:22.496402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Port 9fdacac4-8958-4720-9032-27e2b599639c on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:47:22.505307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Attempting to bind port 9fdacac4-8958-4720-9032-27e2b599639c on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:47:22.512130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:47:22.512474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:47:22.512871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:47:22.513319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Bound port: 9fdacac4-8958-4720-9032-27e2b599639c, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:47:22.513752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.610913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] For port 9fdacac4-8958-4720-9032-27e2b599639c, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:47:22.615674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] For port 9fdacac4-8958-4720-9032-27e2b599639c, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9fdacac4-8958-4720-9032-27e2b599639c,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:47:22.623219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.660135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:47:22.671417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:22.672186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.674902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] 10.222.0.72 "PUT /v2.0/ports/9fdacac4-8958-4720-9032-27e2b599639c HTTP/1.1" status: 200 len: 1092 time: 1.0574174 Jul 22 14:47:22.675543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'tag': '9fdacac4-8958-4720-9032-27e2b599639c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:22.678676 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2e73a9-3028-48e2-ab6d-dc755562871a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ba8ac1-a241-41ba-a6b7-a756347f4417", "tag": "9fdacac4-8958-4720-9032-27e2b599639c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:22.758244 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809f14cb-d977-45e1-a721-772ec79d950a x-openstack-request-id: req-809f14cb-d977-45e1-a721-772ec79d950a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:22.758684 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ba8ac1-a241-41ba-a6b7-a756347f4417", "tag": "9fdacac4-8958-4720-9032-27e2b599639c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:22.758823 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-809f14cb-d977-45e1-a721-772ec79d950a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:22.759266 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'tag': '9fdacac4-8958-4720-9032-27e2b599639c', 'status': 'completed', 'code': 200} Jul 22 14:47:22.761882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50536951-ad33-4a90-8513-d4750a2d0be9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdacac4-8958-4720-9032-27e2b599639c,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:22.800723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-6f1c33c8-8049-4346-9ad4-b4a12363a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:22.801626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8171c01-a7e3-4dcd-ad05-344359b7c16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.802635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-6f1c33c8-8049-4346-9ad4-b4a12363a02a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 1095 time: 0.0861797 Jul 22 14:47:22.808969 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a8171c01-a7e3-4dcd-ad05-344359b7c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.842314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a8171c01-a7e3-4dcd-ad05-344359b7c16d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a624a3bb03ed405fa2dcddefba9891cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8360999 Jul 22 14:47:22.844457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48574) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:22.851488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-f1ee3063-75f4-4d8d-bc90-b393040fe610 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacac4-8958-4720-9032-27e2b599639c HTTP/1.1" status: 200 len: 217 time: 0.0409508 Jul 22 14:47:22.907912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-1b186fc0-163d-4112-aa7f-c1c3ed5185d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:22.910120 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-1b186fc0-163d-4112-aa7f-c1c3ed5185d3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0519097 Jul 22 14:47:22.915921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8171c01-a7e3-4dcd-ad05-344359b7c16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86e88b-ecaf-424b-9c96-af8695dc2aa9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:22.922346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:47:22.965179 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] Sync routers for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:47:22.966048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:22.988180 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:22.989113 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:23.031486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-259a5bba-eb97-4b77-ab6a-ace5d188677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.033007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-259a5bba-eb97-4b77-ab6a-ace5d188677e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169879 Jul 22 14:47:23.066192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51bd83a4-84ef-4ab2-963a-db83f51b5cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:23.092206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d5cad958-d828-4a40-b73c-c0da94bef887 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8295772 Jul 22 14:47:23.095801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:23.098304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:23.101341 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82" -d '{"events": [{"name": "network-changed", "server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:23.124223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51bd83a4-84ef-4ab2-963a-db83f51b5cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:23.172287 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:23.204832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51bd83a4-84ef-4ab2-963a-db83f51b5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:23.209712 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-51bd83a4-84ef-4ab2-963a-db83f51b5cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:23.213648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-51bd83a4-84ef-4ab2-963a-db83f51b5cd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca86e88b-ecaf-424b-9c96-af8695dc2aa9 HTTP/1.1" status: 204 len: 168 time: 0.3618488 Jul 22 14:47:23.223548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd83a4-84ef-4ab2-963a-db83f51b5cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86e88b-ecaf-424b-9c96-af8695dc2aa9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:23.376435 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-b43a1f22-c1ef-475b-ab52-d9816e57d5cb service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340774 Jul 22 14:47:23.436732 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b363d86b-27e4-4f67-b630-4f8b40409a36 x-openstack-request-id: req-b363d86b-27e4-4f67-b630-4f8b40409a36 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:23.437198 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:23.437563 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b363d86b-27e4-4f67-b630-4f8b40409a36 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:23.439459 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'status': 'completed', 'code': 200} Jul 22 14:47:23.614093 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '81542e26-4c5c-44be-8129-46439bceefe7', 'tenant_id': '7894851394d747a29be50c6565942837', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'port_id': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'mac_address': 'fa:16:3e:0e:df:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:47:21Z', 'updated_at': '2021-07-22T14:47:21Z', 'revision_number': 0, 'project_id': '7894851394d747a29be50c6565942837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:10Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:23.653539 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] Checking router: b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:47:23.654813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdbb05-05aa-4526-b4ac-939639279b86 req-3c2a77d3-6d58-4436-ba7c-0453301cb2d2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.656598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03bdbb05-05aa-4526-b4ac-939639279b86 req-3c2a77d3-6d58-4436-ba7c-0453301cb2d2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 944 time: 0.1268847 Jul 22 14:47:23.662888 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:47:23.663509 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:23.687600 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-39aa7ffc-6665-4a97-a0a8-0f45b7548d5e req-f352124b-5316-4a7b-81c8-efeb75e6fc38 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995224 Jul 22 14:47:23.692726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3e56-2029-4faf-9598-0750ad158885 req-7c77a8d4-66f1-499b-8e46-cf5426af2e93 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.694172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5ed3e56-2029-4faf-9598-0750ad158885 req-7c77a8d4-66f1-499b-8e46-cf5426af2e93 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1173072 Jul 22 14:47:23.698882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.699352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.699823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.700287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.700753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.701228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.701678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.703982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5b1caded-03b5-4319-8227-68b3f1776759 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.6061206 Jul 22 14:47:23.708445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48600) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:23.740234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-07c983c6-d6f0-4406-812e-00f33214b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.742238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-07c983c6-d6f0-4406-812e-00f33214b9db service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1135 time: 0.2169611 Jul 22 14:47:23.757435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03bdbb05-05aa-4526-b4ac-939639279b86 req-36d4479d-7dc8-46f4-8737-9e249606b990 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Jul 22 14:47:23.857671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.858222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.858717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.859231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.859688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.860150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.860619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:23.862676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-50b18145-2488-4ec1-8d01-11dc1f714e33 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.1532331 Jul 22 14:47:23.867419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48606) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:23.950158 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:47:24.296111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-c0da4130-ff3e-4e68-81fa-88540a74b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.298041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-c0da4130-ff3e-4e68-81fa-88540a74b99a service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ef7140d-877a-4a6f-b4c3-8076549ea23b HTTP/1.1" status: 200 len: 898 time: 0.5493634 Jul 22 14:47:24.301429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-f46611a2-1d0a-486f-b466-0ba8052049d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.303646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-f46611a2-1d0a-486f-b466-0ba8052049d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 1095 time: 0.5311043 Jul 22 14:47:24.319215 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '81542e26-4c5c-44be-8129-46439bceefe7', 'tenant_id': '7894851394d747a29be50c6565942837', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'port_id': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'mac_address': 'fa:16:3e:0e:df:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:47:21Z', 'updated_at': '2021-07-22T14:47:21Z', 'revision_number': 0, 'project_id': '7894851394d747a29be50c6565942837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:10Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:47:24.420499 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aa24f-1c70-4fd5-86ab-c8caaeebaf9e None None] The sync data for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 is: [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '81542e26-4c5c-44be-8129-46439bceefe7', 'tenant_id': '7894851394d747a29be50c6565942837', 'floating_ip_address': '172.25.3.105', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'port_id': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'mac_address': 'fa:16:3e:0e:df:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:47:21Z', 'updated_at': '2021-07-22T14:47:21Z', 'revision_number': 0, 'project_id': '7894851394d747a29be50c6565942837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:10Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:47:24.427160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5ed3e56-2029-4faf-9598-0750ad158885 req-ef994b86-4728-40b8-86a4-f2df1bc2b846 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6994531 Jul 22 14:47:24.454393 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-2117f028-e96a-4ccf-a6ee-bd499cc9025f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2 HTTP/1.1" status: 200 len: 999 time: 0.1377492 Jul 22 14:47:24.537063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-f820554e-b7dc-4412-a2e0-75f13b09d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.539048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-f820554e-b7dc-4412-a2e0-75f13b09d2f6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.2209797 Jul 22 14:47:24.545152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-70c4ac25-c7b3-465a-993e-7f2d68c131f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.547062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-70c4ac25-c7b3-465a-993e-7f2d68c131f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9293595-52e1-40d8-b0c7-c51e28017175 HTTP/1.1" status: 200 len: 835 time: 0.0845122 Jul 22 14:47:24.610073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-316ab666-e4cb-4419-a018-a864b9fe2de8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacac4-8958-4720-9032-27e2b599639c HTTP/1.1" status: 200 len: 217 time: 0.0620224 Jul 22 14:47:24.709487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-07ce8887-ca35-4df5-8d16-91fb07dc7414 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.8408964 Jul 22 14:47:24.713745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48648) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:24.714104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-466df320-6bdb-4134-85e3-22d49398e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.715814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-466df320-6bdb-4134-85e3-22d49398e5a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0752642 Jul 22 14:47:24.819475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-04a47e75-38a7-41ba-9d34-421a4c3d4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.820633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-04a47e75-38a7-41ba-9d34-421a4c3d4885 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ef7140d-877a-4a6f-b4c3-8076549ea23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207353 Jul 22 14:47:24.827705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de25c7e-d1f9-4d7e-a566-b32cc012a12b tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.828353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de25c7e-d1f9-4d7e-a566-b32cc012a12b tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.830085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5de25c7e-d1f9-4d7e-a566-b32cc012a12b tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 HTTP/1.1" status: 200 len: 1990 time: 0.1150727 Jul 22 14:47:24.846039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d7b190-afdc-4694-8274-30ef850c0dfa None None] New status for floating IP 81542e26-4c5c-44be-8129-46439bceefe7: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:47:24.950008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-4bbf6230-2ffc-4352-bcd2-856d4bb55fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.951655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-4bbf6230-2ffc-4352-bcd2-856d4bb55fb8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284269 Jul 22 14:47:24.973863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564502-8eb3-4f99-ba16-a835bcf29b4e req-18eb9f03-f314-4e92-8f39-83966bab12c7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:24.976719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6564502-8eb3-4f99-ba16-a835bcf29b4e req-18eb9f03-f314-4e92-8f39-83966bab12c7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 944 time: 0.0934379 Jul 22 14:47:24.989821 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-5eb3add3-b4c8-4cce-8c85-bc37f8ad030a service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573176 Jul 22 14:47:25.062996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6564502-8eb3-4f99-ba16-a835bcf29b4e req-5ea7eba8-2d51-4c99-b859-c58a972cb80b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806313 Jul 22 14:47:25.126436 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-37cb6720-b6e7-45b0-a828-7219538a9dcc service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656892 Jul 22 14:47:25.160359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c98a9f7b-8b1d-4f54-8574-2cc55a610c82 req-7ce20912-9c14-44a3-9c18-a19ec192f666 service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621799 Jul 22 14:47:25.207099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48664) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:25.240290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6e2e73a9-3028-48e2-ab6d-dc755562871a req-b9ec2faf-30de-4fe4-9866-903f6d0edb99 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024234 Jul 22 14:47:25.335534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b1538f3-58b0-49ca-a847-573f230cc393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.428293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b1538f3-58b0-49ca-a847-573f230cc393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.433363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b1538f3-58b0-49ca-a847-573f230cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.479059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3b1538f3-58b0-49ca-a847-573f230cc393 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e022b04e94744b29a95c217ca4358e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2666790 Jul 22 14:47:25.479059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1538f3-58b0-49ca-a847-573f230cc393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed39c3b-4def-48cf-a32c-329d75573ebb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:25.479611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:25.571824 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21db229a-f2ae-41d5-9649-96675d8d9ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.595294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3f79a-8139-41b2-a596-3629c7394c2e req-74ce64b3-6ba6-42fb-8518-c77c9457353e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:25.596951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3e3f79a-8139-41b2-a596-3629c7394c2e req-74ce64b3-6ba6-42fb-8518-c77c9457353e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0816157 Jul 22 14:47:25.597631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21db229a-f2ae-41d5-9649-96675d8d9ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.649586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3e3f79a-8139-41b2-a596-3629c7394c2e req-1111c9d9-7bc8-410d-91be-fca3f1ae42a5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447524 Jul 22 14:47:25.659484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21db229a-f2ae-41d5-9649-96675d8d9ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.663036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21db229a-f2ae-41d5-9649-96675d8d9ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:25.666670 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-21db229a-f2ae-41d5-9649-96675d8d9ab3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aed39c3b-4def-48cf-a32c-329d75573ebb HTTP/1.1" status: 204 len: 168 time: 0.1836865 Jul 22 14:47:25.681363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db229a-f2ae-41d5-9649-96675d8d9ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed39c3b-4def-48cf-a32c-329d75573ebb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:26.199938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251cfe2-31ae-4453-b85e-b877eb7cb109 req-c5d0c14e-3f60-41c4-b216-2a73fcba1799 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:26.201429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0251cfe2-31ae-4453-b85e-b877eb7cb109 req-c5d0c14e-3f60-41c4-b216-2a73fcba1799 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 944 time: 0.0718079 Jul 22 14:47:26.241730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0251cfe2-31ae-4453-b85e-b877eb7cb109 req-af772e2a-b8d5-4898-9717-7e41838df5eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Jul 22 14:47:26.802496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d0409-921d-4047-80e0-c178a1559e7f req-0117719b-8696-4093-a136-6dd29299cb77 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:26.804218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c11d0409-921d-4047-80e0-c178a1559e7f req-0117719b-8696-4093-a136-6dd29299cb77 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0776715 Jul 22 14:47:26.863612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c11d0409-921d-4047-80e0-c178a1559e7f req-57e857cc-31e6-4e90-aece-aab1a384ead8 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513437 Jul 22 14:47:26.965633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d3a3a-6aad-47e0-bdc0-5a58ed0f7f5d req-e93d3b2b-13ac-41c6-976f-e418740ee369 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:26.967365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b50d3a3a-6aad-47e0-bdc0-5a58ed0f7f5d req-e93d3b2b-13ac-41c6-976f-e418740ee369 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0763564 Jul 22 14:47:27.008494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b50d3a3a-6aad-47e0-bdc0-5a58ed0f7f5d req-b189ca77-057a-4abc-97be-ad4d104eba28 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348785 Jul 22 14:47:27.240037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9fdacac4-8958-4720-9032-27e2b599639c details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:47:27.356579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9fdacac4-8958-4720-9032-27e2b599639c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9fdacac4-8958-4720-9032-27e2b599639c,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:27.369997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '9fdacac4-8958-4720-9032-27e2b599639c', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': '9fdacac4-8958-4720-9032-27e2b599639c', 'mac_address': 'fa:16:3e:c7:47:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:47:27.401118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6ea99-4280-4050-b83f-efaff9576e8b req-e026f40e-6578-41c6-ad50-802707bc06a0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:27.402844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ea6ea99-4280-4050-b83f-efaff9576e8b req-e026f40e-6578-41c6-ad50-802707bc06a0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 944 time: 0.0887916 Jul 22 14:47:27.418366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:27.432767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdacac4-8958-4720-9032-27e2b599639c {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:27.449232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ea6ea99-4280-4050-b83f-efaff9576e8b req-465401b7-47b4-417e-ab0c-ed60941bdc31 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Jul 22 14:47:27.461746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9fdacac4-8958-4720-9032-27e2b599639c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9fdacac4-8958-4720-9032-27e2b599639c,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:27.474065 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:27.526737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9fdacac4-8958-4720-9032-27e2b599639c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:27.702803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9fdacac4-8958-4720-9032-27e2b599639c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:27.984742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48760) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:28.010372 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef872d2-0607-418d-bffb-673d09f98b9b req-19bc5faf-e27b-4540-ab70-b1541dce08d4 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:28.011971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ef872d2-0607-418d-bffb-673d09f98b9b req-19bc5faf-e27b-4540-ab70-b1541dce08d4 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0707705 Jul 22 14:47:28.050304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ef872d2-0607-418d-bffb-673d09f98b9b req-ad4d705b-d05e-497e-8095-426c8691b720 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327544 Jul 22 14:47:28.097187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa2-cd99-4051-8a6f-99d99ce4a1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.155441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789e359-33a6-45f1-921b-6b4944740445 req-9c7c2f9e-f541-4f8f-9179-578f47d83399 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:28.157019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a789e359-33a6-45f1-921b-6b4944740445 req-9c7c2f9e-f541-4f8f-9179-578f47d83399 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0632222 Jul 22 14:47:28.186116 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa2-cd99-4051-8a6f-99d99ce4a1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.190797 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-815e9fa2-cd99-4051-8a6f-99d99ce4a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.196485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a789e359-33a6-45f1-921b-6b4944740445 req-a637024f-8843-4683-a9db-628601e625e7 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Jul 22 14:47:28.235883 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-815e9fa2-cd99-4051-8a6f-99d99ce4a1f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=620c7b42ae6748ca9a2c8038ab66c70a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497728 Jul 22 14:47:28.236941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9fa2-cd99-4051-8a6f-99d99ce4a1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d654df8-5920-451c-a0bc-9ee9edc0fd92,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:28.238508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:28.289712 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-808dc39c-f4bb-45bf-81fa-bdb62f853cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.310328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-808dc39c-f4bb-45bf-81fa-bdb62f853cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.359958 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-808dc39c-f4bb-45bf-81fa-bdb62f853cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.363300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-808dc39c-f4bb-45bf-81fa-bdb62f853cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.364620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-808dc39c-f4bb-45bf-81fa-bdb62f853cd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d654df8-5920-451c-a0bc-9ee9edc0fd92 HTTP/1.1" status: 204 len: 168 time: 0.1247416 Jul 22 14:47:28.372579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc39c-f4bb-45bf-81fa-bdb62f853cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d654df8-5920-451c-a0bc-9ee9edc0fd92,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:28.591242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc6f7d-df70-4af3-a2f0-dfa2b09a2ab6 req-373959d4-069c-4429-92bc-f8675e572a48 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:28.592770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4afc6f7d-df70-4af3-a2f0-dfa2b09a2ab6 req-373959d4-069c-4429-92bc-f8675e572a48 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 945 time: 0.0650339 Jul 22 14:47:28.628893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48774) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:28.640501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4afc6f7d-df70-4af3-a2f0-dfa2b09a2ab6 req-8607c7bf-adbd-4def-bbce-3ff2ad15762f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Jul 22 14:47:28.645547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-094ec731-10a3-4e81-9a97-a10f5e772d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.744757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-094ec731-10a3-4e81-9a97-a10f5e772d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.748675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-094ec731-10a3-4e81-9a97-a10f5e772d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.790886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-094ec731-10a3-4e81-9a97-a10f5e772d5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50e0bcd455eb485f8ed7fb22a9fb9721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605389 Jul 22 14:47:28.791876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ec731-10a3-4e81-9a97-a10f5e772d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00a847-eab3-4b20-9494-1cd18c052eff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:28.793620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:28.845491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8deef2a6-006d-4fb3-a3cc-b2d8db58b104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.867379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8deef2a6-006d-4fb3-a3cc-b2d8db58b104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.919916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8deef2a6-006d-4fb3-a3cc-b2d8db58b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.922640 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8deef2a6-006d-4fb3-a3cc-b2d8db58b104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:28.923823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8deef2a6-006d-4fb3-a3cc-b2d8db58b104 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef00a847-eab3-4b20-9494-1cd18c052eff HTTP/1.1" status: 204 len: 168 time: 0.1292074 Jul 22 14:47:28.932545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deef2a6-006d-4fb3-a3cc-b2d8db58b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00a847-eab3-4b20-9494-1cd18c052eff,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:29.195206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a617dde-defd-4222-9832-94dd82f22f62 req-5f939f8e-bd8f-4279-a9e7-3e6384437252 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:29.196111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a617dde-defd-4222-9832-94dd82f22f62 req-5f939f8e-bd8f-4279-a9e7-3e6384437252 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0704548 Jul 22 14:47:29.244605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a617dde-defd-4222-9832-94dd82f22f62 req-b2ab077c-6b85-4df7-b79d-65dcf82e5df4 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Jul 22 14:47:29.258848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9fdacac4-8958-4720-9032-27e2b599639c up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:29.323762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 9fdacac4-8958-4720-9032-27e2b599639c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:47:29.327632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 9fdacac4-8958-4720-9032-27e2b599639c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:29.328018 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:29.365689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a99ee-bdcc-421f-8e77-ac2112939201 req-b24817e3-bbf9-4e71-ba4e-7e3d79424b6c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:29.367379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e42a99ee-bdcc-421f-8e77-ac2112939201 req-b24817e3-bbf9-4e71-ba4e-7e3d79424b6c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0811951 Jul 22 14:47:29.411283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e42a99ee-bdcc-421f-8e77-ac2112939201 req-c0e19573-3725-4405-b6b1-1f581b5a486e tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 Jul 22 14:47:29.413347 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:29.441706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdacac4-8958-4720-9032-27e2b599639c'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:29.444143 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68643947-6d41-4946-a036-751b98af36ba" -d '{"events": [{"server_uuid": "f1ba8ac1-a241-41ba-a6b7-a756347f4417", "name": "network-vif-plugged", "status": "completed", "tag": "9fdacac4-8958-4720-9032-27e2b599639c"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:29.458195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9fdacac4-8958-4720-9032-27e2b599639c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9fdacac4-8958-4720-9032-27e2b599639c,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:29.462070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:29.490282 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7fa6ed-f924-4021-96e7-71b0f7f3b6e9 x-openstack-request-id: req-4b7fa6ed-f924-4021-96e7-71b0f7f3b6e9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:29.490606 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba8ac1-a241-41ba-a6b7-a756347f4417", "name": "network-vif-plugged", "status": "completed", "tag": "9fdacac4-8958-4720-9032-27e2b599639c", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:29.490861 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b7fa6ed-f924-4021-96e7-71b0f7f3b6e9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:29.491255 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdacac4-8958-4720-9032-27e2b599639c', 'code': 200} Jul 22 14:47:29.513905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9fdacac4-8958-4720-9032-27e2b599639c,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:29.604964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffc775-807e-45df-8f90-161a964f0815 req-73fb0248-b537-4f1e-8961-75f21de75708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:29.607011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcffc775-807e-45df-8f90-161a964f0815 req-73fb0248-b537-4f1e-8961-75f21de75708 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 1097 time: 0.0571640 Jul 22 14:47:29.643961 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fcffc775-807e-45df-8f90-161a964f0815 req-10d5d162-d31e-48c7-8c9e-0c62f707f056 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296681 Jul 22 14:47:29.777820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299855bc-21cd-4dd2-91d1-2bad1eb73ea3 req-fda9f33b-8576-4458-bfb0-4e581d099705 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:29.779387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-299855bc-21cd-4dd2-91d1-2bad1eb73ea3 req-fda9f33b-8576-4458-bfb0-4e581d099705 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 946 time: 0.0679805 Jul 22 14:47:29.818170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-299855bc-21cd-4dd2-91d1-2bad1eb73ea3 req-3f5d8e7c-0843-4566-baac-fa7fcf6294f8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331776 Jul 22 14:47:30.401376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da746b-6d23-479f-b2bb-77b9225b9199 req-5f2cbd50-5765-489e-be51-42850840c569 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:30.402967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18da746b-6d23-479f-b2bb-77b9225b9199 req-5f2cbd50-5765-489e-be51-42850840c569 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0773158 Jul 22 14:47:30.445585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18da746b-6d23-479f-b2bb-77b9225b9199 req-1728755f-9997-415a-bda6-80511509a6d6 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Jul 22 14:47:30.550089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5a337-ffcd-445f-a2c2-aff2a0ad7962 req-36fea55d-fad2-4b61-8b4b-97dffa15b402 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:30.551846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5b5a337-ffcd-445f-a2c2-aff2a0ad7962 req-36fea55d-fad2-4b61-8b4b-97dffa15b402 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0701523 Jul 22 14:47:30.594201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5b5a337-ffcd-445f-a2c2-aff2a0ad7962 req-27ce792f-e880-4a07-8971-72f0cfcf2ea6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347595 Jul 22 14:47:30.956156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e95bc6-c4d8-4183-87b5-f56971df8d1e req-e005d5c9-7196-4c24-8308-c84ea51056d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:30.957770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7e95bc6-c4d8-4183-87b5-f56971df8d1e req-e005d5c9-7196-4c24-8308-c84ea51056d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 946 time: 0.0714307 Jul 22 14:47:30.999754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7e95bc6-c4d8-4183-87b5-f56971df8d1e req-9ce5ebd3-5a58-4382-93db-46719e8aad1b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Jul 22 14:47:31.443493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 48852) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:31.564251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac22d18a-6d95-45ff-965f-337a5fda2794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.615787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223948fd-b5b8-4627-96fd-1bb7e334fcbc req-b3ee51d3-d633-4190-8b73-fd83e16f4592 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:31.617345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-223948fd-b5b8-4627-96fd-1bb7e334fcbc req-b3ee51d3-d633-4190-8b73-fd83e16f4592 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0987563 Jul 22 14:47:31.692223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-223948fd-b5b8-4627-96fd-1bb7e334fcbc req-3c85aea6-8e7f-4320-b009-89cb33b54daf tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663269 Jul 22 14:47:31.758608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac22d18a-6d95-45ff-965f-337a5fda2794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.762405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac22d18a-6d95-45ff-965f-337a5fda2794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.784207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9b57a-e210-46c0-93b1-6a100d6a2e97 req-bad37cd8-4a57-4043-a417-176ae2599b15 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:31.786489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4be9b57a-e210-46c0-93b1-6a100d6a2e97 req-bad37cd8-4a57-4043-a417-176ae2599b15 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1110051 Jul 22 14:47:31.849698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ac22d18a-6d95-45ff-965f-337a5fda2794 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca0ffc38b82749bc808aba8b308e6ae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050598 Jul 22 14:47:31.852435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:31.853807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22d18a-6d95-45ff-965f-337a5fda2794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f41c78-cb48-4532-aa99-ab1c7dfbd0e0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:31.878043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4be9b57a-e210-46c0-93b1-6a100d6a2e97 req-b1c6a3eb-f19b-496b-be91-458d8bba9ab5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814238 Jul 22 14:47:31.915745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c1809d3-113c-4cd6-babd-4708ea3c2638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.938604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c1809d3-113c-4cd6-babd-4708ea3c2638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.991767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c1809d3-113c-4cd6-babd-4708ea3c2638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.994651 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c1809d3-113c-4cd6-babd-4708ea3c2638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:31.995822 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8c1809d3-113c-4cd6-babd-4708ea3c2638 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2f41c78-cb48-4532-aa99-ab1c7dfbd0e0 HTTP/1.1" status: 204 len: 168 time: 0.1421196 Jul 22 14:47:32.004177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1809d3-113c-4cd6-babd-4708ea3c2638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f41c78-cb48-4532-aa99-ab1c7dfbd0e0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:32.276337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:32.290305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6761b537-a416-4f5a-9366-0e9b5564187f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.381883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6761b537-a416-4f5a-9366-0e9b5564187f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.385800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6761b537-a416-4f5a-9366-0e9b5564187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.420389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761b537-a416-4f5a-9366-0e9b5564187f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58594e-2c0b-4c51-b0fa-49ec2dbdc99c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:32.429873 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6761b537-a416-4f5a-9366-0e9b5564187f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b48808e0b9244bcb9220935de69195a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524358 Jul 22 14:47:32.433323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 48870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:32.482780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac8c-4233-42e8-936b-6fd94f33ef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.504232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac8c-4233-42e8-936b-6fd94f33ef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.557062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac8c-4233-42e8-936b-6fd94f33ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.560274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5bac8c-4233-42e8-936b-6fd94f33ef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:32.561454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fb5bac8c-4233-42e8-936b-6fd94f33ef05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b58594e-2c0b-4c51-b0fa-49ec2dbdc99c HTTP/1.1" status: 204 len: 168 time: 0.1272199 Jul 22 14:47:32.569357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bac8c-4233-42e8-936b-6fd94f33ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58594e-2c0b-4c51-b0fa-49ec2dbdc99c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:32.835660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34f8e-1d91-47d4-99f9-eaf41c92687f req-9e63fd92-a3bf-4cc1-8816-5c2ce6e5a703 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:32.837228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76c34f8e-1d91-47d4-99f9-eaf41c92687f req-9e63fd92-a3bf-4cc1-8816-5c2ce6e5a703 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0681129 Jul 22 14:47:32.881123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76c34f8e-1d91-47d4-99f9-eaf41c92687f req-801ec83d-314b-4527-a207-1cfcb2924c9e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Jul 22 14:47:33.043844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6bb9ac-9467-4f6d-8916-3b943f326909 req-0c9d7eca-c6a6-4ea5-9482-552abbff8a90 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:33.043844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f6bb9ac-9467-4f6d-8916-3b943f326909 req-0c9d7eca-c6a6-4ea5-9482-552abbff8a90 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0788481 Jul 22 14:47:33.082370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f6bb9ac-9467-4f6d-8916-3b943f326909 req-466ab54a-810e-4ce4-b86b-ffef4615cb83 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344207 Jul 22 14:47:34.027990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e2cff-6cda-482e-b199-cdb114ce5bd2 req-0fa8e78f-64d2-4c6f-bda8-abad73ce37c9 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.030974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e2e2cff-6cda-482e-b199-cdb114ce5bd2 req-0fa8e78f-64d2-4c6f-bda8-abad73ce37c9 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0769887 Jul 22 14:47:34.077362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e2e2cff-6cda-482e-b199-cdb114ce5bd2 req-658d6504-1fca-4bef-87ad-cc57faa51fbd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392101 Jul 22 14:47:34.137395 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-61e17e6e-3c1a-4ca9-94a5-9389b5da40e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583270 Jul 22 14:47:34.232899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-91759a46-075e-41ef-9903-38cdbcb73902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.235582 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-91759a46-075e-41ef-9903-38cdbcb73902 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1097 time: 0.0754602 Jul 22 14:47:34.299222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e4f4d-90e7-467c-8baa-afee08bdd2d7 req-3a29f9e3-7584-49b6-bd24-94cf5b787d82 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.301814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-606e4f4d-90e7-467c-8baa-afee08bdd2d7 req-3a29f9e3-7584-49b6-bd24-94cf5b787d82 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1007912 Jul 22 14:47:34.382196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-606e4f4d-90e7-467c-8baa-afee08bdd2d7 req-9e71e47a-06dc-4fc3-bf64-481e89dc1ee8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694752 Jul 22 14:47:34.388138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-10738407-feee-48f3-a1e5-2c1439a3421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.390695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-10738407-feee-48f3-a1e5-2c1439a3421b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.1327977 Jul 22 14:47:34.449793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1820566-b616-4747-a80a-d9c9bc52b4a3 req-1dc86118-f5f3-425a-bc77-35da3927d1cf tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.451470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1820566-b616-4747-a80a-d9c9bc52b4a3 req-1dc86118-f5f3-425a-bc77-35da3927d1cf tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0908213 Jul 22 14:47:34.473414 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-20126780-7823-4f8a-8b09-31b97307f993 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 1001 time: 0.0747559 Jul 22 14:47:34.508223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1820566-b616-4747-a80a-d9c9bc52b4a3 req-888543d8-eb0b-40e9-bc37-0566b52c1036 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445383 Jul 22 14:47:34.537085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-c191bd28-84e8-4f08-ac0b-050b8533f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.538298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-c191bd28-84e8-4f08-ac0b-050b8533f7c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0593669 Jul 22 14:47:34.602084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-5c062f6e-eba7-407c-b69c-7c6f997b3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.603678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-5c062f6e-eba7-407c-b69c-7c6f997b3fbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591798 Jul 22 14:47:34.699857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-5cb8e444-36c1-4e80-aa5e-492a7a311817 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869842 Jul 22 14:47:34.808398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e289dd7c-47a9-48c1-8366-7dd30d59a3bb req-a3fe191e-397c-4eb2-bb03-e95ad6da08ef service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954986 Jul 22 14:47:34.929386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-65b53d5f-39b5-41d5-8a59-c8642029d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:34.930957 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-65b53d5f-39b5-41d5-8a59-c8642029d930 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 1097 time: 0.0578153 Jul 22 14:47:35.037187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-628cc0aa-9fb0-4edc-a05b-a072921c221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:35.038714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-628cc0aa-9fb0-4edc-a05b-a072921c221b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.1011217 Jul 22 14:47:35.116735 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-1405d63d-cc9b-4eeb-8276-bf7c3bf9c1ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 200 len: 1001 time: 0.0709963 Jul 22 14:47:35.166415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-b1876d9b-8f0c-4717-815f-a228e72d0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:35.168222 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-b1876d9b-8f0c-4717-815f-a228e72d0f3a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0453169 Jul 22 14:47:35.240283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-0fa0446f-cc2b-4df8-b32b-c5ea006084d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:35.241846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-0fa0446f-cc2b-4df8-b32b-c5ea006084d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664656 Jul 22 14:47:35.350442 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-abef9e0c-b904-417c-8179-2deb4f486be5 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974166 Jul 22 14:47:35.450983 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e0df4e90-df79-4446-a238-c52f9e3ddb2e req-828598cc-5fa5-4ce7-9aa4-a60037ee9710 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944662 Jul 22 14:47:35.542226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571c6d-afcd-480d-81a6-27c1b3de9818 req-38cdf6d7-54f6-4804-b16e-353125fb2ad8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:35.543714 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77571c6d-afcd-480d-81a6-27c1b3de9818 req-38cdf6d7-54f6-4804-b16e-353125fb2ad8 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0665751 Jul 22 14:47:35.606738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77571c6d-afcd-480d-81a6-27c1b3de9818 req-cc71dff3-13ca-4e3c-a20b-c6daeaff6da5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520847 Jul 22 14:47:35.664988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4170b5a-d8c5-47c1-9199-0a92f7687cde req-ff0a6c1f-2f5b-4c61-8236-d45540426b2f tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:35.666837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4170b5a-d8c5-47c1-9199-0a92f7687cde req-ff0a6c1f-2f5b-4c61-8236-d45540426b2f tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0797546 Jul 22 14:47:35.711985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4170b5a-d8c5-47c1-9199-0a92f7687cde req-08396526-88fc-409a-87ea-02acfefb2e27 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386212 Jul 22 14:47:36.783217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55cb25-0f96-4616-9587-b4d3bdb2cea0 req-76c6d176-7865-4c7b-afde-c0ad989ac88b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:36.785595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da55cb25-0f96-4616-9587-b4d3bdb2cea0 req-76c6d176-7865-4c7b-afde-c0ad989ac88b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1002214 Jul 22 14:47:36.862582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da55cb25-0f96-4616-9587-b4d3bdb2cea0 req-dafb0be8-c4ae-4bc2-9420-0c4d9afad6bc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625420 Jul 22 14:47:36.885725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a704f3-2113-48ef-8232-fec5f830aaed req-e779e0fd-c022-46aa-905e-80d8b2d9e80e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:36.887117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a704f3-2113-48ef-8232-fec5f830aaed req-e779e0fd-c022-46aa-905e-80d8b2d9e80e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0961106 Jul 22 14:47:36.928119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4a704f3-2113-48ef-8232-fec5f830aaed req-689f38f1-27ce-4ad6-b328-e372f0f98b89 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351975 Jul 22 14:47:37.261052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:37.748874 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:38.047381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010d1e-c5f4-4d59-b6b6-ef872ac49555 req-19943041-c2b7-49bc-9c0c-ecaa6fbc118b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:38.054539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25010d1e-c5f4-4d59-b6b6-ef872ac49555 req-19943041-c2b7-49bc-9c0c-ecaa6fbc118b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0863020 Jul 22 14:47:38.098544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25010d1e-c5f4-4d59-b6b6-ef872ac49555 req-7f3eab84-b1f1-4819-b853-9354c02262b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Jul 22 14:47:38.120798 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:47:38.229968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:38.243578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '23559229-9de5-4199-978d-b7d122749c63', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'port_id': '23559229-9de5-4199-978d-b7d122749c63', 'mac_address': 'fa:16:3e:6a:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:47:38.284210 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:38.298666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23559229-9de5-4199-978d-b7d122749c63 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:47:38.321942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:38.328257 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:38.386216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:38.429773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['23559229-9de5-4199-978d-b7d122749c63'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:47:39.244492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46048dc0-5b21-4d8a-96c8-aab1f035f523 req-10946834-33d9-413b-a2b3-950adcf5fefe tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:39.246130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46048dc0-5b21-4d8a-96c8-aab1f035f523 req-10946834-33d9-413b-a2b3-950adcf5fefe tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 944 time: 0.0741098 Jul 22 14:47:39.295236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46048dc0-5b21-4d8a-96c8-aab1f035f523 req-efca3b10-3c70-4fd8-9e37-74dccc37ddc0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433323 Jul 22 14:47:39.764864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49076) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:39.839648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2823446-ab6c-4695-814d-c94831972c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:39.896368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddc4349c-2fb1-4556-a181-c0d7a3415afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.012990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddc4349c-2fb1-4556-a181-c0d7a3415afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.017320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddc4349c-2fb1-4556-a181-c0d7a3415afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.066406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ddc4349c-2fb1-4556-a181-c0d7a3415afc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5acce3c21abe48a1b6a667b4529dd700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974219 Jul 22 14:47:40.066406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4349c-2fb1-4556-a181-c0d7a3415afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203a3cb2-3431-4ce5-bd3d-3c1404703059,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:40.066859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49084) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:40.129376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6affa0f-e986-45ed-96c3-4f3a6bae4511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.146566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:47:40.158731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6affa0f-e986-45ed-96c3-4f3a6bae4511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.210242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 23559229-9de5-4199-978d-b7d122749c63 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:47:40.211184 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.222792 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6affa0f-e986-45ed-96c3-4f3a6bae4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.225395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6affa0f-e986-45ed-96c3-4f3a6bae4511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.228850 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a6affa0f-e986-45ed-96c3-4f3a6bae4511 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/203a3cb2-3431-4ce5-bd3d-3c1404703059 HTTP/1.1" status: 204 len: 168 time: 0.1588190 Jul 22 14:47:40.253735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6affa0f-e986-45ed-96c3-4f3a6bae4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203a3cb2-3431-4ce5-bd3d-3c1404703059,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:40.323960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.361030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:40.364164 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff524bc1-8eac-4834-9846-6a57c2455821" -d '{"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-plugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:40.381657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:40.395159 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.457910 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03da66f-3816-4d6b-b9fd-8ae6a66c2ae8 x-openstack-request-id: req-c03da66f-3816-4d6b-b9fd-8ae6a66c2ae8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:40.458220 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-plugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:40.458475 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c03da66f-3816-4d6b-b9fd-8ae6a66c2ae8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:40.458893 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'code': 200} Jul 22 14:47:40.460255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:40.489285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b376998-2a5f-4d24-b5de-9268c9d751cf req-650eb877-e8e1-4563-a473-5a75447e9591 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:40.491022 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b376998-2a5f-4d24-b5de-9268c9d751cf req-650eb877-e8e1-4563-a473-5a75447e9591 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1082487 Jul 22 14:47:40.555338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b376998-2a5f-4d24-b5de-9268c9d751cf req-c79bcb9b-fa15-4faa-9838-e0a34391aaf2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555375 Jul 22 14:47:40.596021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49094) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:40.616299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55c3318a-4a46-4456-935e-a4e3f180abb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.722868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55c3318a-4a46-4456-935e-a4e3f180abb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.727890 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55c3318a-4a46-4456-935e-a4e3f180abb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.769942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-55c3318a-4a46-4456-935e-a4e3f180abb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed9f728860e24d1e808557197ee628d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703887 Jul 22 14:47:40.769942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3318a-4a46-4456-935e-a4e3f180abb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f356ae4f-2bfa-4e13-aaf7-c28e50621375,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:40.770969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:40.831297 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e75cafe4-f14b-4a08-9fdc-833aa7cf2f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.855861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e75cafe4-f14b-4a08-9fdc-833aa7cf2f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.909990 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e75cafe4-f14b-4a08-9fdc-833aa7cf2f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.913391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e75cafe4-f14b-4a08-9fdc-833aa7cf2f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:40.919218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e75cafe4-f14b-4a08-9fdc-833aa7cf2f88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f356ae4f-2bfa-4e13-aaf7-c28e50621375 HTTP/1.1" status: 204 len: 168 time: 0.1472125 Jul 22 14:47:40.936711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cafe4-f14b-4a08-9fdc-833aa7cf2f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f356ae4f-2bfa-4e13-aaf7-c28e50621375,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:41.762291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb875718-322e-40fa-a145-072672e40055 req-be57e7c9-a89a-4be5-933a-31416e2c3ebe tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:41.770811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb875718-322e-40fa-a145-072672e40055 req-be57e7c9-a89a-4be5-933a-31416e2c3ebe tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1298366 Jul 22 14:47:41.822790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb875718-322e-40fa-a145-072672e40055 req-ede50b6d-4450-4c27-9a50-ec255e84a172 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510466 Jul 22 14:47:42.085257 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b9cd6129-cd2e-457b-8c5c-a0034b9507f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.349039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.438698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:42.564260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-522e38b1-9dfb-4735-9d10-6bcfc9e8c9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.689039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-522e38b1-9dfb-4735-9d10-6bcfc9e8c9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.699173 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-522e38b1-9dfb-4735-9d10-6bcfc9e8c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.760170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e38b1-9dfb-4735-9d10-6bcfc9e8c9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f339768-5390-4ccc-ad43-ffee2f09e2cd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:42.773072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-522e38b1-9dfb-4735-9d10-6bcfc9e8c9df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da08a48d989045eaae2b13ae3bb76eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320601 Jul 22 14:47:42.773327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:42.792971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-0f52fc0a-f6ac-4b09-a8de-af88e4c598a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1829228 Jul 22 14:47:42.859948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-400bf928-b1ef-4ebf-b415-fb1a5cf9e0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.888435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-400bf928-b1ef-4ebf-b415-fb1a5cf9e0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.924769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-ba2a8e52-2ed8-4111-955f-e242b035e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:42.926998 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-ba2a8e52-2ed8-4111-955f-e242b035e8d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1096 time: 0.0793014 Jul 22 14:47:42.988075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-400bf928-b1ef-4ebf-b415-fb1a5cf9e0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.991118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-400bf928-b1ef-4ebf-b415-fb1a5cf9e0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:42.992352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-400bf928-b1ef-4ebf-b415-fb1a5cf9e0e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f339768-5390-4ccc-ad43-ffee2f09e2cd HTTP/1.1" status: 204 len: 168 time: 0.2179046 Jul 22 14:47:43.001436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bf928-b1ef-4ebf-b415-fb1a5cf9e0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f339768-5390-4ccc-ad43-ffee2f09e2cd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:43.027162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ed365-bbf1-4e45-a298-5911d8e04e2f req-98f0e787-3726-43ef-84c7-e093db3195af tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.028769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e4ed365-bbf1-4e45-a298-5911d8e04e2f req-98f0e787-3726-43ef-84c7-e093db3195af tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1064246 Jul 22 14:47:43.096392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-0229904b-f8dd-49f0-9ad7-2de364aec09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.098001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-0229904b-f8dd-49f0-9ad7-2de364aec09c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1404397 Jul 22 14:47:43.101949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e4ed365-bbf1-4e45-a298-5911d8e04e2f req-9695ad6b-ba0c-47d2-9ea6-fe445d28f92f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Jul 22 14:47:43.181601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-43e954f4-bf13-41aa-85ba-1178f3fad169 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.0768454 Jul 22 14:47:43.248682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-53b5733f-5110-402b-87b1-52ebdb639e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.250450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-53b5733f-5110-402b-87b1-52ebdb639e6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0631588 Jul 22 14:47:43.336660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-144dc9a5-5c4d-4c60-8f49-8f59c6152d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:43.338219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-144dc9a5-5c4d-4c60-8f49-8f59c6152d0c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798910 Jul 22 14:47:43.448496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-fdecad65-31c5-4675-aac7-2e4b4c3d7546 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025767 Jul 22 14:47:43.579082 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f32646ed-4b01-499d-82fd-a422d994c9e5 req-6879c61d-5289-4362-996d-545c6f701994 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229985 Jul 22 14:47:43.620983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:44.272054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed4e40-0f33-4aeb-9a9b-883ee6a6ef72 req-42947252-ee7d-4fd8-bf92-d04564f63d05 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:44.285517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1ed4e40-0f33-4aeb-9a9b-883ee6a6ef72 req-42947252-ee7d-4fd8-bf92-d04564f63d05 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0990760 Jul 22 14:47:44.337653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1ed4e40-0f33-4aeb-9a9b-883ee6a6ef72 req-70c8e81c-41fb-42da-b15f-e764023b03a3 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500681 Jul 22 14:47:44.495077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49208) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:44.605065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:44.629316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:44.740038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:44.852419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Allocated IP 172.25.3.204 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/dcf78234-b7cb-4ab5-8761-aec43f8dd0ed) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:44.974685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.030030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.072687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf78234-b7cb-4ab5-8761-aec43f8dd0ed,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:45.089483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:45.092387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:45.104450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:45.239485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7c07-49b4-465c-aa0b-97c677e5b0c3 req-6806f11e-290d-4fcb-b565-c6f528825bbe tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:45.241118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-649d7c07-49b4-465c-aa0b-97c677e5b0c3 req-6806f11e-290d-4fcb-b565-c6f528825bbe tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1403375 Jul 22 14:47:45.281835 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.306943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.320759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-649d7c07-49b4-465c-aa0b-97c677e5b0c3 req-e22c6516-1c2a-447e-8a75-02a020e3bdb8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697298 Jul 22 14:47:45.415998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.604952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605bddf-38a9-4a8a-9e69-75ebfedf0067 req-3e38d71a-3f92-4c44-9fec-8e8456bfb5a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:45.606400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d605bddf-38a9-4a8a-9e69-75ebfedf0067 req-3e38d71a-3f92-4c44-9fec-8e8456bfb5a1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2041049 Jul 22 14:47:45.683260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4768-336f-4df8-a598-cdc8bafe3553 req-f76a899f-65bd-49b9-9a59-4b7da8845868 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:45.684998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-189f4768-336f-4df8-a598-cdc8bafe3553 req-f76a899f-65bd-49b9-9a59-4b7da8845868 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.2290215 Jul 22 14:47:45.692720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d605bddf-38a9-4a8a-9e69-75ebfedf0067 req-4120345c-257e-411f-87db-1b577b08f6fd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797331 Jul 22 14:47:45.758002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-189f4768-336f-4df8-a598-cdc8bafe3553 req-7e49c66a-8b8f-47c7-9994-d814f0375262 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642023 Jul 22 14:47:45.761032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.769905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.877103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf78234-b7cb-4ab5-8761-aec43f8dd0ed,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:45.884221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.904015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.910551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3c551383-4978-4a48-b91f-4f43b3c30648 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4129395 Jul 22 14:47:45.913838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49228) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:45.919057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1271834355', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'fixed_ips': [{'ip_address': '172.25.3.204'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:45.950242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Made reservation on behalf of f7660ef4885b4901a7b831c294a33632 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:45.953434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:45.968099 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.034239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3256fd1-4a43-4734-82dc-c726e23c2e5d req-a109faa5-a5b8-4227-9545-2b3a66d5dd6e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:46.039507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3256fd1-4a43-4734-82dc-c726e23c2e5d req-a109faa5-a5b8-4227-9545-2b3a66d5dd6e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0777905 Jul 22 14:47:46.087169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3256fd1-4a43-4734-82dc-c726e23c2e5d req-dda7162d-aa58-4276-8c89-a725dae1509e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448468 Jul 22 14:47:46.107813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.114438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.129842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] device_id is not set on port a82c3b8f-aef8-41ed-bb08-e290bba89622 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:47:46.160958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eeebe8-67af-44ee-ab03-f3446b652462,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:46.199994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.200843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.201182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.201731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.202100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.202555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.204398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.204398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.204398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.204398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.204398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.204856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:46.395954 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 14:47:46.396402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:47:46.415968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-da1216dd-37cb-4eab-93c8-273ad3d5768d tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5006289 Jul 22 14:47:46.418547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49238) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:46.588588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dddcc0-db64-42f8-84c3-534a83b3ca57 req-dc47bcbe-783b-4803-967b-bb3f037b159a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:46.590438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66dddcc0-db64-42f8-84c3-534a83b3ca57 req-dc47bcbe-783b-4803-967b-bb3f037b159a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0973988 Jul 22 14:47:46.627725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Deleting port dcf78234-b7cb-4ab5-8761-aec43f8dd0ed {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:47:46.628187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.651077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66dddcc0-db64-42f8-84c3-534a83b3ca57 req-d9c80863-29b6-453a-b744-2beec29c6314 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542123 Jul 22 14:47:46.726487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.726871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.739420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Calling delete_port for dcf78234-b7cb-4ab5-8761-aec43f8dd0ed owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:47:46.893510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:46.920113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcf78234-b7cb-4ab5-8761-aec43f8dd0ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:47.001188 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.005652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.011023 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-79295d8b-e8e3-4d21-bd14-65d2f308ee55 tempest-ExternalNetworksAdminNegativeTestJSON-96028835 tempest-ExternalNetworksAdminNegativeTestJSON-96028835-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/ba54355b-7548-4a91-bb63-4499e476ef7a HTTP/1.1" status: 204 len: 168 time: 0.5912442 Jul 22 14:47:47.257794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccff6b-3733-43a3-9256-d28f3830b664 req-ef7d4110-c385-425e-a970-567b76d0c589 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:47.273152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49ccff6b-3733-43a3-9256-d28f3830b664 req-ef7d4110-c385-425e-a970-567b76d0c589 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.4029465 Jul 22 14:47:47.326141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49ccff6b-3733-43a3-9256-d28f3830b664 req-f122a159-9bb4-43ae-9f47-0c6dbac35cc5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517881 Jul 22 14:47:47.331877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49248) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:47.465947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3121549e-bb3c-4081-8892-e75df3dae36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.586900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3121549e-bb3c-4081-8892-e75df3dae36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.592521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3121549e-bb3c-4081-8892-e75df3dae36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.636275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49252) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:47.636535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3121549e-bb3c-4081-8892-e75df3dae36c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3be2ad4749a4ca5b5162e7b23b7d172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031800 Jul 22 14:47:47.637746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121549e-bb3c-4081-8892-e75df3dae36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505ecb28-46fd-4c08-8c51-df82c3b1467d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:47.702319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a4d250c-4894-4e29-b262-72314203723c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.728098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a4d250c-4894-4e29-b262-72314203723c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.784727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a4d250c-4894-4e29-b262-72314203723c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.788260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a4d250c-4894-4e29-b262-72314203723c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:47.791971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4a4d250c-4894-4e29-b262-72314203723c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/505ecb28-46fd-4c08-8c51-df82c3b1467d HTTP/1.1" status: 204 len: 168 time: 0.1513844 Jul 22 14:47:47.799620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d250c-4894-4e29-b262-72314203723c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505ecb28-46fd-4c08-8c51-df82c3b1467d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:47.844696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5a4c5-fdc0-4703-9063-8e82d6da5fcb req-0a5059aa-9fa4-43ac-a798-84f10826f0b5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:47.847510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2f5a4c5-fdc0-4703-9063-8e82d6da5fcb req-0a5059aa-9fa4-43ac-a798-84f10826f0b5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1063118 Jul 22 14:47:47.890709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2f5a4c5-fdc0-4703-9063-8e82d6da5fcb req-6d25b874-8d3c-4f46-8354-e8693b4ef7b6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374172 Jul 22 14:47:48.136205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:48.184680 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b32ba7c-7de8-428d-9535-c39033e79120 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7660ef4885b4901a7b831c294a33632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470920 Jul 22 14:47:48.187259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49262) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:48.242227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69197926-8729-4258-9118-88b67fb3dc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:48.266664 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69197926-8729-4258-9118-88b67fb3dc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:48.323750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69197926-8729-4258-9118-88b67fb3dc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:48.326479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69197926-8729-4258-9118-88b67fb3dc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:48.327691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-69197926-8729-4258-9118-88b67fb3dc7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8eeebe8-67af-44ee-ab03-f3446b652462 HTTP/1.1" status: 204 len: 168 time: 0.1389871 Jul 22 14:47:48.338549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197926-8729-4258-9118-88b67fb3dc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eeebe8-67af-44ee-ab03-f3446b652462,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:48.494377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b23fae-4f43-4dd6-a5ac-5d965b4faf74 req-ee4a753b-69bf-468c-b3db-0d47b12f038d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:48.495970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16b23fae-4f43-4dd6-a5ac-5d965b4faf74 req-ee4a753b-69bf-468c-b3db-0d47b12f038d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0701134 Jul 22 14:47:48.550260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16b23fae-4f43-4dd6-a5ac-5d965b4faf74 req-e55de8f2-03cb-40c3-8aad-3396a0630147 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472786 Jul 22 14:47:49.046677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dc0d2-795a-4ff3-8aa9-bea732b0ca20 req-e1208efe-f640-414e-9715-dab9b0d8c1bc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:49.048271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc9dc0d2-795a-4ff3-8aa9-bea732b0ca20 req-e1208efe-f640-414e-9715-dab9b0d8c1bc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0751560 Jul 22 14:47:49.099991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc9dc0d2-795a-4ff3-8aa9-bea732b0ca20 req-5770e566-7f4d-44be-ac05-af1140a803bc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449963 Jul 22 14:47:49.705243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ccaf-ade4-4016-bf0a-349d3259694f req-b7a8ced1-7ccb-4acf-bba8-936673664f7c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:49.707363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0f5ccaf-ade4-4016-bf0a-349d3259694f req-b7a8ced1-7ccb-4acf-bba8-936673664f7c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0808411 Jul 22 14:47:49.767119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c0f5ccaf-ade4-4016-bf0a-349d3259694f req-b0b2c9b4-a8c9-46a6-9764-06b21de27c9d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473487 Jul 22 14:47:49.871117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:49.964089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f23f54c9-67b9-41a9-8ec0-7110f7397c0b tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1037849570'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:49.964547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f23f54c9-67b9-41a9-8ec0-7110f7397c0b tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Unknown quota resources ['metering_label']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:47:50.202464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f23f54c9-67b9-41a9-8ec0-7110f7397c0b tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:50.206787 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f23f54c9-67b9-41a9-8ec0-7110f7397c0b tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3316989 Jul 22 14:47:50.207596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:50.211678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba971b87-2b03-4fe8-9957-8b721cea9b04 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '96bf05c7-d12e-4c6e-a483-d4c4df69b2f0'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:50.212170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba971b87-2b03-4fe8-9957-8b721cea9b04 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93813) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:47:50.251499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d790e7b-5329-4b91-80e9-63e9a175934e req-2e6f69e3-356e-495a-aa22-aec307045a98 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:50.254575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d790e7b-5329-4b91-80e9-63e9a175934e req-2e6f69e3-356e-495a-aa22-aec307045a98 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0793159 Jul 22 14:47:50.295760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d790e7b-5329-4b91-80e9-63e9a175934e req-4ce98236-e2ed-4f56-b83b-4a869b6f8746 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349569 Jul 22 14:47:50.301152 n-d-794306-8 neutron-server[93813]: WARNING neutron.services.metering.metering_plugin [None req-ba971b87-2b03-4fe8-9957-8b721cea9b04 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:47:50.440565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba971b87-2b03-4fe8-9957-8b721cea9b04 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:50.443302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba971b87-2b03-4fe8-9957-8b721cea9b04 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2348292 Jul 22 14:47:50.445536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49326) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:50.450329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-481a16a0-b183-4577-ab0b-516a1ffcda7f tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '96bf05c7-d12e-4c6e-a483-d4c4df69b2f0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:50.450999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-481a16a0-b183-4577-ab0b-516a1ffcda7f tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93812) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:47:50.486022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-8a63797c-95eb-411d-a435-5d4a25b7667e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:50.487840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-8a63797c-95eb-411d-a435-5d4a25b7667e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1096 time: 0.1492562 Jul 22 14:47:50.538774 n-d-794306-8 neutron-server[93812]: WARNING neutron.services.metering.metering_plugin [None req-481a16a0-b183-4577-ab0b-516a1ffcda7f tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 14:47:50.602066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-64ca4f99-4c00-401a-a0be-ed8124dc50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:50.603818 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-64ca4f99-4c00-401a-a0be-ed8124dc50bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.1094537 Jul 22 14:47:50.676201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-481a16a0-b183-4577-ab0b-516a1ffcda7f tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:50.679965 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-481a16a0-b183-4577-ab0b-516a1ffcda7f tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2308605 Jul 22 14:47:50.680226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49328) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:50.685859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-b3ea785f-b31d-431a-ac28-eef9bbf4da47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 1000 time: 0.0731511 Jul 22 14:47:50.690946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d058c165-74a9-461f-98d8-5c66517901c8 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=15782c29-cc93-482a-a010-bc8a9252b0ca HTTP/1.1" status: 200 len: 462 time: 0.0096471 Jul 22 14:47:50.693466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49330) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:50.739566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-f15b16d9-6a1c-43e4-b636-bb49e24e0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:50.741167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-f15b16d9-6a1c-43e4-b636-bb49e24e0a66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0491464 Jul 22 14:47:50.761574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:47:50.799423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77056eee-c37d-4653-9f02-f2d25e725c05 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:50.803540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-77056eee-c37d-4653-9f02-f2d25e725c05 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/15782c29-cc93-482a-a010-bc8a9252b0ca HTTP/1.1" status: 204 len: 168 time: 0.1090569 Jul 22 14:47:50.804177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49334) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:50.804502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-ff65ca40-ea7a-4bc9-8e4d-2755247995a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:50.806105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-ff65ca40-ea7a-4bc9-8e4d-2755247995a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589271 Jul 22 14:47:50.818307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5d8b850e-2046-4628-a31d-9267c05b039a tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=15782c29-cc93-482a-a010-bc8a9252b0ca HTTP/1.1" status: 200 len: 221 time: 0.0130043 Jul 22 14:47:50.818942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49336) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:50.824949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8d7c13e9-562d-43a1-a916-d1bb19e49a99 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--772384619', 'description': 'label created by tempest'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:50.825412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8d7c13e9-562d-43a1-a916-d1bb19e49a99 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Unknown quota resources ['metering_label']. {{(pid=93812) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 14:47:50.918348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-ba54f9af-3405-4c67-ba0a-713f052758db service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053772 Jul 22 14:47:51.013648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0eb26d75-6bae-4d89-ad1b-09e3aae7f81f req-c4945d80-3f20-4413-987b-d52b33f7f5f1 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875630 Jul 22 14:47:51.067484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d7c13e9-562d-43a1-a916-d1bb19e49a99 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.068679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d7c13e9-562d-43a1-a916-d1bb19e49a99 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2471976 Jul 22 14:47:51.071572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49338) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.084916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a07a02-117e-429a-ac75-daebe96537f1 req-eab3469e-41da-45dc-b3ae-1f35427e90d0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:51.086446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47a07a02-117e-429a-ac75-daebe96537f1 req-eab3469e-41da-45dc-b3ae-1f35427e90d0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.1982875 Jul 22 14:47:51.128845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47a07a02-117e-429a-ac75-daebe96537f1 req-0038ae24-2936-4e98-a2de-7f62e02b1a53 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365393 Jul 22 14:47:51.148448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-02f113f4-0048-4df3-aa4a-0cbad677a2db tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=261c7ba6-c112-481c-b15e-7e2acce0614a HTTP/1.1" status: 200 len: 467 time: 0.0748668 Jul 22 14:47:51.151035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.434577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20b018-c450-428f-bdbd-7a890b44ddcf req-68830e88-0be1-4fa3-afb9-a60387a211bf tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:51.436168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb20b018-c450-428f-bdbd-7a890b44ddcf req-68830e88-0be1-4fa3-afb9-a60387a211bf tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Jul 22 14:47:51.476621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb20b018-c450-428f-bdbd-7a890b44ddcf req-472f6ba6-2fe7-443a-b736-af5d18f4f9bc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341966 Jul 22 14:47:51.639449 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17ae8059-178b-4f66-abf9-e361f063e393 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.640513 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-17ae8059-178b-4f66-abf9-e361f063e393 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/261c7ba6-c112-481c-b15e-7e2acce0614a HTTP/1.1" status: 204 len: 168 time: 0.4885774 Jul 22 14:47:51.643709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49346) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.654176 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cde5c576-4734-440e-a6ba-2363164b113c tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=261c7ba6-c112-481c-b15e-7e2acce0614a HTTP/1.1" status: 200 len: 216 time: 0.0095019 Jul 22 14:47:51.657085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49348) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.666501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-395a5488-38bd-4c13-ae82-0a8b756ec458 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084920 Jul 22 14:47:51.669590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49350) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.683474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-14e75a33-8102-4c8c-9533-7c29fe9edfb6 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0123057 Jul 22 14:47:51.686477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49352) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.737860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e0743de0-75ae-4d0b-b9fa-f88dd101564f tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/96bf05c7-d12e-4c6e-a483-d4c4df69b2f0 HTTP/1.1" status: 200 len: 473 time: 0.0502691 Jul 22 14:47:51.741136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49354) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.749864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f1e6997-4fa7-4738-8594-3d17a34c17d0 tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/27a10ee0-4685-4e84-aec5-8663dd767d50 HTTP/1.1" status: 200 len: 459 time: 0.0077698 Jul 22 14:47:51.752746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49356) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:51.849704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074a1b7b-9014-4a20-91f2-6b66e717d64a tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:51.850844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-074a1b7b-9014-4a20-91f2-6b66e717d64a tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/27a10ee0-4685-4e84-aec5-8663dd767d50 HTTP/1.1" status: 204 len: 168 time: 0.0972331 Jul 22 14:47:51.853212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49358) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:52.046828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8a180d5f-66ce-4ba8-b314-a79e71e8757c tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.047966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8a180d5f-66ce-4ba8-b314-a79e71e8757c tempest-MeteringIpV6TestJSON-868968176 tempest-MeteringIpV6TestJSON-868968176-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/96bf05c7-d12e-4c6e-a483-d4c4df69b2f0 HTTP/1.1" status: 204 len: 168 time: 0.1938624 Jul 22 14:47:52.281280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae133e-4e2d-4df7-a78f-535a387fdc56 req-9543c6be-f3d2-4081-8d5b-191df5d15c2c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.284250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bcae133e-4e2d-4df7-a78f-535a387fdc56 req-9543c6be-f3d2-4081-8d5b-191df5d15c2c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0808938 Jul 22 14:47:52.299939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49366) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:52.325760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bcae133e-4e2d-4df7-a78f-535a387fdc56 req-c0334edc-a7b0-44e5-b557-452ba4c7c0a9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338461 Jul 22 14:47:52.402645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df56e30a-8388-453b-91ba-e2b3194eceee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.493289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df56e30a-8388-453b-91ba-e2b3194eceee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.496843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-df56e30a-8388-453b-91ba-e2b3194eceee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.539251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-df56e30a-8388-453b-91ba-e2b3194eceee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbaf67cae0ad4a788ef950c9fd006ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356374 Jul 22 14:47:52.539251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:52.548285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56e30a-8388-453b-91ba-e2b3194eceee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb16497-b5ec-4f31-a95b-52aecbc6a762,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:52.608421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1910-8bec-4f09-aee8-3cc7647b3338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.623063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fcfbb-36ae-4f3b-92b3-03a745424bd4 req-cd6b5105-93a1-4a8c-92df-c02ba95b7310 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:52.624773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-066fcfbb-36ae-4f3b-92b3-03a745424bd4 req-cd6b5105-93a1-4a8c-92df-c02ba95b7310 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0717649 Jul 22 14:47:52.635048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1910-8bec-4f09-aee8-3cc7647b3338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.665094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-066fcfbb-36ae-4f3b-92b3-03a745424bd4 req-706e4a7c-78d2-452d-850f-1557a5fe292a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330417 Jul 22 14:47:52.688099 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1910-8bec-4f09-aee8-3cc7647b3338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.691380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2e8d1910-8bec-4f09-aee8-3cc7647b3338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:52.694810 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e8d1910-8bec-4f09-aee8-3cc7647b3338 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfb16497-b5ec-4f31-a95b-52aecbc6a762 HTTP/1.1" status: 204 len: 168 time: 0.1522188 Jul 22 14:47:52.700847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d1910-8bec-4f09-aee8-3cc7647b3338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb16497-b5ec-4f31-a95b-52aecbc6a762,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:52.961123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:52.975033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3e55-cc42-4806-9a7e-ffe8e8f0d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.075792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3e55-cc42-4806-9a7e-ffe8e8f0d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.079361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b6e3e55-cc42-4806-9a7e-ffe8e8f0d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.120568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b6e3e55-cc42-4806-9a7e-ffe8e8f0d00c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49d5214735fe4b36b25a66d58bd84cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582799 Jul 22 14:47:53.121446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e3e55-cc42-4806-9a7e-ffe8e8f0d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da40b54a-190f-4293-9894-60c8f993c04f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:53.123343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:53.171388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f77e7483-cd4a-4702-8678-367c1502ae22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.191527 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f77e7483-cd4a-4702-8678-367c1502ae22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.237768 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f77e7483-cd4a-4702-8678-367c1502ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.240865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f77e7483-cd4a-4702-8678-367c1502ae22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:53.242030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f77e7483-cd4a-4702-8678-367c1502ae22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da40b54a-190f-4293-9894-60c8f993c04f HTTP/1.1" status: 204 len: 168 time: 0.1174548 Jul 22 14:47:53.249829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e7483-cd4a-4702-8678-367c1502ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da40b54a-190f-4293-9894-60c8f993c04f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:53.462648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c89e0-8a4a-429c-b388-bd2d012be70b req-c6ad88ee-2bbc-4bfe-abfd-eae8fde7e6d9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.464152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c55c89e0-8a4a-429c-b388-bd2d012be70b req-c6ad88ee-2bbc-4bfe-abfd-eae8fde7e6d9 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 945 time: 0.0674517 Jul 22 14:47:53.502661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c55c89e0-8a4a-429c-b388-bd2d012be70b req-ab01c6ac-a64a-4486-bd5a-c46f2af15896 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328658 Jul 22 14:47:53.819332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175ac4f-b897-44f7-8f0e-ff6eca19a2f0 req-05875998-aab5-40c0-a28b-54f379ec1dc7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:53.820878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6175ac4f-b897-44f7-8f0e-ff6eca19a2f0 req-05875998-aab5-40c0-a28b-54f379ec1dc7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0748415 Jul 22 14:47:53.862286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6175ac4f-b897-44f7-8f0e-ff6eca19a2f0 req-80b713f6-70dc-44fd-998c-19ae75888c59 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353029 Jul 22 14:47:54.246972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:47:54.340882 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:54.366672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:47:54.369447 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3111fc62-0902-4d85-bfac-56ab0960f9e1" -d '{"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-unplugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:47:54.385050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:47:54.390870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:54.404165 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b5c3ce-0f9f-423e-998e-e574d13b18c7 x-openstack-request-id: req-b2b5c3ce-0f9f-423e-998e-e574d13b18c7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:47:54.404467 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-unplugged", "status": "failed", "tag": "23559229-9de5-4199-978d-b7d122749c63", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:47:54.404762 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2b5c3ce-0f9f-423e-998e-e574d13b18c7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:47:54.405259 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'code': 422} returned with failed status Jul 22 14:47:54.451635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:54.460012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.460012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.460303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.460730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.460977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.461308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.461635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.461960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.462284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.462632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.462957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.463278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:47:54.527531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49444) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:54.636070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-268708434', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:54.679944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558f05-dee5-4add-b6ba-f257e1fe2eac req-257c9424-8e1d-4353-96f7-606ec65aafad tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:54.681661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1558f05-dee5-4add-b6ba-f257e1fe2eac req-257c9424-8e1d-4353-96f7-606ec65aafad tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.0934973 Jul 22 14:47:54.682720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Made reservation on behalf of 66c868fdbcfb4dfebdf2a86d09cda1d3 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:54.684999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:54.700993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:54.734254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-2752abe3-1128-4acb-841c-d3cc0b7d02e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091847 Jul 22 14:47:54.747840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1558f05-dee5-4add-b6ba-f257e1fe2eac req-6af649d5-942d-49d7-9bbc-cddb0302def2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596225 Jul 22 14:47:54.828685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:54.833941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:54.838481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] device_id is not set on port 3c638531-d9d1-4fef-ad7d-2aee3d4d2f90 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:47:54.896963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305c992e-7bc8-4b86-a166-6b8972348cb0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:55.003163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Allocated IP 172.25.3.169 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/3c638531-d9d1-4fef-ad7d-2aee3d4d2f90) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:47:55.052119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de904f99-1032-499b-a51d-095eeaef599a req-47053b02-a0f4-4d02-92b7-b2379095eef3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:55.053598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de904f99-1032-499b-a51d-095eeaef599a req-47053b02-a0f4-4d02-92b7-b2379095eef3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1131842 Jul 22 14:47:55.120795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de904f99-1032-499b-a51d-095eeaef599a req-1ea385a5-6769-47c3-999e-b7cc4a65202b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612535 Jul 22 14:47:55.201735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.245156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.288669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:47:55.294692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:47:55.297026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:47:55.329176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Pushing event updated for resources: {'Port': ['ID=3c638531-d9d1-4fef-ad7d-2aee3d4d2f90,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:55.346621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:55.347268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.360696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e67f6e6e-3dd7-469f-9b92-802549dbeb4e tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8317895 Jul 22 14:47:55.364336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49472) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:55.369384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.169'}]}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:55.391955 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.393006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.449501 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.583807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:55.717359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-0976d5dd-641c-4382-abf1-9a115a1409bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:55.718914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-0976d5dd-641c-4382-abf1-9a115a1409bf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495&tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05 HTTP/1.1" status: 200 len: 1094 time: 0.0928900 Jul 22 14:47:55.798219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-66325233-6be1-413f-a1c0-c5fddddb886c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:55.799866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-66325233-6be1-413f-a1c0-c5fddddb886c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1094 time: 0.0600393 Jul 22 14:47:55.894879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-8b3d64cf-6112-4dd8-93a0-8d028e05ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:55.896399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-8b3d64cf-6112-4dd8-93a0-8d028e05ad08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.0905862 Jul 22 14:47:55.968547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-9fb3eb3c-e8e4-481a-88cf-92ecec530da3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 998 time: 0.0653770 Jul 22 14:47:56.018186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-f9ccb41f-6492-4e44-9531-5ea23483c0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:56.019746 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-f9ccb41f-6492-4e44-9531-5ea23483c0de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0454330 Jul 22 14:47:56.083528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-4ae9a4c5-52a3-4e66-b98f-057b388fd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:56.084009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.085090 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-4ae9a4c5-52a3-4e66-b98f-057b388fd16b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584018 Jul 22 14:47:56.106309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.178314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e685485-5fe2-40ec-8a1f-04db7430b7d8 req-c0bb0d21-a30e-4eda-99f5-be993a15cdeb tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:56.181951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e685485-5fe2-40ec-8a1f-04db7430b7d8 req-c0bb0d21-a30e-4eda-99f5-be993a15cdeb tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1463327 Jul 22 14:47:56.184101 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-4e7c31c2-ee25-49fc-b87e-de5018a19fe3 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927646 Jul 22 14:47:56.293334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e685485-5fe2-40ec-8a1f-04db7430b7d8 req-ebe2c393-8600-4e7b-bd18-05e4b3dff140 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073666 Jul 22 14:47:56.294161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-3e9af716-98aa-44e6-809d-5113779897c9 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031535 Jul 22 14:47:56.356659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.366149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c23da-6659-49f7-acfd-3f097264dbc9 req-bc01e0fb-5113-40f0-a794-900a24b89e69 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:56.367684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f6c23da-6659-49f7-acfd-3f097264dbc9 req-bc01e0fb-5113-40f0-a794-900a24b89e69 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1702383 Jul 22 14:47:56.520990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f6c23da-6659-49f7-acfd-3f097264dbc9 req-0c6cea21-e32a-4fc5-9f85-23fd14e366af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220598 Jul 22 14:47:56.557689 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.560636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.611206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.612387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e74d665-e464-4f97-a645-3cb1b321989b {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:47:56.628427 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:47:56.629488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a363b3dd-b754-4aaf-98e5-c1493c30a6f6 tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2640612 Jul 22 14:47:56.632293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49492) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:56.738884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Deleting port 3c638531-d9d1-4fef-ad7d-2aee3d4d2f90 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:47:56.739264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.841247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:56.855337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Calling delete_port for 3c638531-d9d1-4fef-ad7d-2aee3d4d2f90 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:47:56.990622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.018896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c638531-d9d1-4fef-ad7d-2aee3d4d2f90,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:57.091603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.093485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e48f7fb-edc6-44b5-8354-113daa41af3c tempest-RoutersAdminNegativeIpV6Test-1012018910 tempest-RoutersAdminNegativeIpV6Test-1012018910-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3c638531-d9d1-4fef-ad7d-2aee3d4d2f90 HTTP/1.1" status: 204 len: 168 time: 0.4602547 Jul 22 14:47:57.353022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:57.453492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2dfe2-c32f-454b-8b0d-340844e42e81 req-e5ea3a26-9e8f-424c-a2df-710191b9b591 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:57.455483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64e2dfe2-c32f-454b-8b0d-340844e42e81 req-e5ea3a26-9e8f-424c-a2df-710191b9b591 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.0787382 Jul 22 14:47:57.481274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ae97866-dcef-4d8e-bf8e-cbcddb2c46b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.527990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64e2dfe2-c32f-454b-8b0d-340844e42e81 req-ac70e92e-5ef4-4a39-b689-4e77cbce306f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607514 Jul 22 14:47:57.652381 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ae97866-dcef-4d8e-bf8e-cbcddb2c46b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.658289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ae97866-dcef-4d8e-bf8e-cbcddb2c46b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.713224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49510) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:57.713816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4ae97866-dcef-4d8e-bf8e-cbcddb2c46b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10f153a581db4626bc1f94aaaf50fbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591247 Jul 22 14:47:57.725244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae97866-dcef-4d8e-bf8e-cbcddb2c46b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde830e-ce0f-4f6c-a2cf-63cf8f002d2e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:57.745827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68829c-c30f-456b-a715-83e58807b6f3 req-3e0affce-0837-4729-9fdc-b9c5e635189b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:57.747949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d68829c-c30f-456b-a715-83e58807b6f3 req-3e0affce-0837-4729-9fdc-b9c5e635189b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1454680 Jul 22 14:47:57.792186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d80a6eff-196d-4b7e-9029-4a2bd99465a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.794123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d68829c-c30f-456b-a715-83e58807b6f3 req-e2044724-e2b5-4c3b-a5eb-25c8a5d731f6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401165 Jul 22 14:47:57.819856 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d80a6eff-196d-4b7e-9029-4a2bd99465a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.870070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d80a6eff-196d-4b7e-9029-4a2bd99465a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.872713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d80a6eff-196d-4b7e-9029-4a2bd99465a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:57.873892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d80a6eff-196d-4b7e-9029-4a2bd99465a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dde830e-ce0f-4f6c-a2cf-63cf8f002d2e HTTP/1.1" status: 204 len: 168 time: 0.1595335 Jul 22 14:47:57.885300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a6eff-196d-4b7e-9029-4a2bd99465a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde830e-ce0f-4f6c-a2cf-63cf8f002d2e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:58.160845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:58.205054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2e8e9a41-59c5-4616-b7a0-69ee980d03a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66c868fdbcfb4dfebdf2a86d09cda1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429037 Jul 22 14:47:58.207554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:58.260312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f04874cc-5f38-408b-909a-26d29a16c453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.285585 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f04874cc-5f38-408b-909a-26d29a16c453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.335327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f04874cc-5f38-408b-909a-26d29a16c453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.337998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f04874cc-5f38-408b-909a-26d29a16c453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:58.346966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f04874cc-5f38-408b-909a-26d29a16c453 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/305c992e-7bc8-4b86-a166-6b8972348cb0 HTTP/1.1" status: 204 len: 168 time: 0.1335640 Jul 22 14:47:58.355972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04874cc-5f38-408b-909a-26d29a16c453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305c992e-7bc8-4b86-a166-6b8972348cb0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:58.710773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f78141-036d-4b04-bc53-443a94ea500b req-08c5fc39-6a71-4e4c-9fd2-e1c0a359ffcc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:58.713084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2f78141-036d-4b04-bc53-443a94ea500b req-08c5fc39-6a71-4e4c-9fd2-e1c0a359ffcc tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1047747 Jul 22 14:47:58.761527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2f78141-036d-4b04-bc53-443a94ea500b req-a12a4fa0-1898-40c0-9d44-32b794c7fb03 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Jul 22 14:47:58.937471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39eb566-b9eb-447f-bb72-e5027fa3304e req-9e32ebe2-d8ce-490f-b8c7-ad7475074cac tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:58.939615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c39eb566-b9eb-447f-bb72-e5027fa3304e req-9e32ebe2-d8ce-490f-b8c7-ad7475074cac tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0699415 Jul 22 14:47:58.989946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c39eb566-b9eb-447f-bb72-e5027fa3304e req-c5ab1ca3-1f78-44c0-b535-444a5aa5f8ee tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440121 Jul 22 14:47:59.120284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:59.176391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:59.257830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-135b04d1-f372-4b69-89b0-a6dcb7e3f183 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3579 time: 0.1362078 Jul 22 14:47:59.260723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:59.268283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'network': {'name': 'tempest-network-smoke--1184467689', 'project_id': '7894851394d747a29be50c6565942837', 'port_security_enabled': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:59.301985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Made reservation on behalf of 7894851394d747a29be50c6565942837 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:59.311983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.332349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1770143504'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:59.348537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:47:59.357225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Made reservation on behalf of ae8e363a42774a0fa67aafecb39664ce for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:47:59.360597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.361684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.362231 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Added segment f9ce5b67-84be-4fcf-b829-e6a307d53ae8 of type vlan for network b2befe68-f0ad-417a-bdc1-186647d4d5be Jul 22 14:47:59.371614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.423867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.464118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.471563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:59.472698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.498871 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.504860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.529376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2675214 Jul 22 14:47:59.534004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:59.534762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:47:59.555037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'admin_state_up': True, 'project_id': '7894851394d747a29be50c6565942837', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:59.572053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f60e60-72f8-480b-82f0-9a3263ee4168,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:59.584207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.584577 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Added segment 74063bc6-6c7a-415b-ae5e-6a1d466e3f06 of type vlan for network f4874eb4-7eab-4f83-91c6-bc3911c15c85 Jul 22 14:47:59.598469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be4c74-132c-4428-9a33-4b05247277f1 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Network': ['ID=b2befe68-f0ad-417a-bdc1-186647d4d5be,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:59.613848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network b2befe68-f0ad-417a-bdc1-186647d4d5be details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:47:59.631869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.633207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.650608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.720633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.758018 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.763768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:47:59.764378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.930490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49560) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:47:59.930781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7530394 Jul 22 14:47:59.939111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'subnet': {'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:47:59.961387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a5110-2e30-48bb-97e9-1ed4729faaa8 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Network': ['ID=f4874eb4-7eab-4f83-91c6-bc3911c15c85,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:47:59.971872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:47:59.973719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:00.090414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80f4cb-d4e2-463d-95c4-9a30758abe91 req-3ed81117-49c1-43ba-a3d6-4102b53e3954 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:00.092434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd80f4cb-d4e2-463d-95c4-9a30758abe91 req-3ed81117-49c1-43ba-a3d6-4102b53e3954 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1961815 Jul 22 14:48:00.097183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Made reservation on behalf of ae8e363a42774a0fa67aafecb39664ce for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:00.101541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.237365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd80f4cb-d4e2-463d-95c4-9a30758abe91 req-7297b5f9-67a7-46e7-ad1a-25d8874b9fd6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149766 Jul 22 14:48:00.291838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ed12c-8665-445d-a203-e5276d39e3e3 req-f6d62c1f-fba3-4964-9e5e-09a4cc7e038c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:00.294290 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-322ed12c-8665-445d-a203-e5276d39e3e3 req-f6d62c1f-fba3-4964-9e5e-09a4cc7e038c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2001197 Jul 22 14:48:00.343101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.418906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Subnet': ['ID=c28fd010-6da7-4b35-bfdb-c484d20cb99f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:00.419493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.425397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-322ed12c-8665-445d-a203-e5276d39e3e3 req-e54fab34-e61f-4eee-bf05-4a62b6b201f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235991 Jul 22 14:48:00.426963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Checking segment: {'id': '74063bc6-6c7a-415b-ae5e-6a1d466e3f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:00.427385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network hostable DHCP agents. Network: f4874eb4-7eab-4f83-91c6-bc3911c15c85, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:00.455266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.455704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:00.473085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f4874eb4-7eab-4f83-91c6-bc3911c15c85) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:00.483259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c6b70-8958-465f-b544-f6598bf446ce None None] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:00.491405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:00.492761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.514722 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9af55f4d-4a52-491a-a4ce-1a0c910672fb tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5824552 Jul 22 14:48:00.515414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49564) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:00.520289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1076932510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:00.561334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.561334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.627289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.25.3.161 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/f6d336b2-bed0-42cc-8134-97dd84d0d3bc) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:00.687252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.702612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.729014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f4874eb4-7eab-4f83-91c6-bc3911c15c85', 'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85', 'tenant_id': 'ae8e363a42774a0fa67aafecb39664ce', 'fixed_ips': [{'subnet_id': 'c28fd010-6da7-4b35-bfdb-c484d20cb99f'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:00.730114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.734788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.741871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6958670d-4532-463f-ad46-787445c24b2b tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2229955 Jul 22 14:48:00.742050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:00.797428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.851510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:00.910600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:00.926235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:00.927760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:00.930185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:01.100589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Allocated IP 172.20.0.2 (f4874eb4-7eab-4f83-91c6-bc3911c15c85/c28fd010-6da7-4b35-bfdb-c484d20cb99f/844a8fe3-f20b-4fc9-834b-1b4aca7cb29a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:01.212228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.299840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.333352 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.351765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Transition to ACTIVE for port object 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:01.373911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Transition to ACTIVE for port object 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:01.381747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.408929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:01.428502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:01.432549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:01.503023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Pushing event updated for resources: {'Port': ['ID=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:01.519420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9dcf7-4b7c-43e1-b6fd-e71fe60774f6 req-8ec8d3b6-95ff-4b96-aa8b-d2c3b7859784 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:01.521594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bea9dcf7-4b7c-43e1-b6fd-e71fe60774f6 req-8ec8d3b6-95ff-4b96-aa8b-d2c3b7859784 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1203332 Jul 22 14:48:01.576907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Attempting to bind port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:01.578289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Attempting to bind port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '74063bc6-6c7a-415b-ae5e-6a1d466e3f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:01.578289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Attempting to bind port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a on network f4874eb4-7eab-4f83-91c6-bc3911c15c85 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:01.614697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:01.614697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Checking segment: {'id': '74063bc6-6c7a-415b-ae5e-6a1d466e3f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:01.614697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.614697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Bound using segment: {'id': '74063bc6-6c7a-415b-ae5e-6a1d466e3f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:01.614697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Bound port: 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74063bc6-6c7a-415b-ae5e-6a1d466e3f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:01.614697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.719891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Allocated IP 172.20.0.1 (f4874eb4-7eab-4f83-91c6-bc3911c15c85/c28fd010-6da7-4b35-bfdb-c484d20cb99f/b9e6b7dc-63cb-42b8-b052-6b14778ddadd) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:01.737929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] For port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:01.741956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] For port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,segment=NetworkSegment(74063bc6-6c7a-415b-ae5e-6a1d466e3f06),segment_id=74063bc6-6c7a-415b-ae5e-6a1d466e3f06)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:01.754211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.843039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb35cc-2592-4387-ab7b-d63f09d2fffd None None] Pushing event updated for resources: {'Port': ['ID=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:01.912741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:01.967192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Transition to ACTIVE for port object b9e6b7dc-63cb-42b8-b052-6b14778ddadd will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:02.037106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:02.181497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:02.185690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Port': ['ID=b9e6b7dc-63cb-42b8-b052-6b14778ddadd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:02.188481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:02.195675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:02.223251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bea9dcf7-4b7c-43e1-b6fd-e71fe60774f6 req-d1517a25-c583-472e-a359-b5a7a584702c tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469021 Jul 22 14:48:02.275039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:02.284332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:02.320921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d64f7-47e0-46ab-83d6-53bcd17944e3 req-3316e91d-81ac-492c-89cc-9ebda2c6f6f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:02.328243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b07d64f7-47e0-46ab-83d6-53bcd17944e3 req-3316e91d-81ac-492c-89cc-9ebda2c6f6f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2532156 Jul 22 14:48:02.482181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:02.492477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b07d64f7-47e0-46ab-83d6-53bcd17944e3 req-dac7e9ec-05e0-40c9-8794-85fc163a159a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632326 Jul 22 14:48:02.588265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:02.605688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router 755e07f9-a083-4801-a7ba-5f4049b3fbff is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:48:02.719206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:02.772656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:02.788331 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Sync routers for ids ['755e07f9-a083-4801-a7ba-5f4049b3fbff'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:02.806919 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Routers {'755e07f9-a083-4801-a7ba-5f4049b3fbff'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:02.808019 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['755e07f9-a083-4801-a7ba-5f4049b3fbff'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:02.821707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:02.826090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db3f39d7-7404-4455-af97-0d11ef0632cf tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2859809 Jul 22 14:48:02.828915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49576) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:02.977904 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Set router 755e07f9-a083-4801-a7ba-5f4049b3fbff gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:03.007282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd5fc50-9a66-408f-aa51-598187873a2d tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:03.008931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9fd5fc50-9a66-408f-aa51-598187873a2d tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7894851394d747a29be50c6565942837&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1783268 Jul 22 14:48:03.011729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:03.073031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.087344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.172996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c015df-7b57-4c4c-b93d-1fc28e205b3f tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:03.180442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-04c015df-7b57-4c4c-b93d-1fc28e205b3f tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1673856 Jul 22 14:48:03.181649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:03.234964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-399cd269-bc3b-4fd3-89ed-72502380e4ca tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471108 Jul 22 14:48:03.235838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49582) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:03.252268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.254459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Port': ['ID=b9e6b7dc-63cb-42b8-b052-6b14778ddadd,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:03.283665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-610586ea-1c75-4602-8787-4d83dc111710 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=7894851394d747a29be50c6565942837&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464420 Jul 22 14:48:03.284423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49586) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:03.377508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b8de8-b805-4f43-b0cb-8093efb506bd None None] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:03.408556 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:01Z', 'revision_number': 3, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:03.444408 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Checking router: 755e07f9-a083-4801-a7ba-5f4049b3fbff for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:03.445038 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Updating router 755e07f9-a083-4801-a7ba-5f4049b3fbff port f6d336b2-bed0-42cc-8134-97dd84d0d3bc binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:48:03.485825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe2e29b-fef2-4ddc-bc90-cedd075fb9fd tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:03.490588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ebe2e29b-fef2-4ddc-bc90-cedd075fb9fd tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2051275 Jul 22 14:48:03.493577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49588) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:03.522856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] Provisioning for port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:03.526840 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.535991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] Provisioning complete for port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:03.541119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c43c8123-6eb0-48dc-8c9e-9b6aae7209d4 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460737 Jul 22 14:48:03.542257 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.542802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49592) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:03.548492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1457965628', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'project_id': '7894851394d747a29be50c6565942837', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:03.563616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:03.567456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:03.837907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.891111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] For port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,segment=NetworkSegment(74063bc6-6c7a-415b-ae5e-6a1d466e3f06),segment_id=74063bc6-6c7a-415b-ae5e-6a1d466e3f06)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:03.898726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:03.993902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2086f60-851a-4c29-8205-b549bfaf1d35 None None] Pushing event updated for resources: {'Port': ['ID=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:04.007644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b82649-388a-4ed7-81f6-a312582cc172 req-1988b46e-db03-441c-8c7f-b0bd1a11eff2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:04.017901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81b82649-388a-4ed7-81f6-a312582cc172 req-1988b46e-db03-441c-8c7f-b0bd1a11eff2 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.5714118 Jul 22 14:48:04.041795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Made reservation on behalf of 7894851394d747a29be50c6565942837 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:04.061146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.063316 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.075739 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Transition to ACTIVE for port object f6d336b2-bed0-42cc-8134-97dd84d0d3bc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:04.094106 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.146790 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Attempting to bind port f6d336b2-bed0-42cc-8134-97dd84d0d3bc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:04.152560 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Attempting to bind port f6d336b2-bed0-42cc-8134-97dd84d0d3bc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:04.153667 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Attempting to bind port f6d336b2-bed0-42cc-8134-97dd84d0d3bc on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:04.189537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4a4c8-0557-4e3d-9082-11a9a2a0755d req-0fe58a31-5ef5-444d-8223-a88edd37dd68 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:04.197582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b4a4c8-0557-4e3d-9082-11a9a2a0755d req-0fe58a31-5ef5-444d-8223-a88edd37dd68 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.4919717 Jul 22 14:48:04.200211 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:04.206821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:04.207392 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.207945 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:04.208690 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Bound port: f6d336b2-bed0-42cc-8134-97dd84d0d3bc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:04.209244 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.221315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Router 494e1095-5d1b-4041-bfa8-dc7c669109d4 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:48:04.283471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7b4a4c8-0557-4e3d-9082-11a9a2a0755d req-b3a998f9-aed9-47d2-9bd6-204d2d17c642 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843463 Jul 22 14:48:04.308104 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] For port f6d336b2-bed0-42cc-8134-97dd84d0d3bc, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:04.323685 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] For port f6d336b2-bed0-42cc-8134-97dd84d0d3bc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:04.328679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1908b49d-bf81-48fc-9fd9-46fbb64ba67b None None] Provisioning for port b9e6b7dc-63cb-42b8-b052-6b14778ddadd completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:04.335736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1908b49d-bf81-48fc-9fd9-46fbb64ba67b None None] Provisioning complete for port b9e6b7dc-63cb-42b8-b052-6b14778ddadd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:04.336450 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.336910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1908b49d-bf81-48fc-9fd9-46fbb64ba67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.347621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81b82649-388a-4ed7-81f6-a312582cc172 req-afc68aee-db1c-4737-9834-d8f09ee4ddc6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284636 Jul 22 14:48:04.397675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:04.404147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-149c5332-d3b3-4253-8c8c-4be25348d63a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "PUT /v2.0/routers/494e1095-5d1b-4041-bfa8-dc7c669109d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6610248 Jul 22 14:48:04.406833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:04.413171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] Sync routers for ids ['494e1095-5d1b-4041-bfa8-dc7c669109d4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:04.416538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'port': {'network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85', 'name': 'tempest-FloatingIPNegativeTestJSON-512508790'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:04.418034 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Routers {'755e07f9-a083-4801-a7ba-5f4049b3fbff'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:04.419046 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['755e07f9-a083-4801-a7ba-5f4049b3fbff'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:04.459726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] Routers {'494e1095-5d1b-4041-bfa8-dc7c669109d4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:04.466546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['494e1095-5d1b-4041-bfa8-dc7c669109d4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:04.470953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1908b49d-bf81-48fc-9fd9-46fbb64ba67b None None] Port b9e6b7dc-63cb-42b8-b052-6b14778ddadd cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:04.567588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:04.587956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1908b49d-bf81-48fc-9fd9-46fbb64ba67b None None] Provisioning complete for port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:04.588582 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1908b49d-bf81-48fc-9fd9-46fbb64ba67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.639703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:04.645069 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] Set router 755e07f9-a083-4801-a7ba-5f4049b3fbff gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:04.695975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Made reservation on behalf of ae8e363a42774a0fa67aafecb39664ce for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:04.709633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.728052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] Routers {'494e1095-5d1b-4041-bfa8-dc7c669109d4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:04.731077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['494e1095-5d1b-4041-bfa8-dc7c669109d4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:04.762647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] device_id is not set on port c122cd62-641f-4e13-9652-43621683cb5e yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:48:04.764605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.813012 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Pushing event updated for resources: {'Port': ['ID=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:04.854229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.854996 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.855513 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.856022 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.856540 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.857298 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.857812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.858314 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.858948 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.859518 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.860096 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.861173 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:04.866990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:04.871840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1fb9c-a260-4421-b187-d385885205d3 None None] The sync data for ids ['494e1095-5d1b-4041-bfa8-dc7c669109d4'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:04.922755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:04.923907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:04.995298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Subnet': ['ID=84db288f-7190-44dd-9a4c-323f0242d6e2,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:05.016167 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdea847e-73bd-4fbe-89ef-be3f3eabe026 None None] Pushing event updated for resources: {'Port': ['ID=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:05.070398 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:01Z', 'revision_number': 3, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:05.071201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.071525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.071952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.073875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.074717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.074878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.075309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.075661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.076010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.076351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.081160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.081566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:05.099394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-047cf0c1-45f6-471a-91a6-d5baec08204a None None] Provisioning complete for port b9e6b7dc-63cb-42b8-b052-6b14778ddadd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:05.100324 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-047cf0c1-45f6-471a-91a6-d5baec08204a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.112949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Checking segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:05.113587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network hostable DHCP agents. Network: b2befe68-f0ad-417a-bdc1-186647d4d5be, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:05.130042 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70ca02-d15d-4bb1-935b-d736ab889a62 None None] The sync data for ids ['755e07f9-a083-4801-a7ba-5f4049b3fbff'] in n-d-794306-8 is: [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:01Z', 'revision_number': 3, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:05.153672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network b2befe68-f0ad-417a-bdc1-186647d4d5be is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:05.154272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Allocated IP 172.20.0.5 (f4874eb4-7eab-4f83-91c6-bc3911c15c85/c28fd010-6da7-4b35-bfdb-c484d20cb99f/c122cd62-641f-4e13-9652-43621683cb5e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:05.181494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, b2befe68-f0ad-417a-bdc1-186647d4d5be) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:05.182442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-047cf0c1-45f6-471a-91a6-d5baec08204a None None] Port b9e6b7dc-63cb-42b8-b052-6b14778ddadd cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:05.196244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3875ebb-77e9-48f8-8dbd-abcd6a972d1a None None] Network b2befe68-f0ad-417a-bdc1-186647d4d5be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:05.199200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:05.199872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.239643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e705275e-4660-4e78-a576-87d7ccace9fd tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6957047 Jul 22 14:48:05.247054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49596) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:05.391463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-efd6283e-9dc5-43ff-90e4-9ec4e10ea8ad None None] Provisioning complete for port b9e6b7dc-63cb-42b8-b052-6b14778ddadd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:05.392400 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-efd6283e-9dc5-43ff-90e4-9ec4e10ea8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.474865 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.509678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Transition to ACTIVE for port object c122cd62-641f-4e13-9652-43621683cb5e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:05.597399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.619640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-efd6283e-9dc5-43ff-90e4-9ec4e10ea8ad None None] Port b9e6b7dc-63cb-42b8-b052-6b14778ddadd cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:05.652832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-b2befe68-f0ad-417a-bdc1-186647d4d5be', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'tenant_id': '7894851394d747a29be50c6565942837', 'fixed_ips': [{'subnet_id': '84db288f-7190-44dd-9a4c-323f0242d6e2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:05.653700 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.745004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Port': ['ID=c122cd62-641f-4e13-9652-43621683cb5e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:05.774664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:05.776209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:05.780387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:05.879947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:05.882100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.917049 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-475109bf-eb8d-40ba-a622-8501251c4c83 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5077374 Jul 22 14:48:05.920919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:05.928677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:05.966965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:05.999115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59117b27-a0c0-42dd-bdee-0992dafd09f9 req-a0f3943e-8346-4565-a1e6-59f2571609d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:06.006629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59117b27-a0c0-42dd-bdee-0992dafd09f9 req-a0f3943e-8346-4565-a1e6-59f2571609d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.5375648 Jul 22 14:48:06.098329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699e4c1-fe57-4f11-8f35-fc0c0cb489b3 req-298ac3c4-2e58-4f31-8da5-741c6df69613 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:06.100165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f699e4c1-fe57-4f11-8f35-fc0c0cb489b3 req-298ac3c4-2e58-4f31-8da5-741c6df69613 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.5730858 Jul 22 14:48:06.178306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Allocated IP 172.20.0.18 (b2befe68-f0ad-417a-bdc1-186647d4d5be/84db288f-7190-44dd-9a4c-323f0242d6e2/7e64175f-4352-435b-ba44-ba659f083df5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:06.181441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59117b27-a0c0-42dd-bdee-0992dafd09f9 req-2480488f-6f4b-4637-967a-64775438f632 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738329 Jul 22 14:48:06.211322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f699e4c1-fe57-4f11-8f35-fc0c0cb489b3 req-f6046f7f-b503-4abd-9279-1e0fa3e898b6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872843 Jul 22 14:48:06.253506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bc0840c6-d5c7-4861-b0f1-01d175b1c90f None None] Provisioning for port c122cd62-641f-4e13-9652-43621683cb5e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:06.315821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bc0840c6-d5c7-4861-b0f1-01d175b1c90f None None] Provisioning complete for port c122cd62-641f-4e13-9652-43621683cb5e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:06.316723 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc0840c6-d5c7-4861-b0f1-01d175b1c90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.339345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.362490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bc0840c6-d5c7-4861-b0f1-01d175b1c90f None None] Port c122cd62-641f-4e13-9652-43621683cb5e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:06.603011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f6d336b2-bed0-42cc-8134-97dd84d0d3bc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:06.636317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Allocated IP 172.25.3.133 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/c8bbadc4-3349-4fc9-b245-be276a7bce8e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:06.667812 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.678661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Transition to ACTIVE for port object 7e64175f-4352-435b-ba44-ba659f083df5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:06.696567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Transition to ACTIVE for port object 7e64175f-4352-435b-ba44-ba659f083df5 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:06.709154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.720714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.767016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Network b2befe68-f0ad-417a-bdc1-186647d4d5be is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:06.773249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:06.779389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:06.782832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Pushing event updated for resources: {'Port': ['ID=7e64175f-4352-435b-ba44-ba659f083df5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:06.795686 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.852643 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.857889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f6d336b2-bed0-42cc-8134-97dd84d0d3bc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:06.868350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f6d336b2-bed0-42cc-8134-97dd84d0d3bc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:06.868734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.876958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Attempting to bind port 7e64175f-4352-435b-ba44-ba659f083df5 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:06.877335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Attempting to bind port 7e64175f-4352-435b-ba44-ba659f083df5 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:06.877708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Attempting to bind port 7e64175f-4352-435b-ba44-ba659f083df5 on network b2befe68-f0ad-417a-bdc1-186647d4d5be {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:06.895256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:06.898709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:06.899997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:06.900417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Checking segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:06.900802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.901211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Bound using segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:06.901691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Bound port: 7e64175f-4352-435b-ba44-ba659f083df5, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:06.902496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:06.902782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:06.947612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Port': ['ID=c8bbadc4-3349-4fc9-b245-be276a7bce8e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:06.975022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] For port 7e64175f-4352-435b-ba44-ba659f083df5, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:06.978132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] For port 7e64175f-4352-435b-ba44-ba659f083df5, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7e64175f-4352-435b-ba44-ba659f083df5,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:06.986931 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.038767 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.046724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f3734-b27d-4214-a088-2e23ec5590fd None None] Pushing event updated for resources: {'Port': ['ID=7e64175f-4352-435b-ba44-ba659f083df5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:07.104043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.137540 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.167445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f6d336b2-bed0-42cc-8134-97dd84d0d3bc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:07.174595 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.288367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:07.321540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.328248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.330558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.437156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Port': ['ID=c8bbadc4-3349-4fc9-b245-be276a7bce8e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:07.449415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.468170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.469535 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e5ca572e-1b3a-4358-8b4a-013108a6adb4 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5467072 Jul 22 14:48:07.472358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:07.478394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-400b0d0c-f5c1-4c13-85a0-ed985712cb00 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'floatingip': {'port_id': 'c122cd62-641f-4e13-9652-43621683cb5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:07.556516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400b0d0c-f5c1-4c13-85a0-ed985712cb00 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.578633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.20.0.17 (b2befe68-f0ad-417a-bdc1-186647d4d5be/84db288f-7190-44dd-9a4c-323f0242d6e2/26ebc0d4-3733-4c07-8657-2c28721482ee) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:07.598021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71024a0b-612b-4fe9-b8c3-ed3f3fe44d0f req-0979fbd5-7bb8-40ea-8ea2-23be15aa7aa5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:07.599591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71024a0b-612b-4fe9-b8c3-ed3f3fe44d0f req-0979fbd5-7bb8-40ea-8ea2-23be15aa7aa5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2102861 Jul 22 14:48:07.612631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58e458-fcef-4a19-9732-ec3f473b0c4d req-67322291-efb1-476d-9b73-87bfb943e3f4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:07.614184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce58e458-fcef-4a19-9732-ec3f473b0c4d req-67322291-efb1-476d-9b73-87bfb943e3f4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1960831 Jul 22 14:48:07.687821 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-400b0d0c-f5c1-4c13-85a0-ed985712cb00 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] update failed (client error): The resource could not be found. Jul 22 14:48:07.689524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-400b0d0c-f5c1-4c13-85a0-ed985712cb00 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "PUT /v2.0/floatingips/c2cbbb21-0b19-43da-8c98-b39e642752d4 HTTP/1.1" status: 404 len: 507 time: 0.2155268 Jul 22 14:48:07.692339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49612) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:07.699793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71024a0b-612b-4fe9-b8c3-ed3f3fe44d0f req-8e2728b5-7c3a-44ca-b376-7aa35328aa46 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843740 Jul 22 14:48:07.745573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce58e458-fcef-4a19-9732-ec3f473b0c4d req-dbb2c91a-3d63-4368-9e0c-4e42b974e8f5 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212218 Jul 22 14:48:07.779428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.813126 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.828873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Transition to ACTIVE for port object 26ebc0d4-3733-4c07-8657-2c28721482ee will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:07.875134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.880470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Deleting port c8bbadc4-3349-4fc9-b245-be276a7bce8e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:07.880944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:07.976548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network b2befe68-f0ad-417a-bdc1-186647d4d5be is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:07.982741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:07.984505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=26ebc0d4-3733-4c07-8657-2c28721482ee,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:07.986850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:08.013272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.013939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.034900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Calling delete_port for c8bbadc4-3349-4fc9-b245-be276a7bce8e owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:08.046339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.055057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-ed84f935-fdf3-4cd7-b461-0d5334a48c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:08.056613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-ed84f935-fdf3-4cd7-b461-0d5334a48c73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1096 time: 0.1094019 Jul 22 14:48:08.057653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dce9df-3ecc-4c9b-8521-e89894b432c2 req-a31fe917-623d-4608-bd75-033d11993c88 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:08.059272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2dce9df-3ecc-4c9b-8521-e89894b432c2 req-a31fe917-623d-4608-bd75-033d11993c88 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1526361 Jul 22 14:48:08.149421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2dce9df-3ecc-4c9b-8521-e89894b432c2 req-c6ede85a-2f08-4194-a87a-a0ce67e31df8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579202 Jul 22 14:48:08.211491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-ceb5fd35-dba7-4835-bcbe-13b9dae0e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:08.212986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-ceb5fd35-dba7-4835-bcbe-13b9dae0e88d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1278193 Jul 22 14:48:08.258853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.316906 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-7b601340-6b1b-4e2e-bcab-3f40f88de665 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.0970645 Jul 22 14:48:08.332600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.344669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebfbd5e-52ba-4093-b9ba-6ee00597c0d5 None None] Network b2befe68-f0ad-417a-bdc1-186647d4d5be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:08.383778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Port': ['ID=c8bbadc4-3349-4fc9-b245-be276a7bce8e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:08.428506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-18c38ef6-19b3-4c8d-ba8d-34f675963a19 None None] Provisioning for port 7e64175f-4352-435b-ba44-ba659f083df5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:08.444133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-3f0ae29c-560b-48e8-a813-47afd9a66a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:08.445726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-3f0ae29c-560b-48e8-a813-47afd9a66a37 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.1227605 Jul 22 14:48:08.487752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.490261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.491413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-940bc4fb-4063-439d-a65a-a511daf93b9d tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "DELETE /v2.0/floatingips/c2cbbb21-0b19-43da-8c98-b39e642752d4 HTTP/1.1" status: 204 len: 168 time: 0.7981377 Jul 22 14:48:08.495374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49618) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:08.507335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-370ca5cd-0b25-4474-95e8-234d38d8a2c9 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'floatingip': {'floating_network_id': 'f4874eb4-7eab-4f83-91c6-bc3911c15c85', 'port_id': 'c122cd62-641f-4e13-9652-43621683cb5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:08.526320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-cfe5bf22-3719-420d-add7-d3abdd9a0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:08.528167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-cfe5bf22-3719-420d-add7-d3abdd9a0428 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744202 Jul 22 14:48:08.575929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-370ca5cd-0b25-4474-95e8-234d38d8a2c9 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.634385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-0eb906f3-8f97-44b5-9e35-189e636a4129 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987520 Jul 22 14:48:08.642617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.650666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7e64175f-4352-435b-ba44-ba659f083df5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:08.658954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.721917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 7e64175f-4352-435b-ba44-ba659f083df5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:08.727008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7e64175f-4352-435b-ba44-ba659f083df5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:08.727629 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.771163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=26ebc0d4-3733-4c07-8657-2c28721482ee,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:08.772789 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a63848e-5567-4be8-b929-1b4fcaf1a2e4 req-653d8404-3b7a-4901-a6e0-60df1596768a service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312273 Jul 22 14:48:08.775984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.849396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.896411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 7e64175f-4352-435b-ba44-ba659f083df5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7e64175f-4352-435b-ba44-ba659f083df5,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:08.897753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-197809da-1428-4a5a-9622-9538828c218e None None] Provisioning complete for port 7e64175f-4352-435b-ba44-ba659f083df5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:08.898234 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-197809da-1428-4a5a-9622-9538828c218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.902447 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.903489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f6d336b2-bed0-42cc-8134-97dd84d0d3bc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:08.917733 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-370ca5cd-0b25-4474-95e8-234d38d8a2c9 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:48:08.918743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-370ca5cd-0b25-4474-95e8-234d38d8a2c9 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4193625 Jul 22 14:48:08.924560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49622) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:08.931214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'c122cd62-641f-4e13-9652-43621683cb5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:08.988725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network b2befe68-f0ad-417a-bdc1-186647d4d5be is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:08.992290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:08.993282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:09.010066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e2554-46bf-4052-aae2-3a671eb08aa7 req-f88d718c-100d-465d-b43d-aca4d4befeda tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:09.011750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-768e2554-46bf-4052-aae2-3a671eb08aa7 req-f88d718c-100d-465d-b43d-aca4d4befeda tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1720855 Jul 22 14:48:09.044396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=7e64175f-4352-435b-ba44-ba659f083df5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:09.062855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f6d336b2-bed0-42cc-8134-97dd84d0d3bc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:09.063239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.135429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-768e2554-46bf-4052-aae2-3a671eb08aa7 req-122d7a87-19f4-46aa-a710-e24ef738241d tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773942 Jul 22 14:48:09.154246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.167672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router 755e07f9-a083-4801-a7ba-5f4049b3fbff has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:09.178162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-197809da-1428-4a5a-9622-9538828c218e None None] Provisioning for port 26ebc0d4-3733-4c07-8657-2c28721482ee completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:09.182423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-197809da-1428-4a5a-9622-9538828c218e None None] Provisioning complete for port 26ebc0d4-3733-4c07-8657-2c28721482ee triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:09.182740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-197809da-1428-4a5a-9622-9538828c218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.261387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-197809da-1428-4a5a-9622-9538828c218e None None] Port 26ebc0d4-3733-4c07-8657-2c28721482ee cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:09.350363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Allocated IP 172.25.3.245 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/cb087158-0510-4d3f-a1f8-c6f0b7c61dbe) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:09.384047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ba24d59c-9c5e-47fa-93b0-5fd3d95e1b6e None None] Provisioning complete for port 26ebc0d4-3733-4c07-8657-2c28721482ee triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:09.384559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba24d59c-9c5e-47fa-93b0-5fd3d95e1b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.387260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6f8be-5bc6-4efd-9384-2feec35f07b6 req-94c3664d-d5d6-417a-b5d6-38fe7432c2b3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:09.394330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ae6f8be-5bc6-4efd-9384-2feec35f07b6 req-94c3664d-d5d6-417a-b5d6-38fe7432c2b3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1395535 Jul 22 14:48:09.405111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:09.411223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ed932098-aa3a-4090-abc8-9928cc6d7b69 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "PUT /v2.0/routers/755e07f9-a083-4801-a7ba-5f4049b3fbff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1630828 Jul 22 14:48:09.422236 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Sync routers for ids ['755e07f9-a083-4801-a7ba-5f4049b3fbff'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:09.441852 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Routers {'755e07f9-a083-4801-a7ba-5f4049b3fbff'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:09.442918 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['755e07f9-a083-4801-a7ba-5f4049b3fbff'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:09.451245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ba24d59c-9c5e-47fa-93b0-5fd3d95e1b6e None None] Port 26ebc0d4-3733-4c07-8657-2c28721482ee cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:09.455829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ae6f8be-5bc6-4efd-9384-2feec35f07b6 req-7ccbef94-9148-46dd-9591-e68c2bf0a306 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604329 Jul 22 14:48:09.502102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.542471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.559618 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Set router 755e07f9-a083-4801-a7ba-5f4049b3fbff gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:09.574971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bf587489-430c-474a-8afd-a58166b12984 None None] Provisioning complete for port 26ebc0d4-3733-4c07-8657-2c28721482ee triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:09.575739 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf587489-430c-474a-8afd-a58166b12984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.584042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:09.591060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:09.594681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:09.621753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf587489-430c-474a-8afd-a58166b12984 None None] Port 26ebc0d4-3733-4c07-8657-2c28721482ee cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:09.633844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event updated for resources: {'Port': ['ID=cb087158-0510-4d3f-a1f8-c6f0b7c61dbe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:09.727171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-0a19f74d-972f-4e43-b463-3d7033f7dfbc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:09.728703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-0a19f74d-972f-4e43-b463-3d7033f7dfbc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/networks?id=b2befe68-f0ad-417a-bdc1-186647d4d5be HTTP/1.1" status: 200 len: 798 time: 0.1108291 Jul 22 14:48:09.744455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-8171dd54-8b45-4d0d-9c16-53bbf641e064 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/quotas/7894851394d747a29be50c6565942837 HTTP/1.1" status: 200 len: 375 time: 0.0100944 Jul 22 14:48:09.814933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Deleting port cb087158-0510-4d3f-a1f8-c6f0b7c61dbe {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:09.815583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.824217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-0d5f41ea-930b-457a-b7d8-ff59daf786a6 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0730553 Jul 22 14:48:09.844273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-98570c96-d5d3-41db-bdd2-3f1a46c4f7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.887795 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:08Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '26ebc0d4-3733-4c07-8657-2c28721482ee', 'name': '', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:b0:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:06Z', 'updated_at': '2021-07-22T14:48:08Z', 'revision_number': 2, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:09.913685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.914025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.915108 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Checking router: 755e07f9-a083-4801-a7ba-5f4049b3fbff for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:09.915463 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Updating router 755e07f9-a083-4801-a7ba-5f4049b3fbff port 26ebc0d4-3733-4c07-8657-2c28721482ee binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:48:09.927224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Calling delete_port for cb087158-0510-4d3f-a1f8-c6f0b7c61dbe owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:09.953315 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:09.982095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ff038be-fa2f-4fbe-9147-7175bc93625f service neutron] 10.222.0.60 "GET /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459589 Jul 22 14:48:10.054544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.073694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-87f235be-d547-44e2-81ea-b92268c0564c service neutron] 10.222.0.60 "GET /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851440 Jul 22 14:48:10.080451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Port': ['ID=cb087158-0510-4d3f-a1f8-c6f0b7c61dbe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:10.168750 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] create failed (client error): The resource could not be found. Jul 22 14:48:10.170026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9ff445f8-03f8-45ab-b7df-fc8eeb8ba84a tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2440491 Jul 22 14:48:10.173921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49640) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:10.260176 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.277784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4217cf44-1cbd-45a3-bd27-ae1619fdfcc3 req-7225bad5-7f6a-484a-b646-b9e6f93fbac2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 210 time: 0.0506546 Jul 22 14:48:10.280917 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Transition to ACTIVE for port object 26ebc0d4-3733-4c07-8657-2c28721482ee will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:10.291538 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.319805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Deleting port c122cd62-641f-4e13-9652-43621683cb5e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:10.320349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.322948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:48:10.364209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5467bd5-5b17-45ef-9a69-02450404c73d req-b80c46b8-85df-4f15-a2ad-834863db8a27 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:10.372228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5467bd5-5b17-45ef-9a69-02450404c73d req-b80c46b8-85df-4f15-a2ad-834863db8a27 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 943 time: 0.1040049 Jul 22 14:48:10.379260 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146c555-37c1-4fae-92f1-411e93b218ca None None] Pushing event updated for resources: {'Port': ['ID=26ebc0d4-3733-4c07-8657-2c28721482ee,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:10.459165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.459466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5467bd5-5b17-45ef-9a69-02450404c73d req-34ebd27c-71d1-421f-ac5b-290bdc00450f tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835817 Jul 22 14:48:10.493859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Calling delete_port for c122cd62-641f-4e13-9652-43621683cb5e owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:10.517399 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Attempting to bind port 26ebc0d4-3733-4c07-8657-2c28721482ee on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:10.518458 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Attempting to bind port 26ebc0d4-3733-4c07-8657-2c28721482ee by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:10.519436 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Attempting to bind port 26ebc0d4-3733-4c07-8657-2c28721482ee on network b2befe68-f0ad-417a-bdc1-186647d4d5be {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:10.532391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:10.532776 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Checking segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:10.533200 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.533604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Bound using segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:10.534095 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Bound port: 26ebc0d4-3733-4c07-8657-2c28721482ee, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:10.534481 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.639143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b8a31-76e9-45c9-872d-d28fc04a18f6 req-09dfb00e-8a7f-484c-8b13-40ff30f6e193 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:10.648830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc7b8a31-76e9-45c9-872d-d28fc04a18f6 req-09dfb00e-8a7f-484c-8b13-40ff30f6e193 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0907614 Jul 22 14:48:10.697281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7e64175f-4352-435b-ba44-ba659f083df5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:10.709311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc7b8a31-76e9-45c9-872d-d28fc04a18f6 req-17274633-48e7-4d67-a915-670329f4c313 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589461 Jul 22 14:48:10.726409 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] For port 26ebc0d4-3733-4c07-8657-2c28721482ee, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:10.730491 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] For port 26ebc0d4-3733-4c07-8657-2c28721482ee, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=26ebc0d4-3733-4c07-8657-2c28721482ee,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:10.733179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.744170 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.804635 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Routers {'755e07f9-a083-4801-a7ba-5f4049b3fbff'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:10.805518 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:47:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['755e07f9-a083-4801-a7ba-5f4049b3fbff'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:10.815488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:10.822964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Port': ['ID=c122cd62-641f-4e13-9652-43621683cb5e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:10.839549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '23559229-9de5-4199-978d-b7d122749c63', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'port_id': '23559229-9de5-4199-978d-b7d122749c63', 'mac_address': 'fa:16:3e:6a:8d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:48:10.901960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7e64175f-4352-435b-ba44-ba659f083df5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:10.902815 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.963913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:10.969400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655cc2-552a-46ba-abb7-b8c3418f3a80 req-50febd5d-3626-4500-9a88-7561613d15ef tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:10.974498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e9655cc2-552a-46ba-abb7-b8c3418f3a80 req-50febd5d-3626-4500-9a88-7561613d15ef tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1927493 Jul 22 14:48:10.984342 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146c555-37c1-4fae-92f1-411e93b218ca None None] Pushing event updated for resources: {'Port': ['ID=26ebc0d4-3733-4c07-8657-2c28721482ee,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:10.998815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74b17b5a-ee32-4ad7-8f0c-8af92cc6f939 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "DELETE /v2.0/ports/c122cd62-641f-4e13-9652-43621683cb5e HTTP/1.1" status: 204 len: 168 time: 0.8207898 Jul 22 14:48:10.998815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:11.043946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] Set router 755e07f9-a083-4801-a7ba-5f4049b3fbff gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:11.058236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:11.071990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e9655cc2-552a-46ba-abb7-b8c3418f3a80 req-5512b276-0093-4799-bcf0-f3ab7b9d2309 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898609 Jul 22 14:48:11.091298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23559229-9de5-4199-978d-b7d122749c63 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:48:11.146796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:11.189192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b50059-34cc-4394-bb07-a275b7700738 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:11.191014 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09b50059-34cc-4394-bb07-a275b7700738 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "GET /v2.0/ports?device_id=494e1095-5d1b-4041-bfa8-dc7c669109d4 HTTP/1.1" status: 200 len: 913 time: 0.1911979 Jul 22 14:48:11.193663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:11.204563 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:11.359618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:11.415931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49787783-8323-4c61-a743-40b70a23b083 req-c2c45076-7a6c-4b12-8813-bbc0199a9cc0 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 210 time: 0.0351338 Jul 22 14:48:11.429022 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:08Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '26ebc0d4-3733-4c07-8657-2c28721482ee', 'name': '', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:b0:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:06Z', 'updated_at': '2021-07-22T14:48:10Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:11.449563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['23559229-9de5-4199-978d-b7d122749c63'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:48:11.451265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb096-9945-4260-b148-c315200bb869 req-c057e1e2-f9bf-4ecd-bf56-d018656787b4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:11.452804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161bb096-9945-4260-b148-c315200bb869 req-c057e1e2-f9bf-4ecd-bf56-d018656787b4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1239223 Jul 22 14:48:11.459974 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8800f818-ffc3-47b7-afc1-f04a5aa7f971 None None] The sync data for ids ['755e07f9-a083-4801-a7ba-5f4049b3fbff'] in n-d-794306-8 is: [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:08Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '26ebc0d4-3733-4c07-8657-2c28721482ee', 'name': '', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:b0:67:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:06Z', 'updated_at': '2021-07-22T14:48:10Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:11.549772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161bb096-9945-4260-b148-c315200bb869 req-cc4ca631-2ac2-45d0-8de3-6f71fad44fc3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875151 Jul 22 14:48:11.758181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24255485-b396-44ea-90cd-4f084587dc1e req-387c8729-1aaa-46f0-8d2a-9824e6e40880 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:11.768903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24255485-b396-44ea-90cd-4f084587dc1e req-387c8729-1aaa-46f0-8d2a-9824e6e40880 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 944 time: 0.1436725 Jul 22 14:48:11.819114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-24255485-b396-44ea-90cd-4f084587dc1e req-7d39173a-062e-4814-86cf-6e6b754f9edb tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Jul 22 14:48:11.921463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f846bff-db04-46ea-ae79-a5437d66e4dc req-d5f24730-2ade-4b69-acd1-c95afadf7f2c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:11.925080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f846bff-db04-46ea-ae79-a5437d66e4dc req-d5f24730-2ade-4b69-acd1-c95afadf7f2c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1051178 Jul 22 14:48:11.987324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f846bff-db04-46ea-ae79-a5437d66e4dc req-b87057aa-314a-4d3b-8818-251f62dcd80f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560818 Jul 22 14:48:12.044861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5a5f2d3-160f-4ec1-a77e-4fb2c61dc908 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:12.044861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5a5f2d3-160f-4ec1-a77e-4fb2c61dc908 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.61 "GET /v2.0/networks?id=b2befe68-f0ad-417a-bdc1-186647d4d5be HTTP/1.1" status: 200 len: 798 time: 0.1589022 Jul 22 14:48:12.071844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Request body: {'port': {'device_id': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'admin_state_up': True, 'tenant_id': '7894851394d747a29be50c6565942837'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:12.085872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9089add7-15d9-4b73-8f99-aa180d566529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.178155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.322272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Made reservation on behalf of 7894851394d747a29be50c6565942837 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:12.325487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:12.327371 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.372844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf6b31-2699-4397-834b-d3ef0feb2486 req-896d759a-4ac9-42b1-b0c9-ef3f9fa568bf tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:12.376736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bcf6b31-2699-4397-834b-d3ef0feb2486 req-896d759a-4ac9-42b1-b0c9-ef3f9fa568bf tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0783603 Jul 22 14:48:12.402097 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.416424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 23559229-9de5-4199-978d-b7d122749c63 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:12.416882 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.421670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bcf6b31-2699-4397-834b-d3ef0feb2486 req-e027099b-dfa8-447e-969f-2cc5220dff5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Jul 22 14:48:12.540001 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.570481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:12.574284 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e2615a-5cc1-4d98-bd44-77e9c7230f1e" -d '{"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-plugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:12.588055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:12.592982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.595540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adab12b3-adf9-49fd-8e3c-02fe2d00af7a req-d87dfbdc-1096-40f9-a753-3c624080db6a tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 210 time: 0.0524726 Jul 22 14:48:12.644265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 26ebc0d4-3733-4c07-8657-2c28721482ee up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:12.649472 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82c425-2333-4765-9867-983a355e3f20 x-openstack-request-id: req-ae82c425-2333-4765-9867-983a355e3f20 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:12.649771 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-plugged", "status": "completed", "tag": "23559229-9de5-4199-978d-b7d122749c63", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:12.650040 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae82c425-2333-4765-9867-983a355e3f20 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:12.650430 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'code': 200} Jul 22 14:48:12.668805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Allocated IP 172.20.0.29 (b2befe68-f0ad-417a-bdc1-186647d4d5be/84db288f-7190-44dd-9a4c-323f0242d6e2/74f8484a-23a0-4843-aafc-62ef849666fa) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:12.725710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:12.741608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 26ebc0d4-3733-4c07-8657-2c28721482ee completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:12.742433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Deleting port b9e6b7dc-63cb-42b8-b052-6b14778ddadd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:12.742803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.758983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 26ebc0d4-3733-4c07-8657-2c28721482ee triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:12.759372 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.849757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24bbab-004d-4adb-8c57-e02c2aee4e2f req-e5c380a7-ab45-4436-8549-e766df61c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:12.851782 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b24bbab-004d-4adb-8c57-e02c2aee4e2f req-e5c380a7-ab45-4436-8549-e766df61c80f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1097 time: 0.0585377 Jul 22 14:48:12.857500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.902093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 26ebc0d4-3733-4c07-8657-2c28721482ee, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=26ebc0d4-3733-4c07-8657-2c28721482ee,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:12.905288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b24bbab-004d-4adb-8c57-e02c2aee4e2f req-363f79b8-cf6c-4c65-8800-4264521fd0d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467122 Jul 22 14:48:12.907317 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.943726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:12.974499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=26ebc0d4-3733-4c07-8657-2c28721482ee,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:12.975099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Transition to ACTIVE for port object 74f8484a-23a0-4843-aafc-62ef849666fa will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:12.990916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.011957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Calling delete_port for b9e6b7dc-63cb-42b8-b052-6b14778ddadd owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:13.029268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da9ca0-c3de-4f65-99d4-e99a4827f278 req-70aa0d1f-4fda-46fd-92c4-30d32d17ff6b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:13.038601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03da9ca0-c3de-4f65-99d4-e99a4827f278 req-70aa0d1f-4fda-46fd-92c4-30d32d17ff6b tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 946 time: 0.1129057 Jul 22 14:48:13.084608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.086293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03da9ca0-c3de-4f65-99d4-e99a4827f278 req-ca78a541-59e7-47d5-a153-15db512e86fd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466688 Jul 22 14:48:13.137862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Network b2befe68-f0ad-417a-bdc1-186647d4d5be is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:13.147204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:13.149180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da378a5-e9c0-4a42-b2bd-16850620e3fe req-73b3a282-0497-4978-94e2-9e2ac8f2bdbf tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:13.150911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9da378a5-e9c0-4a42-b2bd-16850620e3fe req-73b3a282-0497-4978-94e2-9e2ac8f2bdbf tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0781147 Jul 22 14:48:13.188197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:13.211152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9da378a5-e9c0-4a42-b2bd-16850620e3fe req-50237771-4986-49c7-b626-d2ed9ded102a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543103 Jul 22 14:48:13.227789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event updated for resources: {'Port': ['ID=74f8484a-23a0-4843-aafc-62ef849666fa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:13.267602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:13.268624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.303846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7ea4e8c8-4309-4411-8883-56dee9d43768 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2390547 Jul 22 14:48:13.318342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Request body: {'port': {'device_id': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:13.376751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.428903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Port': ['ID=b9e6b7dc-63cb-42b8-b052-6b14778ddadd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:13.467377 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.481029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445cc0b-6e76-47fd-bc03-b5742d04ba92 req-f927a77e-036a-4ba6-b774-73b811166489 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:13.482706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6445cc0b-6e76-47fd-bc03-b5742d04ba92 req-f927a77e-036a-4ba6-b774-73b811166489 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0911491 Jul 22 14:48:13.513213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75fa224b-e5b4-40b0-8d87-30c4d297b966 None None] Provisioning for port 74f8484a-23a0-4843-aafc-62ef849666fa completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:13.518020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75fa224b-e5b4-40b0-8d87-30c4d297b966 None None] Provisioning complete for port 74f8484a-23a0-4843-aafc-62ef849666fa triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:13.518403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75fa224b-e5b4-40b0-8d87-30c4d297b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.540462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6445cc0b-6e76-47fd-bc03-b5742d04ba92 req-c96016e6-b83d-4074-a1a6-756fb51d19fb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481081 Jul 22 14:48:13.657073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac8af6-44bd-4214-bb2f-a1edfd70daca req-f3bf3afe-c0bc-4e3b-b195-c5729c86736d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:13.665686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-daac8af6-44bd-4214-bb2f-a1edfd70daca req-f3bf3afe-c0bc-4e3b-b195-c5729c86736d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.0989368 Jul 22 14:48:13.678126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.681043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-75fa224b-e5b4-40b0-8d87-30c4d297b966 None None] Port 74f8484a-23a0-4843-aafc-62ef849666fa cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:13.754764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-daac8af6-44bd-4214-bb2f-a1edfd70daca req-a47b3b71-e6c0-4c3d-a205-d5cd5a20f7f9 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878315 Jul 22 14:48:13.814186 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:13.814804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7bd23-ac13-443f-bd3e-3e58852d3c5d req-a70a4c15-c954-4dfa-9111-4ff3a4fbf02a tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:13.819025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20c7bd23-ac13-443f-bd3e-3e58852d3c5d req-a70a4c15-c954-4dfa-9111-4ff3a4fbf02a tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 895 time: 0.0944729 Jul 22 14:48:14.034380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Router 494e1095-5d1b-4041-bfa8-dc7c669109d4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:14.147410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f8484a-23a0-4843-aafc-62ef849666fa {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:48:14.157770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.163962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:14.170847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09f0ca73-f21f-4435-a5c0-8d7807992819 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "PUT /v2.0/routers/494e1095-5d1b-4041-bfa8-dc7c669109d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759972 Jul 22 14:48:14.173612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49736) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:14.176805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] Sync routers for ids ['494e1095-5d1b-4041-bfa8-dc7c669109d4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:14.178794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Transition to ACTIVE for port object 74f8484a-23a0-4843-aafc-62ef849666fa will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:14.185225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.191563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] Routers {'494e1095-5d1b-4041-bfa8-dc7c669109d4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:14.194627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['494e1095-5d1b-4041-bfa8-dc7c669109d4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:14.236538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:14.247317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] Routers {'494e1095-5d1b-4041-bfa8-dc7c669109d4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:14.247970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['494e1095-5d1b-4041-bfa8-dc7c669109d4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:14.293539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:14.294196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73b89f-2142-4fc9-a3e7-41b8ccf67aef None None] The sync data for ids ['494e1095-5d1b-4041-bfa8-dc7c669109d4'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:14.312551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.476651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ce17f-6bd1-4bb2-a928-60e903e6f670 req-d9cfe2b2-21ba-4e38-93d7-b92a7b741874 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:14.478724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a54ce17f-6bd1-4bb2-a928-60e903e6f670 req-d9cfe2b2-21ba-4e38-93d7-b92a7b741874 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 946 time: 0.2957771 Jul 22 14:48:14.515279 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.518276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.537906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Pushing event updated for resources: {'Port': ['ID=74f8484a-23a0-4843-aafc-62ef849666fa,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:14.553273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 26ebc0d4-3733-4c07-8657-2c28721482ee up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:14.616783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.617394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Fanout notify agent at l3_agent the message router_deleted on router 494e1095-5d1b-4041-bfa8-dc7c669109d4 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:48:14.625112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.629586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f75be95-5cc9-469f-9e22-484a37d67435 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "DELETE /v2.0/routers/494e1095-5d1b-4041-bfa8-dc7c669109d4 HTTP/1.1" status: 204 len: 168 time: 0.4547474 Jul 22 14:48:14.630252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49740) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:14.655856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a54ce17f-6bd1-4bb2-a928-60e903e6f670 req-7c749910-3128-4937-a6ea-1aab442330cd tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777845 Jul 22 14:48:14.658794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 26ebc0d4-3733-4c07-8657-2c28721482ee triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:14.659489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.693591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Attempting to bind port 74f8484a-23a0-4843-aafc-62ef849666fa on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:14.693591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Attempting to bind port 74f8484a-23a0-4843-aafc-62ef849666fa by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:14.693591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Attempting to bind port 74f8484a-23a0-4843-aafc-62ef849666fa on network b2befe68-f0ad-417a-bdc1-186647d4d5be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:14.714920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-05646cf8-69b2-4bb8-90f5-e7a23554b8fe tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:14.716571 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-05646cf8-69b2-4bb8-90f5-e7a23554b8fe tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.2351911 Jul 22 14:48:14.722176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Port 74f8484a-23a0-4843-aafc-62ef849666fa on network b2befe68-f0ad-417a-bdc1-186647d4d5be not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:48:14.722633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Attempting to bind port 74f8484a-23a0-4843-aafc-62ef849666fa on network b2befe68-f0ad-417a-bdc1-186647d4d5be {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:14.740427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Deleting subnet c28fd010-6da7-4b35-bfdb-c484d20cb99f {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:14.764144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.767589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:14.767998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Checking segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:14.768489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Bound using segment: {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:14.769040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Bound port: 74f8484a-23a0-4843-aafc-62ef849666fa, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:14.769493 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.797505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec31bf1-08ec-427a-9935-ba46d3877bf2 req-b635f922-14bc-4578-9e14-558a4975d098 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:14.803077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cec31bf1-08ec-427a-9935-ba46d3877bf2 req-b635f922-14bc-4578-9e14-558a4975d098 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0927324 Jul 22 14:48:14.842623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cec31bf1-08ec-427a-9935-ba46d3877bf2 req-91bece3a-193a-48b1-b832-78b2b6894c53 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373480 Jul 22 14:48:14.888432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:14.944128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] For port 74f8484a-23a0-4843-aafc-62ef849666fa, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:14.959295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bbd39-e1fa-498f-9672-7df38a0a0728 req-907f1b91-20ad-40ef-81d7-88cc8be7a0b1 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:14.960805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e74bbd39-e1fa-498f-9672-7df38a0a0728 req-907f1b91-20ad-40ef-81d7-88cc8be7a0b1 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 946 time: 0.1074553 Jul 22 14:48:14.976890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] For port 74f8484a-23a0-4843-aafc-62ef849666fa, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=74f8484a-23a0-4843-aafc-62ef849666fa,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:14.989271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.028884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c622d-9061-4d3e-969d-5010399cf33b req-37ae5698-06b9-4c1b-9a8b-fc4e98c0f06d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.030603 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d6c622d-9061-4d3e-969d-5010399cf33b req-37ae5698-06b9-4c1b-9a8b-fc4e98c0f06d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 907 time: 0.1158471 Jul 22 14:48:15.034866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e74bbd39-e1fa-498f-9672-7df38a0a0728 req-6b32d0d0-e1a4-425c-9291-fa9ecfa72a89 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=44b6ce1c-5c1d-4a46-b052-86ab789eb205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633845 Jul 22 14:48:15.059940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.060577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.062021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/74f8484a-23a0-4843-aafc-62ef849666fa HTTP/1.1" status: 200 len: 1055 time: 1.7492256 Jul 22 14:48:15.064246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'tag': '74f8484a-23a0-4843-aafc-62ef849666fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:15.066504 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3678493-43f8-4705-a7fd-7827318e0eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3f5e53f1-1347-49f8-922e-4be3d4aadd60", "tag": "74f8484a-23a0-4843-aafc-62ef849666fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:15.081998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Deleting port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:15.082352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.162936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.169513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df5da2-23af-4eba-bbe9-66e3ff4696c0 service neutron] Pushing event updated for resources: {'Port': ['ID=74f8484a-23a0-4843-aafc-62ef849666fa,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:15.195063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d77331-81fd-4beb-beb1-c3beea46a330 req-b889c73f-ed7a-4833-b941-b2066d0b82a9 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.196596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3d77331-81fd-4beb-beb1-c3beea46a330 req-b889c73f-ed7a-4833-b941-b2066d0b82a9 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0897830 Jul 22 14:48:15.277408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3d77331-81fd-4beb-beb1-c3beea46a330 req-9fe9cc07-8590-4a1f-811b-268066bb479d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652704 Jul 22 14:48:15.290058 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fb5593-513e-4f43-9d30-a3fe222a534d x-openstack-request-id: req-12fb5593-513e-4f43-9d30-a3fe222a534d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:15.290348 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f5e53f1-1347-49f8-922e-4be3d4aadd60", "tag": "74f8484a-23a0-4843-aafc-62ef849666fa", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:15.290645 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12fb5593-513e-4f43-9d30-a3fe222a534d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:15.291010 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'tag': '74f8484a-23a0-4843-aafc-62ef849666fa', 'status': 'completed', 'code': 200} Jul 22 14:48:15.311539 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.321072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] For port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:15.321459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.357085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.424392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbefc18-2224-4b9a-ae26-45eae5e7604c req-ba8347f8-c261-4d66-b7c1-d227b3578d80 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.426843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fbefc18-2224-4b9a-ae26-45eae5e7604c req-ba8347f8-c261-4d66-b7c1-d227b3578d80 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0676889 Jul 22 14:48:15.430702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-3a479db7-12e7-40b2-a818-d74d8895c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.432474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-3a479db7-12e7-40b2-a818-d74d8895c939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 1058 time: 0.3165894 Jul 22 14:48:15.438699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Subnet': ['ID=c28fd010-6da7-4b35-bfdb-c484d20cb99f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:15.449418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.452400 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9b4b29a-4b4e-4f8e-b85d-7f5b54c66256 tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "DELETE /v2.0/subnets/c28fd010-6da7-4b35-bfdb-c484d20cb99f HTTP/1.1" status: 204 len: 168 time: 0.8209519 Jul 22 14:48:15.456673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49754) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:15.460852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce97c4d-8cb8-4384-9615-769d96f99e6d None None] Network f4874eb4-7eab-4f83-91c6-bc3911c15c85 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:15.506656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-6397b09b-88bb-4106-b901-0d962a75090c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=74f8484a-23a0-4843-aafc-62ef849666fa HTTP/1.1" status: 200 len: 217 time: 0.0647163 Jul 22 14:48:15.550554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.563101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fbefc18-2224-4b9a-ae26-45eae5e7604c req-fa04e864-e482-4ff6-8b3a-f546eb49f7dd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296024 Jul 22 14:48:15.603016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-8f0c4e04-b29a-48b1-b0e2-c80d999b6115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.604962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-8f0c4e04-b29a-48b1-b0e2-c80d999b6115 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84db288f-7190-44dd-9a4c-323f0242d6e2 HTTP/1.1" status: 200 len: 838 time: 0.0918581 Jul 22 14:48:15.630482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Deleting port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:15.630899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.698106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] DHCP port deletion for f4874eb4-7eab-4f83-91c6-bc3911c15c85 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:48:15.728522 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.728967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.729228 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Floating IP f1991cfb-166c-4d03-9882-5d9ee30929cf disassociated. External IP: 172.25.3.22, port: 4b3b371d-fa8b-42df-9a34-ce7f08a5edde. Jul 22 14:48:15.729571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Calling delete_port for 4b3b371d-fa8b-42df-9a34-ce7f08a5edde owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:15.741693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] For port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,segment=NetworkSegment(74063bc6-6c7a-415b-ae5e-6a1d466e3f06),segment_id=74063bc6-6c7a-415b-ae5e-6a1d466e3f06)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:15.742222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.759454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Calling delete_port for 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:15.763521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] Deleting port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:15.763963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.783382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-8bd42838-053f-401d-b102-7a156a16c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.784909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-8bd42838-053f-401d-b102-7a156a16c162 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b2befe68-f0ad-417a-bdc1-186647d4d5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708889 Jul 22 14:48:15.828827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62240fc2-5565-4e00-9ba1-eac617ded5d2 req-3a01f963-e8a0-4563-9eeb-5bf75577f5ec tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.830840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62240fc2-5565-4e00-9ba1-eac617ded5d2 req-3a01f963-e8a0-4563-9eeb-5bf75577f5ec tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1708291 Jul 22 14:48:15.842102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] For port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,segment=NetworkSegment(74063bc6-6c7a-415b-ae5e-6a1d466e3f06),segment_id=74063bc6-6c7a-415b-ae5e-6a1d466e3f06)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:15.842701 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.857577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] Calling delete_port for 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:15.946174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-7292d8c7-fbd4-4ad1-afd3-71fa9ea324e4 service neutron] 10.222.0.61 "GET /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544163 Jul 22 14:48:15.946409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62240fc2-5565-4e00-9ba1-eac617ded5d2 req-b34f1708-825e-4fb3-9eaf-c2dc81addef7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805776 Jul 22 14:48:15.972315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d92d-d20a-471c-a233-bfb01cca1d45 req-d9935528-28d8-48c9-afc4-993c367756b0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:15.973842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22f5d92d-d20a-471c-a233-bfb01cca1d45 req-d9935528-28d8-48c9-afc4-993c367756b0 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 946 time: 0.1944623 Jul 22 14:48:15.981336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:15.993020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.021085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] Pushing event deleted for resources: {'Port': ['ID=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:16.022695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Port': ['ID=844a8fe3-f20b-4fc9-834b-1b4aca7cb29a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:16.024565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] No DVR routers for this DVR port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:16.028273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c82bb-ccf3-42b9-80ab-a0e837a72b05 None None] No DVR routers for this DVR port 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:16.033374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.070560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event deleted for resources: {'Port': ['ID=4b3b371d-fa8b-42df-9a34-ce7f08a5edde,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:16.097712 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b44934b3-1bdd-454c-8b27-dc80a4c86b0d req-9cb6e07b-a54e-437c-9683-66a04ca3dfbf service neutron] 10.222.0.61 "GET /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423068 Jul 22 14:48:16.150184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.155195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22f5d92d-d20a-471c-a233-bfb01cca1d45 req-45e935f9-42b1-4319-908c-91e76855de8a tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707466 Jul 22 14:48:16.174082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4874eb4-7eab-4f83-91c6-bc3911c15c85']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:16.206882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74063bc6-6c7a-415b-ae5e-6a1d466e3f06') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:16.207523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74063bc6-6c7a-415b-ae5e-6a1d466e3f06') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:16.222696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.242098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Router 9246b488-82f5-4f0e-aab5-db32651cc47e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:16.246886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-fe2ac461-29fb-4326-b6f6-37bfc4dff25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:16.248374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-fe2ac461-29fb-4326-b6f6-37bfc4dff25b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 1058 time: 0.0917547 Jul 22 14:48:16.523955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:16.553742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:16.554097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 844a8fe3-f20b-4fc9-834b-1b4aca7cb29a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:16.582198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.592224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8bc6-9641-473f-ad81-7706c87ceb54 req-cd193026-e989-4757-bec8-8d655c6c863b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:16.594129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd4e8bc6-9641-473f-ad81-7706c87ceb54 req-cd193026-e989-4757-bec8-8d655c6c863b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 907 time: 0.4380269 Jul 22 14:48:16.601572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad559fbc-7499-4615-885c-e177b1443dff req-164fbe66-5ef5-47bb-95a0-b6334fc926f4 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=65440967-0c28-4734-9841-0c0e041b9e49 HTTP/1.1" status: 200 len: 210 time: 0.0721605 Jul 22 14:48:16.605316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:16.605840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:16.630974 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:16.669262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.677139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.679143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] 10.222.0.60 "DELETE /v2.0/networks/f4874eb4-7eab-4f83-91c6-bc3911c15c85 HTTP/1.1" status: 204 len: 168 time: 1.2215307 Jul 22 14:48:16.686889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-87175657-98e1-4043-8d00-a2c0ded6cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:16.688945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-87175657-98e1-4043-8d00-a2c0ded6cccd service neutron] 10.222.0.61 "GET /v2.0/networks?id=b2befe68-f0ad-417a-bdc1-186647d4d5be HTTP/1.1" status: 200 len: 899 time: 0.4319303 Jul 22 14:48:16.690126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:16.696843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f8d52-022f-4ab9-ae93-b88a156b93bc tempest-FloatingIPNegativeTestJSON-1925408811 tempest-FloatingIPNegativeTestJSON-1925408811-project] Pushing event deleted for resources: {'Network': ['ID=f4874eb4-7eab-4f83-91c6-bc3911c15c85,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:16.702986 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:16.716005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:16.716712 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:16.764053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-6a8aaf86-8b2e-4832-945f-91c43e2b3ef2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=74f8484a-23a0-4843-aafc-62ef849666fa HTTP/1.1" status: 200 len: 217 time: 0.0657496 Jul 22 14:48:16.765403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] No DVR routers for this DVR port 4b3b371d-fa8b-42df-9a34-ce7f08a5edde on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:16.767391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:16.769401 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e380f24f-d1a1-4595-9539-c535e36cfec9 req-5cb95b33-cde0-40c7-9276-ac485718f728 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "DELETE /v2.0/ports/4b3b371d-fa8b-42df-9a34-ce7f08a5edde HTTP/1.1" status: 204 len: 173 time: 2.0444427 Jul 22 14:48:16.827112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-dc80c22d-08d0-478f-a57e-11a140ccfea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:16.828995 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-dc80c22d-08d0-478f-a57e-11a140ccfea2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84db288f-7190-44dd-9a4c-323f0242d6e2 HTTP/1.1" status: 200 len: 838 time: 0.0584748 Jul 22 14:48:16.831532 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:16.894490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-e5188f0c-a96a-40e1-8a5f-fe94d8dd8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:16.896171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-e5188f0c-a96a-40e1-8a5f-fe94d8dd8236 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b2befe68-f0ad-417a-bdc1-186647d4d5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610776 Jul 22 14:48:16.998417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-eba44368-48b8-4d39-a066-9713cec329d6 service neutron] 10.222.0.61 "GET /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942118 Jul 22 14:48:17.003348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:17.034663 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:17.064900 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:17.073209 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:17.073809 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:17.102422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c3678493-43f8-4705-a7fd-7827318e0eaa req-5be72d7c-7900-44b8-99ff-5f8f64d990a4 service neutron] 10.222.0.61 "GET /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969288 Jul 22 14:48:17.165490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:17.165650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5fce32c8-4345-43f8-acb3-5303f42ba2ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae8e363a42774a0fa67aafecb39664ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611190 Jul 22 14:48:17.219044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-349ca796-d470-4446-ac9c-9680b409580a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.253047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-349ca796-d470-4446-ac9c-9680b409580a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.272107 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:17.292693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'name': 'network-vif-deleted', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:17.301537 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134683ac-dc04-412c-8e02-5be6988ffce4" -d '{"events": [{"server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "name": "network-vif-deleted", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:17.313030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-349ca796-d470-4446-ac9c-9680b409580a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.315837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-349ca796-d470-4446-ac9c-9680b409580a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.319499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-349ca796-d470-4446-ac9c-9680b409580a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c2f60e60-72f8-480b-82f0-9a3263ee4168 HTTP/1.1" status: 204 len: 168 time: 0.1503370 Jul 22 14:48:17.343217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ca796-d470-4446-ac9c-9680b409580a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f60e60-72f8-480b-82f0-9a3263ee4168,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:17.351267 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f77102-685f-4045-bf54-7dc3a5ca678a x-openstack-request-id: req-90f77102-685f-4045-bf54-7dc3a5ca678a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:17.351701 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65440967-0c28-4734-9841-0c0e041b9e49", "name": "network-vif-deleted", "tag": "4b3b371d-fa8b-42df-9a34-ce7f08a5edde", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:17.352035 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90f77102-685f-4045-bf54-7dc3a5ca678a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:17.352451 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65440967-0c28-4734-9841-0c0e041b9e49', 'name': 'network-vif-deleted', 'tag': '4b3b371d-fa8b-42df-9a34-ce7f08a5edde', 'status': 'completed', 'code': 200} Jul 22 14:48:17.481011 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:17.506606 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e8abf-766e-4fab-93ec-0da309dfbfe4 None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:17.563635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4b3b371d-fa8b-42df-9a34-ce7f08a5edde no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:17.584744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 4b3b371d-fa8b-42df-9a34-ce7f08a5edde {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:17.585169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4b3b371d-fa8b-42df-9a34-ce7f08a5edde not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:17.708208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:17.757486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02648f88-8986-45fc-8e4e-07083ac41929 req-625df80b-ff88-4a3c-86b7-8b504b5d1fbc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:17.759303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02648f88-8986-45fc-8e4e-07083ac41929 req-625df80b-ff88-4a3c-86b7-8b504b5d1fbc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 907 time: 0.0789764 Jul 22 14:48:17.785039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69601529-85e0-4d6a-aea3-0ba7077adb5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.794961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215626bf-b1b1-4bbf-9e49-ebd4a2d653e6 None None] New status for floating IP f1991cfb-166c-4d03-9882-5d9ee30929cf: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:48:17.815825 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69601529-85e0-4d6a-aea3-0ba7077adb5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.885507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69601529-85e0-4d6a-aea3-0ba7077adb5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.888104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69601529-85e0-4d6a-aea3-0ba7077adb5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:17.891718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-69601529-85e0-4d6a-aea3-0ba7077adb5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "DELETE /v2.0/security-groups/44b6ce1c-5c1d-4a46-b052-86ab789eb205 HTTP/1.1" status: 204 len: 168 time: 0.1795948 Jul 22 14:48:17.892501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49806) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:17.898635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69601529-85e0-4d6a-aea3-0ba7077adb5e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6ce1c-5c1d-4a46-b052-86ab789eb205,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:17.915145 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-742fca61-33d6-4cb7-9e0c-927379f8f978 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] show failed (client error): The resource could not be found. Jul 22 14:48:17.918565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-742fca61-33d6-4cb7-9e0c-927379f8f978 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups/44b6ce1c-5c1d-4a46-b052-86ab789eb205 HTTP/1.1" status: 404 len: 347 time: 0.0225403 Jul 22 14:48:17.919801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49810) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:18.065472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Deleting port f2dd86c5-4ad7-4984-8ce4-8cb3e7642ef1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:18.065822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.079160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:18.145258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.145594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.158347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Calling delete_port for f2dd86c5-4ad7-4984-8ce4-8cb3e7642ef1 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:18.179991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'networks': [{'name': 'tempest-network--924527737'}, {'name': 'tempest-network--1183269302'}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:18.180338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'network': {'name': 'tempest-network--924527737'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:18.180795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'network': {'name': 'tempest-network--1183269302'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:18.202182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'network': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:18.207031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.216133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.304623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.323719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.327854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.328318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.331596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event deleted for resources: {'Port': ['ID=f2dd86c5-4ad7-4984-8ce4-8cb3e7642ef1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:18.372414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b7923-d8ad-4ed3-aafd-5f0b6dc256f6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:18.378291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 74f8484a-23a0-4843-aafc-62ef849666fa details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:48:18.378492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:18.387607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.388326 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Added segment 74b358d9-7307-406d-acc0-17d842486d56 of type vlan for network e079237a-29bd-49b7-bb83-8cac1e23e60e Jul 22 14:48:18.399706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.402665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.404012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f421a90-9388-4d71-aae1-f8ef5fe44f0b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "DELETE /v2.0/floatingips/f1991cfb-166c-4d03-9882-5d9ee30929cf HTTP/1.1" status: 204 len: 168 time: 0.4824307 Jul 22 14:48:18.440546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.482533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:18.493002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.493504 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Added segment 5a514bc1-eb4b-498e-9720-8988655ae747 of type vlan for network 1495dbea-a185-442b-ac5e-4b9f8b3fdea2 Jul 22 14:48:18.508899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 74f8484a-23a0-4843-aafc-62ef849666fa, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=74f8484a-23a0-4843-aafc-62ef849666fa,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:18.520544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '74f8484a-23a0-4843-aafc-62ef849666fa', 'network_id': 'b2befe68-f0ad-417a-bdc1-186647d4d5be', 'port_id': '74f8484a-23a0-4843-aafc-62ef849666fa', 'mac_address': 'fa:16:3e:03:65:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84db288f-7190-44dd-9a4c-323f0242d6e2', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:48:18.534668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.560482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.571460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.572300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.573294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f8484a-23a0-4843-aafc-62ef849666fa {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:48:18.581199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.586920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.587574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.595554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 74f8484a-23a0-4843-aafc-62ef849666fa, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=74f8484a-23a0-4843-aafc-62ef849666fa,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:18.601676 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.625451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5451198 Jul 22 14:48:18.628197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49820) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:18.664872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=74f8484a-23a0-4843-aafc-62ef849666fa,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:18.675513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Network': ['ID=e079237a-29bd-49b7-bb83-8cac1e23e60e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:18.688328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network e079237a-29bd-49b7-bb83-8cac1e23e60e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:18.760895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0784ce6-70d4-4a4f-a34e-4bcb8c5e2f7e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Network': ['ID=1495dbea-a185-442b-ac5e-4b9f8b3fdea2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:18.771715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1495dbea-a185-442b-ac5e-4b9f8b3fdea2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:18.827154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fdec3-0dbd-4b8b-a678-e00f384e6ad4 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.834177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fdec3-0dbd-4b8b-a678-e00f384e6ad4 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.839635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['74f8484a-23a0-4843-aafc-62ef849666fa'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:48:18.840186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fdec3-0dbd-4b8b-a678-e00f384e6ad4 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.846489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fdec3-0dbd-4b8b-a678-e00f384e6ad4 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.851209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49824) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:18.851439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7d1fdec3-0dbd-4b8b-a678-e00f384e6ad4 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2220442 Jul 22 14:48:18.918068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33dd8c-994d-4f4d-8a90-10773c43db7a req-1b9d4d12-d6a2-4a31-a690-184f4e3b683a tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:18.920521 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d33dd8c-994d-4f4d-8a90-10773c43db7a req-1b9d4d12-d6a2-4a31-a690-184f4e3b683a tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 908 time: 0.0682259 Jul 22 14:48:18.948574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:18.986506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49826) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:18.991318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762015439', 'description': 'tempest-description--2035869214'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:19.012932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.045162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.055291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e079237a-29bd-49b7-bb83-8cac1e23e60e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:19.066418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b358d9-7307-406d-acc0-17d842486d56') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:19.066755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b358d9-7307-406d-acc0-17d842486d56') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:19.075764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.089890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.096528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:19.096903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.098409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:19.100022 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:19.103866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.132068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.133311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1456666 Jul 22 14:48:19.136080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898264b9-02fb-43c3-9cbd-716f92358c35 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:19.139404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49828) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:19.143880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'security_group_rule': {'security_group_id': '0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:19.157470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.166711 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.168710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/networks/e079237a-29bd-49b7-bb83-8cac1e23e60e HTTP/1.1" status: 204 len: 168 time: 0.3162875 Jul 22 14:48:19.171329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:19.175145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.193962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb9330-e5ba-4f87-a460-442d26105e5f tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Network': ['ID=e079237a-29bd-49b7-bb83-8cac1e23e60e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:19.237142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.241494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.261290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.261978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25d9e7-4bae-4997-b39c-d23eb7d27cb7,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:19.275683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.277664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-483f663d-a5d3-4dff-942c-8ea94e7688dd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367447 Jul 22 14:48:19.280685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:19.301675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'security_group_rule': {'security_group_id': '0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:19.374954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.391400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.395659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1495dbea-a185-442b-ac5e-4b9f8b3fdea2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:19.413185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a514bc1-eb4b-498e-9720-8988655ae747') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:19.413488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a514bc1-eb4b-498e-9720-8988655ae747') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:19.430876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.453356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.466283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:19.466729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:19.469633 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:19.488775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.495670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.545302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe8c4f8-1986-459b-9142-67f90077efd7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:19.556346 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.558406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.559653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9fafbf1-a1ca-4a37-9213-361dc9e91213 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2780082 Jul 22 14:48:19.563038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49834) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:19.568424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:19.569947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.571820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/networks/1495dbea-a185-442b-ac5e-4b9f8b3fdea2 HTTP/1.1" status: 204 len: 168 time: 0.3995574 Jul 22 14:48:19.574661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49836) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:19.589912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.598813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51118e-5df8-4964-b863-95d50aaa919c tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Network': ['ID=1495dbea-a185-442b-ac5e-4b9f8b3fdea2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:19.699606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.781682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f231b-486a-4bf8-8bbb-8b9e971c7b3d tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:19.789041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f231b-486a-4bf8-8bbb-8b9e971c7b3d tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:19.790713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e8f231b-486a-4bf8-8bbb-8b9e971c7b3d tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2150962 Jul 22 14:48:19.794826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:19.801141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1102265990'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:19.811606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Allocated IP 172.25.3.116 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/2330d168-ff5d-4cc0-b54c-67ae2a9b84cd) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:19.825930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:19.830036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.857311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:19.869437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.869785 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Added segment e1e09be1-80e0-4bf0-ad98-2516f2bbab39 of type vlan for network 4ef811f4-36af-4d0d-9286-7f311f62a8ba Jul 22 14:48:19.916869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.934843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.954968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.960569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:19.961189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.981047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:19.998124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2020488 Jul 22 14:48:20.001793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:20.009650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-47993763'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:20.022408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:20.036055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:20.058020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:20.067676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e247a3-78d3-44b8-9f98-f95940bf45c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Network': ['ID=4ef811f4-36af-4d0d-9286-7f311f62a8ba,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:20.082403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4ef811f4-36af-4d0d-9286-7f311f62a8ba details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:20.095627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'Port': ['ID=2330d168-ff5d-4cc0-b54c-67ae2a9b84cd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:20.105342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:20.112391 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.140659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:20.153890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.154392 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Added segment bf910c47-30cf-4bdf-b5a7-e5fa516a772a of type vlan for network 18170f61-4d0f-4829-9b9f-f16ba23a3ce2 Jul 22 14:48:20.164675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33be5a-e8d8-4ab3-ba34-f31b894f859b req-0202e994-238d-47ea-adfd-db72eb50f01d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:20.166172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb33be5a-e8d8-4ab3-ba34-f31b894f859b req-0202e994-238d-47ea-adfd-db72eb50f01d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 908 time: 0.1507459 Jul 22 14:48:20.190567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.208843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.245102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.253165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.258967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:20.259577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.295640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2925494 Jul 22 14:48:20.298792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:20.303611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'ports': [{'network_id': '4ef811f4-36af-4d0d-9286-7f311f62a8ba', 'name': 'tempest-port--494335383', 'admin_state_up': True}, {'network_id': '18170f61-4d0f-4829-9b9f-f16ba23a3ce2', 'admin_state_up': False}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:20.303933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'port': {'network_id': '4ef811f4-36af-4d0d-9286-7f311f62a8ba', 'name': 'tempest-port--494335383', 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:20.304413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'port': {'network_id': '18170f61-4d0f-4829-9b9f-f16ba23a3ce2', 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:20.344141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9412a8-e49a-4b1b-a667-ca81421f67b7 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Network': ['ID=18170f61-4d0f-4829-9b9f-f16ba23a3ce2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:20.355410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 18170f61-4d0f-4829-9b9f-f16ba23a3ce2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:20.417314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.417612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 74f8484a-23a0-4843-aafc-62ef849666fa up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:20.423247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.474951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 74f8484a-23a0-4843-aafc-62ef849666fa completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:20.478594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 74f8484a-23a0-4843-aafc-62ef849666fa triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:20.478983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.493891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'Port': ['ID=2330d168-ff5d-4cc0-b54c-67ae2a9b84cd,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:20.504913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.515746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'port': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:20.519390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.528343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4d79e386-f3a2-4b04-8c53-b9bfaa1d3401 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9562745 Jul 22 14:48:20.528580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.534911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.571500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.596182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f8484a-23a0-4843-aafc-62ef849666fa'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:20.598676 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c62fc97-7385-49e7-84ab-2b74b70d5b32" -d '{"events": [{"server_uuid": "3f5e53f1-1347-49f8-922e-4be3d4aadd60", "name": "network-vif-plugged", "status": "completed", "tag": "74f8484a-23a0-4843-aafc-62ef849666fa"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:20.613903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 74f8484a-23a0-4843-aafc-62ef849666fa, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=74f8484a-23a0-4843-aafc-62ef849666fa,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:20.619961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.629572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] device_id is not set on port d485cb70-b00d-48fa-8307-5cf0d8d6b39a yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:48:20.648663 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccce50b-4d37-49a0-84a3-1f5cd7da9f8e x-openstack-request-id: req-fccce50b-4d37-49a0-84a3-1f5cd7da9f8e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:20.648966 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5e53f1-1347-49f8-922e-4be3d4aadd60", "name": "network-vif-plugged", "status": "completed", "tag": "74f8484a-23a0-4843-aafc-62ef849666fa", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:20.649222 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fccce50b-4d37-49a0-84a3-1f5cd7da9f8e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:20.649622 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f8484a-23a0-4843-aafc-62ef849666fa', 'code': 200} Jul 22 14:48:20.676318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=74f8484a-23a0-4843-aafc-62ef849666fa,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:20.754172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-3b6ed60a-903f-4d47-8b0d-f461731d5b19 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1762015439&fields=id&tenant_id=64241148a2ab4d2589adf78260a61cc7 HTTP/1.1" status: 200 len: 267 time: 0.0393748 Jul 22 14:48:20.784261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:20.855599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1b41-49ac-4b9e-8d2c-9169c5bb1e15 req-a20f46cf-20b5-4e3e-ad52-f0a5826e7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:20.857000 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6fbc1b41-49ac-4b9e-8d2c-9169c5bb1e15 req-a20f46cf-20b5-4e3e-ad52-f0a5826e7ce2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 1060 time: 0.1405988 Jul 22 14:48:20.861331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-2cca9b74-4a45-43fa-b0d3-322d528b6621 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:20.861794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] device_id is not set on port 6d3d68eb-eba6-48b2-a59d-0fe8736354b4 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:48:20.862823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-2cca9b74-4a45-43fa-b0d3-322d528b6621 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 811 time: 0.1018538 Jul 22 14:48:20.877893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-dec445fa-64af-4f0c-a2a6-070bb5031344 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/quotas/64241148a2ab4d2589adf78260a61cc7 HTTP/1.1" status: 200 len: 375 time: 0.0094206 Jul 22 14:48:20.952528 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-47a413a8-711d-4e8e-be53-940994e362fd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691311 Jul 22 14:48:20.973616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.013109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.046567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-13259563-5675-4a89-a6bd-17b047693b37 service neutron] 10.222.0.60 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Jul 22 14:48:21.074286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Port': ['ID=d485cb70-b00d-48fa-8307-5cf0d8d6b39a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:21.082315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Checking segment: {'id': 'e1e09be1-80e0-4bf0-ad98-2516f2bbab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '4ef811f4-36af-4d0d-9286-7f311f62a8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:21.082951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network hostable DHCP agents. Network: 4ef811f4-36af-4d0d-9286-7f311f62a8ba, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:21.099190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network 4ef811f4-36af-4d0d-9286-7f311f62a8ba is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:21.108165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4ef811f4-36af-4d0d-9286-7f311f62a8ba) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:21.113012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:21.115127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.119693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3ef601-cf39-4a93-abc5-180bab58dffc None None] Network 4ef811f4-36af-4d0d-9286-7f311f62a8ba requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:21.144686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-878c9c78-a98c-46e3-9229-92593498bdf3 service neutron] 10.222.0.60 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913441 Jul 22 14:48:21.176932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Port': ['ID=6d3d68eb-eba6-48b2-a59d-0fe8736354b4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:21.197559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Checking segment: {'id': 'bf910c47-30cf-4bdf-b5a7-e5fa516a772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '18170f61-4d0f-4829-9b9f-f16ba23a3ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:21.198251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network hostable DHCP agents. Network: 18170f61-4d0f-4829-9b9f-f16ba23a3ce2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:21.217218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network 18170f61-4d0f-4829-9b9f-f16ba23a3ce2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:21.231731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 18170f61-4d0f-4829-9b9f-f16ba23a3ce2) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:21.241072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:21.247485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:21.254212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2316d4-ccfc-4ab4-8fe5-07df4886ecb2 None None] Network 18170f61-4d0f-4829-9b9f-f16ba23a3ce2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:21.254597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:21.255350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.277336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9000edff-8fef-4056-bd92-fe800ef2fe52 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9773705 Jul 22 14:48:21.278533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49862) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:21.342856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0335b63-d2d9-4fbf-9ab2-905d165c7835 req-5be138e9-cfb9-460e-94a1-2991885fb116 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:21.347008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0335b63-d2d9-4fbf-9ab2-905d165c7835 req-5be138e9-cfb9-460e-94a1-2991885fb116 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 909 time: 0.0789747 Jul 22 14:48:21.387470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6efaf082-7504-4048-b76e-d8a53e35f80e req-4504a6f3-d594-4dde-85f0-7df673fea405 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 210 time: 0.0394173 Jul 22 14:48:21.442084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf5baf-3a3c-4191-ad45-5b7c7e77873e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:21.448376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbf5baf-3a3c-4191-ad45-5b7c7e77873e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:21.450007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cdbf5baf-3a3c-4191-ad45-5b7c7e77873e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1701920 Jul 22 14:48:21.453979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:21.559685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Deleting port d485cb70-b00d-48fa-8307-5cf0d8d6b39a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:21.560290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.638362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.650845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Calling delete_port for d485cb70-b00d-48fa-8307-5cf0d8d6b39a owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:21.739603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.771169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Port': ['ID=d485cb70-b00d-48fa-8307-5cf0d8d6b39a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:21.777514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.781865 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10d10b8c-61dd-4a7c-bb4e-a9c6e30b74cd tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/ports/d485cb70-b00d-48fa-8307-5cf0d8d6b39a HTTP/1.1" status: 204 len: 168 time: 0.3237753 Jul 22 14:48:21.782173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:21.878689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Deleting port 6d3d68eb-eba6-48b2-a59d-0fe8736354b4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:21.879139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.949395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:21.962072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Calling delete_port for 6d3d68eb-eba6-48b2-a59d-0fe8736354b4 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:22.038050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.069309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Port': ['ID=6d3d68eb-eba6-48b2-a59d-0fe8736354b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:22.074451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.077041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c2660991-3b91-4e93-91c5-3cc74d103e2e tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/ports/6d3d68eb-eba6-48b2-a59d-0fe8736354b4 HTTP/1.1" status: 204 len: 168 time: 0.2931101 Jul 22 14:48:22.078770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49880) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:22.108338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3b21416-b677-4c74-b6a7-b8a0776ac031 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0285172 Jul 22 14:48:22.112369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:22.117006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-165042505'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:22.136843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:22.140276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.163193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:22.173714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.174060 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Added segment 561d8c07-1316-4ccd-bea1-34a3e6133533 of type vlan for network 9e0beb7f-37f4-494f-a04c-3092b4568194 Jul 22 14:48:22.213856 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.262759 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.268987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:22.269593 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.352659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2392597 Jul 22 14:48:22.356304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:22.364033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-285503097'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:22.390555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951487-f297-4757-90dc-9f463f3c06b6 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Network': ['ID=9e0beb7f-37f4-494f-a04c-3092b4568194,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:22.403585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 9e0beb7f-37f4-494f-a04c-3092b4568194 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:22.415953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:22.427760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-d0a12b11-71d9-4d6a-a1b0-cbfb3d8f8d57 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:22.429591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-d0a12b11-71d9-4d6a-a1b0-cbfb3d8f8d57 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 811 time: 0.1905596 Jul 22 14:48:22.430961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.507240 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-07cd284d-f548-4636-9404-908088e3b20d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64241148a2ab4d2589adf78260a61cc7 HTTP/1.1" status: 200 len: 380 time: 0.0682509 Jul 22 14:48:22.511314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:22.518138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'port': {'device_id': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'admin_state_up': True, 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'security_groups': ['0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:22.554376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.554762 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Added segment 31dbfcaf-bb39-4aa2-8cdd-4d6af5b412ea of type vlan for network ee953e2e-319a-4a5a-9e0f-4e771be97333 Jul 22 14:48:22.558150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e60a56fe-e2a9-4bff-9c8f-d13b0827ec08 req-9978ba0a-286b-4ebd-bd96-dd2c923b34ad tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 210 time: 0.0443380 Jul 22 14:48:22.606132 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.631565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Made reservation on behalf of 64241148a2ab4d2589adf78260a61cc7 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:22.635169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.641610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd530f-8232-4c76-809d-95fd61b79727 req-172f698d-85aa-4d78-af0a-b4727c49398e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:22.643150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05dd530f-8232-4c76-809d-95fd61b79727 req-172f698d-85aa-4d78-af0a-b4727c49398e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 909 time: 0.1707914 Jul 22 14:48:22.652331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.661647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:22.662287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.704648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3461823 Jul 22 14:48:22.749000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea9a11-1f0f-40c9-afa5-15d84ab649eb tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Network': ['ID=ee953e2e-319a-4a5a-9e0f-4e771be97333,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:22.769583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ee953e2e-319a-4a5a-9e0f-4e771be97333 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:22.770918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Allocated IP 172.20.0.5 (f67fd056-0b8a-4503-ab64-6cbbeca59791/544824f7-8ddd-493c-b9c2-3a7f6a5fd25d/56057754-e331-4cb8-862e-585910cb8433) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:22.838844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eaf372-7fab-43f8-8288-be569e32940f req-fd38f850-fb8a-48c0-a0f6-7cf8d5b6566b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:22.840537 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79eaf372-7fab-43f8-8288-be569e32940f req-fd38f850-fb8a-48c0-a0f6-7cf8d5b6566b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 909 time: 0.0937703 Jul 22 14:48:22.943278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:22.961611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Transition to ACTIVE for port object 56057754-e331-4cb8-862e-585910cb8433 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:22.989032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ea941-ca62-404f-a8eb-4599bbd80a52 req-447b9757-0dc1-4b74-8af7-416cc2f46095 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:22.990613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-542ea941-ca62-404f-a8eb-4599bbd80a52 req-447b9757-0dc1-4b74-8af7-416cc2f46095 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 1060 time: 0.0653846 Jul 22 14:48:22.997786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:23.044223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:23.047403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:23.051917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:23.100508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:23.101157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:23.103903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event updated for resources: {'Port': ['ID=56057754-e331-4cb8-862e-585910cb8433,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:23.128801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb0be-b1df-4b30-b261-085d994eba18 req-b604a019-3abd-42b5-ae36-aaadc6adca69 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:23.130380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-fff76516-b3c0-4e53-9474-e83e39778548 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6158910 Jul 22 14:48:23.131078 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd0cb0be-b1df-4b30-b261-085d994eba18 req-b604a019-3abd-42b5-ae36-aaadc6adca69 tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1135 time: 0.0700583 Jul 22 14:48:23.143326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Request body: {'port': {'device_id': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:23.194137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd0cb0be-b1df-4b30-b261-085d994eba18 req-556b2cb0-bbee-4d35-b1b7-9e746c00da9b tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498242 Jul 22 14:48:23.223983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:23.303442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198a552-c0f0-4ff8-989a-17fcf4ccc44e tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:23.308166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4198a552-c0f0-4ff8-989a-17fcf4ccc44e tempest-TestSecurityGroupsBasicOps-1813103542 tempest-TestSecurityGroupsBasicOps-1813103542-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 1055 time: 0.0801356 Jul 22 14:48:23.335059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6b5c6f6e-f8fc-4bcb-9fb2-94acfebb6d35 None None] Provisioning for port 56057754-e331-4cb8-862e-585910cb8433 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:23.341188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6b5c6f6e-f8fc-4bcb-9fb2-94acfebb6d35 None None] Provisioning complete for port 56057754-e331-4cb8-862e-585910cb8433 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:23.341996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b5c6f6e-f8fc-4bcb-9fb2-94acfebb6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:23.383230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c6f6e-f8fc-4bcb-9fb2-94acfebb6d35 None None] Port 56057754-e331-4cb8-862e-585910cb8433 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:23.545465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:23.584988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b801e5e-86fa-4a5a-b1a4-862bbb72ad56 req-46adb3c3-6519-44af-be7a-bdb5dbf9dda5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:23.595312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b801e5e-86fa-4a5a-b1a4-862bbb72ad56 req-46adb3c3-6519-44af-be7a-bdb5dbf9dda5 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 909 time: 0.0773311 Jul 22 14:48:23.717883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197402bd-009b-4c6f-bd60-b7e5d0b2f7f1 req-f54139e0-08c8-47b0-bba2-5e881c42431c tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:23.720417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-197402bd-009b-4c6f-bd60-b7e5d0b2f7f1 req-f54139e0-08c8-47b0-bba2-5e881c42431c tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 931 time: 0.0720460 Jul 22 14:48:23.763081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-197402bd-009b-4c6f-bd60-b7e5d0b2f7f1 req-4898570c-48ff-4489-a5e9-23116185d8f5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370138 Jul 22 14:48:23.823983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56057754-e331-4cb8-862e-585910cb8433 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:48:23.832003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:23.843473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Transition to ACTIVE for port object 56057754-e331-4cb8-862e-585910cb8433 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:23.847381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:23.900538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Pushing event updated for resources: {'Port': ['ID=56057754-e331-4cb8-862e-585910cb8433,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:23.975916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Attempting to bind port 56057754-e331-4cb8-862e-585910cb8433 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:23.976257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Attempting to bind port 56057754-e331-4cb8-862e-585910cb8433 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:23.976584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Attempting to bind port 56057754-e331-4cb8-862e-585910cb8433 on network f67fd056-0b8a-4503-ab64-6cbbeca59791 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:23.981144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Port 56057754-e331-4cb8-862e-585910cb8433 on network f67fd056-0b8a-4503-ab64-6cbbeca59791 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:48:23.981475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Attempting to bind port 56057754-e331-4cb8-862e-585910cb8433 on network f67fd056-0b8a-4503-ab64-6cbbeca59791 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:23.986858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:23.987204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Checking segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:23.987605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Bound using segment: {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:23.988040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Bound port: 56057754-e331-4cb8-862e-585910cb8433, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7634f616-4a55-49f1-92c1-541b01202cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:23.988405 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:24.053066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] For port 56057754-e331-4cb8-862e-585910cb8433, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:24.056262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] For port 56057754-e331-4cb8-862e-585910cb8433, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=56057754-e331-4cb8-862e-585910cb8433,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:24.063978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:24.104761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.105404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:24.111515 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] 10.222.0.72 "PUT /v2.0/ports/56057754-e331-4cb8-862e-585910cb8433 HTTP/1.1" status: 200 len: 1091 time: 0.9684806 Jul 22 14:48:24.112058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'tag': '56057754-e331-4cb8-862e-585910cb8433'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:24.115054 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc42b0e8-6432-48bb-81f2-38fedc6baaac" -d '{"events": [{"name": "network-changed", "server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "tag": "56057754-e331-4cb8-862e-585910cb8433"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:24.138030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9dd9a-d0d3-4ccc-a951-7502b46314a4 service neutron] Pushing event updated for resources: {'Port': ['ID=56057754-e331-4cb8-862e-585910cb8433,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:24.170344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94ecea0-18c8-4542-9bb2-f3d0e5f80ca9 x-openstack-request-id: req-b94ecea0-18c8-4542-9bb2-f3d0e5f80ca9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:24.170722 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "tag": "56057754-e331-4cb8-862e-585910cb8433", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:24.170931 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b94ecea0-18c8-4542-9bb2-f3d0e5f80ca9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:24.171332 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'tag': '56057754-e331-4cb8-862e-585910cb8433', 'status': 'completed', 'code': 200} Jul 22 14:48:24.223260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-ccee6cf0-1d2d-407e-b283-f21fb6770d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.224878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-ccee6cf0-1d2d-407e-b283-f21fb6770d41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 1094 time: 0.0658052 Jul 22 14:48:24.273354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-4b75b2ae-63f6-49e9-8de7-c7803021da65 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56057754-e331-4cb8-862e-585910cb8433 HTTP/1.1" status: 200 len: 217 time: 0.0396883 Jul 22 14:48:24.324408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-71140808-eac2-4af4-976d-8efacd0d5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.325893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-71140808-eac2-4af4-976d-8efacd0d5d31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0465410 Jul 22 14:48:24.389881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-3cffba93-6a7c-46f9-b0e1-00bc19f4dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.391444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-3cffba93-6a7c-46f9-b0e1-00bc19f4dcf1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579093 Jul 22 14:48:24.481069 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-f55263fb-0140-4786-9919-3f0bfe2fa306 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829332 Jul 22 14:48:24.572664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e12ba9c9-a231-4894-b395-7fd18dc46576 req-faa4d98d-8481-4f90-b8bd-98b3421d00d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Jul 22 14:48:24.674250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-c47f43c9-56a2-428f-bfb8-78ae7b661171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.677368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-c47f43c9-56a2-428f-bfb8-78ae7b661171 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 1094 time: 0.0578492 Jul 22 14:48:24.732742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680671ff-8e51-4522-b08f-af4850026248 req-bce01747-9de6-4287-b99c-7953214d3e0e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.734268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-680671ff-8e51-4522-b08f-af4850026248 req-bce01747-9de6-4287-b99c-7953214d3e0e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 909 time: 0.0700998 Jul 22 14:48:24.776105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-de27fa2d-9817-455f-9971-8baa751490fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.777836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-de27fa2d-9817-455f-9971-8baa751490fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.0947366 Jul 22 14:48:24.826258 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-51c99046-bb02-4ab2-a188-5dac30b294df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56057754-e331-4cb8-862e-585910cb8433 HTTP/1.1" status: 200 len: 217 time: 0.0413034 Jul 22 14:48:24.880158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-6661771f-ec01-40c0-a6f9-434206397d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.881548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-6661771f-ec01-40c0-a6f9-434206397d7f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0484881 Jul 22 14:48:24.895927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b9c08-d278-43d2-ae49-990f01a993b1 req-92891ea9-e073-40d1-81dd-4afa71f2161c tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.897619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c5b9c08-d278-43d2-ae49-990f01a993b1 req-92891ea9-e073-40d1-81dd-4afa71f2161c tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 943 time: 0.0658624 Jul 22 14:48:24.939673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c5b9c08-d278-43d2-ae49-990f01a993b1 req-27812e56-2c3b-467e-b8d4-97f65c2090d8 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341914 Jul 22 14:48:24.990496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-d0864ed3-fd6a-4a65-80dc-caa1f1bcd571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:24.992052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-d0864ed3-fd6a-4a65-80dc-caa1f1bcd571 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036308 Jul 22 14:48:25.003886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-4ead17eb-2096-4a25-b6ed-e1d28022114b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:25.005257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-4ead17eb-2096-4a25-b6ed-e1d28022114b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 909 time: 0.0875592 Jul 22 14:48:25.155469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-fc43e764-9455-4a68-ab92-c4ead883c3d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491902 Jul 22 14:48:25.200181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port 74f8484a-23a0-4843-aafc-62ef849666fa {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:25.200533 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:25.325749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cc42b0e8-6432-48bb-81f2-38fedc6baaac req-2d1c9dfc-3e38-465d-806f-f5ce4f4333aa service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613278 Jul 22 14:48:25.346793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port 74f8484a-23a0-4843-aafc-62ef849666fa, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=74f8484a-23a0-4843-aafc-62ef849666fa,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:25.347327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:25.362429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for 74f8484a-23a0-4843-aafc-62ef849666fa owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:25.491764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:25.519491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=74f8484a-23a0-4843-aafc-62ef849666fa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:25.577058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] No DVR routers for this DVR port 74f8484a-23a0-4843-aafc-62ef849666fa on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:25.579667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:25.581732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-edc1f8f6-88c1-4c1f-8bc4-aec09118dc9a req-74376bd7-86ae-4ccc-88bf-2fc6a125d3bc tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.61 "DELETE /v2.0/ports/74f8484a-23a0-4843-aafc-62ef849666fa HTTP/1.1" status: 204 len: 173 time: 0.5686703 Jul 22 14:48:25.846314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2640f8bf-1f5c-4b07-a592-b278216a957d req-e73cd3d2-7a6f-43a5-bf03-2b232c9de596 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f5e53f1-1347-49f8-922e-4be3d4aadd60 HTTP/1.1" status: 200 len: 210 time: 0.0332828 Jul 22 14:48:26.077016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6bf77-3055-447c-a814-ce8a13ea869f req-f7b243d4-74c3-4417-aa81-1e22fce1816e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:26.078685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ab6bf77-3055-447c-a814-ce8a13ea869f req-f7b243d4-74c3-4417-aa81-1e22fce1816e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 943 time: 0.0683250 Jul 22 14:48:26.093019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:26.099164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'subnets': [{'network_id': '9e0beb7f-37f4-494f-a04c-3092b4568194', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--784133893', 'ip_version': 6}, {'network_id': 'ee953e2e-319a-4a5a-9e0f-4e771be97333', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:26.099370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'subnet': {'network_id': '9e0beb7f-37f4-494f-a04c-3092b4568194', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--784133893', 'ip_version': 6}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:26.100096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Request body: {'subnet': {'network_id': 'ee953e2e-319a-4a5a-9e0f-4e771be97333', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:26.121041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ab6bf77-3055-447c-a814-ce8a13ea869f req-3aeaa398-6a9d-44f6-939c-47aa62db295b tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360827 Jul 22 14:48:26.173609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'name': 'network-vif-deleted', 'tag': '74f8484a-23a0-4843-aafc-62ef849666fa'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:26.175872 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9185e208-b448-47c6-84de-e44d79d0f1a6" -d '{"events": [{"server_uuid": "3f5e53f1-1347-49f8-922e-4be3d4aadd60", "name": "network-vif-deleted", "tag": "74f8484a-23a0-4843-aafc-62ef849666fa"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:26.250368 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e497b7-8f46-43f0-9758-00bfc07ddbad x-openstack-request-id: req-c4e497b7-8f46-43f0-9758-00bfc07ddbad {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:26.251255 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f5e53f1-1347-49f8-922e-4be3d4aadd60", "name": "network-vif-deleted", "tag": "74f8484a-23a0-4843-aafc-62ef849666fa", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:26.251510 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4e497b7-8f46-43f0-9758-00bfc07ddbad {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:26.251900 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f5e53f1-1347-49f8-922e-4be3d4aadd60', 'name': 'network-vif-deleted', 'tag': '74f8484a-23a0-4843-aafc-62ef849666fa', 'status': 'completed', 'code': 200} Jul 22 14:48:26.280072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Made reservation on behalf of bdd9ce19e22046b3a119e3d8201d3f1a for: {'subnet': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:26.285168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:26.285521 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:26.657894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:26.721283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Subnet': ['ID=504ae8fe-247b-4981-8782-2287b35d8df1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:26.727935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Checking segment: {'id': '561d8c07-1316-4ccd-bea1-34a3e6133533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '9e0beb7f-37f4-494f-a04c-3092b4568194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:26.727935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network hostable DHCP agents. Network: 9e0beb7f-37f4-494f-a04c-3092b4568194, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:26.745022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network 9e0beb7f-37f4-494f-a04c-3092b4568194 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:26.754208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 9e0beb7f-37f4-494f-a04c-3092b4568194) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:26.757967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:26.764222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98589aa-8f59-48d3-93cf-77cf2aa7b955 None None] Network 9e0beb7f-37f4-494f-a04c-3092b4568194 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:26.822054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event updated for resources: {'Subnet': ['ID=8f25eaaa-6b47-4fa5-8292-c69a153b3f41,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:26.831522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Checking segment: {'id': '31dbfcaf-bb39-4aa2-8cdd-4d6af5b412ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'ee953e2e-319a-4a5a-9e0f-4e771be97333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:26.831885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network hostable DHCP agents. Network: ee953e2e-319a-4a5a-9e0f-4e771be97333, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:26.848613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Network ee953e2e-319a-4a5a-9e0f-4e771be97333 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:26.857231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ee953e2e-319a-4a5a-9e0f-4e771be97333) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:26.864072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:26.864569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:26.865211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:26.868873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4e04d0-da53-4e0d-8390-ce2f78718e31 None None] Network ee953e2e-319a-4a5a-9e0f-4e771be97333 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:26.881990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9ab1c627-00a5-4992-9526-14192bfbaeff tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.7878268 Jul 22 14:48:26.884540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49920) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:26.903764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49922) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:26.983173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27578c-389e-45aa-b9c1-136c849359c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:26.984627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27578c-389e-45aa-b9c1-136c849359c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:26.986891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27578c-389e-45aa-b9c1-136c849359c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:26.996378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ca27578c-389e-45aa-b9c1-136c849359c2 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1028495 Jul 22 14:48:26.999441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:27.059995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Deleting subnet 504ae8fe-247b-4981-8782-2287b35d8df1 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:27.065060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.112850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3790014-cb5d-44c0-9e32-fbbb1e1a9ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-9e0beb7f-37f4-494f-a04c-3092b4568194', 'network_id': '9e0beb7f-37f4-494f-a04c-3092b4568194', 'tenant_id': 'bdd9ce19e22046b3a119e3d8201d3f1a', 'fixed_ips': [{'subnet_id': '504ae8fe-247b-4981-8782-2287b35d8df1'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:27.113095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.113704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c3790014-cb5d-44c0-9e32-fbbb1e1a9ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.159246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.219878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.256065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Subnet': ['ID=504ae8fe-247b-4981-8782-2287b35d8df1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:27.263645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.265880 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74c596e4-2402-4f23-96ff-d4545ea41352 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/subnets/504ae8fe-247b-4981-8782-2287b35d8df1 HTTP/1.1" status: 204 len: 168 time: 0.2654388 Jul 22 14:48:27.268824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-c3790014-cb5d-44c0-9e32-fbbb1e1a9ca1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 504ae8fe-247b-4981-8782-2287b35d8df1: This subnet is being modified by another concurrent operation. Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 504ae8fe-247b-4981-8782-2287b35d8df1: This subnet is being modified by another concurrent operation. Jul 22 14:48:27.284713 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:48:27.300072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ce82d9-a736-4789-847d-bd3a80f5b326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-ee953e2e-319a-4a5a-9e0f-4e771be97333', 'network_id': 'ee953e2e-319a-4a5a-9e0f-4e771be97333', 'tenant_id': 'bdd9ce19e22046b3a119e3d8201d3f1a', 'fixed_ips': [{'subnet_id': '8f25eaaa-6b47-4fa5-8292-c69a153b3f41'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:27.301517 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-04ce82d9-a736-4789-847d-bd3a80f5b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.320688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4488493-b27e-4441-8573-0dea575bc9c1 None None] Network 9e0beb7f-37f4-494f-a04c-3092b4568194 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:27.339759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Deleting subnet 8f25eaaa-6b47-4fa5-8292-c69a153b3f41 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:27.343519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.359491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c086e-7a99-4057-a0fd-3647279a6afb req-aa0ecd54-ae21-438d-82f0-941e678272e0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:27.361247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b39c086e-7a99-4057-a0fd-3647279a6afb req-aa0ecd54-ae21-438d-82f0-941e678272e0 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 943 time: 0.1313684 Jul 22 14:48:27.385922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.434221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.499481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-04ce82d9-a736-4789-847d-bd3a80f5b326 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f25eaaa-6b47-4fa5-8292-c69a153b3f41: This subnet is being modified by another concurrent operation. Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f25eaaa-6b47-4fa5-8292-c69a153b3f41: This subnet is being modified by another concurrent operation. Jul 22 14:48:27.508235 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:48:27.529576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba52a5-30fa-4782-ab74-5be53b4373a3 None None] Network ee953e2e-319a-4a5a-9e0f-4e771be97333 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:27.539406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Subnet': ['ID=8f25eaaa-6b47-4fa5-8292-c69a153b3f41,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:27.545200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.547196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-51d1ffbc-8284-4a91-bdfa-71ed1d2c925b tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/subnets/8f25eaaa-6b47-4fa5-8292-c69a153b3f41 HTTP/1.1" status: 204 len: 168 time: 0.2770734 Jul 22 14:48:27.550870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:27.603830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6029a5ee-0548-4725-95a2-b018a159a4af tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:27.605377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6029a5ee-0548-4725-95a2-b018a159a4af tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534439 Jul 22 14:48:27.609915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:27.616752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 56057754-e331-4cb8-862e-585910cb8433 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:48:27.691456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdf25ff-f661-4d83-b0ad-cb5e419ac475 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:48:27.695702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.759358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b39c086e-7a99-4057-a0fd-3647279a6afb req-b8214a58-2127-43aa-88a1-a0e415accf08 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747709 Jul 22 14:48:27.774453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.778402 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:48:27.792937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.806830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee953e2e-319a-4a5a-9e0f-4e771be97333']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:27.817629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dbfcaf-bb39-4aa2-8cdd-4d6af5b412ea') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:27.817957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dbfcaf-bb39-4aa2-8cdd-4d6af5b412ea') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:27.827379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.842531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.850557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:27.850969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:27.854230 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:27.861046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 56057754-e331-4cb8-862e-585910cb8433, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=56057754-e331-4cb8-862e-585910cb8433,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:27.888251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '56057754-e331-4cb8-862e-585910cb8433', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'port_id': '56057754-e331-4cb8-862e-585910cb8433', 'mac_address': 'fa:16:3e:aa:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:48:27.891683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdf25ff-f661-4d83-b0ad-cb5e419ac475 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:48:27.920864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.942005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.946343 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/networks/ee953e2e-319a-4a5a-9e0f-4e771be97333 HTTP/1.1" status: 204 len: 168 time: 0.3326437 Jul 22 14:48:27.946637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49934) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:27.956674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb38e15-ba1b-4a4a-bae3-8071b86bb217 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Network': ['ID=ee953e2e-319a-4a5a-9e0f-4e771be97333,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:27.968457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:27.987529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56057754-e331-4cb8-862e-585910cb8433 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:48:28.029790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.041822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 56057754-e331-4cb8-862e-585910cb8433, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=56057754-e331-4cb8-862e-585910cb8433,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:28.047987 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.122337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.126473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=56057754-e331-4cb8-862e-585910cb8433,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:28.134717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0beb7f-37f4-494f-a04c-3092b4568194']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.139827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port 26ebc0d4-3733-4c07-8657-2c28721482ee {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:28.140321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.143298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561d8c07-1316-4ccd-bea1-34a3e6133533') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.143605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561d8c07-1316-4ccd-bea1-34a3e6133533') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.152318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.167518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.175678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:28.176093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:28.179173 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:28.247016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port 26ebc0d4-3733-4c07-8657-2c28721482ee, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=26ebc0d4-3733-4c07-8657-2c28721482ee,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:28.247453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.249955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.256364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.258301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/networks/9e0beb7f-37f4-494f-a04c-3092b4568194 HTTP/1.1" status: 204 len: 168 time: 0.3106530 Jul 22 14:48:28.263090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:28.281382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for 26ebc0d4-3733-4c07-8657-2c28721482ee owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:28.290758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['56057754-e331-4cb8-862e-585910cb8433'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:48:28.296131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f45e49-3988-42f9-9369-0b3499e93b28 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:48:28.308250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bd2be-b1d9-458c-a726-83d5e75b5781 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Network': ['ID=9e0beb7f-37f4-494f-a04c-3092b4568194,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:28.358233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.413255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 74f8484a-23a0-4843-aafc-62ef849666fa no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:28.451893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 74f8484a-23a0-4843-aafc-62ef849666fa {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:28.452244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 74f8484a-23a0-4843-aafc-62ef849666fa not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:28.459549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.470477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18170f61-4d0f-4829-9b9f-f16ba23a3ce2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.480604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf910c47-30cf-4bdf-b5a7-e5fa516a772a') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.480966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf910c47-30cf-4bdf-b5a7-e5fa516a772a') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.490098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.492781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f45e49-3988-42f9-9369-0b3499e93b28 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:48:28.493389 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.505268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.512868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:28.513277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:28.517260 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:28.522754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=26ebc0d4-3733-4c07-8657-2c28721482ee,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:28.587435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.594944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.599500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/networks/18170f61-4d0f-4829-9b9f-f16ba23a3ce2 HTTP/1.1" status: 204 len: 168 time: 0.3277750 Jul 22 14:48:28.600577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49940) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:28.619827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a94e84-c1ec-420c-9fdd-4f77e8a8c133 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Network': ['ID=18170f61-4d0f-4829-9b9f-f16ba23a3ce2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:28.746020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.767099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.947489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:28.969232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef811f4-36af-4d0d-9286-7f311f62a8ba']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.985702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e09be1-80e0-4bf0-ad98-2516f2bbab39') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:28.986004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e09be1-80e0-4bf0-ad98-2516f2bbab39') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:29.002669 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.029734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.041006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:29.041340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:29.044182 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:29.107826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db26f2-8530-4e28-807b-b3c0e0031ab3 req-c8731683-e4c8-47d8-9fae-94ca0ec9bed1 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:29.109063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3db26f2-8530-4e28-807b-b3c0e0031ab3 req-c8731683-e4c8-47d8-9fae-94ca0ec9bed1 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 944 time: 0.2555723 Jul 22 14:48:29.191885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.203139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.205616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] 10.222.0.60 "DELETE /v2.0/networks/4ef811f4-36af-4d0d-9286-7f311f62a8ba HTTP/1.1" status: 204 len: 168 time: 0.6032500 Jul 22 14:48:29.245043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615c6c9-1be9-45d7-b75f-ac1f66571080 tempest-BulkNetworkOpsIpV6Test-2080486051 tempest-BulkNetworkOpsIpV6Test-2080486051-project] Pushing event deleted for resources: {'Network': ['ID=4ef811f4-36af-4d0d-9286-7f311f62a8ba,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:29.254102 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3db26f2-8530-4e28-807b-b3c0e0031ab3 req-833e3f46-0eac-4dbe-9f13-5f5ecd2481f1 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130581 Jul 22 14:48:29.278378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router 755e07f9-a083-4801-a7ba-5f4049b3fbff has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:29.393365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:29.401614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ec7e0fe9-3104-4e1a-b1b0-a97b6f80075e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "PUT /v2.0/routers/755e07f9-a083-4801-a7ba-5f4049b3fbff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4913538 Jul 22 14:48:29.401614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49948) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:29.405532 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] Sync routers for ids ['755e07f9-a083-4801-a7ba-5f4049b3fbff'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:29.415636 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] Routers {'755e07f9-a083-4801-a7ba-5f4049b3fbff'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:29.416246 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['755e07f9-a083-4801-a7ba-5f4049b3fbff'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:29.452992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting subnet 84db288f-7190-44dd-9a4c-323f0242d6e2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:29.456556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.481636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49950) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:29.497612 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.525846 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] Set router 755e07f9-a083-4801-a7ba-5f4049b3fbff gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:29.595243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.636158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b1d67532-b677-4cec-9901-b4d4015fe8bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdd9ce19e22046b3a119e3d8201d3f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509399 Jul 22 14:48:29.637344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49954) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:29.642486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 56057754-e331-4cb8-862e-585910cb8433 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:29.674063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.702649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10e5f96d-19f6-406c-ac12-cfdae7171df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.707133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Subnet': ['ID=84db288f-7190-44dd-9a4c-323f0242d6e2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:29.711111 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:28Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:29.711707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.715817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a327cb95-b0ca-4613-9ed9-ce489856bffe tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/subnets/84db288f-7190-44dd-9a4c-323f0242d6e2 HTTP/1.1" status: 204 len: 168 time: 0.3121765 Jul 22 14:48:29.717232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:29.726753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4fca79-01c6-4149-8306-11b8a42b3c59 None None] Network b2befe68-f0ad-417a-bdc1-186647d4d5be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:29.734219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10e5f96d-19f6-406c-ac12-cfdae7171df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.743915 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] Checking router: 755e07f9-a083-4801-a7ba-5f4049b3fbff for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:29.745409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 56057754-e331-4cb8-862e-585910cb8433 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:29.752747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 56057754-e331-4cb8-862e-585910cb8433 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:29.753300 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.753883 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] Routers {'755e07f9-a083-4801-a7ba-5f4049b3fbff'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:29.754506 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['755e07f9-a083-4801-a7ba-5f4049b3fbff'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:29.793303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10e5f96d-19f6-406c-ac12-cfdae7171df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.796979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10e5f96d-19f6-406c-ac12-cfdae7171df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.801625 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10e5f96d-19f6-406c-ac12-cfdae7171df9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff5b7923-d8ad-4ed3-aafd-5f0b6dc256f6 HTTP/1.1" status: 204 len: 168 time: 0.1630991 Jul 22 14:48:29.813538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5f96d-19f6-406c-ac12-cfdae7171df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b7923-d8ad-4ed3-aafd-5f0b6dc256f6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:29.848955 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.892516 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] Set router 755e07f9-a083-4801-a7ba-5f4049b3fbff gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:29.914177 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:29.967451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.011055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 56057754-e331-4cb8-862e-585910cb8433, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=56057754-e331-4cb8-862e-585910cb8433,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:30.013468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56057754-e331-4cb8-862e-585910cb8433'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:30.017008 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dadb5ca-1675-47b9-ad1c-38760f6ad033" -d '{"events": [{"server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "name": "network-vif-plugged", "status": "completed", "tag": "56057754-e331-4cb8-862e-585910cb8433"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:30.025821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.035815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port f6d336b2-bed0-42cc-8134-97dd84d0d3bc {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:30.036318 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.087777 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ad2b27-4aec-46d2-8d9a-8d0d98358f5c x-openstack-request-id: req-c7ad2b27-4aec-46d2-8d9a-8d0d98358f5c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:30.088073 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "name": "network-vif-plugged", "status": "completed", "tag": "56057754-e331-4cb8-862e-585910cb8433", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:30.088337 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7ad2b27-4aec-46d2-8d9a-8d0d98358f5c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:30.089531 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56057754-e331-4cb8-862e-585910cb8433', 'code': 200} Jul 22 14:48:30.095123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=56057754-e331-4cb8-862e-585910cb8433,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:30.138563 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:28Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:30.146475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port f6d336b2-bed0-42cc-8134-97dd84d0d3bc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:30.150603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.172496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for f6d336b2-bed0-42cc-8134-97dd84d0d3bc owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:30.183099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee86c39-0f0a-49c0-8221-bb4931332278 None None] The sync data for ids ['755e07f9-a083-4801-a7ba-5f4049b3fbff'] in n-d-794306-8 is: [{'id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'name': 'tempest-TestSecurityGroupsBasicOps-router-101364325', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:59Z', 'updated_at': '2021-07-22T14:48:28Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': 'f6d336b2-bed0-42cc-8134-97dd84d0d3bc', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '755e07f9-a083-4801-a7ba-5f4049b3fbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:00Z', 'updated_at': '2021-07-22T14:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:30.201271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] DHCP port deletion for b2befe68-f0ad-417a-bdc1-186647d4d5be request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:48:30.229570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dd093-55d2-44af-9886-66e9d5a338c2 req-44369351-40b3-4b0b-8758-65b2020da5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:30.230556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da1dd093-55d2-44af-9886-66e9d5a338c2 req-44369351-40b3-4b0b-8758-65b2020da5bd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 1096 time: 0.0824511 Jul 22 14:48:30.262864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] Deleting port 7e64175f-4352-435b-ba44-ba659f083df5 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:30.263636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.280915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da1dd093-55d2-44af-9886-66e9d5a338c2 req-f51e4b68-6026-4f99-bb7f-a18e0f53d443 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 Jul 22 14:48:30.353085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] For port 7e64175f-4352-435b-ba44-ba659f083df5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7e64175f-4352-435b-ba44-ba659f083df5,segment=NetworkSegment(f9ce5b67-84be-4fcf-b829-e6a307d53ae8),segment_id=f9ce5b67-84be-4fcf-b829-e6a307d53ae8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:30.353589 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.368083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] Calling delete_port for 7e64175f-4352-435b-ba44-ba659f083df5 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:30.472411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.510760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] Pushing event deleted for resources: {'Port': ['ID=7e64175f-4352-435b-ba44-ba659f083df5,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:30.519896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed74b18-1427-494a-a3c2-6e873c1beb6c None None] No DVR routers for this DVR port 7e64175f-4352-435b-ba44-ba659f083df5 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:30.539769 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.564031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21c078-97a2-455a-b053-a1aa61415422 req-addc677e-7009-4bd0-8d2f-c1740cc4be22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:30.570069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 26ebc0d4-3733-4c07-8657-2c28721482ee no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:30.573794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a21c078-97a2-455a-b053-a1aa61415422 req-addc677e-7009-4bd0-8d2f-c1740cc4be22 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.2164986 Jul 22 14:48:30.597495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 26ebc0d4-3733-4c07-8657-2c28721482ee {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:30.597858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 26ebc0d4-3733-4c07-8657-2c28721482ee not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:30.598298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7e64175f-4352-435b-ba44-ba659f083df5 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:30.620983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 7e64175f-4352-435b-ba44-ba659f083df5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:30.621338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7e64175f-4352-435b-ba44-ba659f083df5 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:30.629069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=f6d336b2-bed0-42cc-8134-97dd84d0d3bc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:30.703117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a21c078-97a2-455a-b053-a1aa61415422 req-16c139a0-f9fe-4da9-83ac-7e0570b3344e tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283920 Jul 22 14:48:30.719260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.802363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 49982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:30.811619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.814635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.857452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.857938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Fanout notify agent at l3_agent the message router_deleted on router 755e07f9-a083-4801-a7ba-5f4049b3fbff {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:48:30.866189 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.867200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dc2bc36f-1ff9-4304-88ab-bd180c75a92b tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/routers/755e07f9-a083-4801-a7ba-5f4049b3fbff HTTP/1.1" status: 204 len: 168 time: 1.1489520 Jul 22 14:48:30.870116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49986) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:30.908012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-143855374'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:30.932735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:30.936794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.951569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:30.958364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.069643 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.073252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.083567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.094413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2befe68-f0ad-417a-bdc1-186647d4d5be']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:31.100745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:31.104987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:31.105407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ce5b67-84be-4fcf-b829-e6a307d53ae8') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:31.115473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.116073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be52b3b-4f88-4fd5-9e6f-83e923316f2d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:31.119024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.119380 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Added segment bd09aa55-2f51-4b1c-b515-43af05bf4cc5 of type vlan for network 0d47d372-b05a-4828-a94b-bb2e4790797f Jul 22 14:48:31.131368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.137832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:31.138304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:31.142359 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:31.160822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.193409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.199885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:31.200720 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.203514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.220852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.222816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/networks/b2befe68-f0ad-417a-bdc1-186647d4d5be HTTP/1.1" status: 204 len: 168 time: 0.3517733 Jul 22 14:48:31.223870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49666645-3bde-40f5-8034-03981c7e9bda tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Network': ['ID=b2befe68-f0ad-417a-bdc1-186647d4d5be,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:31.225434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49988) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:31.240282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4366629 Jul 22 14:48:31.284054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2f713-8fb4-41fa-9a80-8e8413b10725 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Network': ['ID=0d47d372-b05a-4828-a94b-bb2e4790797f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:31.295427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0d47d372-b05a-4828-a94b-bb2e4790797f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:31.412552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port aada640d-c4f0-4acf-b139-127d06357374 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:31.412911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.487683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.488024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.499647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for aada640d-c4f0-4acf-b139-127d06357374 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:31.669088 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:31.693089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=aada640d-c4f0-4acf-b139-127d06357374,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:32.084687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:32.085024 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Floating IP 81542e26-4c5c-44be-8129-46439bceefe7 disassociated (deleted). External IP: 172.25.3.105, port: f1cb2888-c78e-4632-a2b8-dc161649f9b2. Jul 22 14:48:32.180835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047acec-7e4d-4307-8728-0073bdbd10aa req-f1366c13-0e75-4821-a1e5-f31a0abac267 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:32.182625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7047acec-7e4d-4307-8728-0073bdbd10aa req-f1366c13-0e75-4821-a1e5-f31a0abac267 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.1448481 Jul 22 14:48:32.234503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7047acec-7e4d-4307-8728-0073bdbd10aa req-d73e6236-1679-40ac-adc7-a6692812f7ab tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Jul 22 14:48:32.345240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:32.490468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd6724-45cc-4519-a0ce-0087747429d0 req-6e4b789f-5822-49eb-9715-2ced66c944cd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:32.492008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19dd6724-45cc-4519-a0ce-0087747429d0 req-6e4b789f-5822-49eb-9715-2ced66c944cd tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.1515183 Jul 22 14:48:32.502030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 49994) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:32.506605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Request body: {'floatingip': {'port_id': '56057754-e331-4cb8-862e-585910cb8433'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:32.543259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:32.548857 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:32.555685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] Sync routers for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:32.558437 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:32.565267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f6d336b2-bed0-42cc-8134-97dd84d0d3bc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:32.588121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f6d336b2-bed0-42cc-8134-97dd84d0d3bc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:32.588474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f6d336b2-bed0-42cc-8134-97dd84d0d3bc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:32.589976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:32.590842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:32.669915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d42afb4e-1eed-447f-9ef1-99a8ed6c2c07 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/floatingips/81542e26-4c5c-44be-8129-46439bceefe7 HTTP/1.1" status: 204 len: 168 time: 1.4431188 Jul 22 14:48:32.708258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:32.708695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:32.711063 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:32.764643 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6275c634-aba6-45c8-aac2-40d67290ce31 x-openstack-request-id: req-6275c634-aba6-45c8-aac2-40d67290ce31 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:32.765387 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:32.765387 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6275c634-aba6-45c8-aac2-40d67290ce31 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:32.775242 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'status': 'completed', 'code': 200} Jul 22 14:48:32.916613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-08c40760-207e-4dd6-8d3d-5638538da137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:32.918927 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-08c40760-207e-4dd6-8d3d-5638538da137 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7894851394d747a29be50c6565942837&device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 1135 time: 0.1339419 Jul 22 14:48:32.991924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:10Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:33.019079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] Checking router: b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:33.027861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:33.028487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:33.053014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-97cb88ca-3de7-496f-a468-b3b3d3305c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:33.054954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-97cb88ca-3de7-496f-a468-b3b3d3305c78 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5ef7140d-877a-4a6f-b4c3-8076549ea23b HTTP/1.1" status: 200 len: 898 time: 0.1237497 Jul 22 14:48:33.057451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab2318-a458-4781-a4ed-363e3d791165 req-96ae4d57-8803-46a6-8bcf-b385295cc6bb tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:33.059316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aab2318-a458-4781-a4ed-363e3d791165 req-96ae4d57-8803-46a6-8bcf-b385295cc6bb tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 984 time: 0.1444683 Jul 22 14:48:33.108535 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-bb705a92-2d11-43dc-a9f7-543c4462daf5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0391967 Jul 22 14:48:33.172422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-d5feddab-0780-4ec3-bc0a-b1afa8c9c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:33.174908 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-d5feddab-0780-4ec3-bc0a-b1afa8c9c36b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b9293595-52e1-40d8-b0c7-c51e28017175 HTTP/1.1" status: 200 len: 835 time: 0.0589123 Jul 22 14:48:33.188953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aab2318-a458-4781-a4ed-363e3d791165 req-abb229e1-e23a-46b2-b16b-15bb1e0bbf0e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0822723 Jul 22 14:48:33.265836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-d2de3efd-43c4-4bf7-a38b-fc2edfde882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:33.267859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-d2de3efd-43c4-4bf7-a38b-fc2edfde882a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5ef7140d-877a-4a6f-b4c3-8076549ea23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848987 Jul 22 14:48:33.315092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:33.320392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:33.340464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:33.377671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-c5b8b96b-ed55-49a3-990c-e1a00723b6ee service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027405 Jul 22 14:48:33.448198 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Floating IP 72d38424-e918-4e1b-8285-9b538659dbd6 associated. External IP: 172.25.3.116, port: 56057754-e331-4cb8-862e-585910cb8433. Jul 22 14:48:33.580751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:10Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:33.618297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354b2e3d-32c1-4867-91c8-7a5a74999ba0 None None] The sync data for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 is: [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'ef5ea50a-0df2-4624-9f48-25748e8899cc', 'name': '', 'network_id': '5ef7140d-877a-4a6f-b4c3-8076549ea23b', 'tenant_id': '7894851394d747a29be50c6565942837', 'mac_address': 'fa:16:3e:09:18:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_interface', 'standard_attr_id': 2732, 'fixed_ips': [{'subnet_id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:05Z', 'updated_at': '2021-07-22T14:47:10Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'subnets': [{'id': 'b9293595-52e1-40d8-b0c7-c51e28017175', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:33.704105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Router 9246b488-82f5-4f0e-aab5-db32651cc47e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:33.814192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8489d95-dbb2-4d58-974c-1ac8bcb45d0d req-bfbce76e-81ef-41c5-ad8d-bd0b74e8de68 service neutron] 10.222.0.72 "GET /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282150 Jul 22 14:48:33.837083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:33.847813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:33.849657 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:33.861653 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:33.868002 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:33.899334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aae4d731-7149-412c-aca5-08653f27047a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "PUT /v2.0/floatingips/72d38424-e918-4e1b-8285-9b538659dbd6 HTTP/1.1" status: 200 len: 991 time: 1.3962026 Jul 22 14:48:33.974640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c76aca-855e-4db4-b03e-dbb9df716859 None None] New status for floating IP 81542e26-4c5c-44be-8129-46439bceefe7: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:48:33.991550 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:34.220012 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '72d38424-e918-4e1b-8285-9b538659dbd6', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'port_id': '56057754-e331-4cb8-862e-585910cb8433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'mac_address': 'fa:16:3e:aa:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:48:20Z', 'updated_at': '2021-07-22T14:48:33Z', 'revision_number': 1, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:34.247535 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:34.256313 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:34.256921 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:34.337341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e471b-7540-4d56-9464-619333cda487 req-e41ddf2e-fd6e-4b51-b903-c66fda1cf31d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:34.339121 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a4e471b-7540-4d56-9464-619333cda487 req-e41ddf2e-fd6e-4b51-b903-c66fda1cf31d tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.72 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 984 time: 0.1109486 Jul 22 14:48:34.392810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2af93a-e444-4f47-8517-d85550475843 req-43a95b82-93d6-485e-963c-627479ff5a68 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:34.401914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a2af93a-e444-4f47-8517-d85550475843 req-43a95b82-93d6-485e-963c-627479ff5a68 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/ports?device_id=754381bf-1d7e-44b3-9f2e-c594175bb597 HTTP/1.1" status: 200 len: 984 time: 0.0909691 Jul 22 14:48:34.450489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a2af93a-e444-4f47-8517-d85550475843 req-f998e07d-264e-4e8b-973d-55a40a37e43e tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "GET /v2.0/security-groups?id=90905385-0c6c-4c8e-a610-ee6627c26069&id=8c7d9d27-98f7-4caa-9341-2add1da2bcb6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0471845 Jul 22 14:48:34.474338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port f1cb2888-c78e-4632-a2b8-dc161649f9b2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:34.474338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:34.478117 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:34.555732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:34.561277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'subnet': {'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:34.562792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port f1cb2888-c78e-4632-a2b8-dc161649f9b2, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=f1cb2888-c78e-4632-a2b8-dc161649f9b2,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:34.563727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:34.577402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for f1cb2888-c78e-4632-a2b8-dc161649f9b2 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:34.653563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:34.657243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:34.714558 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '72d38424-e918-4e1b-8285-9b538659dbd6', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'port_id': '56057754-e331-4cb8-862e-585910cb8433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'mac_address': 'fa:16:3e:aa:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:48:20Z', 'updated_at': '2021-07-22T14:48:33Z', 'revision_number': 1, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:34.737169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:34.742007 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fb08e3-3978-4870-9e18-2b7eca02dcbf None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '72d38424-e918-4e1b-8285-9b538659dbd6', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'port_id': '56057754-e331-4cb8-862e-585910cb8433', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'mac_address': 'fa:16:3e:aa:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:48:20Z', 'updated_at': '2021-07-22T14:48:33Z', 'revision_number': 1, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:34.780110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=f1cb2888-c78e-4632-a2b8-dc161649f9b2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:34.795116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'tag': '56057754-e331-4cb8-862e-585910cb8433'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:34.797949 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17" -d '{"events": [{"name": "network-changed", "server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "tag": "56057754-e331-4cb8-862e-585910cb8433"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:34.832469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] No DVR routers for this DVR port f1cb2888-c78e-4632-a2b8-dc161649f9b2 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:34.835486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:34.838189 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a4e471b-7540-4d56-9464-619333cda487 req-9542f6a1-f5b1-4091-ac59-67f2553ca791 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.72 "DELETE /v2.0/ports/f1cb2888-c78e-4632-a2b8-dc161649f9b2 HTTP/1.1" status: 204 len: 173 time: 0.4927509 Jul 22 14:48:34.838762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'name': 'network-vif-deleted', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:34.841473 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f95f6ba-98b9-43d2-862d-d8f13150f366" -d '{"events": [{"server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "name": "network-vif-deleted", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:34.854332 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77254433-2ab3-4c4a-a557-de2647d48858 x-openstack-request-id: req-77254433-2ab3-4c4a-a557-de2647d48858 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:34.854725 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "tag": "56057754-e331-4cb8-862e-585910cb8433", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:34.854969 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77254433-2ab3-4c4a-a557-de2647d48858 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:34.855366 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'tag': '56057754-e331-4cb8-862e-585910cb8433', 'status': 'completed', 'code': 200} Jul 22 14:48:34.877405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:34.910093 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e212a616-8111-4821-9243-8461c4ee5133 x-openstack-request-id: req-e212a616-8111-4821-9243-8461c4ee5133 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:34.910306 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754381bf-1d7e-44b3-9f2e-c594175bb597", "name": "network-vif-deleted", "tag": "f1cb2888-c78e-4632-a2b8-dc161649f9b2", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:34.910569 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e212a616-8111-4821-9243-8461c4ee5133 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:34.910972 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754381bf-1d7e-44b3-9f2e-c594175bb597', 'name': 'network-vif-deleted', 'tag': 'f1cb2888-c78e-4632-a2b8-dc161649f9b2', 'status': 'completed', 'code': 200} Jul 22 14:48:34.939869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-c6eaf38d-548a-4bbc-9796-e263e2716855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:34.941402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-c6eaf38d-548a-4bbc-9796-e263e2716855 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 1096 time: 0.0672317 Jul 22 14:48:34.949113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Checking segment: {'id': 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:34.949402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network hostable DHCP agents. Network: 0d47d372-b05a-4828-a94b-bb2e4790797f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:34.951454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Subnet': ['ID=08a9b28d-373a-423e-a354-f652f18b82cc,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:34.978570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 0d47d372-b05a-4828-a94b-bb2e4790797f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:34.993669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0d47d372-b05a-4828-a94b-bb2e4790797f) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:34.998718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:34.999360 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.006795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845d0f7-a93b-46f9-a10d-1e9e6b3be9d5 None None] Network 0d47d372-b05a-4828-a94b-bb2e4790797f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:35.037908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-525a51b7-22a7-482c-8972-021adba77953 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4807451 Jul 22 14:48:35.041391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50014) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:35.046816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1286617526'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:35.067565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-c8f41dff-c1e1-42b7-9cc0-3d7c79e56814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:35.069084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-c8f41dff-c1e1-42b7-9cc0-3d7c79e56814 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.1210651 Jul 22 14:48:35.078505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:35.082661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.093196 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd34cc14-4084-42ed-a762-c6b6c8fa2ee5 None None] New status for floating IP 72d38424-e918-4e1b-8285-9b538659dbd6: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:48:35.129622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:35.149177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.149851 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Added segment bdfd82c5-0174-48aa-aca0-255356efc62d of type vlan for network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee Jul 22 14:48:35.167280 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-31f75c69-d375-4ca1-a70e-84a8e7a95f04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56057754-e331-4cb8-862e-585910cb8433 HTTP/1.1" status: 200 len: 999 time: 0.0875671 Jul 22 14:48:35.202813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.225050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-c4aa59fb-da23-4972-ac23-ed9e6712b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:35.226640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-c4aa59fb-da23-4972-ac23-ed9e6712b881 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0506637 Jul 22 14:48:35.231348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0d47d372-b05a-4828-a94b-bb2e4790797f', 'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f', 'tenant_id': '8b3ab6e135bd4e8eb69c3f14923b1170', 'fixed_ips': [{'subnet_id': '08a9b28d-373a-423e-a354-f652f18b82cc'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:35.232231 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.259814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.284227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:35.288071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.313941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-38842c07-8215-4ec5-b0a7-31cfe62509da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:35.316018 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-38842c07-8215-4ec5-b0a7-31cfe62509da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756483 Jul 22 14:48:35.388239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3429241 Jul 22 14:48:35.389460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50016) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:35.398007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'subnet': {'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:35.463934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db6507-cc25-4165-ba3b-6c477d4fc902 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Network': ['ID=4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:35.483230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:35.499699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-d20dd74b-6a96-49f1-914e-7d57efb6e462 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758523 Jul 22 14:48:35.507518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Allocated IP 2001:db8:0:ffff::2 (0d47d372-b05a-4828-a94b-bb2e4790797f/08a9b28d-373a-423e-a354-f652f18b82cc/645b5006-2cc4-4331-ba85-bf2ac66e8998) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:35.550291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50020) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:35.597797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:35.601565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.627828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d0d9117-d1e5-40e8-b4e8-b45bf78a2a17 req-699be7e4-71fd-4f26-a3a4-12e37273b4b8 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176665 Jul 22 14:48:35.711456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11b11305-6f32-419d-90c8-e0c0063d62ff tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.714762 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.724424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Transition to ACTIVE for port object 645b5006-2cc4-4331-ba85-bf2ac66e8998 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:35.739522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Transition to ACTIVE for port object 645b5006-2cc4-4331-ba85-bf2ac66e8998 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:35.745581 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.774317 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11b11305-6f32-419d-90c8-e0c0063d62ff tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.795487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Network 0d47d372-b05a-4828-a94b-bb2e4790797f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:35.801036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:35.802912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Pushing event updated for resources: {'Port': ['ID=645b5006-2cc4-4331-ba85-bf2ac66e8998,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:35.805164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:35.862135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11b11305-6f32-419d-90c8-e0c0063d62ff tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.864733 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11b11305-6f32-419d-90c8-e0c0063d62ff tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.865893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11b11305-6f32-419d-90c8-e0c0063d62ff tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/security-groups/8c7d9d27-98f7-4caa-9341-2add1da2bcb6 HTTP/1.1" status: 204 len: 168 time: 0.3150558 Jul 22 14:48:35.866137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Attempting to bind port 645b5006-2cc4-4331-ba85-bf2ac66e8998 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:35.866543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Attempting to bind port 645b5006-2cc4-4331-ba85-bf2ac66e8998 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:35.866929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Attempting to bind port 645b5006-2cc4-4331-ba85-bf2ac66e8998 on network 0d47d372-b05a-4828-a94b-bb2e4790797f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:35.868646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50024) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:35.874710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:35.875186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Checking segment: {'id': 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:35.876202 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.876903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Bound using segment: {'id': 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:35.877441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Bound port: 645b5006-2cc4-4331-ba85-bf2ac66e8998, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0d47d372-b05a-4828-a94b-bb2e4790797f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:35.878487 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.881679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b11305-6f32-419d-90c8-e0c0063d62ff tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d9d27-98f7-4caa-9341-2add1da2bcb6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:35.934221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9128dfd-942a-48ed-a060-1912f7ab8dd2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.958612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9128dfd-942a-48ed-a060-1912f7ab8dd2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.963615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] For port 645b5006-2cc4-4331-ba85-bf2ac66e8998, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:35.966785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] For port 645b5006-2cc4-4331-ba85-bf2ac66e8998, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=645b5006-2cc4-4331-ba85-bf2ac66e8998,segment=NetworkSegment(bd09aa55-2f51-4b1c-b515-43af05bf4cc5),segment_id=bd09aa55-2f51-4b1c-b515-43af05bf4cc5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:35.971152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:48:35.971985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:35.972786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.014825 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9128dfd-942a-48ed-a060-1912f7ab8dd2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.018070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9128dfd-942a-48ed-a060-1912f7ab8dd2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.019474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9128dfd-942a-48ed-a060-1912f7ab8dd2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/security-groups/90905385-0c6c-4c8e-a610-ee6627c26069 HTTP/1.1" status: 204 len: 168 time: 0.1498001 Jul 22 14:48:36.030350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:36.040461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe38b-df17-4217-a51b-8500e1968ef3 None None] Pushing event updated for resources: {'Port': ['ID=645b5006-2cc4-4331-ba85-bf2ac66e8998,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:36.041600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9128dfd-942a-48ed-a060-1912f7ab8dd2 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90905385-0c6c-4c8e-a610-ee6627c26069,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:36.059546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Checking segment: {'id': 'bdfd82c5-0174-48aa-aca0-255356efc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:36.060167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network hostable DHCP agents. Network: 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:36.065702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Subnet': ['ID=02e9226e-9bc1-463b-b0e0-d8e949c0089b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:36.087484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:36.104487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:36.110324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:36.111098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.118404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1bb83-7a2c-4f74-8eea-9aaa1330ef0d None None] Network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:36.129080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c3a2c8bc-e202-4518-bc38-55fead579847 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7355030 Jul 22 14:48:36.133469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50030) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:36.139535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'port': {'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee', 'name': 'tempest-NetworksIpV6TestAttrs-1798049132'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:36.318233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:36.323216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.323888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee', 'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee', 'tenant_id': '8b3ab6e135bd4e8eb69c3f14923b1170', 'fixed_ips': [{'subnet_id': '02e9226e-9bc1-463b-b0e0-d8e949c0089b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:36.324998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.360508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] device_id is not set on port 9fac9eb7-5766-4e0d-bbcb-151aebcea4c9 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:48:36.494291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Allocated IP 2001:db8::f816:3eff:fe5c:d715 (4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee/02e9226e-9bc1-463b-b0e0-d8e949c0089b/a8d9ab04-2cca-4c41-87b7-22ca78bf31e8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:36.554372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.573102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 645b5006-2cc4-4331-ba85-bf2ac66e8998 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:36.672466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 645b5006-2cc4-4331-ba85-bf2ac66e8998 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:36.691617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.700362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Transition to ACTIVE for port object a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:36.715580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Transition to ACTIVE for port object a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:36.721965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.768375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:36.770933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:36.774986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:36.804041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Allocated IP 2001:db8::f816:3eff:fe2c:88cf (4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee/02e9226e-9bc1-463b-b0e0-d8e949c0089b/9fac9eb7-5766-4e0d-bbcb-151aebcea4c9) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:36.804216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Pushing event updated for resources: {'Port': ['ID=a8d9ab04-2cca-4c41-87b7-22ca78bf31e8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:36.854535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Attempting to bind port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:36.855065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Attempting to bind port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'bdfd82c5-0174-48aa-aca0-255356efc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:36.855694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Attempting to bind port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 on network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:36.857733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port ef5ea50a-0df2-4624-9f48-25748e8899cc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:36.858283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.862215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:36.862721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Checking segment: {'id': 'bdfd82c5-0174-48aa-aca0-255356efc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:36.863996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.864483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Bound using segment: {'id': 'bdfd82c5-0174-48aa-aca0-255356efc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:36.865070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Bound port: a8d9ab04-2cca-4c41-87b7-22ca78bf31e8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfd82c5-0174-48aa-aca0-255356efc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:36.865556 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.951435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] For port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:36.958459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] For port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a8d9ab04-2cca-4c41-87b7-22ca78bf31e8,segment=NetworkSegment(bdfd82c5-0174-48aa-aca0-255356efc62d),segment_id=bdfd82c5-0174-48aa-aca0-255356efc62d)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:36.966318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.970972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port ef5ea50a-0df2-4624-9f48-25748e8899cc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ef5ea50a-0df2-4624-9f48-25748e8899cc,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:36.971154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:36.988940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for ef5ea50a-0df2-4624-9f48-25748e8899cc owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:36.990287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.006590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Transition to ACTIVE for port object 9fac9eb7-5766-4e0d-bbcb-151aebcea4c9 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:37.042734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3f6f9-1494-4017-92fa-5bf49dec961c None None] Pushing event updated for resources: {'Port': ['ID=a8d9ab04-2cca-4c41-87b7-22ca78bf31e8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:37.061560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.113428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:37.118668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:37.122724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:37.128998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:37.129660 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.140305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Port': ['ID=9fac9eb7-5766-4e0d-bbcb-151aebcea4c9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:37.153967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0794a1d8-0207-4b01-9d93-1c5e115ab345 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0192726 Jul 22 14:48:37.157171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50032) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:37.165671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297fc194-3fd0-4095-8dd9-64a35e3e1a39 None None] Network 0d47d372-b05a-4828-a94b-bb2e4790797f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:37.225771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting subnet 02e9226e-9bc1-463b-b0e0-d8e949c0089b {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:37.230011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.239809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] Provisioning for port 645b5006-2cc4-4331-ba85-bf2ac66e8998 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:37.250106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] Provisioning complete for port 645b5006-2cc4-4331-ba85-bf2ac66e8998 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:37.251047 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.303232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.331204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.360674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=ef5ea50a-0df2-4624-9f48-25748e8899cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:37.376405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.496973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.534285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.548662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] For port 645b5006-2cc4-4331-ba85-bf2ac66e8998, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=645b5006-2cc4-4331-ba85-bf2ac66e8998,segment=NetworkSegment(bd09aa55-2f51-4b1c-b515-43af05bf4cc5),segment_id=bd09aa55-2f51-4b1c-b515-43af05bf4cc5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:37.555967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.617359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d57a72-d7a8-4153-ac98-ee32681126dd None None] Pushing event updated for resources: {'Port': ['ID=645b5006-2cc4-4331-ba85-bf2ac66e8998,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:37.633423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.644558 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.671713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Subnet': ['ID=02e9226e-9bc1-463b-b0e0-d8e949c0089b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:37.674388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.688580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32849001-329f-4d33-b444-709dc5c073bc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/02e9226e-9bc1-463b-b0e0-d8e949c0089b HTTP/1.1" status: 204 len: 168 time: 0.5276132 Jul 22 14:48:37.689226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50038) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:37.697667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f1cb2888-c78e-4632-a2b8-dc161649f9b2 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:37.723177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: f1cb2888-c78e-4632-a2b8-dc161649f9b2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:37.723808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device f1cb2888-c78e-4632-a2b8-dc161649f9b2 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:37.775294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.789598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9b1bb-f79b-4a71-9612-219fb2fb0a7b tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:37.791298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9b1bb-f79b-4a71-9612-219fb2fb0a7b tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:37.795652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-70c9b1bb-f79b-4a71-9612-219fb2fb0a7b tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1023257 Jul 22 14:48:37.796313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50040) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:37.881369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0a7aecb9-26e7-449d-8efa-2d577633754f None None] Provisioning complete for port 645b5006-2cc4-4331-ba85-bf2ac66e8998 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:37.881901 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a7aecb9-26e7-449d-8efa-2d577633754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:37.914092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:38.038000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:38.045493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-68f8d051-e117-4ce8-a28e-b66b9cbe8635 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "PUT /v2.0/routers/b1e39fc4-a6fe-401c-ab8a-153e0efbfd20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0194604 Jul 22 14:48:38.048219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50042) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:38.052939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] Sync routers for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:38.065448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:38.066368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:38.118216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting subnet b9293595-52e1-40d8-b0c7-c51e28017175 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:38.122192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.182724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.233594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09f39c32-13b1-4044-baf8-7798324ac4d3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.241264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:38.242276 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f39c32-13b1-4044-baf8-7798324ac4d3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 14:48:38.243237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f39c32-13b1-4044-baf8-7798324ac4d3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:38.246086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-09f39c32-13b1-4044-baf8-7798324ac4d3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee HTTP/1.1" status: 409 len: 405 time: 0.4488816 Jul 22 14:48:38.250181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50044) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:38.256183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-788320605'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:38.312207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:38.316434 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.326741 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.347402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:38.364550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.364921 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Added segment 8299559d-8e60-4175-9c09-672710ae1d6d of type vlan for network 1de0eea5-a946-40de-afa7-6aa483cc1237 Jul 22 14:48:38.386909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289511f-3cad-49df-aa56-2c80e3c49a4a None None] Network 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:38.449798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.468585 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.470979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7f11fc4b-50f8-4218-9ecd-46b6be3589db None None] Provisioning for port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:38.501039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.509872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:38.510570 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.527092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fba4d00-ca01-40f8-bfa3-6c7a88db3db2 None None] Network 5ef7140d-877a-4a6f-b4c3-8076549ea23b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:38.533160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.535715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/subnets/b9293595-52e1-40d8-b0c7-c51e28017175 HTTP/1.1" status: 204 len: 168 time: 0.4863572 Jul 22 14:48:38.538163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:38.545763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c30c3f-c82c-49f3-9947-cda9ac3f5ec3 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Subnet': ['ID=b9293595-52e1-40d8-b0c7-c51e28017175,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:38.564190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3094537 Jul 22 14:48:38.566279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50050) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:38.600856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'subnet': {'network_id': '1de0eea5-a946-40de-afa7-6aa483cc1237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:38.610665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec86521-d4c1-4402-9172-395d968d1e06 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Network': ['ID=1de0eea5-a946-40de-afa7-6aa483cc1237,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:38.713087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.720765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1de0eea5-a946-40de-afa7-6aa483cc1237 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:38.743162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:38.750822 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.851015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.867598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 645b5006-2cc4-4331-ba85-bf2ac66e8998 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:38.909009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port 79e1f21a-1b92-47fc-8a69-263ac586239f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:38.909358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:38.924211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:48:37Z', 'revision_number': 5, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port': {'id': '79e1f21a-1b92-47fc-8a69-263ac586239f', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bb:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2729, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:47:02Z', 'updated_at': '2021-07-22T14:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:39.003264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port 79e1f21a-1b92-47fc-8a69-263ac586239f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=79e1f21a-1b92-47fc-8a69-263ac586239f,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:39.003674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.019164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for 79e1f21a-1b92-47fc-8a69-263ac586239f owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:39.072556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:48:39.074459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.128286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] DHCP port deletion for 4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:48:39.132293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] Checking router: b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:39.138609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Subnet': ['ID=abc9cab4-4da3-4562-8927-a13044b667cb,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:39.149287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Checking segment: {'id': '8299559d-8e60-4175-9c09-672710ae1d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1de0eea5-a946-40de-afa7-6aa483cc1237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:39.149718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network hostable DHCP agents. Network: 1de0eea5-a946-40de-afa7-6aa483cc1237, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:39.174383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 1de0eea5-a946-40de-afa7-6aa483cc1237 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:39.180884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] Routers {'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:39.181874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:39.187759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 645b5006-2cc4-4331-ba85-bf2ac66e8998 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:39.188218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.188969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1de0eea5-a946-40de-afa7-6aa483cc1237) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:39.197091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:39.197497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.218791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.221555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6b8e76b8-b6c5-4ed8-af19-52400815fcba tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6541803 Jul 22 14:48:39.226129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50052) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:39.234644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'port': {'network_id': '1de0eea5-a946-40de-afa7-6aa483cc1237', 'name': 'tempest-NetworksIpV6TestAttrs-439715149'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:39.256745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=79e1f21a-1b92-47fc-8a69-263ac586239f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:39.272570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862db149-3aba-4f30-a5c4-62aceb51e2c5 None None] Network 1de0eea5-a946-40de-afa7-6aa483cc1237 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:39.274990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] DHCP port deletion for 5ef7140d-877a-4a6f-b4c3-8076549ea23b request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:48:39.331162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.386555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:39.390489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.410802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] device_id is not set on port 239a050b-55f8-4d81-8e89-11a7fbff2d85 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:48:39.419124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] Set router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:39.445719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.448601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.466495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] Deleting port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:39.466902 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.519005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:48:38Z', 'revision_number': 6, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:39.539261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Allocated IP 2001:db8::f816:3eff:fe63:f71 (1de0eea5-a946-40de-afa7-6aa483cc1237/abc9cab4-4da3-4562-8927-a13044b667cb/239a050b-55f8-4d81-8e89-11a7fbff2d85) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:39.585512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063cb31-7f0e-4fc7-82ca-6ac41bb66e76 None None] The sync data for ids ['b1e39fc4-a6fe-401c-ab8a-153e0efbfd20'] in n-d-794306-8 is: [{'id': 'b1e39fc4-a6fe-401c-ab8a-153e0efbfd20', 'name': 'tempest-TestSecurityGroupsBasicOps-router-609591931', 'tenant_id': '7894851394d747a29be50c6565942837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:47:01Z', 'updated_at': '2021-07-22T14:48:38Z', 'revision_number': 6, 'project_id': '7894851394d747a29be50c6565942837', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:39.654829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] Deleting port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:39.655119 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.737041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] For port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a8d9ab04-2cca-4c41-87b7-22ca78bf31e8,segment=NetworkSegment(bdfd82c5-0174-48aa-aca0-255356efc62d),segment_id=bdfd82c5-0174-48aa-aca0-255356efc62d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:39.737392 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.754476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.769763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Transition to ACTIVE for port object 239a050b-55f8-4d81-8e89-11a7fbff2d85 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:39.782468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:39.791596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] Calling delete_port for a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:39.808365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.854902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 1de0eea5-a946-40de-afa7-6aa483cc1237 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:39.858644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:39.858833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.860197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Fanout notify agent at l3_agent the message router_deleted on router b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:48:39.863595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:39.869647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:39.869831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.870494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.873462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d9edf39-daae-42ba-8fef-82c0acf0b467 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/routers/b1e39fc4-a6fe-401c-ab8a-153e0efbfd20 HTTP/1.1" status: 204 len: 168 time: 1.3318038 Jul 22 14:48:39.874552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:39.880690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Port': ['ID=239a050b-55f8-4d81-8e89-11a7fbff2d85,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:39.903797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-26e48fe6-de0f-4aa0-a61c-895c0300ec3a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.6739225 Jul 22 14:48:39.904596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:39.908844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] For port 35cbb14c-a2b3-4ef5-b92f-b46911395d41, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35cbb14c-a2b3-4ef5-b92f-b46911395d41,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:39.909250 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.929318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fd86e2-282d-4a7f-a197-70da05d3d0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-1de0eea5-a946-40de-afa7-6aa483cc1237', 'network_id': '1de0eea5-a946-40de-afa7-6aa483cc1237', 'tenant_id': '8b3ab6e135bd4e8eb69c3f14923b1170', 'fixed_ips': [{'subnet_id': 'abc9cab4-4da3-4562-8927-a13044b667cb'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:39.930171 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7fd86e2-282d-4a7f-a197-70da05d3d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.940353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] Calling delete_port for 35cbb14c-a2b3-4ef5-b92f-b46911395d41 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:39.966298 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c670ea0-9b31-49f1-8db0-342bd22ab6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:39.996530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting subnet abc9cab4-4da3-4562-8927-a13044b667cb {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:40.003216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.018030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.076974 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.093362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Deleting port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:40.094646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.112783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:40.143095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:40.143814 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.167411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] For port 35cbb14c-a2b3-4ef5-b92f-b46911395d41, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35cbb14c-a2b3-4ef5-b92f-b46911395d41,segment=NetworkSegment(6152a947-bfb0-4182-ae01-ca21a1249137),segment_id=6152a947-bfb0-4182-ae01-ca21a1249137)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:40.167708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.182367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Calling delete_port for 35cbb14c-a2b3-4ef5-b92f-b46911395d41 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:40.191049 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.192440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.228410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] Pushing event deleted for resources: {'Port': ['ID=a8d9ab04-2cca-4c41-87b7-22ca78bf31e8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:40.235261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b2c82-0378-4fb3-a6cc-bcc0c5e99070 None None] No DVR routers for this DVR port a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:40.239131 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.242993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Could not find standard attr ID for object a8d9ab04-2cca-4c41-87b7-22ca78bf31e8. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:48:40.272673 n-d-794306-8 neutron-server[93814]: INFO neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No ports have port_id starting with a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 Jul 22 14:48:40.274238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] Pushing event deleted for resources: {'Port': ['ID=35cbb14c-a2b3-4ef5-b92f-b46911395d41,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:40.286280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807da4e-3bdc-4ec0-a188-a340c175e0bc None None] No DVR routers for this DVR port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:40.304912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-f7fd86e2-282d-4a7f-a197-70da05d3d0f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abc9cab4-4da3-4562-8927-a13044b667cb: This subnet is being modified by another concurrent operation. Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet abc9cab4-4da3-4562-8927-a13044b667cb: This subnet is being modified by another concurrent operation. Jul 22 14:48:40.307638 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:48:40.314812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.329519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa59418-43ef-4935-b2f6-cba38a3b8628 None None] Network 1de0eea5-a946-40de-afa7-6aa483cc1237 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:40.338067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Port': ['ID=35cbb14c-a2b3-4ef5-b92f-b46911395d41,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:40.343774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] No DVR routers for this DVR port 35cbb14c-a2b3-4ef5-b92f-b46911395d41 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:40.345201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Subnet': ['ID=abc9cab4-4da3-4562-8927-a13044b667cb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:40.353077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.357788 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb0a499b-0922-40d9-a08a-7a2536ca5e64 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/abc9cab4-4da3-4562-8927-a13044b667cb HTTP/1.1" status: 204 len: 168 time: 0.4499061 Jul 22 14:48:40.358273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50060) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:40.430668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62547fc6-1dff-4384-b7e0-2a7afb95affb tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:40.432877 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.433247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62547fc6-1dff-4384-b7e0-2a7afb95affb tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:40.435342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-62547fc6-1dff-4384-b7e0-2a7afb95affb tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0717013 Jul 22 14:48:40.438653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:40.499837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d7fd8-c499-4969-8a36-7fc7f8d9410c None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:48:40.507218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef7140d-877a-4a6f-b4c3-8076549ea23b']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:40.532772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6152a947-bfb0-4182-ae01-ca21a1249137') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:40.533149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6152a947-bfb0-4182-ae01-ca21a1249137') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:40.579678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.580647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ef5ea50a-0df2-4624-9f48-25748e8899cc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:40.596724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0141-2f4c-4a9c-b99f-e9fddbf1faf3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.605199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.611358 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8e0141-2f4c-4a9c-b99f-e9fddbf1faf3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 14:48:40.611999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8e0141-2f4c-4a9c-b99f-e9fddbf1faf3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:40.613956 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7e8e0141-2f4c-4a9c-b99f-e9fddbf1faf3 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/1de0eea5-a946-40de-afa7-6aa483cc1237 HTTP/1.1" status: 409 len: 405 time: 0.1741314 Jul 22 14:48:40.615880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ef5ea50a-0df2-4624-9f48-25748e8899cc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:40.617105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ef5ea50a-0df2-4624-9f48-25748e8899cc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:40.617521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:40.617662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35cbb14c-a2b3-4ef5-b92f-b46911395d41 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:40.618183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.620768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:40.622090 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:40.635393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1005767815'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:40.645952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 35cbb14c-a2b3-4ef5-b92f-b46911395d41 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:40.646337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35cbb14c-a2b3-4ef5-b92f-b46911395d41 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:40.646963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 79e1f21a-1b92-47fc-8a69-263ac586239f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:40.660959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:40.665148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.674062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 79e1f21a-1b92-47fc-8a69-263ac586239f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:40.674490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 79e1f21a-1b92-47fc-8a69-263ac586239f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:40.674957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:40.703029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:40.704657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:40.705086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a8d9ab04-2cca-4c41-87b7-22ca78bf31e8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:40.707209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d7fd8-c499-4969-8a36-7fc7f8d9410c None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:48:40.714743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.725828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.726477 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.727059 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Added segment dfced2b4-6105-4c5d-ac60-c79536430f40 of type vlan for network f5bf0fad-6293-4c1b-ba79-54113a46afe7 Jul 22 14:48:40.729210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] 10.222.0.60 "DELETE /v2.0/networks/5ef7140d-877a-4a6f-b4c3-8076549ea23b HTTP/1.1" status: 204 len: 168 time: 0.8538432 Jul 22 14:48:40.763542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b7f10-cd92-45e2-8d0d-3471373bd5c4 tempest-TestSecurityGroupsBasicOps-1186671245 tempest-TestSecurityGroupsBasicOps-1186671245-project] Pushing event deleted for resources: {'Network': ['ID=5ef7140d-877a-4a6f-b4c3-8076549ea23b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:40.803476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.836289 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.842607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:40.843437 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:40.897588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2741685 Jul 22 14:48:40.900413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50072) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:40.911157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'subnet': {'network_id': 'f5bf0fad-6293-4c1b-ba79-54113a46afe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:40.944654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b26a1-356a-48b9-a7c2-cc917c167365 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Network': ['ID=f5bf0fad-6293-4c1b-ba79-54113a46afe7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:40.973507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f5bf0fad-6293-4c1b-ba79-54113a46afe7 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:41.024052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:41.027737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.160939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50076) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:41.314949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:48:41.316451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.317122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9971a765-65f2-4e96-bd0f-efbc3df3a117 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7894851394d747a29be50c6565942837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1549144 Jul 22 14:48:41.319687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50080) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:41.369843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c7-75a4-4a09-9bb6-dcf0d5076973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.378633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Subnet': ['ID=7c04fbcb-ac2f-43bf-b439-8a1845dbd516,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:41.386263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Checking segment: {'id': 'dfced2b4-6105-4c5d-ac60-c79536430f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'f5bf0fad-6293-4c1b-ba79-54113a46afe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:41.386682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network hostable DHCP agents. Network: f5bf0fad-6293-4c1b-ba79-54113a46afe7, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:41.392206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c7-75a4-4a09-9bb6-dcf0d5076973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.404635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network f5bf0fad-6293-4c1b-ba79-54113a46afe7 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:41.414407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f5bf0fad-6293-4c1b-ba79-54113a46afe7) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:41.418682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:41.419287 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.425491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69b356-1aab-4124-bf7a-c3b5daace1d3 None None] Network f5bf0fad-6293-4c1b-ba79-54113a46afe7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:41.436621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d74dea1d-6a73-4481-8623-1eb93c948955 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5344207 Jul 22 14:48:41.439993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50082) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:41.456397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c7-75a4-4a09-9bb6-dcf0d5076973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.459075 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b2c79c7-75a4-4a09-9bb6-dcf0d5076973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.463130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b2c79c7-75a4-4a09-9bb6-dcf0d5076973 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89b99abe-90fd-46d9-a7c9-f2fde0bb5e2a HTTP/1.1" status: 204 len: 168 time: 0.1401925 Jul 22 14:48:41.471369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c79c7-75a4-4a09-9bb6-dcf0d5076973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b99abe-90fd-46d9-a7c9-f2fde0bb5e2a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:41.589023 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.668062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641b942-0dcc-44eb-afaa-b395d86d29ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f5bf0fad-6293-4c1b-ba79-54113a46afe7', 'network_id': 'f5bf0fad-6293-4c1b-ba79-54113a46afe7', 'tenant_id': '8b3ab6e135bd4e8eb69c3f14923b1170', 'fixed_ips': [{'subnet_id': '7c04fbcb-ac2f-43bf-b439-8a1845dbd516'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:41.668946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8641b942-0dcc-44eb-afaa-b395d86d29ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.680791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.763162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-8641b942-0dcc-44eb-afaa-b395d86d29ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c04fbcb-ac2f-43bf-b439-8a1845dbd516: This subnet is being modified by another concurrent operation. Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c04fbcb-ac2f-43bf-b439-8a1845dbd516: This subnet is being modified by another concurrent operation. Jul 22 14:48:41.778854 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:48:41.794789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d7d4b-0fc1-4e01-9bfa-37a068bdeea4 None None] Network f5bf0fad-6293-4c1b-ba79-54113a46afe7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:41.797779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Subnet': ['ID=7c04fbcb-ac2f-43bf-b439-8a1845dbd516,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:41.829083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50090) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:41.842128 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5c053b-fa6e-4394-9d88-35cd80ac0b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.861326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.874693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bf0fad-6293-4c1b-ba79-54113a46afe7']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:41.897007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfced2b4-6105-4c5d-ac60-c79536430f40') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:41.897285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfced2b4-6105-4c5d-ac60-c79536430f40') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:41.908581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.923175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.930074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:41.930648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:41.934585 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:41.939999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e9488-a44d-428c-8556-4704d61c8acc None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:48:41.953064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5c053b-fa6e-4394-9d88-35cd80ac0b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:41.960270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5c053b-fa6e-4394-9d88-35cd80ac0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.002045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c053b-fa6e-4394-9d88-35cd80ac0b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bbabcd-a069-4897-be93-b81a6e0b072a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:42.003329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.013748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.013928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-df5c053b-fa6e-4394-9d88-35cd80ac0b0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3629e861651342c3b770e5975074326f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817722 Jul 22 14:48:42.014041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/f5bf0fad-6293-4c1b-ba79-54113a46afe7 HTTP/1.1" status: 204 len: 168 time: 0.5725701 Jul 22 14:48:42.017127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50092) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:42.018248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50094) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:42.023745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1897114213'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:42.040012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1770e79-a7e0-4c62-9d27-414af3f6df2c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Network': ['ID=f5bf0fad-6293-4c1b-ba79-54113a46afe7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:42.048783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:42.053556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.053807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4e9488-a44d-428c-8556-4704d61c8acc None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:48:42.089277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-447f34ce-4416-43fe-8abf-bbe5895eba44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.091317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:42.104010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.104394 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Added segment 071dc5f8-2fdc-4b6f-9979-f76407b66bd8 of type vlan for network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 Jul 22 14:48:42.110653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-517718ec-5d6e-4a58-98d0-5c71470bef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.122008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-447f34ce-4416-43fe-8abf-bbe5895eba44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.151442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.195196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-447f34ce-4416-43fe-8abf-bbe5895eba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.196741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.198804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-447f34ce-4416-43fe-8abf-bbe5895eba44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.202921 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-447f34ce-4416-43fe-8abf-bbe5895eba44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7bbabcd-a069-4897-be93-b81a6e0b072a HTTP/1.1" status: 204 len: 168 time: 0.1828003 Jul 22 14:48:42.208590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:42.209846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.211328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f34ce-4416-43fe-8abf-bbe5895eba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bbabcd-a069-4897-be93-b81a6e0b072a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:42.284689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2622385 Jul 22 14:48:42.285079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50098) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:42.291990 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'subnet': {'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:42.335663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7411a-3b8c-45fd-ac58-0ed56e4c422e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Network': ['ID=1d6a67ea-990c-4e4e-b6f6-33231f6eaed1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:42.353563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:42.396273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:42.400297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.403886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.601107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.658352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50102) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:42.670127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Subnet': ['ID=8a71c777-5477-48fb-80df-7da368e070bc,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:42.680986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Checking segment: {'id': '071dc5f8-2fdc-4b6f-9979-f76407b66bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:42.681705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network hostable DHCP agents. Network: 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:42.701007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:42.702588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5023ee79-10b2-44b2-b357-1ba9152a2cfb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2515df6b7974d95842bc45f66f3cbc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423656 Jul 22 14:48:42.705213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50106) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:42.711805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:42.716654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:42.717339 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.721373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2a42b6-7fd1-49f2-aec9-3c1a6a6ef961 None None] Network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:42.737889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-415ff388-f6e4-4aff-bb12-b0e467c358e5 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4516270 Jul 22 14:48:42.740568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50108) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:42.835557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5755122-3bf4-4231-8726-3e3fdfa8988f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.874893 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5755122-3bf4-4231-8726-3e3fdfa8988f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.877368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-1d6a67ea-990c-4e4e-b6f6-33231f6eaed1', 'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1', 'tenant_id': '8b3ab6e135bd4e8eb69c3f14923b1170', 'fixed_ips': [{'subnet_id': '8a71c777-5477-48fb-80df-7da368e070bc'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:42.878228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.887350 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.986040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5755122-3bf4-4231-8726-3e3fdfa8988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.988776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5755122-3bf4-4231-8726-3e3fdfa8988f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:42.989940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e5755122-3bf4-4231-8726-3e3fdfa8988f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/886704d5-6a27-46aa-86ea-95be0dd9530d HTTP/1.1" status: 204 len: 168 time: 0.2837446 Jul 22 14:48:42.995794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.004483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5755122-3bf4-4231-8726-3e3fdfa8988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886704d5-6a27-46aa-86ea-95be0dd9530d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:43.027107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Allocated IP 2001:db8::2 (1d6a67ea-990c-4e4e-b6f6-33231f6eaed1/8a71c777-5477-48fb-80df-7da368e070bc/5f73a79c-c566-4a6d-a5a9-201251baecc6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:43.176989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.185703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Transition to ACTIVE for port object 5f73a79c-c566-4a6d-a5a9-201251baecc6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:43.200425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Transition to ACTIVE for port object 5f73a79c-c566-4a6d-a5a9-201251baecc6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:43.207374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.225053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.243826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:43.246951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:43.252738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:43.260998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Subnet': ['ID=8a71c777-5477-48fb-80df-7da368e070bc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:43.289747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Pushing event updated for resources: {'Port': ['ID=5f73a79c-c566-4a6d-a5a9-201251baecc6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:43.327321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Attempting to bind port 5f73a79c-c566-4a6d-a5a9-201251baecc6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:43.327705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Attempting to bind port 5f73a79c-c566-4a6d-a5a9-201251baecc6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '071dc5f8-2fdc-4b6f-9979-f76407b66bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:43.328106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Attempting to bind port 5f73a79c-c566-4a6d-a5a9-201251baecc6 on network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:43.333258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:43.333653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Checking segment: {'id': '071dc5f8-2fdc-4b6f-9979-f76407b66bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:43.334072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.334505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Bound using segment: {'id': '071dc5f8-2fdc-4b6f-9979-f76407b66bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:43.335152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Bound port: 5f73a79c-c566-4a6d-a5a9-201251baecc6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071dc5f8-2fdc-4b6f-9979-f76407b66bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:43.335541 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.336878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.347804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6a67ea-990c-4e4e-b6f6-33231f6eaed1']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:43.357292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071dc5f8-2fdc-4b6f-9979-f76407b66bd8') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:43.357601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071dc5f8-2fdc-4b6f-9979-f76407b66bd8') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:43.367311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.382653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.392658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:43.393382 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:43.396768 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:43.405135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] For port 5f73a79c-c566-4a6d-a5a9-201251baecc6, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:43.456593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] For port 5f73a79c-c566-4a6d-a5a9-201251baecc6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5f73a79c-c566-4a6d-a5a9-201251baecc6,segment=NetworkSegment(071dc5f8-2fdc-4b6f-9979-f76407b66bd8),segment_id=071dc5f8-2fdc-4b6f-9979-f76407b66bd8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:43.456834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:48:43.456834 n-d-794306-8 neutron-server[93812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:48:43.456834 n-d-794306-8 neutron-server[93812]: [parameters: {'id': '1d6a67ea-990c-4e4e-b6f6-33231f6eaed1'}] Jul 22 14:48:43.456834 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:48:43.457377 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:48:43.460499 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.541955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f0782-2c71-4323-8688-ad71d034eafa None None] Pushing event updated for resources: {'Port': ['ID=5f73a79c-c566-4a6d-a5a9-201251baecc6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:43.562342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8ac13-a1dd-4679-bb9d-ffc532384bce None None] Network 1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:43.643248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.664717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-911ffce6-261d-4d4a-8ee9-7b0155c8d8e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601056 Jul 22 14:48:43.715097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73577b60-52f7-40cb-bc54-038eeaafffa0 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:48:43.732475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50130) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:43.746639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-2776ae06-1c5b-4200-90d3-88a344d9e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:43.748522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-2776ae06-1c5b-4200-90d3-88a344d9e4c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 1097 time: 0.0592728 Jul 22 14:48:43.815152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73577b60-52f7-40cb-bc54-038eeaafffa0 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:48:43.853610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-817522887-network', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:43.868992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-4b3170c0-c62b-4b02-b434-d592dcbe9dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:43.871252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-4b3170c0-c62b-4b02-b434-d592dcbe9dd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 200 len: 918 time: 0.1007349 Jul 22 14:48:43.879111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:43.881554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.890356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.942592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-02e78418-1926-490f-be37-e3f7c0e0b894 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 200 len: 1000 time: 0.0630896 Jul 22 14:48:43.958454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:43.999703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-e08ff5b3-a642-4aa2-9673-1dc99ffbe12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:44.001745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-e08ff5b3-a642-4aa2-9673-1dc99ffbe12e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 200 len: 856 time: 0.0524786 Jul 22 14:48:44.017491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.025628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.060360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:44.071182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca43c58-bfd6-443c-8f2f-b392b7300995,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:44.077086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.077438 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Added segment eb8c8b01-1978-45cb-a8b4-394b9cc25cd5 of type vlan for network 082040bd-5a11-484e-995b-2e3e922efeee Jul 22 14:48:44.081699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-2d9e1704-687f-4501-ac30-5a8db56b62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:44.083283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-2d9e1704-687f-4501-ac30-5a8db56b62cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=08d5d857-5456-4e35-b1bc-2bb694937c9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713167 Jul 22 14:48:44.114400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting port 5f73a79c-c566-4a6d-a5a9-201251baecc6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:44.114784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.136223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.179946 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-77131656-0c6b-4f01-bfe8-0759bed2a84a service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887713 Jul 22 14:48:44.207815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] For port 5f73a79c-c566-4a6d-a5a9-201251baecc6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5f73a79c-c566-4a6d-a5a9-201251baecc6,segment=NetworkSegment(071dc5f8-2fdc-4b6f-9979-f76407b66bd8),segment_id=071dc5f8-2fdc-4b6f-9979-f76407b66bd8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:44.208185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.223259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Calling delete_port for 5f73a79c-c566-4a6d-a5a9-201251baecc6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:44.227187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.228146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:44.228735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.279766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8bdc3149-4545-4f50-beb0-a4f846a818af req-e6f4bf62-dde3-4b02-ab34-80b619c7a600 service neutron] 10.222.0.61 "GET /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931017 Jul 22 14:48:44.292935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5576568 Jul 22 14:48:44.295015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:44.300416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Request body: {'subnet': {'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-817522887-subnet', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:44.322634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:44.325232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.369302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c27a6-aa88-4294-8404-449342a80110 admin admin] Pushing event updated for resources: {'Network': ['ID=082040bd-5a11-484e-995b-2e3e922efeee,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:44.380886 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 082040bd-5a11-484e-995b-2e3e922efeee details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:44.402969 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.430578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Port': ['ID=5f73a79c-c566-4a6d-a5a9-201251baecc6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:44.434484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No DVR routers for this DVR port 5f73a79c-c566-4a6d-a5a9-201251baecc6 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:44.512216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.521628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.531575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6a67ea-990c-4e4e-b6f6-33231f6eaed1']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:44.541380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071dc5f8-2fdc-4b6f-9979-f76407b66bd8') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:44.541683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071dc5f8-2fdc-4b6f-9979-f76407b66bd8') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:44.550704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.565182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.568261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2659d7-b477-4366-91fa-e8785e9d53bb,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:44.573452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:44.573867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:44.577096 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:44.580440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:44.580440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Network hostable DHCP agents. Network: 082040bd-5a11-484e-995b-2e3e922efeee, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:44.595600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Network 082040bd-5a11-484e-995b-2e3e922efeee is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:44.604601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 082040bd-5a11-484e-995b-2e3e922efeee) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:44.609206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:44.610131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.613645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13426c9e-4547-4ff5-b35a-7e73f67cb39f None None] Network 082040bd-5a11-484e-995b-2e3e922efeee requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:44.630282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3feaecd7-2829-4fc9-9398-7c13c05d81a5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3315632 Jul 22 14:48:44.630549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:44.634907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:44.646090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.658170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.665083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.665630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 HTTP/1.1" status: 204 len: 168 time: 1.9188075 Jul 22 14:48:44.665769 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.667497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50144) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:44.670291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dee731-c03a-45b2-81c1-7b0ca70833ae tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Network': ['ID=1d6a67ea-990c-4e4e-b6f6-33231f6eaed1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:44.676689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-222541805'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:44.744344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.746087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:44.751433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.770767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-082040bd-5a11-484e-995b-2e3e922efeee', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:44.771641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.843158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:44.913544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Allocated IP 172.20.0.2 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/dfb140f6-ec3a-4a47-8a87-dfbda1a09254) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:44.917444 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.917798 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Added segment 83d65b6f-5395-4b2e-b6d5-0648151c0d90 of type vlan for network 842c6ae5-3dde-47d5-941a-02fc5f27b94b Jul 22 14:48:44.929517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:44.978349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.022160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.027774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:45.028372 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.072329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.080785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Transition to ACTIVE for port object dfb140f6-ec3a-4a47-8a87-dfbda1a09254 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:45.096681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Transition to ACTIVE for port object dfb140f6-ec3a-4a47-8a87-dfbda1a09254 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:45.103503 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.103684 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4325552 Jul 22 14:48:45.106769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50148) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:45.113902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Request body: {'subnet': {'network_id': '842c6ae5-3dde-47d5-941a-02fc5f27b94b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:45.140394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb584f-934a-4e91-bc37-d4bb7ea533c4 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Network': ['ID=842c6ae5-3dde-47d5-941a-02fc5f27b94b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:45.149448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:45.153519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:45.155464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Pushing event updated for resources: {'Port': ['ID=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:45.157661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:45.161122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 842c6ae5-3dde-47d5-941a-02fc5f27b94b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:45.221381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Made reservation on behalf of 8b3ab6e135bd4e8eb69c3f14923b1170 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:45.225366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.278675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Attempting to bind port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:45.279471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Attempting to bind port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:45.279471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Attempting to bind port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:45.282194 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.287194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:45.287865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:45.288480 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.289265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:45.290066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Bound port: dfb140f6-ec3a-4a47-8a87-dfbda1a09254, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:45.290684 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.306776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.318274 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.375026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] For port dfb140f6-ec3a-4a47-8a87-dfbda1a09254, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:45.378690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] For port dfb140f6-ec3a-4a47-8a87-dfbda1a09254, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:45.383199 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.446537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Allocated IP 172.25.3.81 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/db40d299-ea58-491b-9618-105d8c6af0b9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:45.458005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e485caf-e6a5-4576-a63e-14dc351ebb30 None None] Pushing event updated for resources: {'Port': ['ID=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:45.516746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:48:45.518268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.565709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.585828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event updated for resources: {'Subnet': ['ID=a77eeb9b-d24c-484b-a9ff-710f20efaf14,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:45.594576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Checking segment: {'id': '83d65b6f-5395-4b2e-b6d5-0648151c0d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '842c6ae5-3dde-47d5-941a-02fc5f27b94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:45.594727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network hostable DHCP agents. Network: 842c6ae5-3dde-47d5-941a-02fc5f27b94b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:45.612792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Network 842c6ae5-3dde-47d5-941a-02fc5f27b94b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:45.634210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 842c6ae5-3dde-47d5-941a-02fc5f27b94b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:45.638801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:45.639564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.650824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6239367-6482-4baf-ae31-d83f5fac78ec None None] Network 842c6ae5-3dde-47d5-941a-02fc5f27b94b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:45.654376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.658399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-61b00ea2-32ac-40f8-9404-6db18e000cdc tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5500700 Jul 22 14:48:45.661015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50152) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:45.684838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:45.741940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:45.744243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Pushing event updated for resources: {'Port': ['ID=db40d299-ea58-491b-9618-105d8c6af0b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:45.747162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:45.786057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.837893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1184f60-9e2f-40c3-a52e-dc2cdf429ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-842c6ae5-3dde-47d5-941a-02fc5f27b94b', 'network_id': '842c6ae5-3dde-47d5-941a-02fc5f27b94b', 'tenant_id': '8b3ab6e135bd4e8eb69c3f14923b1170', 'fixed_ips': [{'subnet_id': 'a77eeb9b-d24c-484b-a9ff-710f20efaf14'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:45.839071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1184f60-9e2f-40c3-a52e-dc2cdf429ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.847354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.929655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:45.973806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Subnet': ['ID=a77eeb9b-d24c-484b-a9ff-710f20efaf14,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-e1184f60-9e2f-40c3-a52e-dc2cdf429ec3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77eeb9b-d24c-484b-a9ff-710f20efaf14: This subnet is being modified by another concurrent operation. Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77eeb9b-d24c-484b-a9ff-710f20efaf14: This subnet is being modified by another concurrent operation. Jul 22 14:48:45.984069 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:48:46.008351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb03ce-f256-4e62-82ed-a0d1a80bf4a5 None None] Network 842c6ae5-3dde-47d5-941a-02fc5f27b94b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:46.053590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.068380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842c6ae5-3dde-47d5-941a-02fc5f27b94b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:46.091495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d65b6f-5395-4b2e-b6d5-0648151c0d90') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:46.092315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d65b6f-5395-4b2e-b6d5-0648151c0d90') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:46.104125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.120185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.127690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:46.128107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:46.131164 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:46.209915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.223248 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.225477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/842c6ae5-3dde-47d5-941a-02fc5f27b94b HTTP/1.1" status: 204 len: 168 time: 0.5634296 Jul 22 14:48:46.229912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50160) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.249928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297a9e6-3381-4583-8cbd-e6f07fc6945e tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Network': ['ID=842c6ae5-3dde-47d5-941a-02fc5f27b94b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:46.269880 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8b7fd4-5d5d-4524-9edf-1c7ffcd97690 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.270343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8b7fd4-5d5d-4524-9edf-1c7ffcd97690 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.272181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b8b7fd4-5d5d-4524-9edf-1c7ffcd97690 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/a77eeb9b-d24c-484b-a9ff-710f20efaf14 HTTP/1.1" status: 404 len: 337 time: 0.0415478 Jul 22 14:48:46.275353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.365909 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9eee202-fc5d-4d41-9bb6-540143c8c3e1 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.366402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9eee202-fc5d-4d41-9bb6-540143c8c3e1 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.368214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9eee202-fc5d-4d41-9bb6-540143c8c3e1 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/842c6ae5-3dde-47d5-941a-02fc5f27b94b HTTP/1.1" status: 404 len: 339 time: 0.0918369 Jul 22 14:48:46.372122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50166) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.411752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00719c9a-25cb-483f-8b53-1206480f92dd req-e3323999-34fd-4777-a323-fd0a0378f447 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:46.416296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00719c9a-25cb-483f-8b53-1206480f92dd req-e3323999-34fd-4777-a323-fd0a0378f447 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0801420 Jul 22 14:48:46.427884 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ce2da3-94e9-4ef5-93ac-ad38fdfaed60 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.428272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ce2da3-94e9-4ef5-93ac-ad38fdfaed60 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.430025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-79ce2da3-94e9-4ef5-93ac-ad38fdfaed60 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/8a71c777-5477-48fb-80df-7da368e070bc HTTP/1.1" status: 404 len: 337 time: 0.0570588 Jul 22 14:48:46.433530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.457519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00719c9a-25cb-483f-8b53-1206480f92dd req-dcedaaa4-3247-4e5d-a0e4-cc2b1dcbe7dc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383165 Jul 22 14:48:46.462433 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29af717-1471-487d-b1e8-72fb6d2e3eda tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.463176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29af717-1471-487d-b1e8-72fb6d2e3eda tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.467586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c29af717-1471-487d-b1e8-72fb6d2e3eda tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/1d6a67ea-990c-4e4e-b6f6-33231f6eaed1 HTTP/1.1" status: 404 len: 339 time: 0.0294671 Jul 22 14:48:46.467798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50170) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.507860 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91b2469-6756-40dd-b0c4-43ddf38810ef tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.508248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91b2469-6756-40dd-b0c4-43ddf38810ef tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.510035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f91b2469-6756-40dd-b0c4-43ddf38810ef tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/7c04fbcb-ac2f-43bf-b439-8a1845dbd516 HTTP/1.1" status: 404 len: 337 time: 0.0414939 Jul 22 14:48:46.512857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50172) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.519894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.544413 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cef7d77-218f-4b4a-a35e-131f786efb6c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.545238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cef7d77-218f-4b4a-a35e-131f786efb6c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.547562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2cef7d77-218f-4b4a-a35e-131f786efb6c tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/f5bf0fad-6293-4c1b-ba79-54113a46afe7 HTTP/1.1" status: 404 len: 339 time: 0.0327432 Jul 22 14:48:46.550004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50174) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.584626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c12d9f-323f-4635-a4db-79c8004e132a None None] Network 082040bd-5a11-484e-995b-2e3e922efeee requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:46.589710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-aeb8d3c6-c34b-44b0-be91-223793232603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:46.591038 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-aeb8d3c6-c34b-44b0-be91-223793232603 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1096 time: 0.2371588 Jul 22 14:48:46.601366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfb140f6-ec3a-4a47-8a87-dfbda1a09254 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:46.668347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting port 239a050b-55f8-4d81-8e89-11a7fbff2d85 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:46.668656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.745674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.758802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Calling delete_port for 239a050b-55f8-4d81-8e89-11a7fbff2d85 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:46.787958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-2ba26410-76b7-45d7-a183-9cc98b210b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:46.789455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-2ba26410-76b7-45d7-a183-9cc98b210b97 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1863079 Jul 22 14:48:46.845499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.869991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9df2b58c-4102-49da-a9e5-407bf92aa70b None None] Provisioning for port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:46.881552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Port': ['ID=239a050b-55f8-4d81-8e89-11a7fbff2d85,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:46.886926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.891381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fef4acb9-5cd4-44a3-82e3-aaa46ab7034a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/ports/239a050b-55f8-4d81-8e89-11a7fbff2d85 HTTP/1.1" status: 204 len: 168 time: 0.3379934 Jul 22 14:48:46.891571 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-b7d8ace4-f005-44aa-85fb-933d0c2f05a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.0936897 Jul 22 14:48:46.891693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50176) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.912304 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:46.918668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:46.919619 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d4121f-b8fd-4cdb-9cb9-258f1932a212 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:46.920144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d4121f-b8fd-4cdb-9cb9-258f1932a212 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:46.925038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-07d4121f-b8fd-4cdb-9cb9-258f1932a212 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/abc9cab4-4da3-4562-8927-a13044b667cb HTTP/1.1" status: 404 len: 337 time: 0.0295577 Jul 22 14:48:46.925233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:46.925334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50178) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:46.925433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.026369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.042669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-919c9e72-031e-4b2a-b518-e03d1937af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.044598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-919c9e72-031e-4b2a-b518-e03d1937af87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.1450610 Jul 22 14:48:47.047677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.085016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port dfb140f6-ec3a-4a47-8a87-dfbda1a09254, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:47.091737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.136513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.149964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de0eea5-a946-40de-afa7-6aa483cc1237']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:47.151950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:47.165243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-cfcd6d31-960f-4d0e-8175-002f7fa3519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.166697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8299559d-8e60-4175-9c09-672710ae1d6d') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:47.166890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-cfcd6d31-960f-4d0e-8175-002f7fa3519a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032624 Jul 22 14:48:47.167003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8299559d-8e60-4175-9c09-672710ae1d6d') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:47.177806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.184396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Router 472af771-d7fa-4c15-8c78-2d861874579c is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:48:47.193244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.200224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:47.200925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:47.206459 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:47.286020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.299316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075404e-2d55-4151-b8e5-bd53296fc74f None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:48:47.305700 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.310452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/1de0eea5-a946-40de-afa7-6aa483cc1237 HTTP/1.1" status: 204 len: 168 time: 0.3842199 Jul 22 14:48:47.311378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8666eeb-1ced-49a0-8ab2-a73dd72b7f78 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Network': ['ID=1de0eea5-a946-40de-afa7-6aa483cc1237,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:47.313550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50182) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:47.349755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d4549349-4a7b-4cbc-bb96-77cb13adf625 None None] Provisioning complete for port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:47.350405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d4549349-4a7b-4cbc-bb96-77cb13adf625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.364243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-879a9f93-6044-4594-b3f3-fd792a4334c0 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906402 Jul 22 14:48:47.405620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:47.415923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting port 9fac9eb7-5766-4e0d-bbcb-151aebcea4c9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:47.416513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.422429 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:47.440253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:47.441763 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:47.454109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.455401 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a97ac1ab-a836-4d6e-8219-998cbd01453c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8239563 Jul 22 14:48:47.459673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:47.496921 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.506929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075404e-2d55-4151-b8e5-bd53296fc74f None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:48:47.512323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Calling delete_port for 9fac9eb7-5766-4e0d-bbcb-151aebcea4c9 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:47.553444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d1aa2871-4342-4e3f-9c03-2e710c108b7a req-ff8386d0-f829-4e3a-a11b-f9759991d875 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813047 Jul 22 14:48:47.637824 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:47.660031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9450da-dc57-4ad4-954e-1a5298f36c8b req-d0d50a4f-71cd-4ae5-802d-0ecc7a1796b0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:47.661606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e9450da-dc57-4ad4-954e-1a5298f36c8b req-d0d50a4f-71cd-4ae5-802d-0ecc7a1796b0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0879688 Jul 22 14:48:47.663649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.704630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Port': ['ID=9fac9eb7-5766-4e0d-bbcb-151aebcea4c9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:47.718313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.720902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2cc35dec-f97d-499b-adf0-c1e3048f6d0a tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/ports/9fac9eb7-5766-4e0d-bbcb-151aebcea4c9 HTTP/1.1" status: 204 len: 168 time: 0.4062634 Jul 22 14:48:47.723614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50188) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:47.766112 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed927c2a-f1b4-408d-b479-b369f0b1b256 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] DELETE failed (client error): The resource could not be found. Jul 22 14:48:47.768189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed927c2a-f1b4-408d-b479-b369f0b1b256 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:48:47.772229 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ed927c2a-f1b4-408d-b479-b369f0b1b256 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/02e9226e-9bc1-463b-b0e0-d8e949c0089b HTTP/1.1" status: 404 len: 337 time: 0.0476582 Jul 22 14:48:47.779982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50190) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:47.821831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e9450da-dc57-4ad4-954e-1a5298f36c8b req-d86b8209-1b54-4337-b2df-9d9e15badfbd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466744 Jul 22 14:48:47.876323 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:46Z', 'revision_number': 3, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:47.895741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.916674 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:47.917271 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Updating router 472af771-d7fa-4c15-8c78-2d861874579c port db40d299-ea58-491b-9618-105d8c6af0b9 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:48:47.966832 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.986826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:47.997381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:48.009584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfd82c5-0174-48aa-aca0-255356efc62d') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:48.009862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfd82c5-0174-48aa-aca0-255356efc62d') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:48.032895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.055285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.065512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:48.065929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.078663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:48.080313 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:48.143595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.153316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.157983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:48.158664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee HTTP/1.1" status: 204 len: 168 time: 0.3771765 Jul 22 14:48:48.168795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ffb83-6be5-49d6-a549-4204b7e59280 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Network': ['ID=4f7d6cb1-ff68-4daa-a3d2-55be4a3ce8ee,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:48.253147 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.263206 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Transition to ACTIVE for port object db40d299-ea58-491b-9618-105d8c6af0b9 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:48.269987 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.299213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting subnet 08a9b28d-373a-423e-a354-f652f18b82cc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:48:48.302416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.321076 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Attempting to bind port db40d299-ea58-491b-9618-105d8c6af0b9 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:48.321449 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Attempting to bind port db40d299-ea58-491b-9618-105d8c6af0b9 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:48.321819 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Attempting to bind port db40d299-ea58-491b-9618-105d8c6af0b9 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:48.328835 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5081-1be6-4f85-8f58-a1d892335b21 None None] Pushing event updated for resources: {'Port': ['ID=db40d299-ea58-491b-9618-105d8c6af0b9,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:48.335456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:48.336396 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:48.336396 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.336615 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:48.337077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Bound port: db40d299-ea58-491b-9618-105d8c6af0b9, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:48.337467 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.374300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.390612 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] For port db40d299-ea58-491b-9618-105d8c6af0b9, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:48.393807 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] For port db40d299-ea58-491b-9618-105d8c6af0b9, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=db40d299-ea58-491b-9618-105d8c6af0b9,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:48.398610 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.424463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Allocated IP 172.20.0.1 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:48.455371 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:48.455995 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:48.460874 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c5081-1be6-4f85-8f58-a1d892335b21 None None] Pushing event updated for resources: {'Port': ['ID=db40d299-ea58-491b-9618-105d8c6af0b9,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:48.501485 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.558221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfb140f6-ec3a-4a47-8a87-dfbda1a09254 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:48.567572 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:48.614059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:48.614852 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.622484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.636109 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.666712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Transition to ACTIVE for port object 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:48.668165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Subnet': ['ID=08a9b28d-373a-423e-a354-f652f18b82cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:48.696605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.696967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.697365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.697981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.698334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.698738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.699078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.699437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.699775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.700209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.700675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.701162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:48.707296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.707987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a2874-fc67-4949-9b41-3bc160afed71 None None] Network 0d47d372-b05a-4828-a94b-bb2e4790797f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:48.709556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-67a716d0-d8ac-42b1-807e-c696ce548f6d tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/subnets/08a9b28d-373a-423e-a354-f652f18b82cc HTTP/1.1" status: 204 len: 168 time: 0.5505323 Jul 22 14:48:48.712798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50198) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:48.740816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.783907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:48.788676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:48.795320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:48.834212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:48.862703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.866425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.889652 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:46Z', 'revision_number': 3, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:48.930689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Deleting port 645b5006-2cc4-4331-ba85-bf2ac66e8998 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:48.931549 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:48.938333 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acffc-ae9d-467d-a800-e98c59329f69 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:46Z', 'revision_number': 3, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:49.061647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93978c6e-f289-479b-bd15-973128945175 None None] DHCP port deletion for 0d47d372-b05a-4828-a94b-bb2e4790797f request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:48:49.147934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-93978c6e-f289-479b-bd15-973128945175 None None] Deleting port 645b5006-2cc4-4331-ba85-bf2ac66e8998 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:49.148471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93978c6e-f289-479b-bd15-973128945175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.197698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.255959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-93978c6e-f289-479b-bd15-973128945175 None None] For port 645b5006-2cc4-4331-ba85-bf2ac66e8998, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=645b5006-2cc4-4331-ba85-bf2ac66e8998,segment=NetworkSegment(bd09aa55-2f51-4b1c-b515-43af05bf4cc5),segment_id=bd09aa55-2f51-4b1c-b515-43af05bf4cc5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:49.256526 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93978c6e-f289-479b-bd15-973128945175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.287960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-93978c6e-f289-479b-bd15-973128945175 None None] Calling delete_port for 645b5006-2cc4-4331-ba85-bf2ac66e8998 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:49.402783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-823ef672-ea55-4e99-8b3f-95a6e14de310 None None] Provisioning for port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:49.414890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-823ef672-ea55-4e99-8b3f-95a6e14de310 None None] Provisioning complete for port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:49.415634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-823ef672-ea55-4e99-8b3f-95a6e14de310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.492781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-823ef672-ea55-4e99-8b3f-95a6e14de310 None None] Port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:49.499314 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93978c6e-f289-479b-bd15-973128945175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.501175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.502207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] For port 645b5006-2cc4-4331-ba85-bf2ac66e8998, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=645b5006-2cc4-4331-ba85-bf2ac66e8998,segment=NetworkSegment(bd09aa55-2f51-4b1c-b515-43af05bf4cc5),segment_id=bd09aa55-2f51-4b1c-b515-43af05bf4cc5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:49.503237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.511975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.525582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Calling delete_port for 645b5006-2cc4-4331-ba85-bf2ac66e8998 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:49.532470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93978c6e-f289-479b-bd15-973128945175 None None] Pushing event deleted for resources: {'Port': ['ID=645b5006-2cc4-4331-ba85-bf2ac66e8998,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:49.543091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93978c6e-f289-479b-bd15-973128945175 None None] No DVR routers for this DVR port 645b5006-2cc4-4331-ba85-bf2ac66e8998 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:49.582710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Pushing event updated for resources: {'Port': ['ID=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:49.597611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554d63c-d13e-4841-962f-e825a29b0021 req-8189e044-3fd8-499a-a2c4-130c145dd14b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:49.598056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.599554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9554d63c-d13e-4841-962f-e825a29b0021 req-8189e044-3fd8-499a-a2c4-130c145dd14b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.6496422 Jul 22 14:48:49.702315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:49.704617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:49.727026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9554d63c-d13e-4841-962f-e825a29b0021 req-31eb070f-1096-45c7-bd1c-7243ecee03fc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073663 Jul 22 14:48:49.750467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ef10f-5549-448f-bf01-1d0a6a4129fe req-877fd7d8-ce1c-4417-a542-f264620871f6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:49.752271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a87ef10f-5549-448f-bf01-1d0a6a4129fe req-877fd7d8-ce1c-4417-a542-f264620871f6 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 946 time: 0.1502864 Jul 22 14:48:49.753563 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.793167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Port': ['ID=645b5006-2cc4-4331-ba85-bf2ac66e8998,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:49.818424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] No DVR routers for this DVR port 645b5006-2cc4-4331-ba85-bf2ac66e8998 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:49.929259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.935333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a87ef10f-5549-448f-bf01-1d0a6a4129fe req-519fc2d1-871a-404c-8866-d4a83405d0eb tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547925 Jul 22 14:48:49.944770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d47d372-b05a-4828-a94b-bb2e4790797f']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:49.968991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:49.969514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd09aa55-2f51-4b1c-b515-43af05bf4cc5') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:49.980906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:49.996232 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.005234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:50.005716 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:50.009241 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:50.016433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-97357876-7a89-4102-98aa-e58fdead2781 None None] Provisioning complete for port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:50.016967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-97357876-7a89-4102-98aa-e58fdead2781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.059935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-97357876-7a89-4102-98aa-e58fdead2781 None None] Port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:50.076463 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.081078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.083089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] 10.222.0.60 "DELETE /v2.0/networks/0d47d372-b05a-4828-a94b-bb2e4790797f HTTP/1.1" status: 204 len: 168 time: 1.3684106 Jul 22 14:48:50.099570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083645-a8d2-41e6-a5d9-3f78a0adaaf6 tempest-NetworksIpV6TestAttrs-964542096 tempest-NetworksIpV6TestAttrs-964542096-project] Pushing event deleted for resources: {'Network': ['ID=0d47d372-b05a-4828-a94b-bb2e4790797f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:50.167885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:50.301863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:50.307852 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b95a31e-5318-4e61-b014-ca9ecc61af40 admin admin] 10.222.0.60 "PUT /v2.0/routers/472af771-d7fa-4c15-8c78-2d861874579c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8468568 Jul 22 14:48:50.348028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50220) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:50.506619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e2d4fce5-ba89-4871-af4f-6aa889aa0def admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b3ab6e135bd4e8eb69c3f14923b1170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570234 Jul 22 14:48:50.508681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:50.563301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-542854e0-1203-4f0a-8c2c-07688f7ab362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.565913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device db40d299-ea58-491b-9618-105d8c6af0b9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:50.587108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-542854e0-1203-4f0a-8c2c-07688f7ab362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.636855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port db40d299-ea58-491b-9618-105d8c6af0b9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:50.643438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port db40d299-ea58-491b-9618-105d8c6af0b9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:50.644936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.655157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-542854e0-1203-4f0a-8c2c-07688f7ab362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.659367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-542854e0-1203-4f0a-8c2c-07688f7ab362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.661020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-542854e0-1203-4f0a-8c2c-07688f7ab362 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6be52b3b-4f88-4fd5-9e6f-83e923316f2d HTTP/1.1" status: 204 len: 168 time: 0.1513662 Jul 22 14:48:50.693840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542854e0-1203-4f0a-8c2c-07688f7ab362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be52b3b-4f88-4fd5-9e6f-83e923316f2d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:50.759328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.786214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port db40d299-ea58-491b-9618-105d8c6af0b9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=db40d299-ea58-491b-9618-105d8c6af0b9,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:50.795552 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:50.864360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=db40d299-ea58-491b-9618-105d8c6af0b9,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:50.902035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 645b5006-2cc4-4331-ba85-bf2ac66e8998 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:50.940288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-f6061c4c-59ac-4eab-a337-b379a6f47123 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:50.946561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-f6061c4c-59ac-4eab-a337-b379a6f47123 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 946 time: 0.1802819 Jul 22 14:48:50.946802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 645b5006-2cc4-4331-ba85-bf2ac66e8998 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:50.946802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 645b5006-2cc4-4331-ba85-bf2ac66e8998 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:51.054009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d06c-847a-4c0f-9562-486261591d8c req-c9b729f2-bda4-4b83-b3cc-7678056771f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:51.056436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29a8d06c-847a-4c0f-9562-486261591d8c req-c9b729f2-bda4-4b83-b3cc-7678056771f2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1845520 Jul 22 14:48:51.119971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:51.137302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1325134466-network', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:51.167419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29a8d06c-847a-4c0f-9562-486261591d8c req-a3de48de-5773-4beb-ac90-5663033a7b2d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036642 Jul 22 14:48:51.169496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Deleting port 23559229-9de5-4199-978d-b7d122749c63 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:51.170849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.211220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Made reservation on behalf of b8595dcecd0548d4ada8c4eb9ccc7a94 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:51.213539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.218571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfb7ad-928a-4119-88f3-591586a1e2b8 req-1a4d18a8-74e3-438e-a020-5bc741375706 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:51.221611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bcfb7ad-928a-4119-88f3-591586a1e2b8 req-1a4d18a8-74e3-438e-a020-5bc741375706 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 946 time: 0.1034164 Jul 22 14:48:51.238756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.269461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:51.279685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bcfb7ad-928a-4119-88f3-591586a1e2b8 req-5be2f919-ed37-44bc-94cc-15eb0b8c2198 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups?id=54384f4c-99d2-45df-a098-a79ccf87d710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523133 Jul 22 14:48:51.288964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:51.289637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:51.383862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] For port 23559229-9de5-4199-978d-b7d122749c63, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=23559229-9de5-4199-978d-b7d122749c63,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:51.384385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.448621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:51.556525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.580712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.612926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:51.634502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.634899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.635258 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Floating IP fa59e1f7-dbf4-4cb9-9867-caf73bb47290 disassociated. External IP: 172.25.3.44, port: 23559229-9de5-4199-978d-b7d122749c63. Jul 22 14:48:51.635861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Calling delete_port for 23559229-9de5-4199-978d-b7d122749c63 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:51.647050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.647386 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Added segment 5d9d7293-a6da-4f37-b8c1-b0a5da39d08b of type vlan for network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 Jul 22 14:48:51.658346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005cc470-b90e-4c2d-b66f-fd90e689b9a5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:51.681521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 2, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:51.709918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:51.710285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Updating router 472af771-d7fa-4c15-8c78-2d861874579c port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:48:51.736159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.749787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.791347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50266) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:51.793003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.793980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:51.794571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.867077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7458718 Jul 22 14:48:51.869003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50270) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:51.879530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Request body: {'subnet': {'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1325134466-subnet', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:51.908385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fad523-1b34-4af6-b6cd-1b3f8f1a2b3e admin admin] Pushing event updated for resources: {'Network': ['ID=11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:51.909040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6272569'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:51.916044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.922865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:51.925577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Made reservation on behalf of b8595dcecd0548d4ada8c4eb9ccc7a94 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:51.928007 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:51.948239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event deleted for resources: {'Port': ['ID=23559229-9de5-4199-978d-b7d122749c63,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:52.039150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:52.042725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.072035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:52.077230 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.141934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.153413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Transition to ACTIVE for port object 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:52.160934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.171464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.216455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac60da-5b25-40dc-b953-e1861d01fc49 None None] Pushing event updated for resources: {'Port': ['ID=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:52.241463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:52.254544 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:52.267067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Pushing event updated for resources: {'Subnet': ['ID=964fd630-6247-476e-9fe1-2ebc8de7a080,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:52.279539 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:52.280622 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:52.294273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Attempting to bind port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:52.295233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Attempting to bind port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:52.295233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Attempting to bind port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:52.304799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:52.305745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:52.305745 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.306585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:52.307357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Bound port: 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:52.308013 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.345356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] No DVR routers for this DVR port 23559229-9de5-4199-978d-b7d122749c63 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:48:52.348149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.350264 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ed158b0e-9069-4895-bc17-e6aa075d4bf9 req-48bb9ae5-55b0-4ed4-862f-646903003bec tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.61 "DELETE /v2.0/ports/23559229-9de5-4199-978d-b7d122749c63 HTTP/1.1" status: 204 len: 173 time: 1.3988874 Jul 22 14:48:52.350823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-deleted', 'tag': '23559229-9de5-4199-978d-b7d122749c63'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:48:52.353108 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16574ba-7642-4428-95d4-06c706ae38f1" -d '{"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-deleted", "tag": "23559229-9de5-4199-978d-b7d122749c63"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:48:52.389192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Checking segment: {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:52.392402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Network hostable DHCP agents. Network: 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:52.445472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] For port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:52.449566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] For port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:52.465359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.465829 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.534320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20db5585-c137-46ee-99e7-c7c5666a8486 req-bbed7058-874e-401c-b40d-4896560fd3b4 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc885388-bdde-48bb-85b4-3860b7d84495 HTTP/1.1" status: 200 len: 210 time: 0.1198103 Jul 22 14:48:52.535243 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:52.550662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:52.557105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:52.558277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:52.567296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.630142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:52.642683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:52.650403 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a144bf-22f0-40ab-a4cb-458ecc2e85e1 x-openstack-request-id: req-87a144bf-22f0-40ab-a4cb-458ecc2e85e1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:48:52.651334 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc885388-bdde-48bb-85b4-3860b7d84495", "name": "network-vif-deleted", "tag": "23559229-9de5-4199-978d-b7d122749c63", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:48:52.651500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:52.651926 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87a144bf-22f0-40ab-a4cb-458ecc2e85e1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:48:52.652284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.652666 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc885388-bdde-48bb-85b4-3860b7d84495', 'name': 'network-vif-deleted', 'tag': '23559229-9de5-4199-978d-b7d122749c63', 'status': 'completed', 'code': 200} Jul 22 14:48:52.673236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5cf7-544e-4105-bf48-5acdef7f6529 req-39f224ca-df9b-4249-b771-5c0f29cbab8f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:52.675197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb8d5cf7-544e-4105-bf48-5acdef7f6529 req-39f224ca-df9b-4249-b771-5c0f29cbab8f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3688660 Jul 22 14:48:52.686740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device db40d299-ea58-491b-9618-105d8c6af0b9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:52.689216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f30bb5-41a2-4437-9cf7-86fd6a996fad None None] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:52.711059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=740edda6-79a7-4f65-af0e-50acac7b52a9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:52.748346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.748346 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 5a6d1547-82e2-45f9-8d00-825d116fdc74 of type vlan for network fa58b960-c266-4ba1-a53d-ca9277f4957b Jul 22 14:48:52.787019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb8d5cf7-544e-4105-bf48-5acdef7f6529 req-8cb99682-c0a8-4949-a9a7-8069d21588b0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961108 Jul 22 14:48:52.790080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3fab4d00-494d-4d4e-a5fb-69513a09a62d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9198055 Jul 22 14:48:52.792798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:52.798407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:52.835426 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.872869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.876003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.883014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.889384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac60da-5b25-40dc-b953-e1861d01fc49 None None] Pushing event updated for resources: {'Port': ['ID=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:52.889700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:52.890281 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.929929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:52.961019 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:52.965925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:52.980845 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:52.981492 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:53.033819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.2411368 Jul 22 14:48:53.035066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef278cbf-abd3-41dd-8dcb-d2c9111c5a33 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=fa58b960-c266-4ba1-a53d-ca9277f4957b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:53.091757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network fa58b960-c266-4ba1-a53d-ca9277f4957b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:53.157262 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:53.176944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50282) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:53.182867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:53.194491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:53.231582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.306764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:53.311318 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.414613 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:53.451398 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad35ed7a-bfb6-4954-9358-8855c6441e6b None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:40:55Z', 'revision_number': 4, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0e716cd9-2301-4f57-a5a5-72bd52fcecd2', 'name': '', 'network_id': '08d5d857-5456-4e35-b1bc-2bb694937c9a', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'mac_address': 'fa:16:3e:0e:28:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:53Z', 'updated_at': '2021-07-22T14:41:13Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'subnets': [{'id': '91e95e25-277f-4ea8-a60e-2927d3903695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:53.473473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port db40d299-ea58-491b-9618-105d8c6af0b9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:53.474063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.505862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.528501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.559978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.636899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '5a6d1547-82e2-45f9-8d00-825d116fdc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:53.637433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: fa58b960-c266-4ba1-a53d-ca9277f4957b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:53.648242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=dd9096c7-a148-4f93-9fdb-1078478c591b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:53.671413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network fa58b960-c266-4ba1-a53d-ca9277f4957b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:53.690499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Allocated IP 172.25.3.166 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/e8f695ed-b338-4a35-b79b-426f97df0b06) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:53.691116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, fa58b960-c266-4ba1-a53d-ca9277f4957b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:53.695558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:53.696686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.701137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:53.715241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5', 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'fixed_ips': [{'subnet_id': '964fd630-6247-476e-9fe1-2ebc8de7a080'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:53.716205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.743021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818a820-bfda-49e9-84de-099825652efa None None] Network fa58b960-c266-4ba1-a53d-ca9277f4957b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:53.750574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8e6bea11-1a35-4d20-b794-18e3d2a42c72 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5687490 Jul 22 14:48:53.751291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50290) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:53.768319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1125897658'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:53.814934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-165f1b42-6de3-4405-8874-5d7d93f34955 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.822258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:53.826212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.839385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.868556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-165f1b42-6de3-4405-8874-5d7d93f34955 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.896010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:53.909447 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.912267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91041d68-83ee-4f5a-89ac-98debef76ac3 None None] New status for floating IP fa59e1f7-dbf4-4cb9-9867-caf73bb47290: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:48:53.930862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:53.931482 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 22adffb6-c130-4f6b-b553-e1f7d53d73ef of type vlan for network ab428388-7b55-4fcf-a8af-09c1e8da4bf3 Jul 22 14:48:53.960472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:53.967360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:53.970400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:54.001050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Pushing event updated for resources: {'Port': ['ID=e8f695ed-b338-4a35-b79b-426f97df0b06,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:54.001298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.008051 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-165f1b42-6de3-4405-8874-5d7d93f34955 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.010685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-165f1b42-6de3-4405-8874-5d7d93f34955 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.014272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-165f1b42-6de3-4405-8874-5d7d93f34955 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "DELETE /v2.0/security-groups/54384f4c-99d2-45df-a098-a79ccf87d710 HTTP/1.1" status: 204 len: 168 time: 0.3091123 Jul 22 14:48:54.015879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:54.037982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1b42-6de3-4405-8874-5d7d93f34955 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54384f4c-99d2-45df-a098-a79ccf87d710,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:54.040367 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-3806d7aa-eba4-480b-bdf3-1a8f9784b855 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] show failed (client error): The resource could not be found. Jul 22 14:48:54.044523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3806d7aa-eba4-480b-bdf3-1a8f9784b855 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "GET /v2.0/security-groups/54384f4c-99d2-45df-a098-a79ccf87d710 HTTP/1.1" status: 404 len: 347 time: 0.0246706 Jul 22 14:48:54.045136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:54.063523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa218a-505b-454e-b339-1631846b2fa6 req-d3abba50-a6b1-44d0-b18e-b7c513a51a94 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:54.065077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14aa218a-505b-454e-b339-1631846b2fa6 req-d3abba50-a6b1-44d0-b18e-b7c513a51a94 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1477757 Jul 22 14:48:54.071565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.077124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:54.078556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.138461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3837650 Jul 22 14:48:54.138777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50300) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:54.143827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'ab428388-7b55-4fcf-a8af-09c1e8da4bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:54.205374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:52Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:54.210197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-14aa218a-505b-454e-b339-1631846b2fa6 req-bb9048cf-4446-4617-a93a-40b511ec886e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270545 Jul 22 14:48:54.212522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc25505-723d-491d-9408-93efeb74354d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=ab428388-7b55-4fcf-a8af-09c1e8da4bf3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:54.250917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ab428388-7b55-4fcf-a8af-09c1e8da4bf3 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:54.256747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9bf9ac-fa08-43e5-9d99-7f13940a9872 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:52Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:54.316163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:54.326613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.389258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Allocated IP 172.20.0.2 (11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5/964fd630-6247-476e-9fe1-2ebc8de7a080/33581559-058f-4e2d-bc1e-d7a4d15a5221) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:54.410146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-fa58b960-c266-4ba1-a53d-ca9277f4957b', 'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': 'dd9096c7-a148-4f93-9fdb-1078478c591b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:54.411293 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.442026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Deleting port 015ad264-8625-4e5b-b68e-662e5c645984 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:48:54.442420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.530239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:48:54.532617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.601041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 23559229-9de5-4199-978d-b7d122749c63 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:48:54.601268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 23559229-9de5-4199-978d-b7d122749c63 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:48:54.643993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:54.700918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.766494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Allocated IP 172.20.255.242 (fa58b960-c266-4ba1-a53d-ca9277f4957b/dd9096c7-a148-4f93-9fdb-1078478c591b/1e87b7d5-b9ea-4087-9672-64f787c0b41c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:54.772950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=3cf928fd-ee2b-4aa2-a41b-9b1d0ca0b897,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:54.781987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '22adffb6-c130-4f6b-b553-e1f7d53d73ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'ab428388-7b55-4fcf-a8af-09c1e8da4bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:54.782467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: ab428388-7b55-4fcf-a8af-09c1e8da4bf3, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:54.803299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network ab428388-7b55-4fcf-a8af-09c1e8da4bf3 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:54.819746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ab428388-7b55-4fcf-a8af-09c1e8da4bf3) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:54.827359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:54.829852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.835696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a16dee-e973-4de2-9b2f-933636124ddd None None] Network ab428388-7b55-4fcf-a8af-09c1e8da4bf3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:54.856068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5c72146a-aa07-4b15-849e-ed79d5ec215c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7136409 Jul 22 14:48:54.856537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:54.893461 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.901638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:54.923830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Transition to ACTIVE for port object 33581559-058f-4e2d-bc1e-d7a4d15a5221 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:54.940033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:54.940379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:54.989104 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.042331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Transition to ACTIVE for port object 33581559-058f-4e2d-bc1e-d7a4d15a5221 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:55.066659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.088959 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.092458 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.093936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.114092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Calling delete_port for 015ad264-8625-4e5b-b68e-662e5c645984 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:48:55.141863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.190473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf928fd-ee2b-4aa2-a41b-9b1d0ca0b897,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:55.230021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:55.244160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:55.246384 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.249834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Pushing event updated for resources: {'Port': ['ID=33581559-058f-4e2d-bc1e-d7a4d15a5221,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:55.254854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:55.257862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.285236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab428388-7b55-4fcf-a8af-09c1e8da4bf3']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:55.285715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047579e3-2913-4817-acb8-f9d394578fb5 None None] Network ab428388-7b55-4fcf-a8af-09c1e8da4bf3 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:55.302291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22adffb6-c130-4f6b-b553-e1f7d53d73ef') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:55.303234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22adffb6-c130-4f6b-b553-e1f7d53d73ef') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:55.305008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.305405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.305757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.306504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.306862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.307245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.307642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.307998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.308338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.308713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.309126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.309443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:48:55.317027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Transition to ACTIVE for port object 1e87b7d5-b9ea-4087-9672-64f787c0b41c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:55.326495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.337443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.359868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.367346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:55.368092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:55.383906 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:55.452325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.454427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.468042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.476193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/ab428388-7b55-4fcf-a8af-09c1e8da4bf3 HTTP/1.1" status: 204 len: 168 time: 0.6134040 Jul 22 14:48:55.481663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50308) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:55.488698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Pushing event deleted for resources: {'Port': ['ID=015ad264-8625-4e5b-b68e-662e5c645984,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:55.489888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-38183337'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:55.495266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85628d8-e1a8-48fb-b926-c427a6d3788d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=ab428388-7b55-4fcf-a8af-09c1e8da4bf3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:55.527906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:55.531467 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.570903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:55.581021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.588457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.590655 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 5d29ff4d-220d-4ce2-b706-15cb83fc6838 of type vlan for network aec62f32-a69c-4524-8d93-ebafffb1c61e Jul 22 14:48:55.591026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.594154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.595411 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1e3273c5-6837-423b-99b2-1955ce2a7183 tempest-AttachVolumeShelveTestJSON-201746816 tempest-AttachVolumeShelveTestJSON-201746816-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa59e1f7-dbf4-4cb9-9867-caf73bb47290 HTTP/1.1" status: 204 len: 168 time: 1.5486803 Jul 22 14:48:55.618315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Transition to ACTIVE for port object 1e87b7d5-b9ea-4087-9672-64f787c0b41c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:55.637145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Router fb2fbde8-966e-4d70-bb35-230c60708bd2 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:48:55.659069 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.664743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Attempting to bind port 33581559-058f-4e2d-bc1e-d7a4d15a5221 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:55.665381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Attempting to bind port 33581559-058f-4e2d-bc1e-d7a4d15a5221 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:55.665971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Attempting to bind port 33581559-058f-4e2d-bc1e-d7a4d15a5221 on network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:55.675483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.703843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.712267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:55.713643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.754099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:55.759013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Checking segment: {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:55.761568 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.762232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Bound using segment: {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:55.763834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Bound port: 33581559-058f-4e2d-bc1e-d7a4d15a5221, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:55.764447 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.782439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:55.782943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2993741 Jul 22 14:48:55.789242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'aec62f32-a69c-4524-8d93-ebafffb1c61e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:55.797220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Network fa58b960-c266-4ba1-a53d-ca9277f4957b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:55.845066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:55.854364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:55.855861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:55.862605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffba770-f4f2-4ce3-a31b-988f250d8ef2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=aec62f32-a69c-4524-8d93-ebafffb1c61e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:55.874193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Pushing event updated for resources: {'Port': ['ID=1e87b7d5-b9ea-4087-9672-64f787c0b41c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:55.875468 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:55.896831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network aec62f32-a69c-4524-8d93-ebafffb1c61e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:55.919067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:55.932172 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Sync routers for ids ['fb2fbde8-966e-4d70-bb35-230c60708bd2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:48:55.952811 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Routers {'fb2fbde8-966e-4d70-bb35-230c60708bd2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:55.953160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:55.953518 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb2fbde8-966e-4d70-bb35-230c60708bd2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:55.958602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.058197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Performing IP validity checks on allocation pools {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:48:56.058784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:48:56.138068 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Set router fb2fbde8-966e-4d70-bb35-230c60708bd2 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:56.162189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Attempting to bind port 1e87b7d5-b9ea-4087-9672-64f787c0b41c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:56.162608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Attempting to bind port 1e87b7d5-b9ea-4087-9672-64f787c0b41c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5a6d1547-82e2-45f9-8d00-825d116fdc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:56.162987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Attempting to bind port 1e87b7d5-b9ea-4087-9672-64f787c0b41c on network fa58b960-c266-4ba1-a53d-ca9277f4957b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:56.195287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] For port 33581559-058f-4e2d-bc1e-d7a4d15a5221, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:56.197801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:56.202595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:56.203566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Checking segment: {'id': '5a6d1547-82e2-45f9-8d00-825d116fdc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:56.204115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.204525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Bound using segment: {'id': '5a6d1547-82e2-45f9-8d00-825d116fdc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:56.205066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Bound port: 1e87b7d5-b9ea-4087-9672-64f787c0b41c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6d1547-82e2-45f9-8d00-825d116fdc74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'fa58b960-c266-4ba1-a53d-ca9277f4957b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:56.205474 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.227487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] For port 33581559-058f-4e2d-bc1e-d7a4d15a5221, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=33581559-058f-4e2d-bc1e-d7a4d15a5221,segment=NetworkSegment(5d9d7293-a6da-4f37-b8c1-b0a5da39d08b),segment_id=5d9d7293-a6da-4f37-b8c1-b0a5da39d08b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:56.244734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.256144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.298275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.300433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-721e0fbd-73f6-4b13-a4a9-2720e7e775de admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5066464 Jul 22 14:48:56.303210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50318) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:56.351950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '5d29ff4d-220d-4ce2-b706-15cb83fc6838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aec62f32-a69c-4524-8d93-ebafffb1c61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:56.352238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: aec62f32-a69c-4524-8d93-ebafffb1c61e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:56.366185 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T14:48:54Z', 'revision_number': 3, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:56.374044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=2631a0b2-2d6d-4717-9839-5e9c5e457506,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:56.400298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network aec62f32-a69c-4524-8d93-ebafffb1c61e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:56.403462 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Checking router: fb2fbde8-966e-4d70-bb35-230c60708bd2 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:48:56.404120 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Updating router fb2fbde8-966e-4d70-bb35-230c60708bd2 port e8f695ed-b338-4a35-b79b-426f97df0b06 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:48:56.404891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4e750-693c-4d74-a5a4-75fdb0763725 None None] Pushing event updated for resources: {'Port': ['ID=33581559-058f-4e2d-bc1e-d7a4d15a5221,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:56.419643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, aec62f32-a69c-4524-8d93-ebafffb1c61e) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:56.427704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:56.428341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.434027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9857d95-c2e6-4684-bcef-fbc2638d1e87 None None] Network aec62f32-a69c-4524-8d93-ebafffb1c61e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:56.443532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] For port 1e87b7d5-b9ea-4087-9672-64f787c0b41c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:56.453432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] For port 1e87b7d5-b9ea-4087-9672-64f787c0b41c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1e87b7d5-b9ea-4087-9672-64f787c0b41c,segment=NetworkSegment(5a6d1547-82e2-45f9-8d00-825d116fdc74),segment_id=5a6d1547-82e2-45f9-8d00-825d116fdc74)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:56.459514 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.467003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6893dd01-2e03-4db8-bbfa-b7168038eb81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6804001 Jul 22 14:48:56.467003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:56.493094 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.707285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:56.759045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:56.776345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d582b53-8ce2-41d8-96b1-bda98409d847 None None] Pushing event updated for resources: {'Port': ['ID=1e87b7d5-b9ea-4087-9672-64f787c0b41c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:56.855560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.032092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1333793-a4d6-4c5d-816d-cc954e19be41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-aec62f32-a69c-4524-8d93-ebafffb1c61e', 'network_id': 'aec62f32-a69c-4524-8d93-ebafffb1c61e', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': '2631a0b2-2d6d-4717-9839-5e9c5e457506'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:57.033155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1333793-a4d6-4c5d-816d-cc954e19be41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.037980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.055723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:57.056996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.108301 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.122314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=2631a0b2-2d6d-4717-9839-5e9c5e457506,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:57.137413 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Transition to ACTIVE for port object e8f695ed-b338-4a35-b79b-426f97df0b06 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:57.155833 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.206762 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Attempting to bind port e8f695ed-b338-4a35-b79b-426f97df0b06 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:48:57.207054 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Attempting to bind port e8f695ed-b338-4a35-b79b-426f97df0b06 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:48:57.210500 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Attempting to bind port e8f695ed-b338-4a35-b79b-426f97df0b06 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:48:57.237908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.263945 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:48:57.264657 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:57.265343 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.266029 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:48:57.277862 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Bound port: e8f695ed-b338-4a35-b79b-426f97df0b06, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:48:57.278630 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.298327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.323380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec62f32-a69c-4524-8d93-ebafffb1c61e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:57.341159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f87b2-11a9-4715-9802-9e7b138cc70b None None] Network aec62f32-a69c-4524-8d93-ebafffb1c61e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:57.341555 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] For port e8f695ed-b338-4a35-b79b-426f97df0b06, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:48:57.346664 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] For port e8f695ed-b338-4a35-b79b-426f97df0b06, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e8f695ed-b338-4a35-b79b-426f97df0b06,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:48:57.347048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d29ff4d-220d-4ce2-b706-15cb83fc6838') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:57.347831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d29ff4d-220d-4ce2-b706-15cb83fc6838') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:57.359612 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.367253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.407939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.422873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:57.423393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.497768 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b607295-f6ef-42f8-b577-6690333284d8 None None] Pushing event updated for resources: {'Port': ['ID=e8f695ed-b338-4a35-b79b-426f97df0b06,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:57.514789 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Routers {'fb2fbde8-966e-4d70-bb35-230c60708bd2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:48:57.515468 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb2fbde8-966e-4d70-bb35-230c60708bd2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:57.564419 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:48:57.571313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.606571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.610327 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/aec62f32-a69c-4524-8d93-ebafffb1c61e HTTP/1.1" status: 204 len: 168 time: 1.1420541 Jul 22 14:48:57.611196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800d78-d3d5-42c7-987e-d3a9055dab0d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=aec62f32-a69c-4524-8d93-ebafffb1c61e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:57.614539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:57.620552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1716965094'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:57.623012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Allocated IP 172.20.0.1 (11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5/964fd630-6247-476e-9fe1-2ebc8de7a080/8b34121a-f9df-4e9f-8335-c8d257a2c2f1) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:48:57.656963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:57.660900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.699398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:48:57.720420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.720774 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 43eef157-14d9-40b2-baf4-1f4729bb4a65 of type vlan for network 6d999e28-2947-4b45-9736-0ac8450a80be Jul 22 14:48:57.744201 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b607295-f6ef-42f8-b577-6690333284d8 None None] Pushing event updated for resources: {'Port': ['ID=e8f695ed-b338-4a35-b79b-426f97df0b06,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:57.772740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] Set router fb2fbde8-966e-4d70-bb35-230c60708bd2 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:48:57.783431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.805023 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.823703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Transition to ACTIVE for port object 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:48:57.863542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.885384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:57.886270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.910816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:57.952617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3368578 Jul 22 14:48:57.963306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:57.975768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': '6d999e28-2947-4b45-9736-0ac8450a80be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:48:58.033281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:58.034714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:58.037482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:58.039838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:48:58.077010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf8d68-4b3f-4861-9522-d7eb9d905d2b None None] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:58.111622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.119815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4201d-8acc-4659-8e3b-b63960916722 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=6d999e28-2947-4b45-9736-0ac8450a80be,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:58.143619 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T14:48:54Z', 'revision_number': 3, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:58.151632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6d999e28-2947-4b45-9736-0ac8450a80be details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:48:58.188944 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a614151c-cc10-40f5-9a35-f542c9733a4f None None] The sync data for ids ['fb2fbde8-966e-4d70-bb35-230c60708bd2'] in n-d-794306-8 is: [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T14:48:54Z', 'revision_number': 3, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:48:58.214082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6c13584e-30a5-4890-b3c9-2233dc920fc6 None None] Provisioning for port 33581559-058f-4e2d-bc1e-d7a4d15a5221 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:58.251620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:48:58.255223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.344453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.450651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274940a7-41b1-4b8b-9493-fcebe6cc40cb None None] Network fa58b960-c266-4ba1-a53d-ca9277f4957b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:58.575142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-68323091-e4ba-4580-bbfe-93fee73d9fc0 None None] Provisioning for port 1e87b7d5-b9ea-4087-9672-64f787c0b41c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:58.725218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.727656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.739390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.819819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1e87b7d5-b9ea-4087-9672-64f787c0b41c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:58.876708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '43eef157-14d9-40b2-baf4-1f4729bb4a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6d999e28-2947-4b45-9736-0ac8450a80be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:48:58.877413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: 6d999e28-2947-4b45-9736-0ac8450a80be, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:48:58.887563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=94c61dd3-62a0-495f-9bf9-08eda372d1d7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:58.915743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network 6d999e28-2947-4b45-9736-0ac8450a80be is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:48:58.929145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1e87b7d5-b9ea-4087-9672-64f787c0b41c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:58.934213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Pushing event updated for resources: {'Port': ['ID=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:58.935902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1e87b7d5-b9ea-4087-9672-64f787c0b41c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:58.936048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6d999e28-2947-4b45-9736-0ac8450a80be) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:58.936603 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.940906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.946146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:48:58.946818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:58.955027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f199946-5e98-4cfa-b453-bfdce658974a None None] Network 6d999e28-2947-4b45-9736-0ac8450a80be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:48:58.986154 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-09c082a7-54c1-40cf-8227-96b80970caed tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0214784 Jul 22 14:48:58.988895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:48:59.148443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:48:59.159509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:48:59.307649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.387533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.458420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Router fb2fbde8-966e-4d70-bb35-230c60708bd2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:48:59.509435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.537702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e5704da-7673-46f4-9b5e-8bf36df3a8dd None None] Provisioning for port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:59.540506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc8fb88-e31a-4203-a47b-fece5ba6d2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6d999e28-2947-4b45-9736-0ac8450a80be', 'network_id': '6d999e28-2947-4b45-9736-0ac8450a80be', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': '94c61dd3-62a0-495f-9bf9-08eda372d1d7'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:48:59.541515 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cc8fb88-e31a-4203-a47b-fece5ba6d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.589904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e5704da-7673-46f4-9b5e-8bf36df3a8dd None None] Provisioning complete for port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:59.590180 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e5704da-7673-46f4-9b5e-8bf36df3a8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.634543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 1e87b7d5-b9ea-4087-9672-64f787c0b41c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1e87b7d5-b9ea-4087-9672-64f787c0b41c,segment=NetworkSegment(5a6d1547-82e2-45f9-8d00-825d116fdc74),segment_id=5a6d1547-82e2-45f9-8d00-825d116fdc74)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:48:59.655190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.667527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 33581559-058f-4e2d-bc1e-d7a4d15a5221 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:48:59.670074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.751586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=94c61dd3-62a0-495f-9bf9-08eda372d1d7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:59.770743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:48:59.781614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8bb4e4c0-6fa7-4f15-bd6a-ae2fb8ae3ab6 admin admin] 10.222.0.60 "PUT /v2.0/routers/fb2fbde8-966e-4d70-bb35-230c60708bd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4743743 Jul 22 14:48:59.844669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2e5704da-7673-46f4-9b5e-8bf36df3a8dd None None] Port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:48:59.881227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.898413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d999e28-2947-4b45-9736-0ac8450a80be']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:59.911534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43eef157-14d9-40b2-baf4-1f4729bb4a65') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:59.911945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43eef157-14d9-40b2-baf4-1f4729bb4a65') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:48:59.922197 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.949888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-1cc8fb88-e31a-4203-a47b-fece5ba6d2bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94c61dd3-62a0-495f-9bf9-08eda372d1d7: This subnet is being modified by another concurrent operation. Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94c61dd3-62a0-495f-9bf9-08eda372d1d7: This subnet is being modified by another concurrent operation. Jul 22 14:48:59.951312 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:48:59.959637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=1e87b7d5-b9ea-4087-9672-64f787c0b41c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:48:59.976478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:48:59.978389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.979246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76c29776-91e6-437c-b756-731e2b7e9744 None None] Provisioning complete for port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:48:59.979637 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76c29776-91e6-437c-b756-731e2b7e9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:48:59.981358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 33581559-058f-4e2d-bc1e-d7a4d15a5221 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:48:59.988735 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:00.007775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 33581559-058f-4e2d-bc1e-d7a4d15a5221 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:00.007990 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.014764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efd857-1008-4653-8038-10cf7e2b0e40 None None] Network 6d999e28-2947-4b45-9736-0ac8450a80be requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:00.106101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.121915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.124088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/6d999e28-2947-4b45-9736-0ac8450a80be HTTP/1.1" status: 204 len: 168 time: 1.1342402 Jul 22 14:49:00.125266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-76c29776-91e6-437c-b756-731e2b7e9744 None None] Port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:00.128269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50354) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:00.134659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1015272377'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:00.143532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9278a-44a7-4ac2-8dd2-a69d125aff7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=6d999e28-2947-4b45-9736-0ac8450a80be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:00.179642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:00.184286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.195002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-76c29776-91e6-437c-b756-731e2b7e9744 None None] Provisioning complete for port 1e87b7d5-b9ea-4087-9672-64f787c0b41c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:00.195389 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-76c29776-91e6-437c-b756-731e2b7e9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.246844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:00.260204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.260691 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment a9bae2ea-ea43-4b9b-8f08-8dbc249b8b02 of type vlan for network de1d8f56-a909-443b-8a14-a9b773962e21 Jul 22 14:49:00.301532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffefa3b-e2b8-427e-a36d-0aea9a4174fc None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:49:00.333588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.339867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.378231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.392364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:00.394454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.429991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 33581559-058f-4e2d-bc1e-d7a4d15a5221, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=33581559-058f-4e2d-bc1e-d7a4d15a5221,segment=NetworkSegment(5d9d7293-a6da-4f37-b8c1-b0a5da39d08b),segment_id=5d9d7293-a6da-4f37-b8c1-b0a5da39d08b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:00.439145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.444652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3150446 Jul 22 14:49:00.447500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:00.452763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'de1d8f56-a909-443b-8a14-a9b773962e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:00.504520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c9fc0-046d-406d-a5b3-6611a3f7f564 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=de1d8f56-a909-443b-8a14-a9b773962e21,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:00.547687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network de1d8f56-a909-443b-8a14-a9b773962e21 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:00.628588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffefa3b-e2b8-427e-a36d-0aea9a4174fc None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:49:00.635627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=33581559-058f-4e2d-bc1e-d7a4d15a5221,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:00.691601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:00.700555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:00.843824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1e87b7d5-b9ea-4087-9672-64f787c0b41c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:01.037338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.136313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=46e6934a-8317-4e0c-a423-699794b8812b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:01.146219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': 'a9bae2ea-ea43-4b9b-8f08-8dbc249b8b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'de1d8f56-a909-443b-8a14-a9b773962e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:01.146648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: de1d8f56-a909-443b-8a14-a9b773962e21, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:01.151933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Sync routers for ids ['fb2fbde8-966e-4d70-bb35-230c60708bd2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:01.168949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network de1d8f56-a909-443b-8a14-a9b773962e21 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:01.192059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, de1d8f56-a909-443b-8a14-a9b773962e21) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:01.205741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:01.206401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.222183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Routers {'fb2fbde8-966e-4d70-bb35-230c60708bd2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:01.223034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb2fbde8-966e-4d70-bb35-230c60708bd2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:01.226059 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-45e49261-b633-47e9-b6ba-fa9fc1efc4f9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7773955 Jul 22 14:49:01.228569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:01.234822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1e87b7d5-b9ea-4087-9672-64f787c0b41c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:01.234822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.360478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.414914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.480713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.489149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Set router fb2fbde8-966e-4d70-bb35-230c60708bd2 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:49:01.510202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=46e6934a-8317-4e0c-a423-699794b8812b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:01.552686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e8f695ed-b338-4a35-b79b-426f97df0b06 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:01.586666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.587335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa71b328-71b8-49e9-96d8-35c8206b20f2 None None] Network de1d8f56-a909-443b-8a14-a9b773962e21 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:01.598303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1d8f56-a909-443b-8a14-a9b773962e21']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:01.608218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bae2ea-ea43-4b9b-8f08-8dbc249b8b02') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:01.608585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bae2ea-ea43-4b9b-8f08-8dbc249b8b02') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:01.620723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.635563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.645771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:01.646182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:01.649352 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:01.739069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.748035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.750501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/de1d8f56-a909-443b-8a14-a9b773962e21 HTTP/1.1" status: 204 len: 168 time: 0.5194602 Jul 22 14:49:01.757042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:01.762292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951951564'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:01.784983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239fca5-82ee-498f-8530-5009512d761c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=de1d8f56-a909-443b-8a14-a9b773962e21,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:01.812510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:01.816073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.856611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:01.873708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.874069 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 70e73531-6722-41ec-b99b-a76738be68a1 of type vlan for network e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 Jul 22 14:49:01.923053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e8f695ed-b338-4a35-b79b-426f97df0b06 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:01.936644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e8f695ed-b338-4a35-b79b-426f97df0b06 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:01.936644 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:01.966739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c34daf-a873-4919-a271-0dcc6cfcf8da None None] Network de1d8f56-a909-443b-8a14-a9b773962e21 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:01.981632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.010873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c34daf-a873-4919-a271-0dcc6cfcf8da None None] Network de1d8f56-a909-443b-8a14-a9b773962e21 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:49:02.047359 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.055699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:02.057196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.118491 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.144549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=e5bd9cba-2ee7-40a1-978d-fe3b7c20e601,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:02.145285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T14:48:58Z', 'revision_number': 4, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '8b34121a-f9df-4e9f-8335-c8d257a2c2f1', 'name': '', 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'mac_address': 'fa:16:3e:c9:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '964fd630-6247-476e-9fe1-2ebc8de7a080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:57Z', 'updated_at': '2021-07-22T14:48:58Z', 'revision_number': 2, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'subnets': [{'id': '964fd630-6247-476e-9fe1-2ebc8de7a080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:02.148359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e8f695ed-b338-4a35-b79b-426f97df0b06, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e8f695ed-b338-4a35-b79b-426f97df0b06,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:02.157175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:02.158218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4481621c-e05b-4d9f-9693-b1594b126bc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3999519 Jul 22 14:49:02.163619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'e5bd9cba-2ee7-40a1-978d-fe3b7c20e601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:02.188592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:02.195961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Checking router: fb2fbde8-966e-4d70-bb35-230c60708bd2 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:49:02.196328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Updating router fb2fbde8-966e-4d70-bb35-230c60708bd2 port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:49:02.242359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.293170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:02.298272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.299631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.364580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Performing IP validity checks on allocation pools {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:49:02.365629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:49:02.409490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e8f695ed-b338-4a35-b79b-426f97df0b06,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:02.524132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.616596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 33581559-058f-4e2d-bc1e-d7a4d15a5221 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:02.634679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '70e73531-6722-41ec-b99b-a76738be68a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e5bd9cba-2ee7-40a1-978d-fe3b7c20e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:02.634929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: e5bd9cba-2ee7-40a1-978d-fe3b7c20e601, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:02.660236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=333dffbf-c085-42cc-a36e-ac977bf7306c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:02.678349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:02.691378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, e5bd9cba-2ee7-40a1-978d-fe3b7c20e601) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:02.698381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:02.699009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.702283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-de2ff63c-b87e-4b9a-bfba-34399b589e80 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:02.707247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f12b14-1fc0-48ff-8093-3a81099a1936 None None] Network e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:02.710274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-de2ff63c-b87e-4b9a-bfba-34399b589e80 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1545196 Jul 22 14:49:02.725959 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-13524625-726b-4071-ba2b-70fe8fe7f7f1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5664098 Jul 22 14:49:02.727253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:02.729706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-8e545d6e-58c1-427c-b4b9-00ce2340f68f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0182152 Jul 22 14:49:02.783215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 33581559-058f-4e2d-bc1e-d7a4d15a5221 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:02.783496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.824319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-8e8b0e10-df85-4d6a-8e21-6db98b1b75b8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924544 Jul 22 14:49:02.825925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.866985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Transition to ACTIVE for port object 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:02.891975 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.901723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:02.996375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.033846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-b60ca73b-e83c-4cb2-ae9a-62e188fd3709 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081275 Jul 22 14:49:03.092912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354d52a-b8a7-4747-9a52-cb07bb18f1ec None None] Pushing event updated for resources: {'Port': ['ID=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:03.104673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.145350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:03.166873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=333dffbf-c085-42cc-a36e-ac977bf7306c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:03.182985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-a44d3dd2-b1ec-4b65-bd24-3cff1bc97ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483443 Jul 22 14:49:03.198579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Attempting to bind port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:03.199061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Attempting to bind port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:03.201057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Attempting to bind port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 on network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:03.207271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be4fa56-535e-460f-b568-30a7aecd954c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-e5bd9cba-2ee7-40a1-978d-fe3b7c20e601', 'network_id': 'e5bd9cba-2ee7-40a1-978d-fe3b7c20e601', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': '333dffbf-c085-42cc-a36e-ac977bf7306c'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:03.208269 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7be4fa56-535e-460f-b568-30a7aecd954c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.220711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e8f695ed-b338-4a35-b79b-426f97df0b06 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:03.256899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:03.257435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Checking segment: {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:03.258287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.258835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Bound using segment: {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:03.259444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Bound port: 8b34121a-f9df-4e9f-8335-c8d257a2c2f1, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:03.259942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.315481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.326687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bd9cba-2ee7-40a1-978d-fe3b7c20e601']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:03.339539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e73531-6722-41ec-b99b-a76738be68a1') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:03.339849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e73531-6722-41ec-b99b-a76738be68a1') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:03.481602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] For port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:03.485924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfc3e0-045f-4278-a560-03bfe4c1c4a2 None None] Network e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:03.487567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.489363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] For port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,segment=NetworkSegment(5d9d7293-a6da-4f37-b8c1-b0a5da39d08b),segment_id=5d9d7293-a6da-4f37-b8c1-b0a5da39d08b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:03.491012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e8f695ed-b338-4a35-b79b-426f97df0b06 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:03.491459 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.578470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.596311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:03.597150 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:03.601410 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:03.679983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fec86560-745b-46c9-88e1-cd4dbb1168a9 req-924a1c56-f018-43b2-b7e6-5fb634e711b4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.0468266 Jul 22 14:49:03.712416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.728603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.734379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 HTTP/1.1" status: 204 len: 168 time: 1.0023158 Jul 22 14:49:03.734957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50420) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:03.740041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-396314932'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:03.757942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.761893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6b7df-dcec-40b1-8835-d49bb6fddf97 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=e5bd9cba-2ee7-40a1-978d-fe3b7c20e601,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:03.781189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:03.782942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfc3e0-045f-4278-a560-03bfe4c1c4a2 None None] Network e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:49:03.786296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.817874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:03.832219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.832927 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 4d29e6ac-4737-417d-a8d0-9c04316faadd of type vlan for network 4e43db13-5da2-4d60-8483-0bdecd495950 Jul 22 14:49:03.901688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Routers {'fb2fbde8-966e-4d70-bb35-230c60708bd2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:03.902349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb2fbde8-966e-4d70-bb35-230c60708bd2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:03.906410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1354d52a-b8a7-4747-9a52-cb07bb18f1ec None None] Pushing event updated for resources: {'Port': ['ID=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:03.913588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.986766 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:03.995226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:03.995886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.043009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.065942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3274508 Jul 22 14:49:04.067767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50430) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:04.107640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:04.119132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] Set router fb2fbde8-966e-4d70-bb35-230c60708bd2 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:49:04.121381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab99f6-0fd0-4967-8136-101045530caf tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=4e43db13-5da2-4d60-8483-0bdecd495950,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:04.154796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4e43db13-5da2-4d60-8483-0bdecd495950 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:04.294057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:04.299254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.530832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T14:48:58Z', 'revision_number': 4, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '8b34121a-f9df-4e9f-8335-c8d257a2c2f1', 'name': '', 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'mac_address': 'fa:16:3e:c9:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '964fd630-6247-476e-9fe1-2ebc8de7a080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:57Z', 'updated_at': '2021-07-22T14:49:03Z', 'revision_number': 4, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'subnets': [{'id': '964fd630-6247-476e-9fe1-2ebc8de7a080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:04.549709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.564801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b7bfb-aab2-4756-831b-4c6f0b7db07f None None] The sync data for ids ['fb2fbde8-966e-4d70-bb35-230c60708bd2'] in n-d-794306-8 is: [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T14:48:58Z', 'revision_number': 4, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '8b34121a-f9df-4e9f-8335-c8d257a2c2f1', 'name': '', 'network_id': '11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'mac_address': 'fa:16:3e:c9:ed:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '964fd630-6247-476e-9fe1-2ebc8de7a080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:57Z', 'updated_at': '2021-07-22T14:49:03Z', 'revision_number': 4, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'subnets': [{'id': '964fd630-6247-476e-9fe1-2ebc8de7a080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:04.618355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=7a67e077-8493-443e-9a5d-137711dbc8db,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:04.637537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '4d29e6ac-4737-417d-a8d0-9c04316faadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:04.638018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: 4e43db13-5da2-4d60-8483-0bdecd495950, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:04.659594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network 4e43db13-5da2-4d60-8483-0bdecd495950 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:04.673408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4e43db13-5da2-4d60-8483-0bdecd495950) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:04.678816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:04.679538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.683695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212ec79-9ab9-4a4a-a9b0-8785c0c09b79 None None] Network 4e43db13-5da2-4d60-8483-0bdecd495950 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:04.698196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbf4a8f0-9f71-4ca8-9f18-af056fad7353 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6287398 Jul 22 14:49:04.700409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50434) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:04.773249 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:49:04.776834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Deleting port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:04.777300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.952546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-4e43db13-5da2-4d60-8483-0bdecd495950', 'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': '7a67e077-8493-443e-9a5d-137711dbc8db'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:04.961961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:04.981228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] For port 0e716cd9-2301-4f57-a5a5-72bd52fcecd2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:04.981609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.014216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Calling delete_port for 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:05.123260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-e2f60db5-894c-4fc0-9057-b56ec6a0e8ea tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:05.125791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-e2f60db5-894c-4fc0-9057-b56ec6a0e8ea tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.2612586 Jul 22 14:49:05.148920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:05.224984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Allocated IP 172.20.0.1 (4e43db13-5da2-4d60-8483-0bdecd495950/7a67e077-8493-443e-9a5d-137711dbc8db/b205a233-d178-48b8-a081-28514973163a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:05.249020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fe04eee-b533-4ac7-b532-1d04f6c8c5f6 req-832b7169-756b-4d84-af95-f488d6c69e6f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.4569147 Jul 22 14:49:05.286928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.364754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.458370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.498088 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.505918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Pushing event deleted for resources: {'Port': ['ID=0e716cd9-2301-4f57-a5a5-72bd52fcecd2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:05.509521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Transition to ACTIVE for port object b205a233-d178-48b8-a081-28514973163a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:05.533258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Transition to ACTIVE for port object b205a233-d178-48b8-a081-28514973163a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:05.546172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.576144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.626615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Network 4e43db13-5da2-4d60-8483-0bdecd495950 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:05.631176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:05.634455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:05.646401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Pushing event updated for resources: {'Port': ['ID=b205a233-d178-48b8-a081-28514973163a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:05.651848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:05.663034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.674718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=7a67e077-8493-443e-9a5d-137711dbc8db,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:05.710866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Attempting to bind port b205a233-d178-48b8-a081-28514973163a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:05.711254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Attempting to bind port b205a233-d178-48b8-a081-28514973163a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4d29e6ac-4737-417d-a8d0-9c04316faadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:05.711634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Attempting to bind port b205a233-d178-48b8-a081-28514973163a on network 4e43db13-5da2-4d60-8483-0bdecd495950 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:05.713522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.713750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.714102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.714450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.715085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.715251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.715477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.715810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.716142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.716475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.717045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.717382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:05.720088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:05.720710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Checking segment: {'id': '4d29e6ac-4737-417d-a8d0-9c04316faadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:05.721327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.721907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Bound using segment: {'id': '4d29e6ac-4737-417d-a8d0-9c04316faadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:05.722979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Bound port: b205a233-d178-48b8-a081-28514973163a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d29e6ac-4737-417d-a8d0-9c04316faadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '4e43db13-5da2-4d60-8483-0bdecd495950'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:05.723608 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.779497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.794212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e43db13-5da2-4d60-8483-0bdecd495950']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:05.810733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d29e6ac-4737-417d-a8d0-9c04316faadd') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:05.811007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d29e6ac-4737-417d-a8d0-9c04316faadd') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:05.823803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.846686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.849899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] For port b205a233-d178-48b8-a081-28514973163a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:05.856986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:05.857414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:05.874325 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:05.920761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.943125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] For port b205a233-d178-48b8-a081-28514973163a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b205a233-d178-48b8-a081-28514973163a,segment=NetworkSegment(4d29e6ac-4737-417d-a8d0-9c04316faadd),segment_id=4d29e6ac-4737-417d-a8d0-9c04316faadd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:05.945062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:49:05.945062 n-d-794306-8 neutron-server[93812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:49:05.945062 n-d-794306-8 neutron-server[93812]: [parameters: {'id': '4e43db13-5da2-4d60-8483-0bdecd495950'}] Jul 22 14:49:05.945062 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:49:05.951253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:05.959936 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:49:06.021186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d53442-f39d-45c9-86f8-3da09e9ca13d None None] Pushing event updated for resources: {'Port': ['ID=b205a233-d178-48b8-a081-28514973163a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:06.090359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.8 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/4c339d15-7874-4233-a2a7-f93f4557cebb) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:06.112585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900baa67-12e2-4840-880e-7f8e077ecdca None None] Network 4e43db13-5da2-4d60-8483-0bdecd495950 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:06.360977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dada362-3f41-4550-a788-7e9cb147460d None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:49:06.420412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.423218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04af2427-6630-4417-9c32-d1137d0acae6 req-baf3e1b4-6432-4359-9de0-bfe3e66f2395 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.0539980 Jul 22 14:49:06.449131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object 4c339d15-7874-4233-a2a7-f93f4557cebb will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:06.461064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.461972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Router d8aff8a9-0965-4d88-93fd-9caebdb039c4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:49:06.503042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dada362-3f41-4550-a788-7e9cb147460d None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:49:06.560729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Deleting port b205a233-d178-48b8-a081-28514973163a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:06.561081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.595497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.635430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] For port b205a233-d178-48b8-a081-28514973163a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b205a233-d178-48b8-a081-28514973163a,segment=NetworkSegment(4d29e6ac-4737-417d-a8d0-9c04316faadd),segment_id=4d29e6ac-4737-417d-a8d0-9c04316faadd)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:06.635812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.652813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Calling delete_port for b205a233-d178-48b8-a081-28514973163a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:06.668795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:06.678810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:06.686267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:06.694950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=4c339d15-7874-4233-a2a7-f93f4557cebb,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:06.727616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:06.735560 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1ece51c8-0a4d-4444-b84f-f04e36acabeb admin admin] 10.222.0.60 "PUT /v2.0/routers/d8aff8a9-0965-4d88-93fd-9caebdb039c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5886629 Jul 22 14:49:06.740038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50442) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:06.740595 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] Sync routers for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:06.759030 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:06.762684 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:06.811510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:06.835487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.866979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:06.867951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.872515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Port': ['ID=b205a233-d178-48b8-a081-28514973163a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:06.889526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No DVR routers for this DVR port b205a233-d178-48b8-a081-28514973163a on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:06.895277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-f3f13d03-f254-4865-9b68-a7d362ac4320 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7579830 Jul 22 14:49:06.909194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:06.911049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Request body: {'port': {'device_id': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:06.962289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:06.984806 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:49:06.988899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:06.989396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.040336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.067497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.068409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e43db13-5da2-4d60-8483-0bdecd495950']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:07.084799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d29e6ac-4737-417d-a8d0-9c04316faadd') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:07.085107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d29e6ac-4737-417d-a8d0-9c04316faadd') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:07.110940 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.111152 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.136811 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.149844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:07.150797 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.153846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,segment=NetworkSegment(5d9d7293-a6da-4f37-b8c1-b0a5da39d08b),segment_id=5d9d7293-a6da-4f37-b8c1-b0a5da39d08b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:07.158007 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:07.166828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.187368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.296924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.310855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.313727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/4e43db13-5da2-4d60-8483-0bdecd495950 HTTP/1.1" status: 204 len: 168 time: 2.6123786 Jul 22 14:49:07.317081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:07.326531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:07.338109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811374691'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:07.345179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d8c9d-a1d1-4d80-9a4c-1c7d8dd51f30 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=4e43db13-5da2-4d60-8483-0bdecd495950,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:07.364480 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.375992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:07.381552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.418332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:07.418620 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'd49a0996-9691-4deb-b804-588abdc24422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:49:05Z', 'revision_number': 5, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port': {'id': 'd49a0996-9691-4deb-b804-588abdc24422', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:80:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:40:49Z', 'updated_at': '2021-07-22T14:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:07.431148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.431683 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment 6652f37a-b7c9-4cd4-87b6-8efbdc9ce541 of type vlan for network d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 Jul 22 14:49:07.461241 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] Checking router: d8aff8a9-0965-4d88-93fd-9caebdb039c4 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:49:07.489330 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] Routers {'d8aff8a9-0965-4d88-93fd-9caebdb039c4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:07.490224 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:48:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:07.491582 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.496177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4efeb544-efd3-47a6-aa91-a3c615b0092c None None] Provisioning for port 4c339d15-7874-4233-a2a7-f93f4557cebb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:07.500998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4efeb544-efd3-47a6-aa91-a3c615b0092c None None] Provisioning complete for port 4c339d15-7874-4233-a2a7-f93f4557cebb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:07.501586 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4efeb544-efd3-47a6-aa91-a3c615b0092c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.551499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Deleting port d49a0996-9691-4deb-b804-588abdc24422 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:07.551734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.586430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4efeb544-efd3-47a6-aa91-a3c615b0092c None None] Port 4c339d15-7874-4233-a2a7-f93f4557cebb cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:07.605165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.611314 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:07.611961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.645709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3272879 Jul 22 14:49:07.648561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50450) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:07.656136 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] Set router d8aff8a9-0965-4d88-93fd-9caebdb039c4 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:49:07.668271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'd6343c64-cac1-4f2a-a5ab-5cc2cf3f5732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:07.715244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] For port d49a0996-9691-4deb-b804-588abdc24422, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d49a0996-9691-4deb-b804-588abdc24422,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:07.716140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.722558 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:49:07Z', 'revision_number': 6, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:07.734379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b308001-fd52-4fea-9744-cfcb2b0b3f3e tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:07.734886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Calling delete_port for d49a0996-9691-4deb-b804-588abdc24422 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:07.749051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:07.752927 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b82734-8a6e-427f-8e20-9cdd827ac530 None None] The sync data for ids ['d8aff8a9-0965-4d88-93fd-9caebdb039c4'] in n-d-794306-8 is: [{'id': 'd8aff8a9-0965-4d88-93fd-9caebdb039c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2099392713-router', 'tenant_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:40:47Z', 'updated_at': '2021-07-22T14:49:07Z', 'revision_number': 6, 'project_id': 'dd53fc95b9e04c34a989d7ce9d30dc05', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:07.766946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2017-608a-434f-8fae-a0dd4fefa375 req-63082d6b-d1af-4e60-801f-37382f7d8425 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:07.768570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-190e2017-608a-434f-8fae-a0dd4fefa375 req-63082d6b-d1af-4e60-801f-37382f7d8425 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 931 time: 0.2212820 Jul 22 14:49:07.834816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c339d15-7874-4233-a2a7-f93f4557cebb {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:49:07.846792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.861051 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.865325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:07.869654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.880402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Transition to ACTIVE for port object 4c339d15-7874-4233-a2a7-f93f4557cebb will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:07.888044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:07.907437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-190e2017-608a-434f-8fae-a0dd4fefa375 req-b565a0ca-cbed-4b51-956b-933f577530bd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940344 Jul 22 14:49:08.070772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c339d15-7874-4233-a2a7-f93f4557cebb,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:08.101666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.163886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Attempting to bind port 4c339d15-7874-4233-a2a7-f93f4557cebb on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:08.164297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Attempting to bind port 4c339d15-7874-4233-a2a7-f93f4557cebb by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:08.165106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Attempting to bind port 4c339d15-7874-4233-a2a7-f93f4557cebb on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:08.172232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Port 4c339d15-7874-4233-a2a7-f93f4557cebb on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:49:08.172620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Attempting to bind port 4c339d15-7874-4233-a2a7-f93f4557cebb on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:08.185435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.189600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=8f35dc9e-f698-441d-bf13-0a94c153b768,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:08.195540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:08.195924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:08.196273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:08.196703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Bound port: 4c339d15-7874-4233-a2a7-f93f4557cebb, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:08.197074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.202692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': '6652f37a-b7c9-4cd4-87b6-8efbdc9ce541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd6343c64-cac1-4f2a-a5ab-5cc2cf3f5732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:08.203072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:08.237032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:08.246728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49a0996-9691-4deb-b804-588abdc24422,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:08.253475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:08.258808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:08.259414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.263468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8f6c24-9492-4a46-a40c-13828278de76 None None] Network d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:08.285115 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1ade0618-7af5-402e-bade-1d4c7e340cfa tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6319470 Jul 22 14:49:08.285621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50452) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:08.401329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.444055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.514301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.565891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed58173-505d-4241-a469-c8d0ab1e96da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732', 'network_id': 'd6343c64-cac1-4f2a-a5ab-5cc2cf3f5732', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': '8f35dc9e-f698-441d-bf13-0a94c153b768'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:08.567076 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ed58173-505d-4241-a469-c8d0ab1e96da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.653603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.699143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=8f35dc9e-f698-441d-bf13-0a94c153b768,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:08.773472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-5ed58173-505d-4241-a469-c8d0ab1e96da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f35dc9e-f698-441d-bf13-0a94c153b768: This subnet is being modified by another concurrent operation. Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8f35dc9e-f698-441d-bf13-0a94c153b768: This subnet is being modified by another concurrent operation. Jul 22 14:49:08.784004 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:49:08.792502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] For port 4c339d15-7874-4233-a2a7-f93f4557cebb, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:08.814390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.827998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07db9a4a-1396-4e4a-9932-3188e9192b2b None None] Network d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:08.828729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:08.839848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.840887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6652f37a-b7c9-4cd4-87b6-8efbdc9ce541') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:08.841195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6652f37a-b7c9-4cd4-87b6-8efbdc9ce541') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:08.844062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.852735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.873575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.881423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:08.882063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.907726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] For port 4c339d15-7874-4233-a2a7-f93f4557cebb, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c339d15-7874-4233-a2a7-f93f4557cebb,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:08.909728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.910321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8aff8a9-0965-4d88-93fd-9caebdb039c4 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:08.913910 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:08.925129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.927645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c1862c10-8c40-4499-a507-5b08325ff8c3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d8aff8a9-0965-4d88-93fd-9caebdb039c4 HTTP/1.1" status: 204 len: 168 time: 2.1857126 Jul 22 14:49:08.929376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:08.938920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.992958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:08.993572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:08.996613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52792d3-75f6-4274-8970-c6a260daa626 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:49:09.013894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.027068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.033513 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.034417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.038217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 HTTP/1.1" status: 204 len: 168 time: 0.7482667 Jul 22 14:49:09.040312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] 10.222.0.72 "PUT /v2.0/ports/4c339d15-7874-4233-a2a7-f93f4557cebb HTTP/1.1" status: 200 len: 1091 time: 2.1343155 Jul 22 14:49:09.040994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'tag': '4c339d15-7874-4233-a2a7-f93f4557cebb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:09.045955 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed3bdc1-bbec-4744-92c1-da5519d974af" -d '{"events": [{"name": "network-changed", "server_uuid": "f99ec203-0897-416e-b99c-7a21c8e57895", "tag": "4c339d15-7874-4233-a2a7-f93f4557cebb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:09.054363 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:09.058506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae091-f0e2-40d1-929e-c1998bdfa0be tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:09.071401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1289016923'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:09.134256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Deleting subnet 91e95e25-277f-4ea8-a60e-2927d3903695 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:49:09.153583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:09.153865 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.159079 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.193059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:09.209307 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392f56fc-2c82-46b8-a96f-1274e2e1f5f8 x-openstack-request-id: req-392f56fc-2c82-46b8-a96f-1274e2e1f5f8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:09.209604 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f99ec203-0897-416e-b99c-7a21c8e57895", "tag": "4c339d15-7874-4233-a2a7-f93f4557cebb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:09.209865 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-392f56fc-2c82-46b8-a96f-1274e2e1f5f8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:09.210264 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'tag': '4c339d15-7874-4233-a2a7-f93f4557cebb', 'status': 'completed', 'code': 200} Jul 22 14:49:09.211774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45479c-f0a1-4966-b8e2-8f703c861df0 service neutron] Pushing event updated for resources: {'Port': ['ID=4c339d15-7874-4233-a2a7-f93f4557cebb,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:09.214589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce2f94-5644-48a0-8752-1c0194b0f545 req-a15b0e0f-cfc4-4710-9135-86b340e83082 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.216509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6ce2f94-5644-48a0-8752-1c0194b0f545 req-a15b0e0f-cfc4-4710-9135-86b340e83082 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.1611018 Jul 22 14:49:09.222373 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.223001 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment d75f0ce2-c091-4068-8b12-bc31643c83cd of type vlan for network c8d27157-62b8-4814-8644-7b9a54c44740 Jul 22 14:49:09.251940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.315415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52792d3-75f6-4274-8970-c6a260daa626 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:49:09.316211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6ce2f94-5644-48a0-8752-1c0194b0f545 req-42c45fe0-26cf-4171-be07-58d8fd650b00 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907116 Jul 22 14:49:09.318903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-7e938fff-f82c-407d-9659-7e08ca4b1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.320616 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-7e938fff-f82c-407d-9659-7e08ca4b1ea5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 1094 time: 0.2299051 Jul 22 14:49:09.329695 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.373874 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.383019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.383972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.412224 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-2310048d-910b-41e8-8cbf-605f9b675e59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c339d15-7874-4233-a2a7-f93f4557cebb HTTP/1.1" status: 200 len: 217 time: 0.0819590 Jul 22 14:49:09.431312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3664382 Jul 22 14:49:09.435550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50466) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:09.447792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:09.472927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.496800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa1d5f-326c-4e4e-a8e7-054b668c7dc3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=c8d27157-62b8-4814-8644-7b9a54c44740,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:09.497038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:09.526603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:09.533387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:09.533991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0e716cd9-2301-4f57-a5a5-72bd52fcecd2 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:09.534688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d49a0996-9691-4deb-b804-588abdc24422 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:09.562659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-a784ea4f-7133-43d9-b125-a5fda708aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.571984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-a784ea4f-7133-43d9-b125-a5fda708aff9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1470311 Jul 22 14:49:09.575677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d49a0996-9691-4deb-b804-588abdc24422 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:09.576193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d49a0996-9691-4deb-b804-588abdc24422 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:09.661316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.702449 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.712532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-0a926a15-ed36-461b-8d0b-03ebadb3c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.714333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-0a926a15-ed36-461b-8d0b-03ebadb3c997 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273007 Jul 22 14:49:09.715604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e95e25-277f-4ea8-a60e-2927d3903695,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:09.720735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.728696 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.731721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a62f4851-7ef8-43eb-99c7-8103a4e77a88 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/91e95e25-277f-4ea8-a60e-2927d3903695 HTTP/1.1" status: 204 len: 168 time: 0.8009233 Jul 22 14:49:09.735013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50470) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:09.777403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network c8d27157-62b8-4814-8644-7b9a54c44740 is not hosted by any dhcp agent {{(pid=93812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:49:09.784147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:09.785146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:09.790067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "PUT /v2.0/networks/c8d27157-62b8-4814-8644-7b9a54c44740 HTTP/1.1" status: 200 len: 723 time: 0.3519342 Jul 22 14:49:09.800727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50472) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:09.829776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:09.840660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abad9880-534a-4c23-adc3-6e7faeab892d None None] Network 08d5d857-5456-4e35-b1bc-2bb694937c9a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:09.844324 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-44236fd8-7750-4ffc-aea0-5c8ba8bd4e62 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202052 Jul 22 14:49:09.963127 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7d578e99-a41d-4d3e-99e2-69c38f7d1f9a req-abe24c56-7bbb-411b-8301-51909421af16 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114764 Jul 22 14:49:10.004795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8b70-6866-43cc-af0d-13a17dfa2b15 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=c8d27157-62b8-4814-8644-7b9a54c44740,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:10.012423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.125354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-c3a33f61-6093-4593-b41f-727d5d64fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:10.127570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-c3a33f61-6093-4593-b41f-727d5d64fd6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 1094 time: 0.0937834 Jul 22 14:49:10.132059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:10.135576 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.174861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:10.254136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-e76e8998-d8a7-4119-ae54-613bb97945b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:10.255915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-e76e8998-d8a7-4119-ae54-613bb97945b1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1220264 Jul 22 14:49:10.270468 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5eb20120-ab75-4f37-9fb5-69eadbe27e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.292315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Deleting port 0265b4a2-4618-4ff5-94f5-215314258ea6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:10.292667 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.333525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-761440f1-d707-43a2-88d9-72a300e887aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c339d15-7874-4233-a2a7-f93f4557cebb HTTP/1.1" status: 200 len: 217 time: 0.0703363 Jul 22 14:49:10.423702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-2dd7bded-031b-47ac-8d3f-411f32e98152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:10.425454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-2dd7bded-031b-47ac-8d3f-411f32e98152 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0850370 Jul 22 14:49:10.447805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] DHCP port deletion for 08d5d857-5456-4e35-b1bc-2bb694937c9a request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:10.486988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.500356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-69f0e323-35a8-41e7-a55c-1e56bbd78738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:10.501973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-69f0e323-35a8-41e7-a55c-1e56bbd78738 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652964 Jul 22 14:49:10.504256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] For port 0265b4a2-4618-4ff5-94f5-215314258ea6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0265b4a2-4618-4ff5-94f5-215314258ea6,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:10.504637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.507843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] Deleting port 0265b4a2-4618-4ff5-94f5-215314258ea6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:10.508681 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.599358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Calling delete_port for 0265b4a2-4618-4ff5-94f5-215314258ea6 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:10.600011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] For port 0265b4a2-4618-4ff5-94f5-215314258ea6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0265b4a2-4618-4ff5-94f5-215314258ea6,segment=NetworkSegment(b0770eb3-d1e6-45b0-b624-1c7edcd2786a),segment_id=b0770eb3-d1e6-45b0-b624-1c7edcd2786a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:10.600427 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.615391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] Calling delete_port for 0265b4a2-4618-4ff5-94f5-215314258ea6 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:10.678036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0265b4a2-4618-4ff5-94f5-215314258ea6 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:10.695654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=5871c2ba-36e4-4bc0-817b-ad911c86e40e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:10.699841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-d1bd6e2a-b19c-491b-ade0-10a5d3cefed0 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901433 Jul 22 14:49:10.729972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580ba56-e725-44c8-9058-6d81eb791307 req-e3879d4d-3940-4441-824a-37d8d3110993 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:10.732028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2580ba56-e725-44c8-9058-6d81eb791307 req-e3879d4d-3940-4441-824a-37d8d3110993 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.3020961 Jul 22 14:49:10.732930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': 'd75f0ce2-c091-4068-8b12-bc31643c83cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:10.733444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: c8d27157-62b8-4814-8644-7b9a54c44740, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:10.799688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network c8d27157-62b8-4814-8644-7b9a54c44740 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:10.818322 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.825642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2580ba56-e725-44c8-9058-6d81eb791307 req-f7abd79f-8e6c-41a9-9333-38ccaa4e8e2b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819316 Jul 22 14:49:10.830075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c8d27157-62b8-4814-8644-7b9a54c44740) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:10.832590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.842170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] No DVR routers for this DVR port 0265b4a2-4618-4ff5-94f5-215314258ea6 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:10.860720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:10.861484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579999'] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.864612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a5b11a-0800-4974-8d25-f45b4fb0d5a7 None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:10.868363 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Pushing event deleted for resources: {'Port': ['ID=0265b4a2-4618-4ff5-94f5-215314258ea6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:10.882299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340dca3-e710-435f-9cbb-cace1b5d53d2 None None] Pushing event deleted for resources: {'Port': ['ID=0265b4a2-4618-4ff5-94f5-215314258ea6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:10.886895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:10.889665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] No DVR routers for this DVR port 0265b4a2-4618-4ff5-94f5-215314258ea6 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:10.912144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bed3bdc1-bbec-4744-92c1-da5519d974af req-7efa551b-4f0d-4522-93a5-5020389dc282 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960666 Jul 22 14:49:10.918914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e21fcbd5-e99c-4ad7-9897-4e7a3b6edded tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1169882 Jul 22 14:49:10.922007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50478) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:10.927569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:11.036236 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.060121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d5d857-5456-4e35-b1bc-2bb694937c9a']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:11.084987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:11.085456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0770eb3-d1e6-45b0-b624-1c7edcd2786a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:11.095232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c8d27157-62b8-4814-8644-7b9a54c44740', 'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': '5871c2ba-36e4-4bc0-817b-ad911c86e40e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:11.100070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.123730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.153651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9402303'] for subnet, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.159458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.200759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:11.201350 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:11.204204 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:11.287173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Allocated IP 172.20.0.2 (c8d27157-62b8-4814-8644-7b9a54c44740/5871c2ba-36e4-4bc0-817b-ad911c86e40e/cf70e070-c049-47d3-b439-614a184553a8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:11.291893 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.298228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.302666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] 10.222.0.60 "DELETE /v2.0/networks/08d5d857-5456-4e35-b1bc-2bb694937c9a HTTP/1.1" status: 204 len: 168 time: 1.5615535 Jul 22 14:49:11.312800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192acbd-8b17-4de3-a6a5-096d2bac538a admin admin] Pushing event deleted for resources: {'Network': ['ID=08d5d857-5456-4e35-b1bc-2bb694937c9a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:11.447055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50482) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:11.457449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.467398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Transition to ACTIVE for port object cf70e070-c049-47d3-b439-614a184553a8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:11.484579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Transition to ACTIVE for port object cf70e070-c049-47d3-b439-614a184553a8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:11.488020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8b83ac09-5990-4e28-a3d8-6c9388cff5c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd53fc95b9e04c34a989d7ce9d30dc05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395408 Jul 22 14:49:11.490492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:11.493013 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.536822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:11.539894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:11.543232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:11.550994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Pushing event updated for resources: {'Port': ['ID=cf70e070-c049-47d3-b439-614a184553a8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:11.607465 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb6166cb-33ea-48bc-a252-bab082303083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.609789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Attempting to bind port cf70e070-c049-47d3-b439-614a184553a8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:11.610199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Attempting to bind port cf70e070-c049-47d3-b439-614a184553a8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd75f0ce2-c091-4068-8b12-bc31643c83cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:11.610599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Attempting to bind port cf70e070-c049-47d3-b439-614a184553a8 on network c8d27157-62b8-4814-8644-7b9a54c44740 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:11.615689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:11.616074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Checking segment: {'id': 'd75f0ce2-c091-4068-8b12-bc31643c83cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:11.616489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.616894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Bound using segment: {'id': 'd75f0ce2-c091-4068-8b12-bc31643c83cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:11.617487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Bound port: cf70e070-c049-47d3-b439-614a184553a8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75f0ce2-c091-4068-8b12-bc31643c83cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'c8d27157-62b8-4814-8644-7b9a54c44740'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:11.617892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.634967 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779616843632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9396806'] for subnet, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.646730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb6166cb-33ea-48bc-a252-bab082303083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.681331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:11.681843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.683253 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "PUT /v2.0/subnets/5871c2ba-36e4-4bc0-817b-ad911c86e40e HTTP/1.1" status: 200 len: 806 time: 0.7600968 Jul 22 14:49:11.686724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:11.687352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] For port cf70e070-c049-47d3-b439-614a184553a8, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:11.690699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] For port cf70e070-c049-47d3-b439-614a184553a8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cf70e070-c049-47d3-b439-614a184553a8,segment=NetworkSegment(d75f0ce2-c091-4068-8b12-bc31643c83cd),segment_id=d75f0ce2-c091-4068-8b12-bc31643c83cd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:11.696737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.720640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c33e50-1641-4d20-97fd-a474030dab6b tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=5871c2ba-36e4-4bc0-817b-ad911c86e40e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:11.761956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb6166cb-33ea-48bc-a252-bab082303083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.765764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb6166cb-33ea-48bc-a252-bab082303083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.769471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb6166cb-33ea-48bc-a252-bab082303083 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7b10b30-15d4-4b9b-b1f4-99ab0fb2a73a HTTP/1.1" status: 204 len: 168 time: 0.2755575 Jul 22 14:49:11.798909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa3061-98f4-4e49-beae-5072c5c52aa7 None None] Pushing event updated for resources: {'Port': ['ID=cf70e070-c049-47d3-b439-614a184553a8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:11.804364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6166cb-33ea-48bc-a252-bab082303083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b10b30-15d4-4b9b-b1f4-99ab0fb2a73a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:11.813550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:11.879772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Deleting port cf70e070-c049-47d3-b439-614a184553a8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:11.880139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.042704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] For port cf70e070-c049-47d3-b439-614a184553a8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cf70e070-c049-47d3-b439-614a184553a8,segment=NetworkSegment(d75f0ce2-c091-4068-8b12-bc31643c83cd),segment_id=d75f0ce2-c091-4068-8b12-bc31643c83cd)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:12.042704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.056851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Calling delete_port for cf70e070-c049-47d3-b439-614a184553a8 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:12.082169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa1db7-a9e1-4ea6-9594-814cdba9dd27 req-1b33baee-8750-4a86-9239-35d5be75f7a9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:12.085163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90fa1db7-a9e1-4ea6-9594-814cdba9dd27 req-1b33baee-8750-4a86-9239-35d5be75f7a9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.1427665 Jul 22 14:49:12.114081 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6d227432-bcbd-44f8-80cb-2eac1cc0874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.163328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90fa1db7-a9e1-4ea6-9594-814cdba9dd27 req-7f3c7d05-dc7e-4920-a9ac-8e1e4fbed998 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669904 Jul 22 14:49:12.258688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.288791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Port': ['ID=cf70e070-c049-47d3-b439-614a184553a8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:12.338283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No DVR routers for this DVR port cf70e070-c049-47d3-b439-614a184553a8 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:12.352611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.395972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.464710 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.497964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=5871c2ba-36e4-4bc0-817b-ad911c86e40e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:12.574445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.586820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d27157-62b8-4814-8644-7b9a54c44740']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:12.599621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75f0ce2-c091-4068-8b12-bc31643c83cd') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:12.600018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75f0ce2-c091-4068-8b12-bc31643c83cd') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:12.611937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.628521 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.635974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:12.636442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:12.639619 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:12.711275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.730247 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.732295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/c8d27157-62b8-4814-8644-7b9a54c44740 HTTP/1.1" status: 204 len: 168 time: 1.0442343 Jul 22 14:49:12.733455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a5341-ee25-4ff6-b4ea-0ad4c9ca51a2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=c8d27157-62b8-4814-8644-7b9a54c44740,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:12.736708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50514) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:12.757447 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2179d005-868c-4ab4-9941-cab6075e4211 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:12.757947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2179d005-868c-4ab4-9941-cab6075e4211 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:12.759974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2179d005-868c-4ab4-9941-cab6075e4211 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/c8d27157-62b8-4814-8644-7b9a54c44740 HTTP/1.1" status: 404 len: 339 time: 0.0216510 Jul 22 14:49:12.764407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:12.770825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-498468429', 'description': 'd1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:12.793420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:12.797659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.832286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:12.842796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.843183 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment e5ef4c2b-c4cd-408d-bda1-0c41fb8123ae of type vlan for network c18a6265-a05b-4b2b-b2a1-6af0b818da68 Jul 22 14:49:12.890496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.923424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.929948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:12.930911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:12.944143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e775f323-9c1d-4ecc-bd3b-47f444eb96a5 None None] Could not find standard attr ID for object cf70e070-c049-47d3-b439-614a184553a8. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:49:12.984721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2161574 Jul 22 14:49:12.985771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:13.000725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420328b3-9149-4fed-a274-291b186366b0 None None] DHCP port deletion for c8d27157-62b8-4814-8644-7b9a54c44740 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:13.019988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3019217-4ec5-4d3d-b164-b060f4aab4eb None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:13.032609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3019217-4ec5-4d3d-b164-b060f4aab4eb None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:49:13.040284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac91c3-d588-4c08-8adc-a618bc4d7afd None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:13.046023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6efa9-011e-47b1-9a78-b1bed01f16f7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=c18a6265-a05b-4b2b-b2a1-6af0b818da68,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:13.055180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac91c3-d588-4c08-8adc-a618bc4d7afd None None] Network c8d27157-62b8-4814-8644-7b9a54c44740 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:49:13.060404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c18a6265-a05b-4b2b-b2a1-6af0b818da68 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:13.107370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1d4c3-b0ba-4aff-af8d-fec7342bd2d8 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:13.111456 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-20e1d4c3-b0ba-4aff-af8d-fec7342bd2d8 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks?id=c18a6265-a05b-4b2b-b2a1-6af0b818da68 HTTP/1.1" status: 200 len: 760 time: 0.1222136 Jul 22 14:49:13.111655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:13.117005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'description': 'd2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:13.310799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.329621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.331235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6173e7-9672-401d-b64c-3f87d775cf81 req-9d9e31dc-02d1-439a-a942-6b469b5a627e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:13.332963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d6173e7-9672-401d-b64c-3f87d775cf81 req-9d9e31dc-02d1-439a-a942-6b469b5a627e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.0754259 Jul 22 14:49:13.339793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network c18a6265-a05b-4b2b-b2a1-6af0b818da68 is not hosted by any dhcp agent {{(pid=93813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:49:13.345697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:13.346608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.347941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "PUT /v2.0/networks/c18a6265-a05b-4b2b-b2a1-6af0b818da68 HTTP/1.1" status: 200 len: 757 time: 0.2353249 Jul 22 14:49:13.354313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50540) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:13.412673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d6173e7-9672-401d-b64c-3f87d775cf81 req-35353544-90b0-4376-96d5-3ef750c91c31 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Jul 22 14:49:13.412952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59101c8d-2464-4396-bea9-0745994934b7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=c18a6265-a05b-4b2b-b2a1-6af0b818da68,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:13.429334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c18a6265-a05b-4b2b-b2a1-6af0b818da68 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:13.464934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0406ca44-12f4-42e6-9639-cca41b07728f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:13.466597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0406ca44-12f4-42e6-9639-cca41b07728f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks?id=c18a6265-a05b-4b2b-b2a1-6af0b818da68 HTTP/1.1" status: 200 len: 760 time: 0.1107426 Jul 22 14:49:13.470066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50544) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:13.474877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106882190'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:13.499746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:13.505274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.529591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:13.539688 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.540474 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment a3867b29-14fc-4ba5-9be7-f35f752ce99a of type vlan for network d744b45a-09ca-4e72-8783-cf988d5b0429 Jul 22 14:49:13.582903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.615557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.622691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:13.623464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.636363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.662923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1918669 Jul 22 14:49:13.666444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50550) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:13.672770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': 'd744b45a-09ca-4e72-8783-cf988d5b0429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:13.705790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140cf4fa-3237-429f-b875-54848f057029 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=d744b45a-09ca-4e72-8783-cf988d5b0429,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:13.718398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network d744b45a-09ca-4e72-8783-cf988d5b0429 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:13.790400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:13.794603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:13.985136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.040661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=ec5bcf8f-defe-4379-b316-b94d25c6212a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:14.063481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': 'a3867b29-14fc-4ba5-9be7-f35f752ce99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd744b45a-09ca-4e72-8783-cf988d5b0429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:14.063983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: d744b45a-09ca-4e72-8783-cf988d5b0429, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:14.087477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network d744b45a-09ca-4e72-8783-cf988d5b0429 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:14.098007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, d744b45a-09ca-4e72-8783-cf988d5b0429) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:14.103400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:14.104069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.110341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ca4ac-540f-4fb5-9bc2-6462a6a927ea None None] Network d744b45a-09ca-4e72-8783-cf988d5b0429 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:14.129210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ed388c4-92a8-4219-88ee-45423db71d43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4615214 Jul 22 14:49:14.132081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50560) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:14.239027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.284910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1094b37-e9f5-4c79-a522-149a7dcf79cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-d744b45a-09ca-4e72-8783-cf988d5b0429', 'network_id': 'd744b45a-09ca-4e72-8783-cf988d5b0429', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': 'ec5bcf8f-defe-4379-b316-b94d25c6212a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:14.287163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1094b37-e9f5-4c79-a522-149a7dcf79cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.312618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.405260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-e1094b37-e9f5-4c79-a522-149a7dcf79cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec5bcf8f-defe-4379-b316-b94d25c6212a: This subnet is being modified by another concurrent operation. Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec5bcf8f-defe-4379-b316-b94d25c6212a: This subnet is being modified by another concurrent operation. Jul 22 14:49:14.409736 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:49:14.432160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c69136a-0508-4472-9c3d-00583b5751e7 None None] Network d744b45a-09ca-4e72-8783-cf988d5b0429 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:14.436327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5bcf8f-defe-4379-b316-b94d25c6212a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:14.497397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:14.508219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.530996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d744b45a-09ca-4e72-8783-cf988d5b0429']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:14.550920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cf70e070-c049-47d3-b439-614a184553a8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:14.558592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3867b29-14fc-4ba5-9be7-f35f752ce99a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:14.558882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3867b29-14fc-4ba5-9be7-f35f752ce99a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:14.570981 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.590754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.592159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: cf70e070-c049-47d3-b439-614a184553a8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:14.592536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cf70e070-c049-47d3-b439-614a184553a8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:14.601661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:14.602076 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.604317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ef9d1-977b-4334-9295-7bc7df261361 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:14.606230 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:14.640716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ac97-2cc5-4b47-b30e-9e3169f1df60 req-fcc86641-3d29-4b89-bf12-e6b58970993c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:14.642278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fc2ac97-2cc5-4b47-b30e-9e3169f1df60 req-fcc86641-3d29-4b89-bf12-e6b58970993c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.1303248 Jul 22 14:49:14.651761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4ba010e-e83d-45f8-8442-27676569c70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.699541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.711518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.716457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/d744b45a-09ca-4e72-8783-cf988d5b0429 HTTP/1.1" status: 204 len: 168 time: 0.5811768 Jul 22 14:49:14.716639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:14.725651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611ef9d1-977b-4334-9295-7bc7df261361 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:49:14.737493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fc2ac97-2cc5-4b47-b30e-9e3169f1df60 req-158a4ff8-11f4-4c30-837b-0f1e9fb7c75f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603778 Jul 22 14:49:14.738293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b14de-a72d-43ae-93e6-899c39ecc424 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=d744b45a-09ca-4e72-8783-cf988d5b0429,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:14.752156 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f241a2-dfd8-425a-b4d1-b6d9193f1ae5 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] GET failed (client error): The resource could not be found. Jul 22 14:49:14.755921 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9f241a2-dfd8-425a-b4d1-b6d9193f1ae5 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/subnets/ec5bcf8f-defe-4379-b316-b94d25c6212a HTTP/1.1" status: 404 len: 337 time: 0.0360198 Jul 22 14:49:14.756151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:14.778811 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8aa1357-9dec-4b54-a3e9-df114b4eaee0 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:14.779395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8aa1357-9dec-4b54-a3e9-df114b4eaee0 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:14.781702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b8aa1357-9dec-4b54-a3e9-df114b4eaee0 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/d744b45a-09ca-4e72-8783-cf988d5b0429 HTTP/1.1" status: 404 len: 339 time: 0.0246205 Jul 22 14:49:14.785701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:14.819438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4ba010e-e83d-45f8-8442-27676569c70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.824532 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f4ba010e-e83d-45f8-8442-27676569c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.867294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba010e-e83d-45f8-8442-27676569c70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df2d6f5-01d0-4668-895d-71365cbb8ddc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:14.871891 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f4ba010e-e83d-45f8-8442-27676569c70e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8a3a4a072b74f6da2ac5ff49a3edea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3735981 Jul 22 14:49:14.875349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:14.933146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e052f58e-d3f0-481c-8a45-249ba7fe4cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:14.960614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e052f58e-d3f0-481c-8a45-249ba7fe4cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.015802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e052f58e-d3f0-481c-8a45-249ba7fe4cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.018544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e052f58e-d3f0-481c-8a45-249ba7fe4cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.019815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e052f58e-d3f0-481c-8a45-249ba7fe4cf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8df2d6f5-01d0-4668-895d-71365cbb8ddc HTTP/1.1" status: 204 len: 168 time: 0.1433198 Jul 22 14:49:15.028350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f58e-d3f0-481c-8a45-249ba7fe4cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df2d6f5-01d0-4668-895d-71365cbb8ddc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:15.314279 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.321134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50586) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.335314 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24317abd-aa2d-4243-b3ef-b7826298f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.356051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e712cd-e51f-4d20-85f6-327656af55d9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.357491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-24e712cd-e51f-4d20-85f6-327656af55d9 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5702279 Jul 22 14:49:15.362328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.404200 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-edab498f-db81-409c-8eec-0ed731c8c062 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 207 time: 0.0406995 Jul 22 14:49:15.408868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50592) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.473097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24317abd-aa2d-4243-b3ef-b7826298f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.477421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24317abd-aa2d-4243-b3ef-b7826298f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.520531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-24317abd-aa2d-4243-b3ef-b7826298f2d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ac6c048925343ed87d27f573e83f4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982236 Jul 22 14:49:15.521436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd2d30-2378-4247-981e-a6de997366a7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.521595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24317abd-aa2d-4243-b3ef-b7826298f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5345ae47-3667-4553-9f4f-a7ff67b905c7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:15.524058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.529254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd2d30-2378-4247-981e-a6de997366a7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.536353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd2d30-2378-4247-981e-a6de997366a7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.543170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd2d30-2378-4247-981e-a6de997366a7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.544914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-22cd2d30-2378-4247-981e-a6de997366a7 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2483 time: 0.1350467 Jul 22 14:49:15.548606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50596) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.637380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94e16d0c-9db8-4371-a83e-038cfc16bacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.673932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94e16d0c-9db8-4371-a83e-038cfc16bacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.712289 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c5f0a7de-c4c7-4774-b00e-355ea4594e43 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 572 time: 0.1625485 Jul 22 14:49:15.715871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50598) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.747794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94e16d0c-9db8-4371-a83e-038cfc16bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.751040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-94e16d0c-9db8-4371-a83e-038cfc16bacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:15.754954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-94e16d0c-9db8-4371-a83e-038cfc16bacf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5345ae47-3667-4553-9f4f-a7ff67b905c7 HTTP/1.1" status: 204 len: 168 time: 0.2298315 Jul 22 14:49:15.764122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e16d0c-9db8-4371-a83e-038cfc16bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5345ae47-3667-4553-9f4f-a7ff67b905c7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:15.789236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6668311-1564-423d-8d81-6a2b5a7f40b1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.791215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6668311-1564-423d-8d81-6a2b5a7f40b1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.796475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6668311-1564-423d-8d81-6a2b5a7f40b1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0778203 Jul 22 14:49:15.797039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50604) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.881688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ce2e7-ac70-45bb-9868-91087f8b1f51 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.883182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12ce2e7-ac70-45bb-9868-91087f8b1f51 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.884750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a12ce2e7-ac70-45bb-9868-91087f8b1f51 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0865967 Jul 22 14:49:15.888418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50606) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:15.979417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77298b9e-72e4-47de-862b-9f8b6543fee8 req-0bb0edc7-9456-4801-8084-e116f5624f7e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:15.980918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77298b9e-72e4-47de-862b-9f8b6543fee8 req-0bb0edc7-9456-4801-8084-e116f5624f7e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.1531811 Jul 22 14:49:16.024272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7cb1c4-3c60-4c97-8cfc-2e1c8f51c86a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:16.025669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b7cb1c4-3c60-4c97-8cfc-2e1c8f51c86a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks/fa58b960-c266-4ba1-a53d-ca9277f4957b HTTP/1.1" status: 200 len: 797 time: 0.1364095 Jul 22 14:49:16.029707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50612) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:16.065450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77298b9e-72e4-47de-862b-9f8b6543fee8 req-4c88ad9a-be1a-4edd-b69d-eed563eb5471 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767367 Jul 22 14:49:16.143390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9e4299d5-aa25-4efa-bed7-8f28fd6e21cd tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/networks/fa58b960-c266-4ba1-a53d-ca9277f4957b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 313 time: 0.1112056 Jul 22 14:49:16.146356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50618) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:16.203747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29259c59-a533-4780-8cd0-eb44d61a982d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:16.205121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-29259c59-a533-4780-8cd0-eb44d61a982d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/subnets/dd9096c7-a148-4f93-9fdb-1078478c591b HTTP/1.1" status: 200 len: 811 time: 0.0577688 Jul 22 14:49:16.208636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50622) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:16.261923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f2f4b-8a8b-47a9-8e32-2708da2b49b2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['shared'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:16.263375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-218f2f4b-8a8b-47a9-8e32-2708da2b49b2 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "GET /v2.0/subnets/dd9096c7-a148-4f93-9fdb-1078478c591b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0538325 Jul 22 14:49:16.267321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:16.272985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-847407615'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:16.300802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:16.304356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.329914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:16.340987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.341426 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Added segment f2cd1bc1-cde1-4115-938c-09924d9f4a81 of type vlan for network 91597769-bc27-4d10-bcf3-57bbc0f099dc Jul 22 14:49:16.382635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.414370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.420192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:16.421436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.473250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2047036 Jul 22 14:49:16.476077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50636) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:16.481266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:16.516111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71226c-d226-486c-9ee5-c1c6e887b0b3 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Network': ['ID=91597769-bc27-4d10-bcf3-57bbc0f099dc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:16.527962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 91597769-bc27-4d10-bcf3-57bbc0f099dc details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:16.587661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Made reservation on behalf of 5e409aceeebc42a380033297653bd9bc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:16.591886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.661825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Performing IP validity checks on allocation pools {{(pid=93812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 14:49:16.662342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 14:49:16.812184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.886402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=c12ea5e9-df31-4dae-ac11-8aee060a1b33,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:16.894388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Checking segment: {'id': 'f2cd1bc1-cde1-4115-938c-09924d9f4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:16.894388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network hostable DHCP agents. Network: 91597769-bc27-4d10-bcf3-57bbc0f099dc, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:16.916115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Network 91597769-bc27-4d10-bcf3-57bbc0f099dc is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:16.927562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 91597769-bc27-4d10-bcf3-57bbc0f099dc) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:16.932381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:16.933013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:16.941597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00391d-09e2-49cb-85ab-95a600997e08 None None] Network 91597769-bc27-4d10-bcf3-57bbc0f099dc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:16.956005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0e37551d-d72b-4208-9c7d-29d28002cbd1 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4747450 Jul 22 14:49:16.956267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:16.961709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:17.064824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9402303'] for subnet, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.113375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-91597769-bc27-4d10-bcf3-57bbc0f099dc', 'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc', 'tenant_id': '5e409aceeebc42a380033297653bd9bc', 'fixed_ips': [{'subnet_id': 'c12ea5e9-df31-4dae-ac11-8aee060a1b33'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:17.114812 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.301066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f39dae-1154-4c6a-a13a-3bda069ff130 req-05b6d441-5b9a-442f-a9f9-2d72f1126d55 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:17.302625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59f39dae-1154-4c6a-a13a-3bda069ff130 req-05b6d441-5b9a-442f-a9f9-2d72f1126d55 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.1456981 Jul 22 14:49:17.303754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779616843632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9396806'] for subnet, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.343770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Allocated IP 172.20.0.3 (91597769-bc27-4d10-bcf3-57bbc0f099dc/c12ea5e9-df31-4dae-ac11-8aee060a1b33/3bd99d64-7080-4fd0-9c78-8fd4bc662413) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:17.371177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:17.371795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.373106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "PUT /v2.0/subnets/c12ea5e9-df31-4dae-ac11-8aee060a1b33 HTTP/1.1" status: 200 len: 877 time: 0.4158545 Jul 22 14:49:17.376312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:17.394076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87177-a37a-49aa-94b5-00554faff210 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event updated for resources: {'Subnet': ['ID=c12ea5e9-df31-4dae-ac11-8aee060a1b33,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:17.401834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59f39dae-1154-4c6a-a13a-3bda069ff130 req-fcf8bc8e-9b38-4ec4-bbf2-c1ee44381729 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917079 Jul 22 14:49:17.491499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.529685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.540875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Transition to ACTIVE for port object 3bd99d64-7080-4fd0-9c78-8fd4bc662413 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:17.555234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.560892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Transition to ACTIVE for port object 3bd99d64-7080-4fd0-9c78-8fd4bc662413 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:17.569806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.612402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Network 91597769-bc27-4d10-bcf3-57bbc0f099dc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:17.617200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:17.621684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:17.625581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Pushing event updated for resources: {'Port': ['ID=3bd99d64-7080-4fd0-9c78-8fd4bc662413,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:17.641331 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.670697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=c12ea5e9-df31-4dae-ac11-8aee060a1b33,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:17.691830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Attempting to bind port 3bd99d64-7080-4fd0-9c78-8fd4bc662413 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:17.692101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Attempting to bind port 3bd99d64-7080-4fd0-9c78-8fd4bc662413 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'f2cd1bc1-cde1-4115-938c-09924d9f4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:17.692572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Attempting to bind port 3bd99d64-7080-4fd0-9c78-8fd4bc662413 on network 91597769-bc27-4d10-bcf3-57bbc0f099dc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:17.697950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:17.698332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Checking segment: {'id': 'f2cd1bc1-cde1-4115-938c-09924d9f4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:17.699265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.699411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Bound using segment: {'id': 'f2cd1bc1-cde1-4115-938c-09924d9f4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:17.699781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Bound port: 3bd99d64-7080-4fd0-9c78-8fd4bc662413, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2cd1bc1-cde1-4115-938c-09924d9f4a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '91597769-bc27-4d10-bcf3-57bbc0f099dc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:17.700171 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.746995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.759409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91597769-bc27-4d10-bcf3-57bbc0f099dc']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:17.771348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cd1bc1-cde1-4115-938c-09924d9f4a81') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:17.771348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cd1bc1-cde1-4115-938c-09924d9f4a81') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:17.773241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] For port 3bd99d64-7080-4fd0-9c78-8fd4bc662413, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:17.775782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] For port 3bd99d64-7080-4fd0-9c78-8fd4bc662413, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3bd99d64-7080-4fd0-9c78-8fd4bc662413,segment=NetworkSegment(f2cd1bc1-cde1-4115-938c-09924d9f4a81),segment_id=f2cd1bc1-cde1-4115-938c-09924d9f4a81)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:17.781937 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.783320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.799492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.808126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:17.808878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:17.812799 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:17.836037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d61fd-cf7a-4ab2-b246-878a8bfab346 None None] Pushing event updated for resources: {'Port': ['ID=3bd99d64-7080-4fd0-9c78-8fd4bc662413,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:17.892730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 14:49:17.892730 n-d-794306-8 neutron-server[93813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 14:49:17.892730 n-d-794306-8 neutron-server[93813]: [parameters: {'id': '91597769-bc27-4d10-bcf3-57bbc0f099dc'}] Jul 22 14:49:17.892730 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:49:17.893631 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:49:17.903621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bdb999-158c-4773-b7c4-7bcb9626231c None None] Network 91597769-bc27-4d10-bcf3-57bbc0f099dc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:18.041361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98cafef-3af0-429a-990c-28d6f5a4b909 None None] Network 91597769-bc27-4d10-bcf3-57bbc0f099dc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:18.175299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeef28f-fdea-45b4-b0a3-99a8787abf79 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:49:18.272969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeef28f-fdea-45b4-b0a3-99a8787abf79 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:49:18.395301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.460774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Deleting port 3bd99d64-7080-4fd0-9c78-8fd4bc662413 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:18.461130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.537549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] For port 3bd99d64-7080-4fd0-9c78-8fd4bc662413, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3bd99d64-7080-4fd0-9c78-8fd4bc662413,segment=NetworkSegment(f2cd1bc1-cde1-4115-938c-09924d9f4a81),segment_id=f2cd1bc1-cde1-4115-938c-09924d9f4a81)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:18.538568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.555222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Calling delete_port for 3bd99d64-7080-4fd0-9c78-8fd4bc662413 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:18.579550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a1e93-9d17-4948-a1a5-cd0bd7742925 req-191b12dc-436c-452c-9b01-986091088850 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:18.587183 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c42a1e93-9d17-4948-a1a5-cd0bd7742925 req-191b12dc-436c-452c-9b01-986091088850 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.0881326 Jul 22 14:49:18.657219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.674051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c42a1e93-9d17-4948-a1a5-cd0bd7742925 req-c6fba15b-8ce3-4496-ad05-801fbd456687 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859463 Jul 22 14:49:18.700360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Port': ['ID=3bd99d64-7080-4fd0-9c78-8fd4bc662413,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:18.702938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No DVR routers for this DVR port 3bd99d64-7080-4fd0-9c78-8fd4bc662413 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:18.745032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50694) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:18.797726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.811027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91597769-bc27-4d10-bcf3-57bbc0f099dc']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:18.822983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cd1bc1-cde1-4115-938c-09924d9f4a81') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:18.823285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cd1bc1-cde1-4115-938c-09924d9f4a81') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:18.832168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.846101 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.852485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:18.852875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:18.855807 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:18.863335 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee60d15-dfb8-41d3-b9d4-a891dff04ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.920344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.927662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:18.929447 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/91597769-bc27-4d10-bcf3-57bbc0f099dc HTTP/1.1" status: 204 len: 168 time: 1.5521340 Jul 22 14:49:18.933404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50698) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:18.942160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6c328-2f43-4d2b-bfcb-b076527f7a8d tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=91597769-bc27-4d10-bcf3-57bbc0f099dc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:18.966223 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99f787a-f215-4108-9a4e-80c680e36627 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:18.966724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99f787a-f215-4108-9a4e-80c680e36627 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:18.969306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b99f787a-f215-4108-9a4e-80c680e36627 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/c12ea5e9-df31-4dae-ac11-8aee060a1b33 HTTP/1.1" status: 404 len: 337 time: 0.0348017 Jul 22 14:49:18.972342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50700) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:18.991886 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a852f5f-5937-4143-853d-f8d8e5bfbe6f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:18.992444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a852f5f-5937-4143-853d-f8d8e5bfbe6f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:18.994310 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5a852f5f-5937-4143-853d-f8d8e5bfbe6f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/91597769-bc27-4d10-bcf3-57bbc0f099dc HTTP/1.1" status: 404 len: 339 time: 0.0208123 Jul 22 14:49:18.999647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.038106 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3449113-c5b1-4d05-9d20-f2039adeb6ac tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.038602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3449113-c5b1-4d05-9d20-f2039adeb6ac tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.040380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a3449113-c5b1-4d05-9d20-f2039adeb6ac tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/ec5bcf8f-defe-4379-b316-b94d25c6212a HTTP/1.1" status: 404 len: 337 time: 0.0397990 Jul 22 14:49:19.043066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.054999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee60d15-dfb8-41d3-b9d4-a891dff04ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.059498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ee60d15-dfb8-41d3-b9d4-a891dff04ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.062822 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9691eedf-db4b-4a39-8bdd-36d323a3639c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.063369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9691eedf-db4b-4a39-8bdd-36d323a3639c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.067438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9691eedf-db4b-4a39-8bdd-36d323a3639c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/d744b45a-09ca-4e72-8783-cf988d5b0429 HTTP/1.1" status: 404 len: 339 time: 0.0210228 Jul 22 14:49:19.067700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50706) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.098088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee60d15-dfb8-41d3-b9d4-a891dff04ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc54b0a-a657-4980-98a9-e4c462091dd0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:19.102562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3ee60d15-dfb8-41d3-b9d4-a891dff04ad8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=875a8b57142644088556494f6ebed59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559742 Jul 22 14:49:19.105273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50708) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.149253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.156588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31b61dc-101f-4b04-b23c-b4dc1c3f67b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.179338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31b61dc-101f-4b04-b23c-b4dc1c3f67b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.233123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31b61dc-101f-4b04-b23c-b4dc1c3f67b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.236106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b31b61dc-101f-4b04-b23c-b4dc1c3f67b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.239632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b31b61dc-101f-4b04-b23c-b4dc1c3f67b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbc54b0a-a657-4980-98a9-e4c462091dd0 HTTP/1.1" status: 204 len: 168 time: 0.1309588 Jul 22 14:49:19.240260 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.249590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b61dc-101f-4b04-b23c-b4dc1c3f67b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc54b0a-a657-4980-98a9-e4c462091dd0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:19.253733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18a6265-a05b-4b2b-b2a1-6af0b818da68']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:19.265650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ef4c2b-c4cd-408d-bda1-0c41fb8123ae') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:19.265975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ef4c2b-c4cd-408d-bda1-0c41fb8123ae') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:19.284265 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.299862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.306292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:19.306835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:19.310068 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:19.379453 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.383906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.388175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/c18a6265-a05b-4b2b-b2a1-6af0b818da68 HTTP/1.1" status: 204 len: 168 time: 0.3172371 Jul 22 14:49:19.389106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50714) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.399985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0409c7b-06a8-4951-8e82-99761b4b1497 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=c18a6265-a05b-4b2b-b2a1-6af0b818da68,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:19.423256 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f282ed5-be4b-47fa-855c-3679d9d2f4ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.423730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f282ed5-be4b-47fa-855c-3679d9d2f4ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.427911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f282ed5-be4b-47fa-855c-3679d9d2f4ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/5871c2ba-36e4-4bc0-817b-ad911c86e40e HTTP/1.1" status: 404 len: 337 time: 0.0359657 Jul 22 14:49:19.428142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50716) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.447390 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e4645e3-8735-4036-b507-44a782fc0e7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.447988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e4645e3-8735-4036-b507-44a782fc0e7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.449799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1e4645e3-8735-4036-b507-44a782fc0e7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/c8d27157-62b8-4814-8644-7b9a54c44740 HTTP/1.1" status: 404 len: 339 time: 0.0207415 Jul 22 14:49:19.452459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50718) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.477924 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3677cebe-10ce-421b-bc79-234b6e447a7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.478389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3677cebe-10ce-421b-bc79-234b6e447a7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.480172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3677cebe-10ce-421b-bc79-234b6e447a7c tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/8f35dc9e-f698-441d-bf13-0a94c153b768 HTTP/1.1" status: 404 len: 337 time: 0.0267346 Jul 22 14:49:19.482791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50720) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.501685 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e902baf-3672-4840-9c63-16b69c937191 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.502243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e902baf-3672-4840-9c63-16b69c937191 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.504067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e902baf-3672-4840-9c63-16b69c937191 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/d6343c64-cac1-4f2a-a5ab-5cc2cf3f5732 HTTP/1.1" status: 404 len: 339 time: 0.0197492 Jul 22 14:49:19.506471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50722) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.531647 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-41050747-9259-4c0b-9ecc-498f3c6b9d80 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.532118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41050747-9259-4c0b-9ecc-498f3c6b9d80 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.533867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41050747-9259-4c0b-9ecc-498f3c6b9d80 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/7a67e077-8493-443e-9a5d-137711dbc8db HTTP/1.1" status: 404 len: 337 time: 0.0264740 Jul 22 14:49:19.536409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.536814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50726) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.550682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1030ba4b-a0f9-4b2f-9367-d254ca675801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.554404 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8797e18b-ebe0-4cdc-8f77-3adbd33a464a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.554970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8797e18b-ebe0-4cdc-8f77-3adbd33a464a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.556948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8797e18b-ebe0-4cdc-8f77-3adbd33a464a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/4e43db13-5da2-4d60-8483-0bdecd495950 HTTP/1.1" status: 404 len: 339 time: 0.0196378 Jul 22 14:49:19.559601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.589449 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb042a2-3c49-4566-b59b-57e23e28fd0a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.589912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb042a2-3c49-4566-b59b-57e23e28fd0a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.591674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6bb042a2-3c49-4566-b59b-57e23e28fd0a tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/333dffbf-c085-42cc-a36e-ac977bf7306c HTTP/1.1" status: 404 len: 337 time: 0.0311446 Jul 22 14:49:19.594286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50730) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.613122 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-812918d5-dc07-439e-9256-1e699e4d0e81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.613698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812918d5-dc07-439e-9256-1e699e4d0e81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.615438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-812918d5-dc07-439e-9256-1e699e4d0e81 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/e5bd9cba-2ee7-40a1-978d-fe3b7c20e601 HTTP/1.1" status: 404 len: 339 time: 0.0202062 Jul 22 14:49:19.617941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50732) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.643497 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d29101-f496-4645-a995-ee2cab6f4795 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.643942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d29101-f496-4645-a995-ee2cab6f4795 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.645671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-05d29101-f496-4645-a995-ee2cab6f4795 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/46e6934a-8317-4e0c-a423-699794b8812b HTTP/1.1" status: 404 len: 337 time: 0.0268433 Jul 22 14:49:19.646847 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1030ba4b-a0f9-4b2f-9367-d254ca675801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.648178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50734) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.658212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1030ba4b-a0f9-4b2f-9367-d254ca675801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.677370 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5498e755-d335-481d-aca2-c4b802788362 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.677939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5498e755-d335-481d-aca2-c4b802788362 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.679696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5498e755-d335-481d-aca2-c4b802788362 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/de1d8f56-a909-443b-8a14-a9b773962e21 HTTP/1.1" status: 404 len: 339 time: 0.0305734 Jul 22 14:49:19.682729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.709804 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-163f84eb-2531-4cd2-b0b8-2653b0667599 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.710195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163f84eb-2531-4cd2-b0b8-2653b0667599 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.714171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1030ba4b-a0f9-4b2f-9367-d254ca675801 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f86074f15324803b57ca49fc8ee6bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733468 Jul 22 14:49:19.714646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-163f84eb-2531-4cd2-b0b8-2653b0667599 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/94c61dd3-62a0-495f-9bf9-08eda372d1d7 HTTP/1.1" status: 404 len: 337 time: 0.0282710 Jul 22 14:49:19.714792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50742) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.715406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50744) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.738769 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3178f0d-b7fd-4b5b-b61e-67a3030fd341 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.739368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3178f0d-b7fd-4b5b-b61e-67a3030fd341 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.741278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c3178f0d-b7fd-4b5b-b61e-67a3030fd341 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/6d999e28-2947-4b45-9736-0ac8450a80be HTTP/1.1" status: 404 len: 339 time: 0.0243502 Jul 22 14:49:19.745786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.748651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030ba4b-a0f9-4b2f-9367-d254ca675801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecdf028-9fa1-42b5-8a4d-b71492d8bc1d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:19.786623 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6507b4d4-42a5-402e-a19e-35412f951dde tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.787095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6507b4d4-42a5-402e-a19e-35412f951dde tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.788855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6507b4d4-42a5-402e-a19e-35412f951dde tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/2631a0b2-2d6d-4717-9839-5e9c5e457506 HTTP/1.1" status: 404 len: 337 time: 0.0411637 Jul 22 14:49:19.792670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.813485 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-15460455-74c3-4dc6-bc80-cc0987081fe0 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.814020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15460455-74c3-4dc6-bc80-cc0987081fe0 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.815753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15460455-74c3-4dc6-bc80-cc0987081fe0 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/aec62f32-a69c-4524-8d93-ebafffb1c61e HTTP/1.1" status: 404 len: 339 time: 0.0219753 Jul 22 14:49:19.818338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.834235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18a7cebd-8310-4986-958c-6952c5199c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.843977 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-760dc252-afea-44ac-8046-008eb8c6075f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.844446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760dc252-afea-44ac-8046-008eb8c6075f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.846170 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-760dc252-afea-44ac-8046-008eb8c6075f tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/3cf928fd-ee2b-4aa2-a41b-9b1d0ca0b897 HTTP/1.1" status: 404 len: 337 time: 0.0268612 Jul 22 14:49:19.848727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50752) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.864266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18a7cebd-8310-4986-958c-6952c5199c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.866124 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-659af1d0-1fce-4e7d-9d9d-c28812317d58 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] DELETE failed (client error): The resource could not be found. Jul 22 14:49:19.866676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659af1d0-1fce-4e7d-9d9d-c28812317d58 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:49:19.868352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-659af1d0-1fce-4e7d-9d9d-c28812317d58 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/ab428388-7b55-4fcf-a8af-09c1e8da4bf3 HTTP/1.1" status: 404 len: 339 time: 0.0187283 Jul 22 14:49:19.871249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50754) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:19.908404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0354561-17a5-434b-ba24-8e4cf85aa994 req-f3b5db9f-6129-4bf4-81eb-5c7826b9bf1e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:19.909913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0354561-17a5-434b-ba24-8e4cf85aa994 req-f3b5db9f-6129-4bf4-81eb-5c7826b9bf1e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 943 time: 0.1266630 Jul 22 14:49:19.927824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Deleting subnet dd9096c7-a148-4f93-9fdb-1078478c591b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:49:19.931305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.935528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c339d15-7874-4233-a2a7-f93f4557cebb details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:49:19.947587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18a7cebd-8310-4986-958c-6952c5199c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.950161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18a7cebd-8310-4986-958c-6952c5199c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:19.951347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-18a7cebd-8310-4986-958c-6952c5199c56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ecdf028-9fa1-42b5-8a4d-b71492d8bc1d HTTP/1.1" status: 204 len: 168 time: 0.2360091 Jul 22 14:49:19.964209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0354561-17a5-434b-ba24-8e4cf85aa994 req-fbbf5314-38a2-4459-96c1-425d598a682b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Jul 22 14:49:19.966025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7cebd-8310-4986-958c-6952c5199c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecdf028-9fa1-42b5-8a4d-b71492d8bc1d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:19.993685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.057725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4c339d15-7874-4233-a2a7-f93f4557cebb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c339d15-7874-4233-a2a7-f93f4557cebb,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:20.069760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '4c339d15-7874-4233-a2a7-f93f4557cebb', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': '4c339d15-7874-4233-a2a7-f93f4557cebb', 'mac_address': 'fa:16:3e:89:d6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:49:20.097393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.114542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.128582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c339d15-7874-4233-a2a7-f93f4557cebb {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:49:20.150903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4c339d15-7874-4233-a2a7-f93f4557cebb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c339d15-7874-4233-a2a7-f93f4557cebb,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:20.155378 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.186118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.210704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4c339d15-7874-4233-a2a7-f93f4557cebb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:20.215946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9096c7-a148-4f93-9fdb-1078478c591b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:20.219798 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.221700 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd64ffc5-39ba-4e9c-9c33-4fd6a4c0e448 tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/subnets/dd9096c7-a148-4f93-9fdb-1078478c591b HTTP/1.1" status: 204 len: 168 time: 0.3492730 Jul 22 14:49:20.224382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50760) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:20.231485 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88b556-f28b-488a-911b-7c80ecc8f888 None None] Network fa58b960-c266-4ba1-a53d-ca9277f4957b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:20.319536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.379005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4c339d15-7874-4233-a2a7-f93f4557cebb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:20.383350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Deleting port 1e87b7d5-b9ea-4087-9672-64f787c0b41c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:20.383848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.470738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] For port 1e87b7d5-b9ea-4087-9672-64f787c0b41c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1e87b7d5-b9ea-4087-9672-64f787c0b41c,segment=NetworkSegment(5a6d1547-82e2-45f9-8d00-825d116fdc74),segment_id=5a6d1547-82e2-45f9-8d00-825d116fdc74)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:20.471240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.474105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] DHCP port deletion for fa58b960-c266-4ba1-a53d-ca9277f4957b request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:20.486499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Calling delete_port for 1e87b7d5-b9ea-4087-9672-64f787c0b41c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:20.589608 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] Deleting port 1e87b7d5-b9ea-4087-9672-64f787c0b41c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:20.590574 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.607276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1e87b7d5-b9ea-4087-9672-64f787c0b41c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:20.607454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.635971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1e87b7d5-b9ea-4087-9672-64f787c0b41c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:20.636331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1e87b7d5-b9ea-4087-9672-64f787c0b41c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:20.637106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Port': ['ID=1e87b7d5-b9ea-4087-9672-64f787c0b41c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:20.639002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] No DVR routers for this DVR port 1e87b7d5-b9ea-4087-9672-64f787c0b41c on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:20.688733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] For port 1e87b7d5-b9ea-4087-9672-64f787c0b41c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1e87b7d5-b9ea-4087-9672-64f787c0b41c,segment=NetworkSegment(5a6d1547-82e2-45f9-8d00-825d116fdc74),segment_id=5a6d1547-82e2-45f9-8d00-825d116fdc74)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:20.689140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.701993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] Calling delete_port for 1e87b7d5-b9ea-4087-9672-64f787c0b41c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:20.726830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.737932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa58b960-c266-4ba1-a53d-ca9277f4957b']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:20.749075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6d1547-82e2-45f9-8d00-825d116fdc74') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:20.749075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6d1547-82e2-45f9-8d00-825d116fdc74') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:20.758144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.772732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.781853 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.782667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:20.783080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:20.788406 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:20.810327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] Pushing event deleted for resources: {'Port': ['ID=1e87b7d5-b9ea-4087-9672-64f787c0b41c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:20.814630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f646908-db29-43f3-b345-a90c851d20b1 None None] No DVR routers for this DVR port 1e87b7d5-b9ea-4087-9672-64f787c0b41c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:20.855436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.860694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:20.862963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] 10.222.0.60 "DELETE /v2.0/networks/fa58b960-c266-4ba1-a53d-ca9277f4957b HTTP/1.1" status: 204 len: 168 time: 0.6375644 Jul 22 14:49:20.878198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98afc11-3727-431d-9733-1e44ee3775ec tempest-NetworksTest-473677603 tempest-NetworksTest-473677603-project] Pushing event deleted for resources: {'Network': ['ID=fa58b960-c266-4ba1-a53d-ca9277f4957b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:21.114616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:21.153801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49fd6b-2fc1-49da-af82-42ff5b244557 req-e95a7a4c-7814-4001-a1d5-a517d848cffd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:21.156054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb49fd6b-2fc1-49da-af82-42ff5b244557 req-e95a7a4c-7814-4001-a1d5-a517d848cffd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 944 time: 0.0784874 Jul 22 14:49:21.196741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb49fd6b-2fc1-49da-af82-42ff5b244557 req-591d7ed7-96bd-4e5e-94a0-d58fcef54b2e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Jul 22 14:49:21.282757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-847c10f0-4bec-4816-a5a5-8388d3ffd847 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e409aceeebc42a380033297653bd9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661844 Jul 22 14:49:21.285635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50800) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:21.338856 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9294469-c7f4-442d-a977-a484eff4ede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:21.360267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9294469-c7f4-442d-a977-a484eff4ede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:21.412024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9294469-c7f4-442d-a977-a484eff4ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:21.414684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9294469-c7f4-442d-a977-a484eff4ede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:21.418976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a9294469-c7f4-442d-a977-a484eff4ede1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/740edda6-79a7-4f65-af0e-50acac7b52a9 HTTP/1.1" status: 204 len: 168 time: 0.1293421 Jul 22 14:49:21.431044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9294469-c7f4-442d-a977-a484eff4ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740edda6-79a7-4f65-af0e-50acac7b52a9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:21.966316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c339d15-7874-4233-a2a7-f93f4557cebb up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:22.034457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 4c339d15-7874-4233-a2a7-f93f4557cebb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:22.039167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 4c339d15-7874-4233-a2a7-f93f4557cebb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:22.039708 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.147669 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.176879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c339d15-7874-4233-a2a7-f93f4557cebb'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:22.179634 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368ac676-ccac-4189-b2c9-32fa20e9c543" -d '{"events": [{"server_uuid": "f99ec203-0897-416e-b99c-7a21c8e57895", "name": "network-vif-plugged", "status": "completed", "tag": "4c339d15-7874-4233-a2a7-f93f4557cebb"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:22.194136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4c339d15-7874-4233-a2a7-f93f4557cebb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c339d15-7874-4233-a2a7-f93f4557cebb,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:22.203050 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.216588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:22.249944 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795c876d-d497-4c6b-838f-fd321e761ffc x-openstack-request-id: req-795c876d-d497-4c6b-838f-fd321e761ffc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:22.250570 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ec203-0897-416e-b99c-7a21c8e57895", "name": "network-vif-plugged", "status": "completed", "tag": "4c339d15-7874-4233-a2a7-f93f4557cebb", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:22.251154 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-795c876d-d497-4c6b-838f-fd321e761ffc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:22.251783 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c339d15-7874-4233-a2a7-f93f4557cebb', 'code': 200} Jul 22 14:49:22.298065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4c339d15-7874-4233-a2a7-f93f4557cebb,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:22.397556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321230d-8704-4b2c-8a55-cded006434be req-8bf5a9e8-9bce-46a9-a9f6-327f80e5639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:22.399592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9321230d-8704-4b2c-8a55-cded006434be req-8bf5a9e8-9bce-46a9-a9f6-327f80e5639a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 1096 time: 0.1099832 Jul 22 14:49:22.409117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff0b18-4aa8-4b9c-9f0f-f933acb6e298 req-71b9756a-a554-42b3-b572-2d17fac96956 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:22.412494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3aff0b18-4aa8-4b9c-9f0f-f933acb6e298 req-71b9756a-a554-42b3-b572-2d17fac96956 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.1047814 Jul 22 14:49:22.421405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-1958050289'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:22.461029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3aff0b18-4aa8-4b9c-9f0f-f933acb6e298 req-dd932479-0213-4baa-95ce-a4624390d5dc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Jul 22 14:49:22.461940 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9321230d-8704-4b2c-8a55-cded006434be req-4701bc1a-e8b1-4035-a9f1-81c51edbc8a4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555215 Jul 22 14:49:22.465108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:22.469918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.479469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.925308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.933072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.964895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:22.976482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069a65fe-6fb1-47ea-9b57-91cf2cf7908f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:22.982066 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:22.982423 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 1304830b-ee39-4a47-b2e2-edae8e902b2b of type vlan for network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 Jul 22 14:49:23.026366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.041949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50882) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:23.063297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.069817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:23.069817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.103950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8862207 Jul 22 14:49:23.106657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:23.112409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-1879880830'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:23.137239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:23.142817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.150767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3fb83-1b26-4d08-8bf9-95fbc7e9187d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=912e4b30-2ef5-4417-a7db-d9df3c2a3509,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:23.166031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:23.179667 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ba2564-364d-4aa7-92cd-1bd84fd9a731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.184919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:23.204073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.204753 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 189fc6d8-5c55-4149-a975-21480b5404f4 of type vlan for network f450af03-559a-4ce2-a375-5350b731098e Jul 22 14:49:23.266084 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.315938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.321654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:23.322268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.408064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=f450af03-559a-4ce2-a375-5350b731098e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:23.418763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f450af03-559a-4ce2-a375-5350b731098e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:23.424602 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ba2564-364d-4aa7-92cd-1bd84fd9a731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.430626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ba2564-364d-4aa7-92cd-1bd84fd9a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.440113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7348109f-bf30-4603-a150-c847d32a747d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3296490 Jul 22 14:49:23.440492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:23.446023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:23.472033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2564-364d-4aa7-92cd-1bd84fd9a731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c7af92-75da-4a1a-88f1-ec14b9b73fd7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:23.479232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:23.479600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-61ba2564-364d-4aa7-92cd-1bd84fd9a731 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00db70f34c604f1b85f46eee9a434a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4362745 Jul 22 14:49:23.595683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-189476a2-ddc6-4d9c-ae83-d94f4be5681d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.598774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:23.602102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.614565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb6c7-c32d-486b-9963-34eb91719c38 req-072f3046-586d-4632-80f3-d4457c3c4292 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:23.616156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-914bb6c7-c32d-486b-9963-34eb91719c38 req-072f3046-586d-4632-80f3-d4457c3c4292 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.0736384 Jul 22 14:49:23.646358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-189476a2-ddc6-4d9c-ae83-d94f4be5681d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.656179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-914bb6c7-c32d-486b-9963-34eb91719c38 req-0a12db9d-eb58-4aac-a6cb-dd93e1c4e18c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339904 Jul 22 14:49:23.762256 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-189476a2-ddc6-4d9c-ae83-d94f4be5681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.764831 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-189476a2-ddc6-4d9c-ae83-d94f4be5681d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.765982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-189476a2-ddc6-4d9c-ae83-d94f4be5681d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44c7af92-75da-4a1a-88f1-ec14b9b73fd7 HTTP/1.1" status: 204 len: 168 time: 0.2852395 Jul 22 14:49:23.780939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189476a2-ddc6-4d9c-ae83-d94f4be5681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c7af92-75da-4a1a-88f1-ec14b9b73fd7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:23.814493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c7f68-d6d2-4fd4-a997-445cfcccb04b req-75611b32-952b-45fa-a879-7b32459559ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:23.816139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d3c7f68-d6d2-4fd4-a997-445cfcccb04b req-75611b32-952b-45fa-a879-7b32459559ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.0853353 Jul 22 14:49:23.856341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d3c7f68-d6d2-4fd4-a997-445cfcccb04b req-99ab6ea8-1c5b-4363-a4b8-170de040cfb9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Jul 22 14:49:23.864687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.931573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=742af527-983c-48e8-afb8-73fce71395d2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:23.939481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '1304830b-ee39-4a47-b2e2-edae8e902b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:23.939850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: 912e4b30-2ef5-4417-a7db-d9df3c2a3509, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:23.958151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:23.968429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 912e4b30-2ef5-4417-a7db-d9df3c2a3509) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:23.972647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:23.973242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:23.979769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c06510-8447-437d-adf0-cacddc47689a None None] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:23.994186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a52fafe2-eec6-490f-99bf-697292ec8fec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5521002 Jul 22 14:49:23.994451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 50902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:24.000340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': 'f450af03-559a-4ce2-a375-5350b731098e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:24.052282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf70b5-8971-4c7b-82c7-01bd18bc4f52 req-4ba932f8-530e-49ec-8be6-66c1d058964c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:24.062125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1bf70b5-8971-4c7b-82c7-01bd18bc4f52 req-4ba932f8-530e-49ec-8be6-66c1d058964c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.1273854 Jul 22 14:49:24.094284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:24.110940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee8b683d-abf7-4ef4-b848-86518ef91cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.150851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1bf70b5-8971-4c7b-82c7-01bd18bc4f52 req-479cab48-a22e-488e-b475-f266c82b7cef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876901 Jul 22 14:49:24.168008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-912e4b30-2ef5-4417-a7db-d9df3c2a3509', 'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '742af527-983c-48e8-afb8-73fce71395d2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:24.169520 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.233181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee8b683d-abf7-4ef4-b848-86518ef91cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.244410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee8b683d-abf7-4ef4-b848-86518ef91cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.261852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:24.269550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.294328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b683d-abf7-4ef4-b848-86518ef91cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce852ae0-e6d4-4704-82f6-551f1f8d0484,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:24.301307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ee8b683d-abf7-4ef4-b848-86518ef91cb0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5ae707b211346d8a8a98d4adac32195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025011 Jul 22 14:49:24.301526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50910) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:24.335965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Allocated IP 172.20.0.2 (912e4b30-2ef5-4417-a7db-d9df3c2a3509/742af527-983c-48e8-afb8-73fce71395d2/413bedf4-1046-4dcb-b3bf-7d26ddb18816) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:24.368335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-811b9c62-2ea4-47aa-be85-c575cb2a7e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.394140 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-811b9c62-2ea4-47aa-be85-c575cb2a7e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.455590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-811b9c62-2ea4-47aa-be85-c575cb2a7e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.458541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-811b9c62-2ea4-47aa-be85-c575cb2a7e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.462575 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-811b9c62-2ea4-47aa-be85-c575cb2a7e99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce852ae0-e6d4-4704-82f6-551f1f8d0484 HTTP/1.1" status: 204 len: 168 time: 0.1574485 Jul 22 14:49:24.469110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b9c62-2ea4-47aa-be85-c575cb2a7e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce852ae0-e6d4-4704-82f6-551f1f8d0484,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:24.507368 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.517017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195c6eb-2763-4832-a92d-9fcd491bffd1 req-2bb44168-4264-403c-ad50-4f9a6da903f2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:24.518925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Transition to ACTIVE for port object 413bedf4-1046-4dcb-b3bf-7d26ddb18816 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:24.519129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d195c6eb-2763-4832-a92d-9fcd491bffd1 req-2bb44168-4264-403c-ad50-4f9a6da903f2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.1215453 Jul 22 14:49:24.535587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Transition to ACTIVE for port object 413bedf4-1046-4dcb-b3bf-7d26ddb18816 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:24.545923 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.587249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:24.590372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:24.596032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:24.604163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d195c6eb-2763-4832-a92d-9fcd491bffd1 req-616cb415-7921-43f8-899a-5050ca6b1a17 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751057 Jul 22 14:49:24.608863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Pushing event updated for resources: {'Port': ['ID=413bedf4-1046-4dcb-b3bf-7d26ddb18816,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:24.623919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.674670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Attempting to bind port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:24.675126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Attempting to bind port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1304830b-ee39-4a47-b2e2-edae8e902b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:24.675338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Attempting to bind port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 on network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:24.683101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:24.683468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Checking segment: {'id': '1304830b-ee39-4a47-b2e2-edae8e902b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:24.683880 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.684276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Bound using segment: {'id': '1304830b-ee39-4a47-b2e2-edae8e902b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:24.684866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Bound port: 413bedf4-1046-4dcb-b3bf-7d26ddb18816, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1304830b-ee39-4a47-b2e2-edae8e902b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '912e4b30-2ef5-4417-a7db-d9df3c2a3509'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:24.685277 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.703443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=37fff8de-fa2c-4939-9189-3ecf511b6c3f,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:24.708763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '189fc6d8-5c55-4149-a975-21480b5404f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f450af03-559a-4ce2-a375-5350b731098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:24.709124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: f450af03-559a-4ce2-a375-5350b731098e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:24.727772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network f450af03-559a-4ce2-a375-5350b731098e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:24.738881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f450af03-559a-4ce2-a375-5350b731098e) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:24.743875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:24.744556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.755334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acec8655-a00b-4ba3-9552-2254382c5731 None None] Network f450af03-559a-4ce2-a375-5350b731098e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:24.761719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8c42e36c-f9be-4247-9ccb-690ee645600b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7666421 Jul 22 14:49:24.764610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50918) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:24.769811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167325933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:24.781183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] For port 413bedf4-1046-4dcb-b3bf-7d26ddb18816, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:24.793773 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.795097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.798984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] For port 413bedf4-1046-4dcb-b3bf-7d26ddb18816, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=413bedf4-1046-4dcb-b3bf-7d26ddb18816,segment=NetworkSegment(1304830b-ee39-4a47-b2e2-edae8e902b2b),segment_id=1304830b-ee39-4a47-b2e2-edae8e902b2b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:24.827241 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.852731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.860106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.884298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:24.885743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0768c61a-25ee-4c12-a895-6c71a5f86f31 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1201320 Jul 22 14:49:24.888822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 50926) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:24.914213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c77ad-cfb3-4a8a-82cd-ee06f9e69a62 None None] Pushing event updated for resources: {'Port': ['ID=413bedf4-1046-4dcb-b3bf-7d26ddb18816,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:24.994074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f450af03-559a-4ce2-a375-5350b731098e', 'network_id': 'f450af03-559a-4ce2-a375-5350b731098e', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '37fff8de-fa2c-4939-9189-3ecf511b6c3f'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:24.995557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.162300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Allocated IP 172.21.0.2 (f450af03-559a-4ce2-a375-5350b731098e/37fff8de-fa2c-4939-9189-3ecf511b6c3f/a57205ec-567f-4632-a04e-71e1f4152278) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:25.275008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.357787 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.367664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Transition to ACTIVE for port object a57205ec-567f-4632-a04e-71e1f4152278 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:25.385784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Transition to ACTIVE for port object a57205ec-567f-4632-a04e-71e1f4152278 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:25.393477 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.437953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Network f450af03-559a-4ce2-a375-5350b731098e is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:25.440740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:25.444601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:25.452576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Pushing event updated for resources: {'Port': ['ID=a57205ec-567f-4632-a04e-71e1f4152278,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:25.516658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Attempting to bind port a57205ec-567f-4632-a04e-71e1f4152278 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:25.517054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Attempting to bind port a57205ec-567f-4632-a04e-71e1f4152278 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '189fc6d8-5c55-4149-a975-21480b5404f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f450af03-559a-4ce2-a375-5350b731098e'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:25.517395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Attempting to bind port a57205ec-567f-4632-a04e-71e1f4152278 on network f450af03-559a-4ce2-a375-5350b731098e {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:25.526094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:25.526472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Checking segment: {'id': '189fc6d8-5c55-4149-a975-21480b5404f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f450af03-559a-4ce2-a375-5350b731098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:25.526954 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.527391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Bound using segment: {'id': '189fc6d8-5c55-4149-a975-21480b5404f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f450af03-559a-4ce2-a375-5350b731098e'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:25.528092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Bound port: a57205ec-567f-4632-a04e-71e1f4152278, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fc6d8-5c55-4149-a975-21480b5404f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f450af03-559a-4ce2-a375-5350b731098e'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:25.528504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.555894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.20.0.1 (912e4b30-2ef5-4417-a7db-d9df3c2a3509/742af527-983c-48e8-afb8-73fce71395d2/b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:25.599730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] For port a57205ec-567f-4632-a04e-71e1f4152278, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:25.604890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] For port a57205ec-567f-4632-a04e-71e1f4152278, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a57205ec-567f-4632-a04e-71e1f4152278,segment=NetworkSegment(189fc6d8-5c55-4149-a975-21480b5404f4),segment_id=189fc6d8-5c55-4149-a975-21480b5404f4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:25.609924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.696977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b84ff-4ff7-4547-acb0-0420f846b0d2 None None] Pushing event updated for resources: {'Port': ['ID=a57205ec-567f-4632-a04e-71e1f4152278,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:25.738597 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.755325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:25.806726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:25.815365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcc473-29c6-40dc-b87d-eea568abbf84 req-2525b2b6-73b0-4f0b-bf55-3df631875903 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:25.824331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44fcc473-29c6-40dc-b87d-eea568abbf84 req-2525b2b6-73b0-4f0b-bf55-3df631875903 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.1006055 Jul 22 14:49:25.881424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44fcc473-29c6-40dc-b87d-eea568abbf84 req-fbb2bf68-f0a4-4379-b527-4842184f967b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536866 Jul 22 14:49:25.921408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:25.933607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:25.936755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:26.001965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:26.011025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.102074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-be1f7eb9-9bca-4431-a144-15eb3772f2e7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:26.103772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-be1f7eb9-9bca-4431-a144-15eb3772f2e7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 945 time: 0.2504051 Jul 22 14:49:26.256033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.318711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a88be-0b67-4c8e-8276-10848d415b28 req-0a26f715-2f9e-4af8-91af-e956fb0ef958 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:26.320273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-048a88be-0b67-4c8e-8276-10848d415b28 req-0a26f715-2f9e-4af8-91af-e956fb0ef958 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0946257 Jul 22 14:49:26.324365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f267a1fc-d70e-468d-b612-7101f739e64d None None] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:26.336384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port 4c339d15-7874-4233-a2a7-f93f4557cebb {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:26.336733 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.372526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-048a88be-0b67-4c8e-8276-10848d415b28 req-29304d86-1860-4924-8c72-8ef93e5901f1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432980 Jul 22 14:49:26.429550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-83d2a266-8eb1-4a55-8ac7-bc6882059d67 None None] Provisioning for port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:26.567360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beae31-d6a0-46fb-b7c7-1381db762e46 req-1f934ca0-610f-4832-a100-0fac4a7cb20f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:26.581462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96beae31-d6a0-46fb-b7c7-1381db762e46 req-1f934ca0-610f-4832-a100-0fac4a7cb20f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1101713 Jul 22 14:49:26.600228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port 4c339d15-7874-4233-a2a7-f93f4557cebb, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c339d15-7874-4233-a2a7-f93f4557cebb,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:26.600228 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.629218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for 4c339d15-7874-4233-a2a7-f93f4557cebb owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:26.674861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96beae31-d6a0-46fb-b7c7-1381db762e46 req-071a9748-bd22-4e1d-889d-39dae91574eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902998 Jul 22 14:49:26.757701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 413bedf4-1046-4dcb-b3bf-7d26ddb18816 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:26.872187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:26.881633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:26.882430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.916278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.928547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:26.994749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.088657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4764385c-e661-427e-a5e6-26dd218ab31a None None] Provisioning for port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:27.092811 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.099170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4764385c-e661-427e-a5e6-26dd218ab31a None None] Provisioning complete for port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:27.099550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4764385c-e661-427e-a5e6-26dd218ab31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.201212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 413bedf4-1046-4dcb-b3bf-7d26ddb18816, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=413bedf4-1046-4dcb-b3bf-7d26ddb18816,segment=NetworkSegment(1304830b-ee39-4a47-b2e2-edae8e902b2b),segment_id=1304830b-ee39-4a47-b2e2-edae8e902b2b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:27.202426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4764385c-e661-427e-a5e6-26dd218ab31a None None] Port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:27.213628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.214274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a57205ec-567f-4632-a04e-71e1f4152278 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:27.220195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4764385c-e661-427e-a5e6-26dd218ab31a None None] Provisioning complete for port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:27.220195 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4764385c-e661-427e-a5e6-26dd218ab31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.235352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:27.236609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-252ab6a0-518b-4d71-b76d-5b2bf323f9e6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:27.257623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-252ab6a0-518b-4d71-b76d-5b2bf323f9e6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1860662 Jul 22 14:49:27.294217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-42346474-1266-4fdd-bf88-c896674c679e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/quotas/dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 375 time: 0.0205741 Jul 22 14:49:27.305838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.325531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b503cc3-eb8d-4b1e-b269-c690d8b02316 req-4d0865fc-36d6-48e5-8955-b4be6ea38f0e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:27.327905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b503cc3-eb8d-4b1e-b269-c690d8b02316 req-4d0865fc-36d6-48e5-8955-b4be6ea38f0e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 867 time: 0.3287237 Jul 22 14:49:27.335673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4c339d15-7874-4233-a2a7-f93f4557cebb'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:27.371514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=4c339d15-7874-4233-a2a7-f93f4557cebb,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:27.374139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d85eb-f768-4a93-8ae7-2b6847be1631 None None] Network f450af03-559a-4ce2-a375-5350b731098e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:27.413409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b503cc3-eb8d-4b1e-b269-c690d8b02316 req-5e1c96d4-ef45-44f4-8cc4-291afe364f76 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727930 Jul 22 14:49:27.444860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port 4c339d15-7874-4233-a2a7-f93f4557cebb on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:27.449375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.456424 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2d8c2942-4b80-4e3b-a773-018f5dc1c718 req-35f4de18-e7c8-4af2-af29-745906829061 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "DELETE /v2.0/ports/4c339d15-7874-4233-a2a7-f93f4557cebb HTTP/1.1" status: 204 len: 173 time: 1.3394456 Jul 22 14:49:27.468130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-74086cb9-b839-4ead-9e40-79c45df94be6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1384487 Jul 22 14:49:27.469289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'name': 'network-vif-deleted', 'tag': '4c339d15-7874-4233-a2a7-f93f4557cebb'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:27.472188 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eacd2f-773e-4b14-a9aa-87a1a87fab2b" -d '{"events": [{"server_uuid": "f99ec203-0897-416e-b99c-7a21c8e57895", "name": "network-vif-deleted", "tag": "4c339d15-7874-4233-a2a7-f93f4557cebb"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:27.487333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:27.491272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:27.606732 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a58af62-9705-4122-96af-a87579f71270 x-openstack-request-id: req-3a58af62-9705-4122-96af-a87579f71270 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:27.607471 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f99ec203-0897-416e-b99c-7a21c8e57895", "name": "network-vif-deleted", "tag": "4c339d15-7874-4233-a2a7-f93f4557cebb", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:27.607471 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a58af62-9705-4122-96af-a87579f71270 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:27.607925 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f99ec203-0897-416e-b99c-7a21c8e57895', 'name': 'network-vif-deleted', 'tag': '4c339d15-7874-4233-a2a7-f93f4557cebb', 'status': 'completed', 'code': 200} Jul 22 14:49:27.652433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=413bedf4-1046-4dcb-b3bf-7d26ddb18816,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:27.692476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-8ebc383d-8025-44a4-87b6-60d37c5aa18c service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102206 Jul 22 14:49:27.706164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a57205ec-567f-4632-a04e-71e1f4152278 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:27.788163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router b58f6541-2584-406e-bd5a-73c87efe26c2 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:49:27.883090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-43f65a73-ded2-4578-81c3-d4600a768df2 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890433 Jul 22 14:49:27.904241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Provisioning complete for port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:27.904622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:27.938654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:27.951094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51008) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:27.952207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-66ba2caa-934d-42c8-b679-d624515f2392 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/b58f6541-2584-406e-bd5a-73c87efe26c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0606086 Jul 22 14:49:27.997268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] Sync routers for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:28.006118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:28.026124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:28.027122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:28.064403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45c7d17-e1c6-441b-ae30-3fd41f9ef7a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:28.068421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b45c7d17-e1c6-441b-ae30-3fd41f9ef7a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports/b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 HTTP/1.1" status: 200 len: 910 time: 0.1132693 Jul 22 14:49:28.068729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:28.306961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:28.309545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Provisioning for port a57205ec-567f-4632-a04e-71e1f4152278 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:28.322385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9781c7d-ead1-4fc9-a2b9-9cc759ba7870 req-ae8b1791-ccb7-4ca7-b65c-e6f00cc01de6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 210 time: 0.1385751 Jul 22 14:49:28.324890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Provisioning complete for port a57205ec-567f-4632-a04e-71e1f4152278 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:28.325567 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:28.378797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:28.379447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:28.419147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:28.419949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c6cd1-c89c-4af9-9086-ebc45909beb9 None None] The sync data for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:28.518197 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:28.572279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] For port a57205ec-567f-4632-a04e-71e1f4152278, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a57205ec-567f-4632-a04e-71e1f4152278,segment=NetworkSegment(189fc6d8-5c55-4149-a975-21480b5404f4),segment_id=189fc6d8-5c55-4149-a975-21480b5404f4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:28.579790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:28.683413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 413bedf4-1046-4dcb-b3bf-7d26ddb18816 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:28.790347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2418f-8a19-4a39-b479-c958c8f12cad None None] Pushing event updated for resources: {'Port': ['ID=a57205ec-567f-4632-a04e-71e1f4152278,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:28.812137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4f51bf4b-3528-425e-838b-2aa8edf4b0b7 None None] Provisioning complete for port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:28.812514 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f51bf4b-3528-425e-838b-2aa8edf4b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:28.857290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:28.857678 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:28.882282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f51bf4b-3528-425e-838b-2aa8edf4b0b7 None None] Port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:28.905840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4f51bf4b-3528-425e-838b-2aa8edf4b0b7 None None] Provisioning complete for port a57205ec-567f-4632-a04e-71e1f4152278 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:28.906220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f51bf4b-3528-425e-838b-2aa8edf4b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:28.992848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51030) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:29.143712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36c23b17-8df8-4815-9ff9-a7b8fdc6e6be req-a5825cae-ea8b-4009-a9ac-f0acdc8b6640 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.5466340 Jul 22 14:49:29.163573 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b675f35-1898-4189-a4fa-888920bb82a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.258624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.284675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b675f35-1898-4189-a4fa-888920bb82a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.291046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4b675f35-1898-4189-a4fa-888920bb82a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.332143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4b675f35-1898-4189-a4fa-888920bb82a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7a18b63a67c41efa926bb5ac61440a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381677 Jul 22 14:49:29.332901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b675f35-1898-4189-a4fa-888920bb82a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6797c397-57e4-4110-8e6a-4f3e2caaea1e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:29.335312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:29.417356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-028c2ea0-c7ef-4c2a-a740-e0ea2404bb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.450881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-028c2ea0-c7ef-4c2a-a740-e0ea2404bb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.523220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f395c20-dda7-467a-bead-591d2371bbd6 req-9776b75e-67ad-436e-ba1f-e3e65f7dafa1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 210 time: 0.0369499 Jul 22 14:49:29.600555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.21.0.1 (f450af03-559a-4ce2-a375-5350b731098e/37fff8de-fa2c-4939-9189-3ecf511b6c3f/8011f83c-24b4-4e14-a98d-0f8853bfb043) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:29.659915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-028c2ea0-c7ef-4c2a-a740-e0ea2404bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.663745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-028c2ea0-c7ef-4c2a-a740-e0ea2404bb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.669348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-028c2ea0-c7ef-4c2a-a740-e0ea2404bb95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6797c397-57e4-4110-8e6a-4f3e2caaea1e HTTP/1.1" status: 204 len: 168 time: 0.3299046 Jul 22 14:49:29.692271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-0b6ce9c2-3b3a-479f-b601-d05aa06b8a31 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:29.694312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-0b6ce9c2-3b3a-479f-b601-d05aa06b8a31 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.1959732 Jul 22 14:49:29.700894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028c2ea0-c7ef-4c2a-a740-e0ea2404bb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6797c397-57e4-4110-8e6a-4f3e2caaea1e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:29.708976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'port': {'device_id': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'admin_state_up': True, 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:29.810679 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.828538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object 8011f83c-24b4-4e14-a98d-0f8853bfb043 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:29.855040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:29.859439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.872309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:29.919003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network f450af03-559a-4ce2-a375-5350b731098e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:29.923548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:29.926425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:29.972954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=8011f83c-24b4-4e14-a98d-0f8853bfb043,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:29.982195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c339d15-7874-4233-a2a7-f93f4557cebb no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:29.998756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.007418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 4c339d15-7874-4233-a2a7-f93f4557cebb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:30.007902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c339d15-7874-4233-a2a7-f93f4557cebb not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:30.098030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Allocated IP 172.20.0.3 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/e31ad365-5fd7-47de-88a7-de7091ef6c11) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:30.146354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:30.169871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab6449a-bdee-4e06-bc88-8cebc13d2119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.194474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.294989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af9f2c78-4707-44cb-8fdb-504f96ce5f2a req-f10f3e9e-9962-4061-a598-5e389f2ee940 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.0377181 Jul 22 14:49:30.299702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c6a7654b-c3c7-4c2a-a671-1d148aeae405 None None] Provisioning for port 8011f83c-24b4-4e14-a98d-0f8853bfb043 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:30.322492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c6a7654b-c3c7-4c2a-a671-1d148aeae405 None None] Provisioning complete for port 8011f83c-24b4-4e14-a98d-0f8853bfb043 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:30.323872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6a7654b-c3c7-4c2a-a671-1d148aeae405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.376556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.388316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c6a7654b-c3c7-4c2a-a671-1d148aeae405 None None] Port 8011f83c-24b4-4e14-a98d-0f8853bfb043 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:30.405680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Transition to ACTIVE for port object e31ad365-5fd7-47de-88a7-de7091ef6c11 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:30.465452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab6449a-bdee-4e06-bc88-8cebc13d2119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.471799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cab6449a-bdee-4e06-bc88-8cebc13d2119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.496588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.509402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9fdacac4-8958-4720-9032-27e2b599639c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:30.511148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:30.536128 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cab6449a-bdee-4e06-bc88-8cebc13d2119 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3bc5bff25ee04b9cb29c52c34de45345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886304 Jul 22 14:49:30.537486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6449a-bdee-4e06-bc88-8cebc13d2119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd534252-d352-4e52-894b-726d65ceaa9f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:30.539101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51048) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:30.568377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:30.623055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:30.648698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a57205ec-567f-4632-a04e-71e1f4152278 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:30.653333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:30.712197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.723106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:30.723888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.744181 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0394237 Jul 22 14:49:30.756741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc414-fb89-42c3-b852-7497d727ccf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.758994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Request body: {'port': {'device_id': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:30.815283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc414-fb89-42c3-b852-7497d727ccf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.848802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.876129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.945863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a57205ec-567f-4632-a04e-71e1f4152278 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:30.946657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.980911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc414-fb89-42c3-b852-7497d727ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.985871 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae5fc414-fb89-42c3-b852-7497d727ccf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:30.990719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ae5fc414-fb89-42c3-b852-7497d727ccf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd534252-d352-4e52-894b-726d65ceaa9f HTTP/1.1" status: 204 len: 168 time: 0.4430833 Jul 22 14:49:31.011883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fc414-fb89-42c3-b852-7497d727ccf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd534252-d352-4e52-894b-726d65ceaa9f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:31.021113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:31.075407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bbba7b15-ca76-4f4d-b542-646eb79024cc None None] Provisioning for port e31ad365-5fd7-47de-88a7-de7091ef6c11 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:31.094206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=8011f83c-24b4-4e14-a98d-0f8853bfb043,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:31.100270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bbba7b15-ca76-4f4d-b542-646eb79024cc None None] Provisioning complete for port e31ad365-5fd7-47de-88a7-de7091ef6c11 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:31.100653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbba7b15-ca76-4f4d-b542-646eb79024cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:31.152950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e62ee-71e4-401b-a449-0836144a1942 req-53b162f5-9124-4a63-9c0b-ebe99f8022c7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:31.155615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a9e62ee-71e4-401b-a449-0836144a1942 req-53b162f5-9124-4a63-9c0b-ebe99f8022c7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 931 time: 0.4854367 Jul 22 14:49:31.196682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bbba7b15-ca76-4f4d-b542-646eb79024cc None None] Port e31ad365-5fd7-47de-88a7-de7091ef6c11 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:31.229897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network f450af03-559a-4ce2-a375-5350b731098e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:31.233171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:31.306040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8a91f-956c-4a2f-bc35-5fd9fe99c509 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:31.351336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a9e62ee-71e4-401b-a449-0836144a1942 req-da2df232-69f2-402d-84ca-ea1e26c9d3b6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880956 Jul 22 14:49:31.392623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router b58f6541-2584-406e-bd5a-73c87efe26c2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:49:31.532595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aaa8045f-7fb1-4134-bdae-b4d437688d38 req-f0d5e63a-b124-4bf5-ba28-d9560b60ab5f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.0430734 Jul 22 14:49:31.552101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:31.563080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-96d5fa45-8f5d-42b5-a415-3d6db36f8f77 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/b58f6541-2584-406e-bd5a-73c87efe26c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4924235 Jul 22 14:49:31.563494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:31.567368 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] Sync routers for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:31.585990 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:31.586768 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:31.627950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-923f9f79-6465-4bc4-9f24-77193d60439a None None] Provisioning complete for port 8011f83c-24b4-4e14-a98d-0f8853bfb043 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:31.631617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923f9f79-6465-4bc4-9f24-77193d60439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:31.658185 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:31.678205 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:31.678863 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:31.681779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-923f9f79-6465-4bc4-9f24-77193d60439a None None] Port 8011f83c-24b4-4e14-a98d-0f8853bfb043 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:31.683420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2262d3c3-2c2c-4085-9ad0-146c048e0bbe tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:31.691526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2262d3c3-2c2c-4085-9ad0-146c048e0bbe tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports/8011f83c-24b4-4e14-a98d-0f8853bfb043 HTTP/1.1" status: 200 len: 910 time: 0.1268721 Jul 22 14:49:31.692292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51070) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:31.718468 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:31.719304 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10abb53e-477c-4867-ba51-7217fc23b228 None None] The sync data for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:31.745765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31ad365-5fd7-47de-88a7-de7091ef6c11 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:49:31.758805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:31.777110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Transition to ACTIVE for port object e31ad365-5fd7-47de-88a7-de7091ef6c11 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:31.781172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:31.849953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Pushing event updated for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:31.980194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Attempting to bind port e31ad365-5fd7-47de-88a7-de7091ef6c11 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:31.981488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Attempting to bind port e31ad365-5fd7-47de-88a7-de7091ef6c11 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:31.981950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Attempting to bind port e31ad365-5fd7-47de-88a7-de7091ef6c11 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:31.991913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Port e31ad365-5fd7-47de-88a7-de7091ef6c11 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:49:31.992237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Attempting to bind port e31ad365-5fd7-47de-88a7-de7091ef6c11 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:31.997499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:31.997848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:31.998244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:31.999586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Bound port: e31ad365-5fd7-47de-88a7-de7091ef6c11, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:32.000244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:32.090717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:32.096128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:32.101001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:32.130451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:32.216599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Pushing event updated for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:32.229143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:32.230650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:32.233749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-bca5cc5e-bf6b-4a75-984a-e984f2330a4f service neutron] 10.222.0.61 "PUT /v2.0/ports/e31ad365-5fd7-47de-88a7-de7091ef6c11 HTTP/1.1" status: 200 len: 1091 time: 1.4819791 Jul 22 14:49:32.234797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:32.237509 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bff79ac-3d0b-4466-9542-29b724bc086a" -d '{"events": [{"name": "network-changed", "server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:32.346727 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c2c33f-2a69-4a19-9a14-57f23dcca3eb x-openstack-request-id: req-e8c2c33f-2a69-4a19-9a14-57f23dcca3eb {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:32.347337 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:32.347337 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8c2c33f-2a69-4a19-9a14-57f23dcca3eb {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:32.347661 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11', 'status': 'completed', 'code': 200} Jul 22 14:49:32.378347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-00035038-23e6-4338-8dd2-8976e48c348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:32.380362 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-00035038-23e6-4338-8dd2-8976e48c348a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 1094 time: 0.0983372 Jul 22 14:49:32.429741 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-226f414e-78fb-4a35-9232-8477ba401726 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11 HTTP/1.1" status: 200 len: 217 time: 0.0423539 Jul 22 14:49:32.497163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-41d9ecfe-1cfb-458e-bac3-ddbceefa79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:32.499713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-41d9ecfe-1cfb-458e-bac3-ddbceefa79fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0619674 Jul 22 14:49:32.610320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341742a1-0393-42bd-805b-821139193f21 req-d72d0836-f13e-4f29-a030-d9477bc0727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:32.612143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-d72d0836-f13e-4f29-a030-d9477bc0727b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045961 Jul 22 14:49:32.694425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-813a8d26-81b8-4947-b72c-bb50ac4c164f req-6912a980-70f0-4a4b-aee7-4068baab7e0f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=f99ec203-0897-416e-b99c-7a21c8e57895 HTTP/1.1" status: 200 len: 210 time: 0.0492251 Jul 22 14:49:32.706016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d2b14-8296-42c0-883c-3afcd43aac48 req-769bf104-22f2-4fb6-91e5-2f254406b480 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:32.707602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-330d2b14-8296-42c0-883c-3afcd43aac48 req-769bf104-22f2-4fb6-91e5-2f254406b480 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 943 time: 0.1693945 Jul 22 14:49:32.759321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-330d2b14-8296-42c0-883c-3afcd43aac48 req-6948239b-e6b5-404c-b8e8-1abf8263a32f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437284 Jul 22 14:49:32.762288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 8011f83c-24b4-4e14-a98d-0f8853bfb043 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:32.762729 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:32.804130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-5eb952ba-b8eb-462d-98e1-87792bd3d589 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703770 Jul 22 14:49:32.862662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:32.877434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 8011f83c-24b4-4e14-a98d-0f8853bfb043 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:32.907176 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-341742a1-0393-42bd-805b-821139193f21 req-30ec9ff6-5bef-49d2-bac6-d217ccf4a077 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967438 Jul 22 14:49:33.041785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-bd0808e3-cd6e-4502-b047-62fb2b50b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:33.044374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-bd0808e3-cd6e-4502-b047-62fb2b50b364 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 1094 time: 0.0769610 Jul 22 14:49:33.084423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:33.120862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=8011f83c-24b4-4e14-a98d-0f8853bfb043,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:33.164497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-62627689-924f-4cad-ac8b-48fa71f497de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:33.166665 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-62627689-924f-4cad-ac8b-48fa71f497de service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1146517 Jul 22 14:49:33.246426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-a2ad5f58-f471-4274-ade7-671f20f77a00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11 HTTP/1.1" status: 200 len: 217 time: 0.0725763 Jul 22 14:49:33.310460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-bc9c94db-67da-40bf-83a4-a199ed3906fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:33.312949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-bc9c94db-67da-40bf-83a4-a199ed3906fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0602765 Jul 22 14:49:33.334761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:33.397026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-fb1aca0e-06f9-4c1f-9507-30a87f147b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:33.398945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-fb1aca0e-06f9-4c1f-9507-30a87f147b63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776937 Jul 22 14:49:33.500946 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-0887bbbe-c73d-4846-99a6-aa4cbe970476 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938313 Jul 22 14:49:33.543315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router b58f6541-2584-406e-bd5a-73c87efe26c2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:49:33.600536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5bff79ac-3d0b-4466-9542-29b724bc086a req-4c2b48f0-d335-414b-9c2f-e6273b04e60b service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926151 Jul 22 14:49:33.641164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:33.646211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b5b6365f-31d5-4a38-b7cf-6b86585ffa10 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/b58f6541-2584-406e-bd5a-73c87efe26c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528439 Jul 22 14:49:33.648910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51118) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:33.651147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] Sync routers for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:33.662008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:33.662912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:33.700995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:33.712017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:33.712710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:33.749098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:33.749887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f773788-3235-4361-a53d-7a6900076b83 None None] The sync data for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:34.309866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcb847-95f6-433e-b223-14eeed55a784 req-5b38dea3-a8f5-46f2-9838-600a0a3b8765 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:34.312227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cfcb847-95f6-433e-b223-14eeed55a784 req-5b38dea3-a8f5-46f2-9838-600a0a3b8765 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 943 time: 0.1432655 Jul 22 14:49:34.389691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cfcb847-95f6-433e-b223-14eeed55a784 req-bb3c8cc3-7f73-4bf1-a50a-25e167cc95ee tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651965 Jul 22 14:49:34.439811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51142) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:34.467516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.569941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87475665-fc76-42c8-b40d-626babf24436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.663235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e31ad365-5fd7-47de-88a7-de7091ef6c11 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:49:34.770416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:34.773954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87475665-fc76-42c8-b40d-626babf24436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.781896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87475665-fc76-42c8-b40d-626babf24436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.784068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'e31ad365-5fd7-47de-88a7-de7091ef6c11', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': 'e31ad365-5fd7-47de-88a7-de7091ef6c11', 'mac_address': 'fa:16:3e:89:fd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:49:34.825996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.843616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87475665-fc76-42c8-b40d-626babf24436 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=09d23694397542dabd2d1393d16fa9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002326 Jul 22 14:49:34.843881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51146) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:34.847702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31ad365-5fd7-47de-88a7-de7091ef6c11 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:49:34.852801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475665-fc76-42c8-b40d-626babf24436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce492dd-de68-4054-aaef-4ceacbf036d9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:34.879327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:34.883702 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.902085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:34.902431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.938268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59e7b92f-5f1d-416f-99e4-66ca9307ace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:34.948080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:35.001616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59e7b92f-5f1d-416f-99e4-66ca9307ace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.041775 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.061173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:35.106156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e31ad365-5fd7-47de-88a7-de7091ef6c11'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:35.115816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59e7b92f-5f1d-416f-99e4-66ca9307ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.118387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59e7b92f-5f1d-416f-99e4-66ca9307ace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.122087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-59e7b92f-5f1d-416f-99e4-66ca9307ace6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ce492dd-de68-4054-aaef-4ceacbf036d9 HTTP/1.1" status: 204 len: 168 time: 0.2749274 Jul 22 14:49:35.148902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7b92f-5f1d-416f-99e4-66ca9307ace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce492dd-de68-4054-aaef-4ceacbf036d9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:35.322473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.350326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=b8785fd1-3ea9-4e8b-8f9d-f9ed1628a1f7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:35.524741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:35.549105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec656-04e7-4118-973a-b9c294133268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.574993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.689960 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec656-04e7-4118-973a-b9c294133268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.691300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe97231-a779-4a14-b730-04a671a24f31 req-35887f51-adb8-4ed5-8370-c97fd82cf4a6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:35.692922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fe97231-a779-4a14-b730-04a671a24f31 req-35887f51-adb8-4ed5-8370-c97fd82cf4a6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 944 time: 0.1812024 Jul 22 14:49:35.696357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec656-04e7-4118-973a-b9c294133268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.732132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ec656-04e7-4118-973a-b9c294133268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d490e-20cf-4d86-95b4-f96bc6317027,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:35.759287 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f7ec656-04e7-4118-973a-b9c294133268 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e47e0c8d6a1e4a328de990b20786c3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325776 Jul 22 14:49:35.760995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:35.801349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6fe97231-a779-4a14-b730-04a671a24f31 req-98dd204f-7060-4a81-a737-49fb1bb67b6a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998707 Jul 22 14:49:35.803055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router b58f6541-2584-406e-bd5a-73c87efe26c2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:49:35.826561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee76d440-28e3-444d-a63a-55daadc68c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.840277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee76d440-28e3-444d-a63a-55daadc68c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.879107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:35.884467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-de2d238e-8cc8-412b-8ac3-7c5405072b0f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/b58f6541-2584-406e-bd5a-73c87efe26c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2341108 Jul 22 14:49:35.887203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51162) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:35.897311 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] Sync routers for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:35.909217 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:35.910159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:35.931629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-017bf3e5-1a2c-4c4f-b190-1f1f0277e775 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=b58f6541-2584-406e-bd5a-73c87efe26c2 HTTP/1.1" status: 200 len: 205 time: 0.0396962 Jul 22 14:49:35.931629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee76d440-28e3-444d-a63a-55daadc68c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.931985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51164) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:35.934464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ee76d440-28e3-444d-a63a-55daadc68c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:35.938174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ee76d440-28e3-444d-a63a-55daadc68c21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d86d490e-20cf-4d86-95b4-f96bc6317027 HTTP/1.1" status: 204 len: 168 time: 0.1737888 Jul 22 14:49:35.945812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:35.951966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76d440-28e3-444d-a63a-55daadc68c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d490e-20cf-4d86-95b4-f96bc6317027,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:35.958887 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] Routers {'b58f6541-2584-406e-bd5a-73c87efe26c2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:35.960208 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b58f6541-2584-406e-bd5a-73c87efe26c2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:36.025617 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:36.027252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.028496 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d4dd8-d289-4a24-8829-9b02ab0b69ef None None] The sync data for ids ['b58f6541-2584-406e-bd5a-73c87efe26c2'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:36.125240 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-319bbf36-8204-4566-81a1-c2c69ebc101a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767004 Jul 22 14:49:36.221793 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.224176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.259156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-c3b55125-5b32-4e5f-bc95-34190bce40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:36.260988 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-c3b55125-5b32-4e5f-bc95-34190bce40ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 1097 time: 0.0906332 Jul 22 14:49:36.280595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.281451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router b58f6541-2584-406e-bd5a-73c87efe26c2 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:49:36.294724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.297193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-abd29092-d28d-4809-ad6c-e78c438de463 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/b58f6541-2584-406e-bd5a-73c87efe26c2 HTTP/1.1" status: 204 len: 168 time: 0.3642097 Jul 22 14:49:36.300225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51174) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:36.390661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 37fff8de-fa2c-4939-9189-3ecf511b6c3f {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:49:36.394886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.418217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-44b2f687-b93b-4b3a-96d7-b1648f39d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:36.420147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-44b2f687-b93b-4b3a-96d7-b1648f39d406 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1266870 Jul 22 14:49:36.450239 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.471226 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-8cb03ef2-c007-475c-94cf-3038a82b01b0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fdacac4-8958-4720-9032-27e2b599639c HTTP/1.1" status: 200 len: 217 time: 0.0439115 Jul 22 14:49:36.523788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-9c5f02da-3d57-42b4-8e63-f423a5c80988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:36.525233 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-9c5f02da-3d57-42b4-8e63-f423a5c80988 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0477643 Jul 22 14:49:36.545702 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.611346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-7dcbc730-f075-496c-b930-5abc7e7a7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:36.613450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-7dcbc730-f075-496c-b930-5abc7e7a7bb2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817795 Jul 22 14:49:36.625689 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.651420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.652260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f202e90c-a790-4ae9-bcc2-2d31e63063a0 None None] Network f450af03-559a-4ce2-a375-5350b731098e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:36.656729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/37fff8de-fa2c-4939-9189-3ecf511b6c3f HTTP/1.1" status: 204 len: 168 time: 0.3524733 Jul 22 14:49:36.657519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51188) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:36.687737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fba043-4a7c-47de-9c8c-5b60d35b3ce4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=37fff8de-fa2c-4939-9189-3ecf511b6c3f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:36.724262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-b0269fab-40bf-4388-940d-fe0241b0fc87 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035047 Jul 22 14:49:36.742162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 742af527-983c-48e8-afb8-73fce71395d2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:49:36.745458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.772101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e31ad365-5fd7-47de-88a7-de7091ef6c11 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:36.796265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.852706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2b9c8e1-cdaa-4c61-a2e3-158f914e360f req-bdcc71fa-d341-4798-a6ed-bb77caf714f6 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211262 Jul 22 14:49:36.902626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port e31ad365-5fd7-47de-88a7-de7091ef6c11 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:36.911699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port e31ad365-5fd7-47de-88a7-de7091ef6c11 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:36.912081 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:36.926923 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.044350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] DHCP port deletion for f450af03-559a-4ce2-a375-5350b731098e request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:37.047343 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.062713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853bd6b-24a2-48b4-8771-4cf90e943ba3 req-7b3db895-220d-4c4f-94c1-40c2f5d736ad tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:37.065349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f853bd6b-24a2-48b4-8771-4cf90e943ba3 req-7b3db895-220d-4c4f-94c1-40c2f5d736ad tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 944 time: 0.1154571 Jul 22 14:49:37.066828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.088405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.090784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/742af527-983c-48e8-afb8-73fce71395d2 HTTP/1.1" status: 204 len: 168 time: 0.4326949 Jul 22 14:49:37.094103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:37.116604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fe3e6-492a-4bd3-8bd3-24289d6e22c7 None None] Network 912e4b30-2ef5-4417-a7db-d9df3c2a3509 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:37.130718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404247fb-cd79-4bc3-aea5-c575c4ad1835 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=742af527-983c-48e8-afb8-73fce71395d2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:37.153693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f853bd6b-24a2-48b4-8771-4cf90e943ba3 req-09a39a26-3c3b-48e1-b1e8-87e45a90a071 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744753 Jul 22 14:49:37.157778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:37.161834 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bf1383-8a5c-4a99-8cfc-828bb7547aff" -d '{"events": [{"server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "name": "network-vif-plugged", "status": "completed", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:37.205849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:37.221218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.287874 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d30df74-7a48-48f0-a71d-fd937846a1a8 x-openstack-request-id: req-5d30df74-7a48-48f0-a71d-fd937846a1a8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:37.288201 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "name": "network-vif-plugged", "status": "completed", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:37.288543 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d30df74-7a48-48f0-a71d-fd937846a1a8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:37.288806 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11', 'code': 200} Jul 22 14:49:37.289837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:37.334858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.385600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] Deleting port a57205ec-567f-4632-a04e-71e1f4152278 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:37.385986 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.430579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.509007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] For port a57205ec-567f-4632-a04e-71e1f4152278, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a57205ec-567f-4632-a04e-71e1f4152278,segment=NetworkSegment(189fc6d8-5c55-4149-a975-21480b5404f4),segment_id=189fc6d8-5c55-4149-a975-21480b5404f4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:37.509416 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.527583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] Calling delete_port for a57205ec-567f-4632-a04e-71e1f4152278 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:37.536168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2726e-72cf-4646-9353-ad0452a002d8 req-0073cb6b-5fd5-4bc3-bfd3-590102a1814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:37.537733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-97f2726e-72cf-4646-9353-ad0452a002d8 req-0073cb6b-5fd5-4bc3-bfd3-590102a1814c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 1096 time: 0.1995173 Jul 22 14:49:37.609677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-97f2726e-72cf-4646-9353-ad0452a002d8 req-b80e43be-4545-45b8-af9c-8d857c90a58a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573382 Jul 22 14:49:37.614319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port a57205ec-567f-4632-a04e-71e1f4152278 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:37.615040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.636876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] DHCP port deletion for 912e4b30-2ef5-4417-a7db-d9df3c2a3509 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:37.703917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.712773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] Deleting port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:37.713496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.743728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port a57205ec-567f-4632-a04e-71e1f4152278, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a57205ec-567f-4632-a04e-71e1f4152278,segment=NetworkSegment(189fc6d8-5c55-4149-a975-21480b5404f4),segment_id=189fc6d8-5c55-4149-a975-21480b5404f4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:37.744090 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.752731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] Pushing event deleted for resources: {'Port': ['ID=a57205ec-567f-4632-a04e-71e1f4152278,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:37.762502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ff5de5-1e21-4e86-b4f2-91c8c6d0cd2a None None] No DVR routers for this DVR port a57205ec-567f-4632-a04e-71e1f4152278 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:37.762937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for a57205ec-567f-4632-a04e-71e1f4152278 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:37.816160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.828923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] For port 413bedf4-1046-4dcb-b3bf-7d26ddb18816, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=413bedf4-1046-4dcb-b3bf-7d26ddb18816,segment=NetworkSegment(1304830b-ee39-4a47-b2e2-edae8e902b2b),segment_id=1304830b-ee39-4a47-b2e2-edae8e902b2b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:37.829746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.859442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] Calling delete_port for 413bedf4-1046-4dcb-b3bf-7d26ddb18816 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:37.882127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:37.911548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=a57205ec-567f-4632-a04e-71e1f4152278,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:37.915738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port a57205ec-567f-4632-a04e-71e1f4152278 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:37.960688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.002758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] Pushing event deleted for resources: {'Port': ['ID=413bedf4-1046-4dcb-b3bf-7d26ddb18816,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:38.005659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c3a79-573e-44e0-b8d9-1c7ee336aabc None None] No DVR routers for this DVR port 413bedf4-1046-4dcb-b3bf-7d26ddb18816 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:38.020452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.035355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f450af03-559a-4ce2-a375-5350b731098e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:38.048079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189fc6d8-5c55-4149-a975-21480b5404f4') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:38.048357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189fc6d8-5c55-4149-a975-21480b5404f4') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:38.059819 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.076757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.084115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:38.084564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:38.087693 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:38.159960 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.167647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.172356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/f450af03-559a-4ce2-a375-5350b731098e HTTP/1.1" status: 204 len: 168 time: 1.0770326 Jul 22 14:49:38.172747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51264) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:38.190319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5d168-2d52-48c2-8a6c-11d2634ef8c9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=f450af03-559a-4ce2-a375-5350b731098e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:38.319988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.408736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2328b-45c3-4add-8b20-a9bcc2ea00cc req-7a0056b0-2639-4379-8a33-e4d542c3ddb0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:38.410160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4a2328b-45c3-4add-8b20-a9bcc2ea00cc req-7a0056b0-2639-4379-8a33-e4d542c3ddb0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 945 time: 0.1331172 Jul 22 14:49:38.496680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.528897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912e4b30-2ef5-4417-a7db-d9df3c2a3509']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:38.534742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4a2328b-45c3-4add-8b20-a9bcc2ea00cc req-36699720-9f25-46b2-9534-5fdd0b349bd6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139827 Jul 22 14:49:38.544042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1304830b-ee39-4a47-b2e2-edae8e902b2b') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:38.544615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1304830b-ee39-4a47-b2e2-edae8e902b2b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:38.564621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.585790 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.597464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:38.598093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:38.603625 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:38.646829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 413bedf4-1046-4dcb-b3bf-7d26ddb18816 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:38.674263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 413bedf4-1046-4dcb-b3bf-7d26ddb18816 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:38.674883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 413bedf4-1046-4dcb-b3bf-7d26ddb18816 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:38.675378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a57205ec-567f-4632-a04e-71e1f4152278 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:38.681892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.703958 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.706450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/912e4b30-2ef5-4417-a7db-d9df3c2a3509 HTTP/1.1" status: 204 len: 168 time: 0.5316775 Jul 22 14:49:38.711693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:38.715185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a57205ec-567f-4632-a04e-71e1f4152278 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:38.716188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a57205ec-567f-4632-a04e-71e1f4152278 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:38.734087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-411760093'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:38.768294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20def9-21c9-46e2-af8a-0f0f92528be6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=912e4b30-2ef5-4417-a7db-d9df3c2a3509,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:38.792729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:38.799702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.835984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:38.865780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:38.866379 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 7b4ce806-a90f-4843-8dfa-6ef4e340e6b7 of type vlan for network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 Jul 22 14:49:38.955571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.001305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.009469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:39.011078 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.058089 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3415062 Jul 22 14:49:39.060832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:39.067455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:39.134406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d2155-b5e0-469f-b1c0-33d1bfefda93 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:39.156741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:39.215198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:39.224424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.482375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.550386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=c3d6bd58-d369-4d49-abd2-64c224ae3779,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:39.562131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:39.562601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:39.585171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:39.602187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:39.608247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:39.608837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.624292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e450a0-c681-4f32-b6aa-e6e32bd7ba0a None None] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:39.630717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31454020-2e94-46f0-a802-037eb1328df7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5687556 Jul 22 14:49:39.634358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:39.642383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-614710041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:39.706068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.707194 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.817512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.820067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea4771-e4e3-4c99-afa0-a104670a6376 req-0b966437-2bda-4115-a387-189d79028354 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:39.824196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.827778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86ea4771-e4e3-4c99-afa0-a104670a6376 req-0b966437-2bda-4115-a387-189d79028354 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 945 time: 0.1670372 Jul 22 14:49:39.850817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837', 'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': 'c3d6bd58-d369-4d49-abd2-64c224ae3779'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:39.852366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.869498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:39.881398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e98ce009-ec58-4c12-a0a0-6e3546fd8488 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2408805 Jul 22 14:49:39.882238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51342) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:39.906562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'port': {'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837', 'name': 'tempest-RoutersTest-771438170'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:39.907843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-393b6d83-f58c-4639-8431-df1d5f360f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.059076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Allocated IP 172.20.0.2 (c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837/c3d6bd58-d369-4d49-abd2-64c224ae3779/4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:40.082853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86ea4771-e4e3-4c99-afa0-a104670a6376 req-b1854462-c572-46b5-938c-a2bf71a3ff5e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358129 Jul 22 14:49:40.094139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:40.099123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.118281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] device_id is not set on port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:49:40.270737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-984dcb4f-619d-4558-bc86-132d9fe6131e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 267 time: 0.0521553 Jul 22 14:49:40.347551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.366645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Transition to ACTIVE for port object 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:40.380693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-1a3de953-6ce9-4cc9-bd18-90ee48ac87eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:40.382692 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-1a3de953-6ce9-4cc9-bd18-90ee48ac87eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 945 time: 0.1016281 Jul 22 14:49:40.388989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Transition to ACTIVE for port object 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:40.398201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.399466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'port': {'security_groups': []}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:40.449453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:40.453313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:40.459528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:40.521996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Pushing event updated for resources: {'Port': ['ID=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:40.540653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Attempting to bind port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:40.541027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Attempting to bind port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:40.541473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Attempting to bind port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c on network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:40.543432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.548257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:40.549086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Checking segment: {'id': '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:40.549860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.550265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Bound using segment: {'id': '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:40.550778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Bound port: 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:40.551167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.588718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.20.0.5 (c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837/c3d6bd58-d369-4d49-abd2-64c224ae3779/4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:40.670303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] For port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:40.677563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] For port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,segment=NetworkSegment(7b4ce806-a90f-4843-8dfa-6ef4e340e6b7),segment_id=7b4ce806-a90f-4843-8dfa-6ef4e340e6b7)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:40.683740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.846311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7c0d-b3b5-415b-8876-f8319778d210 None None] Pushing event updated for resources: {'Port': ['ID=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:40.853990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:40.931714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.950899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.955303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:40.960398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:40.973420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9fdacac4-8958-4720-9032-27e2b599639c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:41.048060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6', 'e31ad365-5fd7-47de-88a7-de7091ef6c11'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:41.146508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.149878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:41.152494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff0b2596-103e-4a4d-a8d5-374ef6ecb35e req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "PUT /v2.0/ports/e31ad365-5fd7-47de-88a7-de7091ef6c11 HTTP/1.1" status: 200 len: 904 time: 0.7600608 Jul 22 14:49:41.159099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:41.159099 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c" -d '{"events": [{"name": "network-changed", "server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:41.220064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['e31ad365-5fd7-47de-88a7-de7091ef6c11'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:41.251011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e1134-4908-4d4c-be3c-9ebdb4182482 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:41.285099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:41.318357 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96103a7f-6504-4841-b78c-a8b679d278a7 x-openstack-request-id: req-96103a7f-6504-4841-b78c-a8b679d278a7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:41.319877 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:41.321160 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96103a7f-6504-4841-b78c-a8b679d278a7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:41.322097 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11', 'status': 'completed', 'code': 200} Jul 22 14:49:41.447711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-18a4b1c8-b5a3-45b7-b250-beee33033e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.449281 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-18a4b1c8-b5a3-45b7-b250-beee33033e1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 1058 time: 0.1253381 Jul 22 14:49:41.551669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:41.558201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:41.561434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:41.626036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:41.666371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.667111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:41.692893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1516913-df7d-49d3-8cf5-f519180f1999 req-2dff32ce-12ef-4a00-a1ae-47e8d6924706 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.693817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-fbfb9016-6d62-411c-ba19-9dca82adc828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.694748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1516913-df7d-49d3-8cf5-f519180f1999 req-2dff32ce-12ef-4a00-a1ae-47e8d6924706 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 907 time: 0.3362646 Jul 22 14:49:41.695325 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-fbfb9016-6d62-411c-ba19-9dca82adc828 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.2376039 Jul 22 14:49:41.696713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2008bc52-8f71-4be5-bb34-e1adcef0e592 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8129637 Jul 22 14:49:41.699541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:41.739962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-041f4688-0c2c-4d74-a66b-713d2d8ef2fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11 HTTP/1.1" status: 200 len: 217 time: 0.0387671 Jul 22 14:49:41.768455 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:49:41.880951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-37aba995-028a-43ed-998e-998979ab7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.884035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-37aba995-028a-43ed-998e-998979ab7336 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.1378453 Jul 22 14:49:41.900356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f0b01be6-85f2-4956-8e14-d358af2266be None None] Provisioning complete for port e31ad365-5fd7-47de-88a7-de7091ef6c11 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:41.900709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f0b01be6-85f2-4956-8e14-d358af2266be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:41.991108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-393e5638-95a9-44b5-9c39-30271e00d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:41.997112 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-393e5638-95a9-44b5-9c39-30271e00d9c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042283 Jul 22 14:49:42.150645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a206785-8e76-43f5-8c10-04386c531c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:42.248798 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-05ba3491-d77c-4eec-b8b1-a99a5fd496e8 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457764 Jul 22 14:49:42.359752 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:42.419164 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2b3d4b9-c17c-4e26-8827-8007d2e5094c req-ffc08b7e-bfb7-4d3a-bc07-f11c921890f4 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630013 Jul 22 14:49:42.451520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c2e84-b150-4ae1-802a-309e0990bd84 None None] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:42.603605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e4d35-fec7-47ba-ad2e-60791f328ae3 req-c1b79d78-0014-4b0e-891a-54cd78530dae tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:42.605339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df2e4d35-fec7-47ba-ad2e-60791f328ae3 req-c1b79d78-0014-4b0e-891a-54cd78530dae tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2897978 Jul 22 14:49:42.651791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75c7226d-6122-4bc9-91fc-aa87501fda32 None None] Provisioning for port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:42.723354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:42.744361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df2e4d35-fec7-47ba-ad2e-60791f328ae3 req-3940a1fd-3906-4119-b3d0-68fcb7fc5caa tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195624 Jul 22 14:49:42.813649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:42.832177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:42.835846 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:42.837687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:42.943554 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:42.984404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,segment=NetworkSegment(7b4ce806-a90f-4843-8dfa-6ef4e340e6b7),segment_id=7b4ce806-a90f-4843-8dfa-6ef4e340e6b7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:42.992735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.067324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:43.095549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376465ab-81c1-4a64-a00a-15f45dfbed59 req-5172f130-f871-4402-a8f9-d86353647594 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:43.097566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-376465ab-81c1-4a64-a00a-15f45dfbed59 req-5172f130-f871-4402-a8f9-d86353647594 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2344525 Jul 22 14:49:43.190931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0cb34402-ad6f-4e57-ad58-242592fce85c None None] Provisioning for port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:43.191540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-376465ab-81c1-4a64-a00a-15f45dfbed59 req-8f404c44-4365-4dec-becc-7af9edca0cb3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862589 Jul 22 14:49:43.196895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0cb34402-ad6f-4e57-ad58-242592fce85c None None] Provisioning complete for port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:43.197844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-ad6f-4e57-ad58-242592fce85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.250563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0cb34402-ad6f-4e57-ad58-242592fce85c None None] Port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:43.255379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.261213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0cb34402-ad6f-4e57-ad58-242592fce85c None None] Provisioning complete for port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:43.261700 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-ad6f-4e57-ad58-242592fce85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.262666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.390546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:43.530538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5a93a707-a4b6-450b-a373-0673bee68c8b None None] Provisioning complete for port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:43.531227 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a93a707-a4b6-450b-a373-0673bee68c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.585776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5a93a707-a4b6-450b-a373-0673bee68c8b None None] Port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:43.641034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.648744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.692658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-b6b360f0-b973-4c38-8411-fcb83280271f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:43.694167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-b6b360f0-b973-4c38-8411-fcb83280271f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.2033799 Jul 22 14:49:43.715228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-73974f7f-f218-4f6f-abd0-fd066d5a1439 None None] Provisioning complete for port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:43.715967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73974f7f-f218-4f6f-abd0-fd066d5a1439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.737655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-9715bbeb-da2a-45c6-bfd4-1f88ab1f83af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/quotas/dde0414550c249b39506a63cf7fc71c4 HTTP/1.1" status: 200 len: 375 time: 0.0366607 Jul 22 14:49:43.755543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-73974f7f-f218-4f6f-abd0-fd066d5a1439 None None] Port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:43.841245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:43.879245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-c6bcacb6-478f-44a6-9b64-2122731b2249 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1321452 Jul 22 14:49:44.085797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-b62f7639-2477-4433-b547-03eda4694356 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812100 Jul 22 14:49:44.258873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-00c52081-a936-4397-a3b7-ddeeaa7ca050 service neutron] 10.222.0.60 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623054 Jul 22 14:49:44.280398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:44.287098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:44.370436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:44.413186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:44.515595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e4278c5-d3fd-4af0-8f42-50936796a9ac req-0542c941-4d8f-4f3d-ad20-9098287c6561 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 210 time: 0.0418935 Jul 22 14:49:44.557239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:44.559025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:44.675330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:44.764172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:49:44.788960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:44.789751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:44.987328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-da7b5744-8c80-429d-95db-f13c0ebe0a96 None None] Provisioning complete for port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:44.987716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da7b5744-8c80-429d-95db-f13c0ebe0a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:45.037465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-da7b5744-8c80-429d-95db-f13c0ebe0a96 None None] Port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:45.037819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:45.056307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] Sync routers for ids ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:45.059227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e5ff5ae9-cb44-4d1b-aa94-94727205f5f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/ee696c7a-ca94-4d38-a7d0-85a8cc1035e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3583238 Jul 22 14:49:45.061867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:45.077816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] Routers {'ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:45.080265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:45.154744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:45.166166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10423224-d761-4210-8448-2c2fe98954d0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:45.172102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] Routers {'ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:45.172409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51452) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:45.173724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:45.173940 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10423224-d761-4210-8448-2c2fe98954d0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports/4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 HTTP/1.1" status: 200 len: 976 time: 0.1107974 Jul 22 14:49:45.256370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:45.258019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b31582-563a-4ff9-af5b-89641b6d3e74 None None] The sync data for ids ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:45.322919 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:45.433584 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-614b887a-5c8b-4e2b-bd11-3b11b67a2811 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773182 Jul 22 14:49:45.549593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-aeacc5df-7ec6-49ca-92d0-2f63ded199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:45.551158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-aeacc5df-7ec6-49ca-92d0-2f63ded199a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 1097 time: 0.0884550 Jul 22 14:49:45.593567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:45.653522 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79f82e0e-30a4-4777-abc9-47c4bd8b02ed req-f43871b5-c129-4fef-b425-66ae4456a91a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 210 time: 0.0402772 Jul 22 14:49:45.724398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-f261224e-8391-4969-b43d-a105d26ce5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:45.726257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-f261224e-8391-4969-b43d-a105d26ce5af service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.1540351 Jul 22 14:49:45.783786 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-5cfcdaa4-6ebe-4c4e-976d-80bea3b3eaec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6 HTTP/1.1" status: 200 len: 217 time: 0.0498388 Jul 22 14:49:45.877223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbb49692-29bf-4af3-89e5-d630e3e745e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:45.902662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-e5013a07-3064-4827-8d8d-e339daffcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:45.904646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-e5013a07-3064-4827-8d8d-e339daffcee7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.1144710 Jul 22 14:49:45.907454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.043704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-7b93ce59-8bf8-440d-90f2-439a94b311ff tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:46.045627 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-7b93ce59-8bf8-440d-90f2-439a94b311ff tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.72 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 811 time: 0.2355719 Jul 22 14:49:46.054462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-9dfcb274-3209-4e41-9f69-43cf7025bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:46.056265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-9dfcb274-3209-4e41-9f69-43cf7025bd93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428986 Jul 22 14:49:46.061210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Request body: {'port': {'device_id': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'admin_state_up': True, 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:46.145099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbb49692-29bf-4af3-89e5-d630e3e745e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.151355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbb49692-29bf-4af3-89e5-d630e3e745e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.216060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49692-29bf-4af3-89e5-d630e3e745e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c96e24-67da-4323-956d-50e773af55da,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:46.220433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbb49692-29bf-4af3-89e5-d630e3e745e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=606df006e07f45128b3439b465e29575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6258526 Jul 22 14:49:46.223257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51466) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:46.238157 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-9ecffe10-126b-4e16-8b6d-9df49f2abf21 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732166 Jul 22 14:49:46.288168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Made reservation on behalf of dde0414550c249b39506a63cf7fc71c4 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:46.292152 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.409139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-84329c9d-2e47-45d4-9e29-a44e7a994586 req-2986b449-918f-4326-b1c4-f997c1c05ec5 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637683 Jul 22 14:49:46.489194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Allocated IP 172.20.0.9 (8290d9a5-72cb-42f2-bba9-107ce95c2fc9/c4dba83e-8d86-4a42-bab5-b4fa58b31b16/9c239f9c-597b-465b-9235-bfa8683b9be1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:46.644935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:46.645240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.649332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02136d-8d0a-42ab-9be1-afa237f1da04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.653411 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.665480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Transition to ACTIVE for port object 9c239f9c-597b-465b-9235-bfa8683b9be1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:46.694561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02136d-8d0a-42ab-9be1-afa237f1da04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.706758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.720357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:46.760792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:46.764404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:46.777635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:46.777932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.793658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:46.801988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9fdacac4-8958-4720-9032-27e2b599639c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:46.813772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02136d-8d0a-42ab-9be1-afa237f1da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.816638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:46.816810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c02136d-8d0a-42ab-9be1-afa237f1da04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.817940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3c02136d-8d0a-42ab-9be1-afa237f1da04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38c96e24-67da-4323-956d-50e773af55da HTTP/1.1" status: 204 len: 168 time: 0.5936635 Jul 22 14:49:46.858400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02136d-8d0a-42ab-9be1-afa237f1da04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c96e24-67da-4323-956d-50e773af55da,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:46.907144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:46.909426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:46.952312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-2fcdb6da-7f5b-44f7-8524-9083c69546d7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8949914 Jul 22 14:49:46.966172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Request body: {'port': {'device_id': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:47.082040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.091572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.153228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=4e6ea9cf-a23f-4d4f-b7de-27fd1207e2d7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:47.303020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-36d925a2-371f-414f-8978-b088f77f3e8c None None] Provisioning for port 9c239f9c-597b-465b-9235-bfa8683b9be1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:47.328771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161aa620-8c4d-4280-a8d3-c47e5e55c351 req-65d96c71-761e-475e-a61e-bc90fecf0407 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:47.331854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-36d925a2-371f-414f-8978-b088f77f3e8c None None] Provisioning complete for port 9c239f9c-597b-465b-9235-bfa8683b9be1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:47.332239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-36d925a2-371f-414f-8978-b088f77f3e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.337907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161aa620-8c4d-4280-a8d3-c47e5e55c351 req-65d96c71-761e-475e-a61e-bc90fecf0407 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 931 time: 0.2592766 Jul 22 14:49:47.378551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:47.409910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-36d925a2-371f-414f-8978-b088f77f3e8c None None] Port 9c239f9c-597b-465b-9235-bfa8683b9be1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:47.446028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.480086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-161aa620-8c4d-4280-a8d3-c47e5e55c351 req-275553ba-1cb5-4a49-9d8f-7be6630b7e3f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410196 Jul 22 14:49:47.650733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:49:47.735049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:47.743625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7a85ac98-4b1b-4ea9-9b87-480b0aa58a83 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/ee696c7a-ca94-4d38-a7d0-85a8cc1035e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5700326 Jul 22 14:49:47.744350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51482) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:47.749963 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] Sync routers for ids ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:47.761103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] Routers {'ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:47.761725 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:47.814000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:47.818224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-411f5c32-ad66-491a-a307-87b0789425dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.828232 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] Routers {'ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:47.829279 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:47.876506 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:47.877440 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d07b4c-14e7-4654-bb91-e4db5596417a None None] The sync data for ids ['ee696c7a-ca94-4d38-a7d0-85a8cc1035e7'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:47.906238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c239f9c-597b-465b-9235-bfa8683b9be1 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:49:47.919687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.941928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Transition to ACTIVE for port object 9c239f9c-597b-465b-9235-bfa8683b9be1 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:47.949108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:47.956606 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-54357009-b9b6-482d-90c6-90709ef20c62 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 14:49:47.961214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-54357009-b9b6-482d-90c6-90709ef20c62 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/ee696c7a-ca94-4d38-a7d0-85a8cc1035e7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2122698 Jul 22 14:49:47.961214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:47.991811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-efb2772c-64ba-4e96-a3b3-949962d184f9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 HTTP/1.1" status: 200 len: 205 time: 0.0300133 Jul 22 14:49:47.994090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:48.057533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:48.079263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.114339 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-411f5c32-ad66-491a-a307-87b0789425dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.121643 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-411f5c32-ad66-491a-a307-87b0789425dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.174245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Attempting to bind port 9c239f9c-597b-465b-9235-bfa8683b9be1 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:48.174618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Attempting to bind port 9c239f9c-597b-465b-9235-bfa8683b9be1 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:48.174963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Attempting to bind port 9c239f9c-597b-465b-9235-bfa8683b9be1 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:48.181146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Port 9c239f9c-597b-465b-9235-bfa8683b9be1 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:49:48.181481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Attempting to bind port 9c239f9c-597b-465b-9235-bfa8683b9be1 on network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:48.189287 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-411f5c32-ad66-491a-a307-87b0789425dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3241fc12e4ac4be69430eccc1c8550bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859913 Jul 22 14:49:48.190502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:48.191064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Checking segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:48.191457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Bound using segment: {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:48.191913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Bound port: 9c239f9c-597b-465b-9235-bfa8683b9be1, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8480ea07-d358-4263-be36-b744e5dacffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:48.192752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.195667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51490) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:48.196323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f5c32-ad66-491a-a307-87b0789425dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7dd447-b5f4-4a55-8fac-069e7c81acae,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:48.291711 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.294659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.305703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7951be49-add3-4de9-a431-8d824edf82a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.325100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:48.346110 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7951be49-add3-4de9-a431-8d824edf82a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.349066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:48.350230 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.350826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:49:48.355863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.359205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.360311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-04d7b056-cb3a-45f0-b833-ad33241b71f7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 HTTP/1.1" status: 204 len: 168 time: 0.3649578 Jul 22 14:49:48.363674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51492) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:48.406638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.407295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.408747 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-13518b25-8815-461c-845c-77b106d61d1b service neutron] 10.222.0.72 "PUT /v2.0/ports/9c239f9c-597b-465b-9235-bfa8683b9be1 HTTP/1.1" status: 200 len: 1091 time: 1.4485900 Jul 22 14:49:48.409207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:48.411527 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad" -d '{"events": [{"name": "network-changed", "server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:48.422861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet c3d6bd58-d369-4d49-abd2-64c224ae3779 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:49:48.427436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.486396 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7a9170-d2ec-4ada-8151-2a29fb85d49c x-openstack-request-id: req-0a7a9170-d2ec-4ada-8151-2a29fb85d49c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:48.486703 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:48.486965 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a7a9170-d2ec-4ada-8151-2a29fb85d49c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:48.487365 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'status': 'completed', 'code': 200} Jul 22 14:49:48.494402 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.530263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13518b25-8815-461c-845c-77b106d61d1b service neutron] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:48.589344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7951be49-add3-4de9-a431-8d824edf82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.593734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7951be49-add3-4de9-a431-8d824edf82a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.599664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7951be49-add3-4de9-a431-8d824edf82a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a7dd447-b5f4-4a55-8fac-069e7c81acae HTTP/1.1" status: 204 len: 168 time: 0.3999321 Jul 22 14:49:48.618759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951be49-add3-4de9-a431-8d824edf82a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7dd447-b5f4-4a55-8fac-069e7c81acae,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:48.622758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-a02f7b37-00e4-4069-b864-4478ee72e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.626058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-a02f7b37-00e4-4069-b864-4478ee72e70b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 1094 time: 0.1636724 Jul 22 14:49:48.676657 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-b376f232-07c3-43e4-aed1-800e5360ae53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c239f9c-597b-465b-9235-bfa8683b9be1 HTTP/1.1" status: 200 len: 217 time: 0.0440307 Jul 22 14:49:48.755031 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.769380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-a775a637-6ecd-4ec0-a604-9066f9dca83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.771293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-a775a637-6ecd-4ec0-a604-9066f9dca83b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0858622 Jul 22 14:49:48.830440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38a308-74f5-4575-8847-3a51e75773f6 req-5a67a4bb-0f60-4312-ac7d-d374c93f9cad tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.832371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e38a308-74f5-4575-8847-3a51e75773f6 req-5a67a4bb-0f60-4312-ac7d-d374c93f9cad tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 943 time: 0.2097697 Jul 22 14:49:48.854164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-83e50d8e-15e0-43b2-b6fe-76747b699ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:48.856234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-83e50d8e-15e0-43b2-b6fe-76747b699ffe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778067 Jul 22 14:49:48.861037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.899743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dd98f-cca6-4249-8068-517ca36f7f4b None None] Network c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:48.903227 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:48.909100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/c3d6bd58-d369-4d49-abd2-64c224ae3779 HTTP/1.1" status: 204 len: 168 time: 0.5431173 Jul 22 14:49:48.909915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:48.942367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e02270-8b30-4ed7-8bb7-7f495a67ff95 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=c3d6bd58-d369-4d49-abd2-64c224ae3779,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:48.958752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e38a308-74f5-4575-8847-3a51e75773f6 req-85896798-98c9-4133-b0de-ccab58b83106 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187088 Jul 22 14:49:49.082788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.086236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-90f73601-a7df-4445-bdee-2161b3be2f82 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238567 Jul 22 14:49:49.146261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] DHCP port deletion for c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:49.223776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:49.224123 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.228042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] Deleting port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:49.228777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.253940 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ebf2b1a2-8b7b-4756-a064-5c78dc6e4c95 req-859ede71-3fcf-4a1d-acc3-528ae4f95bad service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609664 Jul 22 14:49:49.311210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,segment=NetworkSegment(7b4ce806-a90f-4843-8dfa-6ef4e340e6b7),segment_id=7b4ce806-a90f-4843-8dfa-6ef4e340e6b7)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:49.312006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.329686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] For port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,segment=NetworkSegment(7b4ce806-a90f-4843-8dfa-6ef4e340e6b7),segment_id=7b4ce806-a90f-4843-8dfa-6ef4e340e6b7)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:49.330418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.348602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] Calling delete_port for 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:49.350777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:49.444997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-d4281c25-9d0a-4e96-ad03-5aeec599186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:49.446542 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-d4281c25-9d0a-4e96-ad03-5aeec599186b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 1094 time: 0.1312702 Jul 22 14:49:49.492253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.501624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.516823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] No DVR routers for this DVR port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:49.555775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166b0dc-6f6f-47e7-a7e2-5299231e771a None None] Pushing event deleted for resources: {'Port': ['ID=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:49.556150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:49.562507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:49.599239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.599597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.599947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.600293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.600637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.600972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.601305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.601641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.601977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.602504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.602864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.603201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:49.695063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.699277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-472e74e9-518e-4fe9-862b-0643c6d05b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:49.700792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-472e74e9-518e-4fe9-862b-0643c6d05b48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.2434835 Jul 22 14:49:49.725175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:49.762832 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-245157f1-32db-4eae-a5df-07b68da7f179 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c239f9c-597b-465b-9235-bfa8683b9be1 HTTP/1.1" status: 200 len: 217 time: 0.0551281 Jul 22 14:49:49.767094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:49.767398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4ce806-a90f-4843-8dfa-6ef4e340e6b7') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:49.786906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.824170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.836243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:49.836658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:49.839827 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:49.842614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-986bf3a7-e1ef-4679-b52a-0851954413ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:49.843364 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-986bf3a7-e1ef-4679-b52a-0851954413ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0683329 Jul 22 14:49:50.004283 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.026383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.028479 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837 HTTP/1.1" status: 204 len: 168 time: 1.1166532 Jul 22 14:49:50.032339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51536) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:50.033051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38b943-0077-462f-b37b-ad308e6516e3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=c9d5e8ef-d3c9-4419-a5b3-9b2e991b2837,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:50.038454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-1186244970'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:50.044480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-e0f6224b-8fec-4146-9a3f-268efa4920ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:50.046104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-e0f6224b-8fec-4146-9a3f-268efa4920ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925755 Jul 22 14:49:50.109290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:50.113087 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.159155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:49:50.174342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-2efcc5cd-abd6-4e34-89bc-3a3d96833089 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162400 Jul 22 14:49:50.176889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014d21-83da-4521-b426-575471f51413 req-b707071b-4c63-43a4-8368-23b17a62131e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:50.178604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee014d21-83da-4521-b426-575471f51413 req-b707071b-4c63-43a4-8368-23b17a62131e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 943 time: 0.1279440 Jul 22 14:49:50.183871 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.184362 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 7fa69410-15c3-4d7d-a92b-c52a0435e91e of type vlan for network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 Jul 22 14:49:50.265167 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.322776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.329081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:50.329858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.390020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ec8bd22-6bb9-49e2-92f1-79ca42d6fdad req-57207ac0-780e-4cee-9b19-7a926beb613e service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100439 Jul 22 14:49:50.445553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=7f7637b2-73af-4eb8-9ec7-95a33d1b6755,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:50.451708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee014d21-83da-4521-b426-575471f51413 req-ab588836-c29b-4631-8408-705fdfb170f1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646582 Jul 22 14:49:50.470567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b7504705-87ce-4ee2-ab67-aa6c3c8c83c0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4346902 Jul 22 14:49:50.470956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51552) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:50.479165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:50.520773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:49:50.669619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:50.685018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:49:50.689964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:50.707882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:50.709409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a2d3aa5-2c05-4e93-aaf1-b37fa6cdd32c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:50.933033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.003189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=4290928a-d8a2-41b0-97a7-71c1fb02e020,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:51.016808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '7fa69410-15c3-4d7d-a92b-c52a0435e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:51.017295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: 7f7637b2-73af-4eb8-9ec7-95a33d1b6755, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:49:51.040273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:49:51.051335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 7f7637b2-73af-4eb8-9ec7-95a33d1b6755) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:51.057658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:51.058281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.071120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de070264-8f5d-4d54-b9a1-bb54ddfb7c79 None None] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:51.089413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eb8b9812-6098-49df-b210-cc8f3eeed0ba tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6170723 Jul 22 14:49:51.091816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51590) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:51.098445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1569165745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:51.127987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.129944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.224626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.230546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.252871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.255241 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8db33796-3cd7-4802-b8ce-cb0e70221992 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1617665 Jul 22 14:49:51.257572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51604) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:51.307325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-7f7637b2-73af-4eb8-9ec7-95a33d1b6755', 'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '4290928a-d8a2-41b0-97a7-71c1fb02e020'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:49:51.308404 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.558263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Allocated IP 172.20.0.2 (7f7637b2-73af-4eb8-9ec7-95a33d1b6755/4290928a-d8a2-41b0-97a7-71c1fb02e020/dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:51.633494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.675787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363202e2-f31c-4b34-afce-e1beaef1dbcf req-499087b3-1c42-454b-ac54-e89c823b71d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:51.677346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-363202e2-f31c-4b34-afce-e1beaef1dbcf req-499087b3-1c42-454b-ac54-e89c823b71d0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 943 time: 0.1038556 Jul 22 14:49:51.744024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-363202e2-f31c-4b34-afce-e1beaef1dbcf req-c7311e49-d593-47cd-b182-81fe56f08264 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 Jul 22 14:49:51.784005 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.794616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Transition to ACTIVE for port object dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:51.835592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Transition to ACTIVE for port object dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:51.849990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51632) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:51.871949 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:51.953828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:51.964939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:51.980308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:51.993600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Pushing event updated for resources: {'Port': ['ID=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:52.073185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a135d855-90f3-4958-964a-14038fca5c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.076169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.20.0.1 (7f7637b2-73af-4eb8-9ec7-95a33d1b6755/4290928a-d8a2-41b0-97a7-71c1fb02e020/257795c1-1642-4858-9b3c-1fbcf67085e8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:52.085138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Attempting to bind port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:49:52.085514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Attempting to bind port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7fa69410-15c3-4d7d-a92b-c52a0435e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:49:52.085887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Attempting to bind port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 on network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:49:52.090558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9c239f9c-597b-465b-9235-bfa8683b9be1 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:49:52.105522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:49:52.106046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Checking segment: {'id': '7fa69410-15c3-4d7d-a92b-c52a0435e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:49:52.106425 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.107105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Bound using segment: {'id': '7fa69410-15c3-4d7d-a92b-c52a0435e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:49:52.108907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Bound port: dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa69410-15c3-4d7d-a92b-c52a0435e91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7f7637b2-73af-4eb8-9ec7-95a33d1b6755'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:49:52.108907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.205701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a135d855-90f3-4958-964a-14038fca5c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.210460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a135d855-90f3-4958-964a-14038fca5c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.253305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.258359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a135d855-90f3-4958-964a-14038fca5c7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb3d1766caa94abeb624df0cc296fc78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4066665 Jul 22 14:49:52.261038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51636) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:52.269110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135d855-90f3-4958-964a-14038fca5c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d064c1-4ff3-4733-b418-f619a00403d7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:52.282631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object 257795c1-1642-4858-9b3c-1fbcf67085e8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:49:52.339474 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.352107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40291c5-b248-4aaf-83ca-c9f24ba7e427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.379685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40291c5-b248-4aaf-83ca-c9f24ba7e427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.390112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:52.393770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:52.398827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:49:52.407013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=257795c1-1642-4858-9b3c-1fbcf67085e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:52.441784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] For port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:49:52.453706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40291c5-b248-4aaf-83ca-c9f24ba7e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.456700 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f40291c5-b248-4aaf-83ca-c9f24ba7e427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.457895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f40291c5-b248-4aaf-83ca-c9f24ba7e427 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62d064c1-4ff3-4733-b418-f619a00403d7 HTTP/1.1" status: 204 len: 168 time: 0.1958025 Jul 22 14:49:52.458763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] For port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,segment=NetworkSegment(7fa69410-15c3-4d7d-a92b-c52a0435e91e),segment_id=7fa69410-15c3-4d7d-a92b-c52a0435e91e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:49:52.466800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.467116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40291c5-b248-4aaf-83ca-c9f24ba7e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d064c1-4ff3-4733-b418-f619a00403d7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:52.505045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.574829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:52.609397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'mac_address': 'fa:16:3e:c6:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:49:52.628994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625b52a-cd15-4891-a02b-785de9641f89 None None] Pushing event updated for resources: {'Port': ['ID=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:52.665765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.695069 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.710561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c239f9c-597b-465b-9235-bfa8683b9be1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:49:52.733401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:52.738973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:52.855184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:52.961448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9c239f9c-597b-465b-9235-bfa8683b9be1'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:49:53.017634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95f32b-be7b-4180-a550-5c8d4914e98a req-e00b268d-5218-4ac2-b45d-f964e86b9122 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:53.024873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca95f32b-be7b-4180-a550-5c8d4914e98a req-e00b268d-5218-4ac2-b45d-f964e86b9122 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 944 time: 0.1504016 Jul 22 14:49:53.048117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51648) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:53.073587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18933fd8-8786-4ecf-b6af-59905ada8803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.107707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca95f32b-be7b-4180-a550-5c8d4914e98a req-db9264b1-6401-4efe-9796-85e8840953a7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724878 Jul 22 14:49:53.151151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.156979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.217325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18933fd8-8786-4ecf-b6af-59905ada8803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.222639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-18933fd8-8786-4ecf-b6af-59905ada8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.249593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=257795c1-1642-4858-9b3c-1fbcf67085e8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:53.254560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.279058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-18933fd8-8786-4ecf-b6af-59905ada8803 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69e8e60d7e254dd88ac8fd77a3e8f8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298045 Jul 22 14:49:53.280022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18933fd8-8786-4ecf-b6af-59905ada8803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339e5aa8-e93a-485e-90b9-1f84aa33fe8f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:53.282395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51650) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:53.354174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28cb48c0-2f83-401f-bddd-1684ab72e059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.377436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:53.378942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:53.381741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28cb48c0-2f83-401f-bddd-1684ab72e059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.437401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28cb48c0-2f83-401f-bddd-1684ab72e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.440704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28cb48c0-2f83-401f-bddd-1684ab72e059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:53.442638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-28cb48c0-2f83-401f-bddd-1684ab72e059 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/339e5aa8-e93a-485e-90b9-1f84aa33fe8f HTTP/1.1" status: 204 len: 168 time: 0.1591265 Jul 22 14:49:53.452745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb48c0-2f83-401f-bddd-1684ab72e059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339e5aa8-e93a-485e-90b9-1f84aa33fe8f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:53.862652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 9c051159-9731-4419-954a-b351674aec65 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:49:53.893665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc39c64-0fc5-497b-b742-f2ce77223943 None None] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:53.977780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5d87b62a-c828-4e07-8b1d-2eae03733536 None None] Provisioning for port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:53.991869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:53.998913 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-daf62ab9-d393-4fee-9ce0-93e71e978294 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/9c051159-9731-4419-954a-b351674aec65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7387555 Jul 22 14:49:54.000612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51666) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:54.024343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] Sync routers for ids ['9c051159-9731-4419-954a-b351674aec65'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:54.065576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] Routers {'9c051159-9731-4419-954a-b351674aec65'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:54.065808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f60a5b-f0c1-46fb-bbe0-e7ee2a4743e4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:54.066326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9c051159-9731-4419-954a-b351674aec65'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:54.066892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-57f60a5b-f0c1-46fb-bbe0-e7ee2a4743e4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports/257795c1-1642-4858-9b3c-1fbcf67085e8 HTTP/1.1" status: 200 len: 910 time: 0.0650620 Jul 22 14:49:54.069787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:54.165293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9c239f9c-597b-465b-9235-bfa8683b9be1 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:54.184476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:54.242827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] Routers {'9c051159-9731-4419-954a-b351674aec65'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:54.243726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9c051159-9731-4419-954a-b351674aec65'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:54.305106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:54.305906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c58c856-04b5-4771-8644-e5b91806677a None None] The sync data for ids ['9c051159-9731-4419-954a-b351674aec65'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:54.315939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f1588-88ef-46d9-b5e1-88ea850f6d37 req-8533abcf-22dc-4759-a9ce-2a31e494de11 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:54.318193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a31f1588-88ef-46d9-b5e1-88ea850f6d37 req-8533abcf-22dc-4759-a9ce-2a31e494de11 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 944 time: 0.1157317 Jul 22 14:49:54.359562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 9c239f9c-597b-465b-9235-bfa8683b9be1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:54.366742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 9c239f9c-597b-465b-9235-bfa8683b9be1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:54.367362 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.395092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a31f1588-88ef-46d9-b5e1-88ea850f6d37 req-c5c51dcb-c7a8-4c2b-ace6-4156578c01ca tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632820 Jul 22 14:49:54.476999 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.516741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:49:54.520849 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322e4b04-e574-497a-a0bc-768b901f8df9" -d '{"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-plugged", "status": "completed", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:49:54.541168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:54.547438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.602401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.618833 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5a195-afd4-4232-91bf-0aa98fcc16a8 x-openstack-request-id: req-cea5a195-afd4-4232-91bf-0aa98fcc16a8 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:49:54.619461 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-plugged", "status": "completed", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:49:54.619810 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cea5a195-afd4-4232-91bf-0aa98fcc16a8 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:49:54.620333 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'code': 200} Jul 22 14:49:54.621033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:54.730320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c8e4e298-d600-4b63-8dae-aa4f278201ab None None] Provisioning for port 257795c1-1642-4858-9b3c-1fbcf67085e8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:54.735240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c8e4e298-d600-4b63-8dae-aa4f278201ab None None] Provisioning complete for port 257795c1-1642-4858-9b3c-1fbcf67085e8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:54.735731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8e4e298-d600-4b63-8dae-aa4f278201ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.770073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:54.813038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c8e4e298-d600-4b63-8dae-aa4f278201ab None None] Port 257795c1-1642-4858-9b3c-1fbcf67085e8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:54.866702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:49:54.874401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:54.876890 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:54.889071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d012-cc7a-4cbd-8100-05acc46ca0bd req-e0873209-78d2-4af8-8dc5-55ae2c8053e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:54.890724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9409d012-cc7a-4cbd-8100-05acc46ca0bd req-e0873209-78d2-4af8-8dc5-55ae2c8053e1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 1096 time: 0.2025013 Jul 22 14:49:54.985640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9409d012-cc7a-4cbd-8100-05acc46ca0bd req-fc79197c-955e-4f8d-8e55-a5d6d030a0ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589166 Jul 22 14:49:54.994345 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.082384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,segment=NetworkSegment(7fa69410-15c3-4d7d-a92b-c52a0435e91e),segment_id=7fa69410-15c3-4d7d-a92b-c52a0435e91e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:55.089214 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.092876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-987cbcfe-4d62-4cd1-913b-8f9245b3ee29 None None] Provisioning complete for port 257795c1-1642-4858-9b3c-1fbcf67085e8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:55.092876 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-987cbcfe-4d62-4cd1-913b-8f9245b3ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.180061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 257795c1-1642-4858-9b3c-1fbcf67085e8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:55.180709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.233641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-987cbcfe-4d62-4cd1-913b-8f9245b3ee29 None None] Port 257795c1-1642-4858-9b3c-1fbcf67085e8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:55.239143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:55.315063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.328483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 257795c1-1642-4858-9b3c-1fbcf67085e8 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:55.354254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f051ec06-0d44-4767-a71d-2d47a339ac39 None None] Provisioning complete for port 257795c1-1642-4858-9b3c-1fbcf67085e8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:55.354254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f051ec06-0d44-4767-a71d-2d47a339ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.408927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f051ec06-0d44-4767-a71d-2d47a339ac39 None None] Port 257795c1-1642-4858-9b3c-1fbcf67085e8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:49:55.564569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:55.575028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1b8d5-cd43-4b88-9802-38251eb6aa74 req-dddc2447-cf38-42b8-9ede-4bd2b61c2f82 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:55.578097 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6d1b8d5-cd43-4b88-9802-38251eb6aa74 req-dddc2447-cf38-42b8-9ede-4bd2b61c2f82 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.0839560 Jul 22 14:49:55.610773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=257795c1-1642-4858-9b3c-1fbcf67085e8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:55.628574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6d1b8d5-cd43-4b88-9802-38251eb6aa74 req-c36e6da3-b00e-4536-b9af-d0b6e40e659c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421827 Jul 22 14:49:55.847992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.053998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 9c051159-9731-4419-954a-b351674aec65 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:49:56.135783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:49:56.144097 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3a3dc8d8-888a-4046-a267-d9be0972f0b1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/9c051159-9731-4419-954a-b351674aec65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0705965 Jul 22 14:49:56.144711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:56.152051 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] Sync routers for ids ['9c051159-9731-4419-954a-b351674aec65'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:49:56.161432 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] Routers {'9c051159-9731-4419-954a-b351674aec65'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:56.162059 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9c051159-9731-4419-954a-b351674aec65'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:56.177054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8fe2f511-a527-42f7-b098-ebbc801f3a4f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c051159-9731-4419-954a-b351674aec65 HTTP/1.1" status: 200 len: 205 time: 0.0316644 Jul 22 14:49:56.179842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51768) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:56.197406 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:56.206649 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] Routers {'9c051159-9731-4419-954a-b351674aec65'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:49:56.207270 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9c051159-9731-4419-954a-b351674aec65'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:56.245456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:56.246396 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91be540-6030-4e5c-b2a6-a2a9e6b6befc None None] The sync data for ids ['9c051159-9731-4419-954a-b351674aec65'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:49:56.267732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.477105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.479974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.529344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.530151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router 9c051159-9731-4419-954a-b351674aec65 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:49:56.539636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.543761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:56.544418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8eac65f3-7f2a-49f5-87d4-45c97ed03a6c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/9c051159-9731-4419-954a-b351674aec65 HTTP/1.1" status: 204 len: 168 time: 0.3634660 Jul 22 14:49:56.592589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51778) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:56.621040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 4290928a-d8a2-41b0-97a7-71c1fb02e020 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:49:56.625638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.660497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:49:56.691176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.720905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:49:56.721575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.772393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3303336a-ef2c-4336-a323-07fdcdca9da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.875219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.886072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7dcd-ba58-4b4a-ad1e-6e238e947724 req-2ee2be83-3cd8-488e-a8fd-15e205af0170 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:56.887655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-401c7dcd-ba58-4b4a-ad1e-6e238e947724 req-2ee2be83-3cd8-488e-a8fd-15e205af0170 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.1361783 Jul 22 14:49:56.927297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3303336a-ef2c-4336-a323-07fdcdca9da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.936145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3303336a-ef2c-4336-a323-07fdcdca9da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.957886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-401c7dcd-ba58-4b4a-ad1e-6e238e947724 req-efc0a69f-b115-4b2c-ba2a-c245827b0c40 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Jul 22 14:49:56.979956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:56.996130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3303336a-ef2c-4336-a323-07fdcdca9da6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=259a5162ddd9481c96f872decf697767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024124 Jul 22 14:49:56.997190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303336a-ef2c-4336-a323-07fdcdca9da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54ed1b-0338-4fb9-bd51-d84153c8fc8c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:56.999918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:57.011387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=4290928a-d8a2-41b0-97a7-71c1fb02e020,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:57.020500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.023988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b30a5817-4487-4cb9-aa60-208ca0b611af tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/4290928a-d8a2-41b0-97a7-71c1fb02e020 HTTP/1.1" status: 204 len: 168 time: 0.4771388 Jul 22 14:49:57.027271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c544ebfe-6d6e-488d-82ca-1b2c729d76e9 None None] Network 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:49:57.028109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:57.254503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.256390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc978-1984-4f48-98ad-826ee4670e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.283634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] DHCP port deletion for 7f7637b2-73af-4eb8-9ec7-95a33d1b6755 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:49:57.334310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc978-1984-4f48-98ad-826ee4670e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.364124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8c91-fdb2-4dff-a69f-5cf79fd20286 req-bf53ed2d-2a50-4d15-9998-4af57910883a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:57.375989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca6f8c91-fdb2-4dff-a69f-5cf79fd20286 req-bf53ed2d-2a50-4d15-9998-4af57910883a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.1211584 Jul 22 14:49:57.393348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Deleting port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:57.393991 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.447609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca6f8c91-fdb2-4dff-a69f-5cf79fd20286 req-82958194-1829-4305-8c46-d5fb803c81a7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705292 Jul 22 14:49:57.478426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] For port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,segment=NetworkSegment(7fa69410-15c3-4d7d-a92b-c52a0435e91e),segment_id=7fa69410-15c3-4d7d-a92b-c52a0435e91e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:57.478879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.506831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Calling delete_port for dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:57.511634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc978-1984-4f48-98ad-826ee4670e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.515810 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc978-1984-4f48-98ad-826ee4670e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.520048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf2cc978-1984-4f48-98ad-826ee4670e2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f54ed1b-0338-4fb9-bd51-d84153c8fc8c HTTP/1.1" status: 204 len: 168 time: 0.5189893 Jul 22 14:49:57.536313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:49:57.536762 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.538821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cc978-1984-4f48-98ad-826ee4670e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54ed1b-0338-4fb9-bd51-d84153c8fc8c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:57.632277 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.659196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,segment=NetworkSegment(7fa69410-15c3-4d7d-a92b-c52a0435e91e),segment_id=7fa69410-15c3-4d7d-a92b-c52a0435e91e)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:49:57.659560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.669369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Pushing event deleted for resources: {'Port': ['ID=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:57.673472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:49:57.680729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] No DVR routers for this DVR port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:57.701682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.702046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.703640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.704619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.705058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.705542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.706049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.706562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.706912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.707901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.708245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.708587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361773e5-e447-40c3-aacd-599682b0d72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:49:57.774612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.801741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:57.805714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:49:57.897276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.903966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7637b2-73af-4eb8-9ec7-95a33d1b6755']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:57.915364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa69410-15c3-4d7d-a92b-c52a0435e91e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:57.915674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa69410-15c3-4d7d-a92b-c52a0435e91e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:49:57.925725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.941771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.947281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51810) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:57.948759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:49:57.949500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: self.session.flush() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:49:57.953406 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:49:57.966131 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2f66b46-4b9a-4784-ad89-e2104c121ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.020327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.028002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.034171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/7f7637b2-73af-4eb8-9ec7-95a33d1b6755 HTTP/1.1" status: 204 len: 168 time: 1.0035248 Jul 22 14:49:58.037101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51812) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:58.042607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1180232048', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:49:58.050839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1512f2-18a7-4fa2-bda0-bba43ea64307 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=7f7637b2-73af-4eb8-9ec7-95a33d1b6755,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:58.110577 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2f66b46-4b9a-4784-ad89-e2104c121ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.117302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2f66b46-4b9a-4784-ad89-e2104c121ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.160643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.161633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.171895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f66b46-4b9a-4784-ad89-e2104c121ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243c12a-c04c-4702-b02b-094d3a1c2c68,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:58.178042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b2f66b46-4b9a-4784-ad89-e2104c121ee3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bed28ab1a57644589f382739569d244e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2293928 Jul 22 14:49:58.181218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51814) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:49:58.251654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.342720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461b320b-4dce-418b-8654-6a2b399f3877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.423645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.428572 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461b320b-4dce-418b-8654-6a2b399f3877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.516208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461b320b-4dce-418b-8654-6a2b399f3877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.519134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-461b320b-4dce-418b-8654-6a2b399f3877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:58.520307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-461b320b-4dce-418b-8654-6a2b399f3877 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a243c12a-c04c-4702-b02b-094d3a1c2c68 HTTP/1.1" status: 204 len: 168 time: 0.3380771 Jul 22 14:49:58.575896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b320b-4dce-418b-8654-6a2b399f3877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243c12a-c04c-4702-b02b-094d3a1c2c68,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:58.630928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:49:58.655231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:49:58.656135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc3c35d8-4b3d-4fa3-af5b-5bc3304d6326 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:49:58.665836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465856e-efb4-4a2b-a1e2-b862d90d61b7 req-3c261f47-0c31-4ff4-9047-b66a9f8edf43 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:49:58.671004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1465856e-efb4-4a2b-a1e2-b862d90d61b7 req-3c261f47-0c31-4ff4-9047-b66a9f8edf43 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.1102958 Jul 22 14:49:59.225942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1465856e-efb4-4a2b-a1e2-b862d90d61b7 req-09ce7323-0d15-408c-91b3-4a97e8496afe tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507357 Jul 22 14:49:59.230149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:59.274956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:59.456638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.25.3.208 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/22634cc5-1d1c-4aae-8ff4-37a0a904dc2e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:49:59.660185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:59.738129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:49:59.791751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=22634cc5-1d1c-4aae-8ff4-37a0a904dc2e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:49:59.808611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:49:59.809524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:49:59.812575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:00.055035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7261c55-edb3-4048-929d-5d4c80a55135 req-bca8568a-0eca-40ae-abff-560849e6b6db tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:00.056604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7261c55-edb3-4048-929d-5d4c80a55135 req-bca8568a-0eca-40ae-abff-560849e6b6db tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.1363926 Jul 22 14:50:00.169682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7261c55-edb3-4048-929d-5d4c80a55135 req-215e8e86-a0bc-4fd9-81a0-c02ab7aca8bc tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738523 Jul 22 14:50:00.193067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.290165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:00.430783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.454459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-823704601'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:00.478578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Made reservation on behalf of c1be88a92a8241b783b3ae9d95d1602c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:00.482479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.492104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.589291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router b2685fef-3ffb-4c7c-a0b0-01b586923663 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:50:00.597517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.601914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.633720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:00.640265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff19083-a634-4ed6-82b1-776cc4dbea54,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:00.646859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.647197 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Added segment 7a5a363e-c66f-498e-9f78-5ed4db8f3ae6 of type vlan for network 27238282-2119-46aa-92f8-ffca047dd70d Jul 22 14:50:00.696915 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.708286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:00.726109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] Sync routers for ids ['b2685fef-3ffb-4c7c-a0b0-01b586923663'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:00.727637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.731433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.736450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ae7c830e-d226-44d6-8948-d4a7c6b88eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6950409 Jul 22 14:50:00.736666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:00.736666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:00.736957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] Routers {'b2685fef-3ffb-4c7c-a0b0-01b586923663'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:00.737096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51880) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:00.737232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b2685fef-3ffb-4c7c-a0b0-01b586923663'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:00.771603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4795074 Jul 22 14:50:00.774637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:00.780583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:00.782161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Request body: {'subnet': {'network_id': '27238282-2119-46aa-92f8-ffca047dd70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:00.789587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] Routers {'b2685fef-3ffb-4c7c-a0b0-01b586923663'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:00.790216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b2685fef-3ffb-4c7c-a0b0-01b586923663'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:00.825554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca8e91-39ae-4d36-bb94-3ff33d7c7823 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event updated for resources: {'Network': ['ID=27238282-2119-46aa-92f8-ffca047dd70d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:00.831420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:00.833582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7699ff17-8033-4cd9-9c2a-2746d30b3abe None None] The sync data for ids ['b2685fef-3ffb-4c7c-a0b0-01b586923663'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:00.836475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 27238282-2119-46aa-92f8-ffca047dd70d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:00.865581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0c9b9411-e509-4f1e-9262-8717e4ab614c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/routers/b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 200 len: 881 time: 0.1256678 Jul 22 14:50:00.865933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:00.903912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Made reservation on behalf of c1be88a92a8241b783b3ae9d95d1602c for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:00.908080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.100489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.109025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d95b60b5-598b-48d9-b087-946990797b7e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2382023 Jul 22 14:50:01.109025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51890) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:01.113561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1180232048'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:01.162823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Checking segment: {'id': '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '27238282-2119-46aa-92f8-ffca047dd70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:01.163181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Network hostable DHCP agents. Network: 27238282-2119-46aa-92f8-ffca047dd70d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:01.168779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event updated for resources: {'Subnet': ['ID=b3ab1a5d-c55d-457a-9824-6451f926142a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:01.183871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Network 27238282-2119-46aa-92f8-ffca047dd70d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:01.194363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 27238282-2119-46aa-92f8-ffca047dd70d) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:01.198965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.199633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.212007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15463664-c3a4-4411-a648-1a5b8e65e524 None None] Network 27238282-2119-46aa-92f8-ffca047dd70d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:01.216503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22a30cc3-524c-46af-87d0-90c573b49ee2 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4404850 Jul 22 14:50:01.219672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:01.226325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Request body: {'port': {'network_id': '27238282-2119-46aa-92f8-ffca047dd70d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1238867303'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:01.364189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Made reservation on behalf of c1be88a92a8241b783b3ae9d95d1602c for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:01.369219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.389904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] device_id is not set on port 26798137-a3c6-4d07-8081-ba13a4572158 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:01.412567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-27238282-2119-46aa-92f8-ffca047dd70d', 'network_id': '27238282-2119-46aa-92f8-ffca047dd70d', 'tenant_id': 'c1be88a92a8241b783b3ae9d95d1602c', 'fixed_ips': [{'subnet_id': 'b3ab1a5d-c55d-457a-9824-6451f926142a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:01.413456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.528894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Allocated IP 172.20.0.5 (27238282-2119-46aa-92f8-ffca047dd70d/b3ab1a5d-c55d-457a-9824-6451f926142a/26798137-a3c6-4d07-8081-ba13a4572158) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:01.547928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.563581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.656837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1bbf7-8998-4f46-80eb-a4ecc2b8b6fd req-32179234-c40a-4b92-ad50-0e790e0e7586 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.658291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcc1bbf7-8998-4f46-80eb-a4ecc2b8b6fd req-32179234-c40a-4b92-ad50-0e790e0e7586 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.2844353 Jul 22 14:50:01.713196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.723476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fcc1bbf7-8998-4f46-80eb-a4ecc2b8b6fd req-71f6e4e9-f8f2-4f53-8727-5ad0ed2a8926 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544059 Jul 22 14:50:01.728694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router b2685fef-3ffb-4c7c-a0b0-01b586923663 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:01.754692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Transition to ACTIVE for port object 26798137-a3c6-4d07-8081-ba13a4572158 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:01.807378 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.853974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:01.858751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Allocated IP 172.20.0.2 (27238282-2119-46aa-92f8-ffca047dd70d/b3ab1a5d-c55d-457a-9824-6451f926142a/77fe904f-20b6-41a7-a76b-98d1e68ed18b) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:01.866700 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] Sync routers for ids ['b2685fef-3ffb-4c7c-a0b0-01b586923663'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:01.875718 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:01.879941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-40280cc8-2695-4888-b578-6f2f2d02db3a tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 200 len: 888 time: 0.7706242 Jul 22 14:50:01.880573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:01.881693 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] Routers {'b2685fef-3ffb-4c7c-a0b0-01b586923663'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:01.882941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b2685fef-3ffb-4c7c-a0b0-01b586923663'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:01.901425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event updated for resources: {'Port': ['ID=26798137-a3c6-4d07-8081-ba13a4572158,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:01.911978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Network 27238282-2119-46aa-92f8-ffca047dd70d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:01.913647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:01.916390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:01.998972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:01.999660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.044194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-23799bcb-b4b7-4ef5-8339-e2d61b48ee8d tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8231287 Jul 22 14:50:02.047482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:02.057599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:02.061009 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bcc003a6-8c9e-4492-9d2e-08402f49b50e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/routers/b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 200 len: 888 time: 0.1787212 Jul 22 14:50:02.061664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51906) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:02.069290 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] Routers {'b2685fef-3ffb-4c7c-a0b0-01b586923663'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:02.070448 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['b2685fef-3ffb-4c7c-a0b0-01b586923663'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:02.090175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.100897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Transition to ACTIVE for port object 77fe904f-20b6-41a7-a76b-98d1e68ed18b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:02.115296 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:02.116201 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35812f1-9f81-4fc6-96c4-44bd48e7a029 None None] The sync data for ids ['b2685fef-3ffb-4c7c-a0b0-01b586923663'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:02.133836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8314e11f-5dde-4bc9-8771-c763380277aa tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 200 len: 205 time: 0.0709822 Jul 22 14:50:02.144465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51910) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:02.152889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9c239f9c-597b-465b-9235-bfa8683b9be1 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:50:02.157994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Transition to ACTIVE for port object 77fe904f-20b6-41a7-a76b-98d1e68ed18b will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:02.185788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.187208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Deleting port 26798137-a3c6-4d07-8081-ba13a4572158 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:02.187576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.242114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Pushing event updated for resources: {'Port': ['ID=77fe904f-20b6-41a7-a76b-98d1e68ed18b,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:02.298797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Network 27238282-2119-46aa-92f8-ffca047dd70d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:02.308980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:02.312881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:02.317916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.353814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.355862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Calling delete_port for 26798137-a3c6-4d07-8081-ba13a4572158 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:02.391793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Attempting to bind port 77fe904f-20b6-41a7-a76b-98d1e68ed18b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:02.392285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Attempting to bind port 77fe904f-20b6-41a7-a76b-98d1e68ed18b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '27238282-2119-46aa-92f8-ffca047dd70d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:02.392892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Attempting to bind port 77fe904f-20b6-41a7-a76b-98d1e68ed18b on network 27238282-2119-46aa-92f8-ffca047dd70d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:02.442119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:02.442686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Checking segment: {'id': '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '27238282-2119-46aa-92f8-ffca047dd70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:02.443196 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.443695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Bound using segment: {'id': '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '27238282-2119-46aa-92f8-ffca047dd70d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:02.444272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Bound port: 77fe904f-20b6-41a7-a76b-98d1e68ed18b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '27238282-2119-46aa-92f8-ffca047dd70d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:02.444772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.539912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.547953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:02.589317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'port_id': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'mac_address': 'fa:16:3e:c6:3f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:50:02.661827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] For port 77fe904f-20b6-41a7-a76b-98d1e68ed18b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:02.664795 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.705977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c239f9c-597b-465b-9235-bfa8683b9be1 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:50:02.735859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 22634cc5-1d1c-4aae-8ff4-37a0a904dc2e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:02.736567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.750292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:02.791545 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.886625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] For port 77fe904f-20b6-41a7-a76b-98d1e68ed18b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=77fe904f-20b6-41a7-a76b-98d1e68ed18b,segment=NetworkSegment(7a5a363e-c66f-498e-9f78-5ed4db8f3ae6),segment_id=7a5a363e-c66f-498e-9f78-5ed4db8f3ae6)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:02.899783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:02.941911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9c239f9c-597b-465b-9235-bfa8683b9be1'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:50:02.993225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:03.081114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.102580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 22634cc5-1d1c-4aae-8ff4-37a0a904dc2e owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:03.105556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e663f7-be15-4102-b4c1-06c8d28f6b00 None None] Pushing event updated for resources: {'Port': ['ID=77fe904f-20b6-41a7-a76b-98d1e68ed18b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:03.160060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.232667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event deleted for resources: {'Port': ['ID=26798137-a3c6-4d07-8081-ba13a4572158,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:03.366160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.371372 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f27cc3e9-c206-42aa-88fb-79dce28b552e tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "DELETE /v2.0/ports/26798137-a3c6-4d07-8081-ba13a4572158 HTTP/1.1" status: 204 len: 168 time: 1.3223915 Jul 22 14:50:03.372245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51944) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:03.447851 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4623c780-5c9c-4d13-a364-b385a4f2b467 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0743234 Jul 22 14:50:03.450352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:03.462358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2012754093'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:03.482635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014a207-6800-4b6c-9a18-6dde136f558c req-dc1011bd-3d4b-4bf4-a97e-26854e41f597 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:03.484337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d014a207-6800-4b6c-9a18-6dde136f558c req-dc1011bd-3d4b-4bf4-a97e-26854e41f597 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 944 time: 0.5208490 Jul 22 14:50:03.492845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Made reservation on behalf of c1be88a92a8241b783b3ae9d95d1602c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:03.497492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.535259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:03.551685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.552661 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Added segment c8c2fc53-9add-4b9a-969e-806403582496 of type vlan for network 75925043-a1c0-4bff-9ab1-44530295d5ed Jul 22 14:50:03.606829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d014a207-6800-4b6c-9a18-6dde136f558c req-774d08ef-d62f-4922-b77a-9c3c920d270f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Jul 22 14:50:03.614582 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.661516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.666549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=22634cc5-1d1c-4aae-8ff4-37a0a904dc2e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:03.716936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.728317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:03.728990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.752368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:03.786672 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3337102 Jul 22 14:50:03.793342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51956) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:03.851744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758e7f1-94dd-47ff-8a86-d2a9038ea271 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event updated for resources: {'Network': ['ID=75925043-a1c0-4bff-9ab1-44530295d5ed,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:03.874112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 75925043-a1c0-4bff-9ab1-44530295d5ed details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:03.995442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.002019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.138875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ddf1bfd-abc4-49b5-96da-b0caf0f76e73 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/agents/5637ef1f-0bbc-4123-8d5f-da89d4db2e5a/dhcp-networks HTTP/1.1" status: 200 len: 6487 time: 0.3423917 Jul 22 14:50:04.141539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:04.183761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9c239f9c-597b-465b-9235-bfa8683b9be1 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:04.264671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-3b7741fe-cb74-477c-9a8a-013a3847bfea tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:04.266765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-3b7741fe-cb74-477c-9a8a-013a3847bfea tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1869526 Jul 22 14:50:04.280975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67eaa6b-2afb-47d9-bb35-d08de49c0506 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] Network 75925043-a1c0-4bff-9ab1-44530295d5ed is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:04.298304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 9c239f9c-597b-465b-9235-bfa8683b9be1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:04.302461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c67eaa6b-2afb-47d9-bb35-d08de49c0506 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "POST /v2.0/agents/5637ef1f-0bbc-4123-8d5f-da89d4db2e5a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1593697 Jul 22 14:50:04.303549 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.305091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-7c03244d-bd84-4bd2-a7c1-f5db0522564e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0224240 Jul 22 14:50:04.306088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:04.311649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.312331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router b2685fef-3ffb-4c7c-a0b0-01b586923663 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:50:04.330536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.336564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7e844578-5db8-403c-afa9-7b3325846228 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 204 len: 168 time: 2.1902392 Jul 22 14:50:04.336754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211f4db-f2bb-4f89-9ae5-e6d1fc385889 None None] Network 75925043-a1c0-4bff-9ab1-44530295d5ed requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:04.338233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51970) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:04.345203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-1625625452'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:04.455993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:04.461540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.471639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d712a33f-b6f8-4487-b57e-1e3ed983aa8c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385171 Jul 22 14:50:04.489576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:04.503470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.504477 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 0e2c203a-b625-4288-b78e-6bb8c8a532b8 of type vlan for network fa737154-2728-4754-9c7c-8dd9993e1560 Jul 22 14:50:04.572036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd53624-6a66-4e86-8596-b616ecf7ec1d None None] Network 27238282-2119-46aa-92f8-ffca047dd70d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:04.596656 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.598190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-96646e05-f630-40e8-b31b-ef52472d6fb2 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147006 Jul 22 14:50:04.636205 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.643940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:04.644552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:04.747325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=fa737154-2728-4754-9c7c-8dd9993e1560,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:04.772197 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7bf7d37-996c-4a53-9ca6-cad10e5b5800 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4326830 Jul 22 14:50:04.780482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 51974) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:04.790469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:04.797391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a19cb530-8f93-43c8-875e-23ee0e76650d tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/agents/5637ef1f-0bbc-4123-8d5f-da89d4db2e5a/dhcp-networks HTTP/1.1" status: 200 len: 7258 time: 0.4894819 Jul 22 14:50:04.801793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:04.848646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-0513a73e-0573-4465-a1bd-91e5fe4836b2 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414238 Jul 22 14:50:04.932696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-43282f5d-c3fd-4e0c-ad16-ac95e27f1759 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "DELETE /v2.0/agents/5637ef1f-0bbc-4123-8d5f-da89d4db2e5a/dhcp-networks/75925043-a1c0-4bff-9ab1-44530295d5ed HTTP/1.1" status: 204 len: 168 time: 0.1297615 Jul 22 14:50:04.933452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:04.986717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:04.995738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.078237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network fa737154-2728-4754-9c7c-8dd9993e1560 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:05.083344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 77fe904f-20b6-41a7-a76b-98d1e68ed18b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:05.119922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.128945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4bc568ca-2b0b-4fe5-979a-f403f7a7d9d1 None None] Provisioning for port 77fe904f-20b6-41a7-a76b-98d1e68ed18b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:05.139892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bc79775b-64b2-453f-a304-7fd6da7e27b1 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/agents/5637ef1f-0bbc-4123-8d5f-da89d4db2e5a/dhcp-networks HTTP/1.1" status: 200 len: 6487 time: 0.2050910 Jul 22 14:50:05.141042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:05.195645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f613adb-7106-46f6-bd1d-6b1b9993b938 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/networks/27238282-2119-46aa-92f8-ffca047dd70d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0531297 Jul 22 14:50:05.196614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51990) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:05.249087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dbc67f64-bf1c-434b-9d92-097217b04bb4 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/networks/27238282-2119-46aa-92f8-ffca047dd70d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0450051 Jul 22 14:50:05.250567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:05.473431 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c993d7a7-d562-4f8c-a776-df5ab34c4b51 tempest-DHCPAgentSchedulersTestJSON-1654979982 tempest-DHCPAgentSchedulersTestJSON-1654979982-project-admin] 10.222.0.60 "GET /v2.0/agents/5637ef1f-0bbc-4123-8d5f-da89d4db2e5a/dhcp-networks HTTP/1.1" status: 200 len: 6487 time: 0.2207096 Jul 22 14:50:05.474000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 51994) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:05.503587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:05.506000 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28503dd2-9e5a-4772-ab9d-5209a87b11b0" -d '{"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-plugged", "status": "completed", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:05.550202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:05.577405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.597699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 77fe904f-20b6-41a7-a76b-98d1e68ed18b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:05.660004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-871e3699-3645-40a1-b70b-2181d71c84e1 req-84880753-21b3-4caa-b9ec-2ad14c4d83cb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.0781670 Jul 22 14:50:05.661407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 77fe904f-20b6-41a7-a76b-98d1e68ed18b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:05.661788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.666030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.739410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:05.751344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dd615-cc91-41be-bfa7-6b2ea11ba89d req-30630932-45ea-4715-8d24-5b644c42796d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:05.753144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5dd615-cc91-41be-bfa7-6b2ea11ba89d req-30630932-45ea-4715-8d24-5b644c42796d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 944 time: 0.9703860 Jul 22 14:50:05.796708 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e5f2d3-bc21-4349-b987-4ac64a1c06b0 x-openstack-request-id: req-a9e5f2d3-bc21-4349-b987-4ac64a1c06b0 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:05.797330 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-plugged", "status": "completed", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:05.799425 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9e5f2d3-bc21-4349-b987-4ac64a1c06b0 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:05.800508 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'code': 200} Jul 22 14:50:05.832976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.838213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa5dd615-cc91-41be-bfa7-6b2ea11ba89d req-7eb13fa4-3490-4b6e-9e1e-8999451bd175 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776460 Jul 22 14:50:05.849457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75925043-a1c0-4bff-9ab1-44530295d5ed']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.873532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c2fc53-9add-4b9a-969e-806403582496') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.873820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c2fc53-9add-4b9a-969e-806403582496') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:05.884156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.899003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.906084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:50:05.906628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.944697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:50:05.992445 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:50:05.996966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.046647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.051380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "DELETE /v2.0/networks/75925043-a1c0-4bff-9ab1-44530295d5ed HTTP/1.1" status: 204 len: 168 time: 0.5735753 Jul 22 14:50:06.051380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4066ba1-c746-4358-9fe4-8ddca17b669a tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event deleted for resources: {'Network': ['ID=75925043-a1c0-4bff-9ab1-44530295d5ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:06.051380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:06.085443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 77fe904f-20b6-41a7-a76b-98d1e68ed18b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=77fe904f-20b6-41a7-a76b-98d1e68ed18b,segment=NetworkSegment(7a5a363e-c66f-498e-9f78-5ed4db8f3ae6),segment_id=7a5a363e-c66f-498e-9f78-5ed4db8f3ae6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:06.092295 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.105587 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-15883762-f658-4296-9d82-b5d516d885f7 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] DELETE failed (client error): The resource could not be found. Jul 22 14:50:06.116940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15883762-f658-4296-9d82-b5d516d885f7 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:50:06.121102 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15883762-f658-4296-9d82-b5d516d885f7 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "DELETE /v2.0/ports/26798137-a3c6-4d07-8081-ba13a4572158 HTTP/1.1" status: 404 len: 333 time: 0.0668113 Jul 22 14:50:06.127153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52006) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:06.141498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.220348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=77fe904f-20b6-41a7-a76b-98d1e68ed18b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:06.254970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Deleting subnet b3ab1a5d-c55d-457a-9824-6451f926142a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:06.258553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.325791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.330053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=89ec50ba-164e-4997-b2ed-88196c477487,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:06.348695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '0e2c203a-b625-4288-b78e-6bb8c8a532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:06.349109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: fa737154-2728-4754-9c7c-8dd9993e1560, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:06.379001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.379386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.379771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.380171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.380518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.381447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.382153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.382700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.383217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.383729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.384261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.385048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:06.402935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network fa737154-2728-4754-9c7c-8dd9993e1560 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:06.417427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, fa737154-2728-4754-9c7c-8dd9993e1560) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:06.423787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:06.424708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.435451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8a1e195e-4db1-4215-abb6-3457b032a637 None None] Provisioning complete for port 77fe904f-20b6-41a7-a76b-98d1e68ed18b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:06.439127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8a1e195e-4db1-4215-abb6-3457b032a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.449487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d519185-93c8-43be-b0fe-4dbfa4b93f87 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6655853 Jul 22 14:50:06.454570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:06.459730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-182271750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:06.500967 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.502560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.544370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959a7c87-ee0d-4d17-830b-bdbe1569e4ea None None] Network fa737154-2728-4754-9c7c-8dd9993e1560 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:06.570327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.605162 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.612104 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.682301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:06.686754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d020584-44c7-4fc1-aad4-8f9cefcddaa9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2307620 Jul 22 14:50:06.689579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52014) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:06.745013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 77fe904f-20b6-41a7-a76b-98d1e68ed18b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:06.848032 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.012200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ab1a5d-c55d-457a-9824-6451f926142a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:07.023089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-fa737154-2728-4754-9c7c-8dd9993e1560', 'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '89ec50ba-164e-4997-b2ed-88196c477487'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:07.025182 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.044992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.047293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-161fae06-b3bd-4284-a4b1-48b463454f14 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "DELETE /v2.0/subnets/b3ab1a5d-c55d-457a-9824-6451f926142a HTTP/1.1" status: 204 len: 168 time: 0.9190395 Jul 22 14:50:07.050309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:07.239030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Allocated IP 172.20.0.2 (fa737154-2728-4754-9c7c-8dd9993e1560/89ec50ba-164e-4997-b2ed-88196c477487/00b75210-1dad-4223-916c-0c8b9e11aca3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:07.295967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-75664bce-4309-4423-814e-fc4107ef79bc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:07.297805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-75664bce-4309-4423-814e-fc4107ef79bc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.5175900 Jul 22 14:50:07.302165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.316804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:07.342298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-476d652a-1286-42a5-9a66-a8056112e31b req-8853897e-eb98-4de8-ab06-467b848e3bb0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.4878976 Jul 22 14:50:07.460216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334ce8e-ee3d-4a24-8f50-2f12c4885f5b req-5ed05e2e-093a-4edc-8e8b-1bb1f0f6160c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:07.462023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3334ce8e-ee3d-4a24-8f50-2f12c4885f5b req-5ed05e2e-093a-4edc-8e8b-1bb1f0f6160c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.3739924 Jul 22 14:50:07.467921 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.497463 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.510881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Transition to ACTIVE for port object 00b75210-1dad-4223-916c-0c8b9e11aca3 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:07.536493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Transition to ACTIVE for port object 00b75210-1dad-4223-916c-0c8b9e11aca3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:07.546370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f54efb-5cd5-435a-a9c0-b1a4e0dbcc56 None None] Network 27238282-2119-46aa-92f8-ffca047dd70d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:07.549762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Deleting port 77fe904f-20b6-41a7-a76b-98d1e68ed18b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:07.550943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.579784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.598941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca49ba28-ffe9-4e33-a262-9b5e41c74aa0 None None] Could not find standard attr ID for object 26798137-a3c6-4d07-8081-ba13a4572158. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:07.610181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:07.613791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.646887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Network fa737154-2728-4754-9c7c-8dd9993e1560 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:07.649920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 77fe904f-20b6-41a7-a76b-98d1e68ed18b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:07.650994 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.662452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:07.668317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:07.671608 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.735186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] For port 77fe904f-20b6-41a7-a76b-98d1e68ed18b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=77fe904f-20b6-41a7-a76b-98d1e68ed18b,segment=NetworkSegment(7a5a363e-c66f-498e-9f78-5ed4db8f3ae6),segment_id=7a5a363e-c66f-498e-9f78-5ed4db8f3ae6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:07.736436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:07.754499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Calling delete_port for 77fe904f-20b6-41a7-a76b-98d1e68ed18b owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:07.782679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3334ce8e-ee3d-4a24-8f50-2f12c4885f5b req-b968850a-8dfe-4d1f-a00b-de3973819af3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120861 Jul 22 14:50:07.924968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Pushing event updated for resources: {'Port': ['ID=00b75210-1dad-4223-916c-0c8b9e11aca3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:08.130497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.152486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Could not find standard attr ID for object 77fe904f-20b6-41a7-a76b-98d1e68ed18b. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:08.160475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Attempting to bind port 00b75210-1dad-4223-916c-0c8b9e11aca3 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:08.161737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Attempting to bind port 00b75210-1dad-4223-916c-0c8b9e11aca3 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0e2c203a-b625-4288-b78e-6bb8c8a532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:08.162773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Attempting to bind port 00b75210-1dad-4223-916c-0c8b9e11aca3 on network fa737154-2728-4754-9c7c-8dd9993e1560 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:08.164193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.20.0.1 (fa737154-2728-4754-9c7c-8dd9993e1560/89ec50ba-164e-4997-b2ed-88196c477487/f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:08.168132 n-d-794306-8 neutron-server[93814]: INFO neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No ports have port_id starting with 77fe904f-20b6-41a7-a76b-98d1e68ed18b Jul 22 14:50:08.178655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:08.179655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Checking segment: {'id': '0e2c203a-b625-4288-b78e-6bb8c8a532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:08.180319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.181196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Bound using segment: {'id': '0e2c203a-b625-4288-b78e-6bb8c8a532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:08.182113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Bound port: 00b75210-1dad-4223-916c-0c8b9e11aca3, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e2c203a-b625-4288-b78e-6bb8c8a532b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'fa737154-2728-4754-9c7c-8dd9993e1560'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:08.182840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.185974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.12 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/00b144fe-0bc5-4896-9a4a-912bb10c86c4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:08.191686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8dafed-ffe9-49ae-b46f-5a16c477b892 None None] DHCP port deletion for 27238282-2119-46aa-92f8-ffca047dd70d request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:08.376062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.378640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] For port 00b75210-1dad-4223-916c-0c8b9e11aca3, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:08.382057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] For port 00b75210-1dad-4223-916c-0c8b9e11aca3, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=00b75210-1dad-4223-916c-0c8b9e11aca3,segment=NetworkSegment(0e2c203a-b625-4288-b78e-6bb8c8a532b8),segment_id=0e2c203a-b625-4288-b78e-6bb8c8a532b8)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:08.388221 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.393008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object 00b144fe-0bc5-4896-9a4a-912bb10c86c4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:08.470410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.477837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.483586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.523618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:08.533556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39a53-4498-4bc3-9460-4e51adc3154e None None] Pushing event updated for resources: {'Port': ['ID=00b75210-1dad-4223-916c-0c8b9e11aca3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:08.560160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event deleted for resources: {'Port': ['ID=77fe904f-20b6-41a7-a76b-98d1e68ed18b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:08.570214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] No DVR routers for this DVR port 77fe904f-20b6-41a7-a76b-98d1e68ed18b on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:08.643826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.664610 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 77fe904f-20b6-41a7-a76b-98d1e68ed18b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:08.712178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 77fe904f-20b6-41a7-a76b-98d1e68ed18b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:08.712910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 77fe904f-20b6-41a7-a76b-98d1e68ed18b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:08.761647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:08.781518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:08.820462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network fa737154-2728-4754-9c7c-8dd9993e1560 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:08.840144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:08.842264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:08.851943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:08.873101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:08.911213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27238282-2119-46aa-92f8-ffca047dd70d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:08.941457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:08.943112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5a363e-c66f-498e-9f78-5ed4db8f3ae6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:08.961628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.004653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.028787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:50:09.031587 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.057590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe637fa9-ac52-4b9e-bae3-2673005d0879 req-31f25ba8-cb6b-495e-a0d9-98a32b815bff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:09.067733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe637fa9-ac52-4b9e-bae3-2673005d0879 req-31f25ba8-cb6b-495e-a0d9-98a32b815bff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 932 time: 0.4596105 Jul 22 14:50:09.096261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.120218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:50:09.192832 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:50:09.199166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:09.199862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.214619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=00b144fe-0bc5-4896-9a4a-912bb10c86c4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:09.217547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.237012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.243950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe637fa9-ac52-4b9e-bae3-2673005d0879 req-6a340e5b-5b61-4858-b132-b3b1746c548f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745713 Jul 22 14:50:09.244375 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] 10.222.0.60 "DELETE /v2.0/networks/27238282-2119-46aa-92f8-ffca047dd70d HTTP/1.1" status: 204 len: 168 time: 2.1825180 Jul 22 14:50:09.273382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84da94-f4ea-4d3e-81a6-a2a1aab685f9 tempest-DHCPAgentSchedulersTestJSON-505012385 tempest-DHCPAgentSchedulersTestJSON-505012385-project] Pushing event deleted for resources: {'Network': ['ID=27238282-2119-46aa-92f8-ffca047dd70d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:09.284168 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-d114aca3-ac9e-44e0-adec-265fe6a9b19f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9715443 Jul 22 14:50:09.307258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Request body: {'port': {'device_id': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:09.350925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14d5d948-03e3-412c-9866-20a0e157278e None None] Provisioning for port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:09.359044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14d5d948-03e3-412c-9866-20a0e157278e None None] Provisioning complete for port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:09.359511 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d5d948-03e3-412c-9866-20a0e157278e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.362268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871aa4be-e2ce-497c-9bc7-67d5366d1329 req-1310f2df-0db6-48bc-b8b9-96c1fd611e3d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:09.375201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-871aa4be-e2ce-497c-9bc7-67d5366d1329 req-1310f2df-0db6-48bc-b8b9-96c1fd611e3d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.2745588 Jul 22 14:50:09.431609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.454655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14d5d948-03e3-412c-9866-20a0e157278e None None] Port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:09.494105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.500577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-871aa4be-e2ce-497c-9bc7-67d5366d1329 req-855b21ed-48e0-40a4-ae7f-0b08b0354233 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Jul 22 14:50:09.897072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5e769fc-cfe3-4914-9bf0-22ba0c30d91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.948130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.950120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52042) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:09.968053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:09.992713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b144fe-0bc5-4896-9a4a-912bb10c86c4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:50:10.003463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:10.018498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Transition to ACTIVE for port object 00b144fe-0bc5-4896-9a4a-912bb10c86c4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:10.026322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:10.058480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:10.098370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Pushing event updated for resources: {'Port': ['ID=00b144fe-0bc5-4896-9a4a-912bb10c86c4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:10.165467 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:10.243668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Attempting to bind port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:10.244027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Attempting to bind port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:10.244340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Attempting to bind port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:10.254435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:50:10.254848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Attempting to bind port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:10.272355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:10.272787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:10.273195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:10.281494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Bound port: 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:10.281824 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:10.428124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network fa737154-2728-4754-9c7c-8dd9993e1560 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:10.434235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-56de6599-8432-488a-b12c-9923623c4a4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1be88a92a8241b783b3ae9d95d1602c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800851 Jul 22 14:50:10.434995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52052) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:10.473942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5e5799-623c-4d3d-97cc-035a1f169a57 None None] Network fa737154-2728-4754-9c7c-8dd9993e1560 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:10.515294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:10.530704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] For port 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:10.538017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] For port 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:10.543883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:10.583643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d5b81841-a399-44c1-ab34-5a6c04d079c7 None None] Provisioning for port 00b75210-1dad-4223-916c-0c8b9e11aca3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:10.646654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.648900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:10.650379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] 10.222.0.61 "PUT /v2.0/ports/00b144fe-0bc5-4896-9a4a-912bb10c86c4 HTTP/1.1" status: 200 len: 1092 time: 1.3584349 Jul 22 14:50:10.653146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'tag': '00b144fe-0bc5-4896-9a4a-912bb10c86c4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:10.659002 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0374fca-3258-4aa0-b637-8b99eeabbee4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad5f83d-ab79-486d-8f3d-0f01dc129a32", "tag": "00b144fe-0bc5-4896-9a4a-912bb10c86c4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:10.847325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a4e38-afe5-4be6-bbce-32b7908aa739 service neutron] Pushing event updated for resources: {'Port': ['ID=00b144fe-0bc5-4896-9a4a-912bb10c86c4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:10.887093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 00b75210-1dad-4223-916c-0c8b9e11aca3 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:10.932926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-56951ed3-8e4b-4f46-9c1e-3799891a9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:10.934491 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-56951ed3-8e4b-4f46-9c1e-3799891a9f4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 1095 time: 0.2364953 Jul 22 14:50:10.940535 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54631871-8343-4381-9bb1-b356decabf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.080697 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-ef82487c-626e-439d-9441-c544dd125d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4 HTTP/1.1" status: 200 len: 217 time: 0.1250043 Jul 22 14:50:11.093053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 00b75210-1dad-4223-916c-0c8b9e11aca3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:11.103487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 00b75210-1dad-4223-916c-0c8b9e11aca3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:11.103869 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.156919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54631871-8343-4381-9bb1-b356decabf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.218266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-51e2a7a9-548b-4c3a-b189-57953b27315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:11.225129 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-51e2a7a9-548b-4c3a-b189-57953b27315b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1277168 Jul 22 14:50:11.230028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d5ac7-2f65-43d3-8a5f-3720138e115c req-f747522f-db42-4be0-a1e1-7fa8d9b355e2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:11.234368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-577d5ac7-2f65-43d3-8a5f-3720138e115c req-f747522f-db42-4be0-a1e1-7fa8d9b355e2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.2689514 Jul 22 14:50:11.303264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf34f48-0add-4b69-a38a-bbfb1d343d7e req-53eb6151-4609-4729-b0d7-eb8c6b9fe95c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:11.312252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcf34f48-0add-4b69-a38a-bbfb1d343d7e req-53eb6151-4609-4729-b0d7-eb8c6b9fe95c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.8022323 Jul 22 14:50:11.337779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 6dd41fa9-427a-4463-a70b-8dca8e08a406 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:50:11.385346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcf34f48-0add-4b69-a38a-bbfb1d343d7e req-55390613-dd89-4c57-9706-343eae853954 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717001 Jul 22 14:50:11.405802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.436571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-e6e12a0c-59aa-4fc4-9ddf-3c00e10ba0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:11.438318 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-e6e12a0c-59aa-4fc4-9ddf-3c00e10ba0d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2058425 Jul 22 14:50:11.486341 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e12249-0c6b-4830-9ba9-83832827ec64 x-openstack-request-id: req-35e12249-0c6b-4830-9ba9-83832827ec64 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:11.502824 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad5f83d-ab79-486d-8f3d-0f01dc129a32", "tag": "00b144fe-0bc5-4896-9a4a-912bb10c86c4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:11.503143 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35e12249-0c6b-4830-9ba9-83832827ec64 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:11.503792 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'tag': '00b144fe-0bc5-4896-9a4a-912bb10c86c4', 'status': 'completed', 'code': 200} Jul 22 14:50:11.541488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 00b75210-1dad-4223-916c-0c8b9e11aca3, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=00b75210-1dad-4223-916c-0c8b9e11aca3,segment=NetworkSegment(0e2c203a-b625-4288-b78e-6bb8c8a532b8),segment_id=0e2c203a-b625-4288-b78e-6bb8c8a532b8)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:11.557492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.594041 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54631871-8343-4381-9bb1-b356decabf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.598002 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54631871-8343-4381-9bb1-b356decabf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:11.599633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-54631871-8343-4381-9bb1-b356decabf4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ff19083-a634-4ed6-82b1-776cc4dbea54 HTTP/1.1" status: 204 len: 168 time: 1.1636691 Jul 22 14:50:11.657459 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-577d5ac7-2f65-43d3-8a5f-3720138e115c req-5687be98-d889-44f1-990f-a71b503c0710 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866096 Jul 22 14:50:11.685712 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-5aa47119-f2de-4239-9482-458fd7f5c411 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303181 Jul 22 14:50:11.698113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54631871-8343-4381-9bb1-b356decabf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff19083-a634-4ed6-82b1-776cc4dbea54,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:11.730796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:11.740350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2edaa86e-99f2-4ff7-91f3-414489c0aee1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/6dd41fa9-427a-4463-a70b-8dca8e08a406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0466967 Jul 22 14:50:11.745756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:11.817671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] Sync routers for ids ['6dd41fa9-427a-4463-a70b-8dca8e08a406'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:11.857446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae45ee9-02b7-4f81-87d0-26d7d7cad651 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:11.871504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ae45ee9-02b7-4f81-87d0-26d7d7cad651 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports/f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 HTTP/1.1" status: 200 len: 910 time: 0.1219959 Jul 22 14:50:11.875055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52068) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:11.880576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89ec50ba-164e-4997-b2ed-88196c477487'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:11.889957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3ef69dc9-6328-45f4-bf5d-44c6505dc16d None None] Provisioning for port f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:11.894542 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a7f82df6-49b8-4f4d-bbc3-86624dce655b req-926dbc79-3524-4b91-9e80-188adbb4e8a7 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032084 Jul 22 14:50:11.909735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] Routers {'6dd41fa9-427a-4463-a70b-8dca8e08a406'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:11.910991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6dd41fa9-427a-4463-a70b-8dca8e08a406'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:11.926360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3ef69dc9-6328-45f4-bf5d-44c6505dc16d None None] Provisioning complete for port f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:11.926784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ef69dc9-6328-45f4-bf5d-44c6505dc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.067506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=00b75210-1dad-4223-916c-0c8b9e11aca3,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:12.132017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:12.172939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb75e55e-bc9f-4644-abc0-833e117a6471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.179719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-74a89a12-9f96-43e2-b4bd-27622d277f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:12.185161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-74a89a12-9f96-43e2-b4bd-27622d277f11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 1095 time: 0.2177243 Jul 22 14:50:12.198447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] Routers {'6dd41fa9-427a-4463-a70b-8dca8e08a406'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:12.199124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:49:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6dd41fa9-427a-4463-a70b-8dca8e08a406'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:12.310973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3ef69dc9-6328-45f4-bf5d-44c6505dc16d None None] Port f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:12.316730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:12.319062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b8772-c525-4e67-a6ed-11907941ec0b None None] The sync data for ids ['6dd41fa9-427a-4463-a70b-8dca8e08a406'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:12.390301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3ef69dc9-6328-45f4-bf5d-44c6505dc16d None None] Provisioning complete for port 00b75210-1dad-4223-916c-0c8b9e11aca3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:12.392980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3ef69dc9-6328-45f4-bf5d-44c6505dc16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.402997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:12.447163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.467708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cd69-9a42-488d-af43-1bd020543140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.478224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-218ec0da-7b58-4cab-9100-a449a29fd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:12.483358 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-218ec0da-7b58-4cab-9100-a449a29fd1d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.2946653 Jul 22 14:50:12.504165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.629851 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-a99a92c9-d391-4307-8c94-66c79c70cbe0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4 HTTP/1.1" status: 200 len: 217 time: 0.1217291 Jul 22 14:50:12.678481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 00b75210-1dad-4223-916c-0c8b9e11aca3 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:12.721340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-fa22f793-e3ee-4797-bd86-74bf0688370d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:12.722872 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-fa22f793-e3ee-4797-bd86-74bf0688370d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0856693 Jul 22 14:50:12.825074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 00b75210-1dad-4223-916c-0c8b9e11aca3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:12.826316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.880149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cd69-9a42-488d-af43-1bd020543140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.880566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9b4961d7-a5b8-48d7-ac6e-c9c3214ff7ad None None] Provisioning complete for port f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:12.880697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b4961d7-a5b8-48d7-ac6e-c9c3214ff7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.895786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6f1cd69-9a42-488d-af43-1bd020543140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:12.929533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b4961d7-a5b8-48d7-ac6e-c9c3214ff7ad None None] Port f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:12.980903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e6f1cd69-9a42-488d-af43-1bd020543140 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a159b430a2ff4094ad2662b208cad439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719702 Jul 22 14:50:12.983835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52080) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:13.001141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1cd69-9a42-488d-af43-1bd020543140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714dc017-6d51-4e66-b7c5-7571f1b6006b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:13.015013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-1b0a8f80-b29c-476e-8a71-53f72bc894eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:13.016469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-1b0a8f80-b29c-476e-8a71-53f72bc894eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857919 Jul 22 14:50:13.088366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1de2-43df-432c-b29d-9aefb58213a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.171403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93f8b5-184d-48b8-820e-35d8f108d3fd req-408923a9-ce77-4384-ae84-bc2e945a4c21 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:13.173849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a93f8b5-184d-48b8-820e-35d8f108d3fd req-408923a9-ce77-4384-ae84-bc2e945a4c21 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.6536767 Jul 22 14:50:13.262256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db3f2-0bb7-4aa3-9795-8d4b61b03af2 req-2fef998e-174b-4cd1-bf20-801203683a87 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:13.264276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a95db3f2-0bb7-4aa3-9795-8d4b61b03af2 req-2fef998e-174b-4cd1-bf20-801203683a87 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.4106271 Jul 22 14:50:13.314616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a93f8b5-184d-48b8-820e-35d8f108d3fd req-2ae2a095-289e-4edc-9d24-70cb84a84e6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146894 Jul 22 14:50:13.345338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a95db3f2-0bb7-4aa3-9795-8d4b61b03af2 req-031da4da-2b0f-4250-86e8-a00541bd9fbd tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727885 Jul 22 14:50:13.590148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.620586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.698325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.711322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1de2-43df-432c-b29d-9aefb58213a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.838779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-da9c74ac-9848-4ef4-a5c2-6bd9c9a4f3fa service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8118658 Jul 22 14:50:13.945308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:13.946989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:13.955745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/ports/f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 HTTP/1.1" status: 200 len: 910 time: 2.0795276 Jul 22 14:50:13.967915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490b2a7-a4fa-44c5-9eda-0dbbe13dcfe9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:13.973168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:14.030919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1de2-43df-432c-b29d-9aefb58213a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:14.036010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dd3c1de2-43df-432c-b29d-9aefb58213a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:14.044345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dd3c1de2-43df-432c-b29d-9aefb58213a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/714dc017-6d51-4e66-b7c5-7571f1b6006b HTTP/1.1" status: 204 len: 168 time: 1.0541191 Jul 22 14:50:14.209760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c1de2-43df-432c-b29d-9aefb58213a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714dc017-6d51-4e66-b7c5-7571f1b6006b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:14.282250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a0374fca-3258-4aa0-b637-8b99eeabbee4 req-091ef019-d212-4f44-b7ed-7c0a3a12e951 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358504 Jul 22 14:50:14.827076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:14.905452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3a0ca-10d8-46ea-a71f-df3c59182ad0 req-c1bc2b28-df92-4fec-b9a2-2504968c8019 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:14.907980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccf3a0ca-10d8-46ea-a71f-df3c59182ad0 req-c1bc2b28-df92-4fec-b9a2-2504968c8019 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.3328278 Jul 22 14:50:14.995796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a0054-9960-4441-b7d0-aca81c074e69 req-bf4b5123-20de-490f-bd28-a1653cebe835 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:14.997425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f95a0054-9960-4441-b7d0-aca81c074e69 req-bf4b5123-20de-490f-bd28-a1653cebe835 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.3474979 Jul 22 14:50:15.070834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccf3a0ca-10d8-46ea-a71f-df3c59182ad0 req-6acd98ac-bbed-4d80-bb9c-1dd047e5151c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432879 Jul 22 14:50:15.114173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f95a0054-9960-4441-b7d0-aca81c074e69 req-3a9c5a03-e133-4261-b5a0-b0870fd1332e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026711 Jul 22 14:50:15.351726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:15.618864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:15.619255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:15.784390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:15.800797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:15.979696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52124) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:16.212192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:16.268682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1880855692'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:16.312738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=f9dd6dd1-aac0-4e21-ae38-e3ee5e9fcff4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:16.515244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:16.519255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:16.609113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:16.656487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:16.799695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4259732-8107-4487-b169-5df650ba4c35 req-ae8e343d-5a7f-4faf-9aeb-1fe40e6a80d5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:16.802258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4259732-8107-4487-b169-5df650ba4c35 req-ae8e343d-5a7f-4faf-9aeb-1fe40e6a80d5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.5274272 Jul 22 14:50:16.818972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af860d86-8deb-4a96-9fb8-68ac92002e7f req-4ab31c37-b295-43d4-95d0-af637b95abe2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:16.820812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af860d86-8deb-4a96-9fb8-68ac92002e7f req-4ab31c37-b295-43d4-95d0-af637b95abe2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.4955792 Jul 22 14:50:16.923502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c4259732-8107-4487-b169-5df650ba4c35 req-39ef24df-99dd-4910-a66c-7f2e3cc520f8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995982 Jul 22 14:50:16.930430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af860d86-8deb-4a96-9fb8-68ac92002e7f req-db1fa56f-e0bb-48e2-aad9-8d1bec51358b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937424 Jul 22 14:50:16.956737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 6dd41fa9-427a-4463-a70b-8dca8e08a406 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:16.957601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:16.964635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.008243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:17.046713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbccb18e-4d5c-49dd-8fbc-50372d45bb59,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:17.054310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.054956 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Added segment 4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4 of type vlan for network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 Jul 22 14:50:17.063390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:17.069551 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8f33a830-ee07-4cdc-9a73-9def8db98de8 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/6dd41fa9-427a-4463-a70b-8dca8e08a406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0836844 Jul 22 14:50:17.073020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:17.081626 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] Sync routers for ids ['6dd41fa9-427a-4463-a70b-8dca8e08a406'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:17.115066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e835a9f9-0aac-4e69-b8d7-0436411ac6c4 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=6dd41fa9-427a-4463-a70b-8dca8e08a406 HTTP/1.1" status: 200 len: 205 time: 0.0399678 Jul 22 14:50:17.118073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52136) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:17.140321 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] Routers {'6dd41fa9-427a-4463-a70b-8dca8e08a406'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:17.141640 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6dd41fa9-427a-4463-a70b-8dca8e08a406'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:17.208467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:17.223778 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] Routers {'6dd41fa9-427a-4463-a70b-8dca8e08a406'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:17.225392 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['6dd41fa9-427a-4463-a70b-8dca8e08a406'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:17.255525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.286550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.334469 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:17.337158 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1efc6e-d2d9-4487-bceb-46306a37604b None None] The sync data for ids ['6dd41fa9-427a-4463-a70b-8dca8e08a406'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:17.394241 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.404404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:17.405703 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.590816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6093922 Jul 22 14:50:17.592749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.595684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:17.601442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:17.608315 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.691768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d14cd-9103-45b2-adde-5cd402562f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Network': ['ID=0cf5dee2-6473-49fd-b354-6b5ce8b53e13,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:17.706574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:17.802329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:17.810578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.829976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.830995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd41fa9-427a-4463-a70b-8dca8e08a406 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:50:17.902611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:17.902611 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dab85768-9142-4885-bd4b-f12f34bc00e1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/6dd41fa9-427a-4463-a70b-8dca8e08a406 HTTP/1.1" status: 204 len: 168 time: 0.7738862 Jul 22 14:50:17.903086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52142) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:18.217962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 89ec50ba-164e-4997-b2ed-88196c477487 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:18.238363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:18.519083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:18.768967 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:50:18.950783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fbe97-9703-40c0-b2ea-0da03fc78605 req-96618325-e8bb-45a7-9bb6-ca7843a27c15 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:18.952499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-927fbe97-9703-40c0-b2ea-0da03fc78605 req-96618325-e8bb-45a7-9bb6-ca7843a27c15 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.8752391 Jul 22 14:50:19.071151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-927fbe97-9703-40c0-b2ea-0da03fc78605 req-c6b342fb-a963-492f-880d-d7ea8eab513d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095171 Jul 22 14:50:19.086174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d637b2b-556e-473b-b900-e7a61fd474e9 req-2b1ba7a1-f9f5-4130-bb14-0edb6e60c017 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:19.099261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d637b2b-556e-473b-b900-e7a61fd474e9 req-2b1ba7a1-f9f5-4130-bb14-0edb6e60c017 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 1.0096493 Jul 22 14:50:19.197481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d637b2b-556e-473b-b900-e7a61fd474e9 req-e5df5c66-d1d1-43ab-83c5-b0f755a9ac4f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834711 Jul 22 14:50:19.225024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.250604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.333242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=d455f046-a859-4d2e-8271-53c4385f35fc,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:19.345436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:19.345810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network hostable DHCP agents. Network: 0cf5dee2-6473-49fd-b354-6b5ce8b53e13, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:19.373570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.391237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:19.432292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.437494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/89ec50ba-164e-4997-b2ed-88196c477487 HTTP/1.1" status: 204 len: 168 time: 1.5407157 Jul 22 14:50:19.438321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52154) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:19.438467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aab2d0-2fe1-4ab2-91f6-1e1c1a964a08 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=89ec50ba-164e-4997-b2ed-88196c477487,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:19.443540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0cf5dee2-6473-49fd-b354-6b5ce8b53e13) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:19.448368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:19.449025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.451857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3448dc5-f153-4f12-9ecb-5ad0adb8b78c None None] Network fa737154-2728-4754-9c7c-8dd9993e1560 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:19.474803 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b11fa13a-5f6f-4fe9-8e69-706d05951e4f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8768160 Jul 22 14:50:19.478363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:19.492515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'name': 'tempest-NetworksTestDHCPv6-387123142'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:19.534636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52589b-24fd-4483-af6b-b74f0ada9df4 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:19.679901 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.797553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:19.812465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.842283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 00b75210-1dad-4223-916c-0c8b9e11aca3 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:19.844420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:19.863864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port b24492a8-cdac-4f63-affe-550f95b84f9b yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:20.018858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port 00b75210-1dad-4223-916c-0c8b9e11aca3, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=00b75210-1dad-4223-916c-0c8b9e11aca3,segment=NetworkSegment(0e2c203a-b625-4288-b78e-6bb8c8a532b8),segment_id=0e2c203a-b625-4288-b78e-6bb8c8a532b8)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:20.019475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.069979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 00b75210-1dad-4223-916c-0c8b9e11aca3 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:20.144490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::1d1 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/d455f046-a859-4d2e-8271-53c4385f35fc/b24492a8-cdac-4f63-affe-550f95b84f9b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:20.245658 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.287271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port 00b75210-1dad-4223-916c-0c8b9e11aca3 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:20.300181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=00b75210-1dad-4223-916c-0c8b9e11aca3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:20.568593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.570085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'd455f046-a859-4d2e-8271-53c4385f35fc'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:20.576178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.602179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa737154-2728-4754-9c7c-8dd9993e1560']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:20.631661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e2c203a-b625-4288-b78e-6bb8c8a532b8') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:20.632215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e2c203a-b625-4288-b78e-6bb8c8a532b8') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:20.646973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.669154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fd216e-6116-42d6-93b6-09ea91f77a33 None None] DHCP port deletion for fa737154-2728-4754-9c7c-8dd9993e1560 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:20.671157 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.678481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:50:20.678839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.710142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.767547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object b24492a8-cdac-4f63-affe-550f95b84f9b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:50:20.815571 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:50:20.835044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.855326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.870578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52164) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:20.872374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/fa737154-2728-4754-9c7c-8dd9993e1560 HTTP/1.1" status: 204 len: 168 time: 1.4320319 Jul 22 14:50:20.880625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753987707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:20.920102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 00b75210-1dad-4223-916c-0c8b9e11aca3 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:20.926164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:20.950204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b3836-d0c2-44ef-aa8a-3226169f73b5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=fa737154-2728-4754-9c7c-8dd9993e1560,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:20.981930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 00b75210-1dad-4223-916c-0c8b9e11aca3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:20.983643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 00b75210-1dad-4223-916c-0c8b9e11aca3 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:21.010409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c4a8c-0bdc-4d1b-b754-74d7ffedf3f8 req-f0857418-3141-4822-8ab1-4c141d07de1c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:21.020893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d6c4a8c-0bdc-4d1b-b754-74d7ffedf3f8 req-f0857418-3141-4822-8ab1-4c141d07de1c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.7379491 Jul 22 14:50:21.058987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.063423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.072876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:21.090245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:21.098424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:21.113042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:21.115380 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.136028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f71494-0ce4-47c6-b405-10013d119d3e req-4b0a19e6-6354-4998-9ff1-340170241660 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:21.136370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/d455f046-a859-4d2e-8271-53c4385f35fc/b24bf7d0-0009-4f6b-a384-cbafddf78587) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:21.142226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71f71494-0ce4-47c6-b405-10013d119d3e req-4b0a19e6-6354-4998-9ff1-340170241660 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.7483459 Jul 22 14:50:21.165217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=b24492a8-cdac-4f63-affe-550f95b84f9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:21.205944 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aee07172-105c-4c72-8ce4-2dc2836a5444 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7258222 Jul 22 14:50:21.212862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52168) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:21.306665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d6c4a8c-0bdc-4d1b-b754-74d7ffedf3f8 req-72dc857c-c85b-4ab0-9b8f-aebd08d6c970 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761114 Jul 22 14:50:21.323977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71f71494-0ce4-47c6-b405-10013d119d3e req-b6b23577-5988-4824-8bea-a5d9f6cd834d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677420 Jul 22 14:50:21.393202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.405787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.449590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.454852 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d188406a-44b5-40a1-80ce-299e8ab63175 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5832770 Jul 22 14:50:21.457709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52170) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:21.466284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-97776728'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:21.521050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:21.521712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98809a6d-693b-40c1-afac-8c2312890984 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:21.524887 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-98809a6d-693b-40c1-afac-8c2312890984 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2386055 Jul 22 14:50:21.530755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52172) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:21.539043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.565403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.582378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Transition to ACTIVE for port object b24bf7d0-0009-4f6b-a384-cbafddf78587 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:21.613796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Transition to ACTIVE for port object b24bf7d0-0009-4f6b-a384-cbafddf78587 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:21.614379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:21.626092 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.635800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.636167 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 468c7b2c-8e89-461e-a570-c18833cf9d22 of type vlan for network 11c02bd7-8a48-4057-b0ee-25355d10335b Jul 22 14:50:21.804661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port b24492a8-cdac-4f63-affe-550f95b84f9b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:21.807017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.816771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Pushing event updated for resources: {'Port': ['ID=b24bf7d0-0009-4f6b-a384-cbafddf78587,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:21.838903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.875814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:21.887044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:21.906164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:21.909519 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.930792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:21.932662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:21.997542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.037619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5784137 Jul 22 14:50:22.041659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for b24492a8-cdac-4f63-affe-550f95b84f9b owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:22.042009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52174) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:22.047504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:22.077428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Attempting to bind port b24bf7d0-0009-4f6b-a384-cbafddf78587 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:22.077927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Attempting to bind port b24bf7d0-0009-4f6b-a384-cbafddf78587 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:22.078429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Attempting to bind port b24bf7d0-0009-4f6b-a384-cbafddf78587 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:22.095173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:22.095599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:22.096867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.097545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:22.098427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Bound port: b24bf7d0-0009-4f6b-a384-cbafddf78587, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:22.101765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.110420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91097ec2-56e0-498f-b2ca-2d8a168af457 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=11c02bd7-8a48-4057-b0ee-25355d10335b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:22.193369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 11c02bd7-8a48-4057-b0ee-25355d10335b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:22.203922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:22.213880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.231658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] For port b24bf7d0-0009-4f6b-a384-cbafddf78587, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:22.327444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] For port b24bf7d0-0009-4f6b-a384-cbafddf78587, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b24bf7d0-0009-4f6b-a384-cbafddf78587,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:22.341315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.446706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.561884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac30e9-0f45-44d6-92d7-574d8f7a43e4 None None] Pushing event updated for resources: {'Port': ['ID=b24bf7d0-0009-4f6b-a384-cbafddf78587,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:22.571908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=b24492a8-cdac-4f63-affe-550f95b84f9b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:22.633443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.636332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9c900bdc-e8af-4730-9aed-d2c8961150fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/b24492a8-cdac-4f63-affe-550f95b84f9b HTTP/1.1" status: 204 len: 168 time: 1.1042154 Jul 22 14:50:22.639282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52182) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:22.709608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06011bb-74d2-4e20-a9c4-9b1d93332683 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:22.712544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06011bb-74d2-4e20-a9c4-9b1d93332683 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:22.715096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b06011bb-74d2-4e20-a9c4-9b1d93332683 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0744791 Jul 22 14:50:22.726248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52184) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:22.727418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09245b39-9b93-4eef-b676-ddbc12ebb7fb req-28db5eda-7abb-4647-a5df-fd202de3b443 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:22.729057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09245b39-9b93-4eef-b676-ddbc12ebb7fb req-28db5eda-7abb-4647-a5df-fd202de3b443 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.2594104 Jul 22 14:50:22.834455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac46d0e-7644-4de6-b37e-3517a9518ed5 req-eb8991ac-5c66-4cc0-a59b-9bf92fb46fb8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:22.835910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac46d0e-7644-4de6-b37e-3517a9518ed5 req-eb8991ac-5c66-4cc0-a59b-9bf92fb46fb8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.3320415 Jul 22 14:50:22.842555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.861568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet d455f046-a859-4d2e-8271-53c4385f35fc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:22.869441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.914094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=f2d73799-ed5d-4de7-855d-4f0492669e06,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:22.937678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09245b39-9b93-4eef-b676-ddbc12ebb7fb req-854139a8-1f53-4130-9356-d629fef0e4f1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784985 Jul 22 14:50:22.966240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:22.977832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ac46d0e-7644-4de6-b37e-3517a9518ed5 req-d3241da7-4e3f-4ad1-bc1b-307bde82d796 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697031 Jul 22 14:50:22.991672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:22.992048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: 11c02bd7-8a48-4057-b0ee-25355d10335b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:23.026409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 11c02bd7-8a48-4057-b0ee-25355d10335b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:23.044876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 11c02bd7-8a48-4057-b0ee-25355d10335b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:23.057698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f712ed1e-40a0-48e0-89e5-01c930a3936c None None] Network 11c02bd7-8a48-4057-b0ee-25355d10335b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:23.068554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:23.069831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.096103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c7188198-63ed-4108-ac04-5f2ad67da4bc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0530307 Jul 22 14:50:23.098765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52186) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:23.154713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.255770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.303082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.303498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-11c02bd7-8a48-4057-b0ee-25355d10335b', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:23.304808 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.309028 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/d455f046-a859-4d2e-8271-53c4385f35fc HTTP/1.1" status: 204 len: 168 time: 0.5813375 Jul 22 14:50:23.310021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e16d2-8bc4-4708-a8d3-a8fda1ec0713 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=d455f046-a859-4d2e-8271-53c4385f35fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:23.311973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52188) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:23.389381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b22d1cb0-dc75-4eff-89a3-ae73e18d6f02 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763574 Jul 22 14:50:23.390001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:23.395375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:23.533586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:23.536575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.538416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.609118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Allocated IP 172.20.0.2 (11c02bd7-8a48-4057-b0ee-25355d10335b/f2d73799-ed5d-4de7-855d-4f0492669e06/ed830110-6760-4197-b627-16cfb61a9509) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:23.901848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.983078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:23.997212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Transition to ACTIVE for port object ed830110-6760-4197-b627-16cfb61a9509 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:24.056661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Transition to ACTIVE for port object ed830110-6760-4197-b627-16cfb61a9509 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:24.059658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=464e78ce-0e3c-4f7d-9ee9-598867f35eac,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:24.077970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.094052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:24.105507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:24.116749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:24.117388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.148944 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5eed6d05-fc2b-4141-b1ab-6bb2b90f8b13 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7553735 Jul 22 14:50:24.150852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:24.157973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'name': 'tempest-NetworksTestDHCPv6-1372760313'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:24.190769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Network 11c02bd7-8a48-4057-b0ee-25355d10335b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:24.195938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:24.198718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadfb546-a5b9-4b28-9ca1-dadfe3f11525 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:24.207703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:24.219170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.20.0.1 (11c02bd7-8a48-4057-b0ee-25355d10335b/f2d73799-ed5d-4de7-855d-4f0492669e06/ee818f88-aeea-4839-ba12-210741c772ae) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:24.298224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Pushing event updated for resources: {'Port': ['ID=ed830110-6760-4197-b627-16cfb61a9509,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:24.369723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f6068e8-9508-4759-8b89-d4bb0ec0bd5c None None] Provisioning for port b24bf7d0-0009-4f6b-a384-cbafddf78587 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:24.385019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Attempting to bind port ed830110-6760-4197-b627-16cfb61a9509 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:24.385692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Attempting to bind port ed830110-6760-4197-b627-16cfb61a9509 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:24.386287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Attempting to bind port ed830110-6760-4197-b627-16cfb61a9509 on network 11c02bd7-8a48-4057-b0ee-25355d10335b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:24.395600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:24.396499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Checking segment: {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:24.397296 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.397949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Bound using segment: {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:24.398752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Bound port: ed830110-6760-4197-b627-16cfb61a9509, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:24.399391 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.423934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.427283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:24.433716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.462163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 0f5ae681-45ca-4c76-b1bd-deff02d30513 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:24.524418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object ee818f88-aeea-4839-ba12-210741c772ae will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:24.636347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] For port ed830110-6760-4197-b627-16cfb61a9509, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:24.658210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] For port ed830110-6760-4197-b627-16cfb61a9509, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ed830110-6760-4197-b627-16cfb61a9509,segment=NetworkSegment(468c7b2c-8e89-461e-a570-c18833cf9d22),segment_id=468c7b2c-8e89-461e-a570-c18833cf9d22)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:24.684836 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.699496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::232 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/464e78ce-0e3c-4f7d-9ee9-598867f35eac/0f5ae681-45ca-4c76-b1bd-deff02d30513) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:24.705987 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.774927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b24bf7d0-0009-4f6b-a384-cbafddf78587 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:24.867234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=ee818f88-aeea-4839-ba12-210741c772ae,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:24.882060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487fceb-b7f1-47ac-a216-43551349d5c8 None None] Pushing event updated for resources: {'Port': ['ID=ed830110-6760-4197-b627-16cfb61a9509,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:24.907392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe34c1-f57e-4371-9d53-1d4951958431 req-566b14dd-0a06-4b5e-8bc5-79f50e8918da tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:24.919283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41fe34c1-f57e-4371-9d53-1d4951958431 req-566b14dd-0a06-4b5e-8bc5-79f50e8918da tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.4893892 Jul 22 14:50:24.922872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b24bf7d0-0009-4f6b-a384-cbafddf78587 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:24.933429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b24bf7d0-0009-4f6b-a384-cbafddf78587 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:24.934199 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:24.978089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60863e7-1e4b-4d4b-af40-5bbbb455b0d8 req-8cac6502-c1f0-432c-a2d4-b11742959e7f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:24.979781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e60863e7-1e4b-4d4b-af40-5bbbb455b0d8 req-8cac6502-c1f0-432c-a2d4-b11742959e7f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.8516145 Jul 22 14:50:24.992933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 11c02bd7-8a48-4057-b0ee-25355d10335b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:25.025721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:25.047802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:25.166496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.188956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.208221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e60863e7-1e4b-4d4b-af40-5bbbb455b0d8 req-446a91ed-6e36-4a41-84a6-d57187b24587 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134509 Jul 22 14:50:25.212270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41fe34c1-f57e-4371-9d53-1d4951958431 req-d0d6fbd2-6b5c-4368-9b9c-5f39a4e995fe tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790978 Jul 22 14:50:25.262547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b24bf7d0-0009-4f6b-a384-cbafddf78587, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b24bf7d0-0009-4f6b-a384-cbafddf78587,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:25.272863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.273403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.288582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 0f5ae681-45ca-4c76-b1bd-deff02d30513 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:25.380555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.409806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b24bf7d0-0009-4f6b-a384-cbafddf78587,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:25.425347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feac6aa0-5c31-48cf-bed5-2e00d49b95c2 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:25.459776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=0f5ae681-45ca-4c76-b1bd-deff02d30513,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:25.478471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:25.480644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:25.484262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:25.490693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:25.491457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.513231 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dabf09be-bcf0-4f7d-9bef-d9222cd9ec18 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3601279 Jul 22 14:50:25.521658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52202) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:25.536020 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3d1147c0-ab99-41e7-b2a3-895aaa90501b None None] Provisioning complete for port b24bf7d0-0009-4f6b-a384-cbafddf78587 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:25.536665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3d1147c0-ab99-41e7-b2a3-895aaa90501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.624573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:25.745282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaec5c1-2f90-4f70-8806-6157a80ac259 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:25.752032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaec5c1-2f90-4f70-8806-6157a80ac259 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:25.756425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-caaec5c1-2f90-4f70-8806-6157a80ac259 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2337871 Jul 22 14:50:25.756579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52206) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:25.962501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 0f5ae681-45ca-4c76-b1bd-deff02d30513 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:25.966617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.086613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.116377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 0f5ae681-45ca-4c76-b1bd-deff02d30513 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:26.144212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.158385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.293583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.309059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=ee818f88-aeea-4839-ba12-210741c772ae,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:26.356403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72dd1f9b-bdb8-46cf-97a7-ba7ae0727d1b None None] Provisioning for port 0f5ae681-45ca-4c76-b1bd-deff02d30513 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:26.371054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72dd1f9b-bdb8-46cf-97a7-ba7ae0727d1b None None] Provisioning complete for port 0f5ae681-45ca-4c76-b1bd-deff02d30513 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:26.372938 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72dd1f9b-bdb8-46cf-97a7-ba7ae0727d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.439948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-72dd1f9b-bdb8-46cf-97a7-ba7ae0727d1b None None] Port 0f5ae681-45ca-4c76-b1bd-deff02d30513 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:26.467715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72dd1f9b-bdb8-46cf-97a7-ba7ae0727d1b None None] Provisioning complete for port b24bf7d0-0009-4f6b-a384-cbafddf78587 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:26.469834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72dd1f9b-bdb8-46cf-97a7-ba7ae0727d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:26.768387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 11c02bd7-8a48-4057-b0ee-25355d10335b is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:26.772641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:26.792500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad8359-d4c5-475f-a5e6-626d45ff5bf7 None None] Network 11c02bd7-8a48-4057-b0ee-25355d10335b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:26.957307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571a99-2f56-40d0-88d0-1208f52d8166 req-09d55bf2-39d8-4533-9d0e-3597b0ff35f6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:26.959141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1571a99-2f56-40d0-88d0-1208f52d8166 req-09d55bf2-39d8-4533-9d0e-3597b0ff35f6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.4783933 Jul 22 14:50:26.975857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad830b57-fd5e-448d-a093-ca48bacb76c0 req-3b785705-2f8f-4849-89f2-f360ef9d4356 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:26.977678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad830b57-fd5e-448d-a093-ca48bacb76c0 req-3b785705-2f8f-4849-89f2-f360ef9d4356 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.4957418 Jul 22 14:50:27.000560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b24bf7d0-0009-4f6b-a384-cbafddf78587 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:27.011420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb8bcc64-b951-4e38-afc9-d26fdd26bd99 None None] Provisioning for port ed830110-6760-4197-b627-16cfb61a9509 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:27.145931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c5021214-ecd1-4c47-8154-37aa32e3e3b3 None None] Could not find standard attr ID for object b24492a8-cdac-4f63-affe-550f95b84f9b. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:27.186762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad830b57-fd5e-448d-a093-ca48bacb76c0 req-d53eaa3a-4849-4116-86ab-0cc8cfae1589 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961169 Jul 22 14:50:27.194621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1571a99-2f56-40d0-88d0-1208f52d8166 req-58fc62bb-8848-4270-98e6-23009001eb1b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158766 Jul 22 14:50:27.241502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.249808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:50:27.296692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bfe4d06d-7855-4e8f-b7e2-ed14174b992f None None] Could not find standard attr ID for object 0f5ae681-45ca-4c76-b1bd-deff02d30513. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:27.302335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b24bf7d0-0009-4f6b-a384-cbafddf78587 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:27.302747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.345825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=0f5ae681-45ca-4c76-b1bd-deff02d30513,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:27.361982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.365304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ebe43717-e823-4bb3-b711-9c05b6c87ff1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/0f5ae681-45ca-4c76-b1bd-deff02d30513 HTTP/1.1" status: 204 len: 168 time: 1.6077278 Jul 22 14:50:27.368140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:27.479490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ed830110-6760-4197-b627-16cfb61a9509 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:27.493197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d04eb6-0baa-4ebe-85f8-443a6737a4d9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:27.493706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:27.496497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d04eb6-0baa-4ebe-85f8-443a6737a4d9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:27.504717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-84d04eb6-0baa-4ebe-85f8-443a6737a4d9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1355033 Jul 22 14:50:27.508547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0230bd46-fa87-42c6-bc8c-91076fc32d71 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4061661 Jul 22 14:50:27.508547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52226) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:27.508837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52228) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:27.513734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:27.518872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-33334376'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:27.540703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:27.544734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:27.600741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:27.603266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 464e78ce-0e3c-4f7d-9ee9-598867f35eac {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:27.606639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.611396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.662060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:27.695676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.696192 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 4b0ecace-920a-4656-ae26-f2737e2ade67 of type vlan for network fe4c465d-8c64-4ee1-b61a-a2531f010a11 Jul 22 14:50:27.698740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.720815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:27.723114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ed830110-6760-4197-b627-16cfb61a9509 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:27.759559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ed830110-6760-4197-b627-16cfb61a9509 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:27.760856 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.770036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.812238 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.819944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.832426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:27.833072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.863752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3536952 Jul 22 14:50:27.864229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52234) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:27.926160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:27.935007 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:27.999899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=464e78ce-0e3c-4f7d-9ee9-598867f35eac,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:28.007860 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.012693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b917f239-72c2-40ef-8d00-136f4f638e4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/464e78ce-0e3c-4f7d-9ee9-598867f35eac HTTP/1.1" status: 204 len: 168 time: 0.5045679 Jul 22 14:50:28.023401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52238) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:28.072628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371474f-8424-4b87-86d2-215c7486b27e None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:28.106610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.127113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc93134-7fee-411a-ba0a-ec3c4df2bb82 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=fe4c465d-8c64-4ee1-b61a-a2531f010a11,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:28.134802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52240) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:28.141945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:28.142503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0c97a881-3d90-4207-b675-930eb90d4845 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176801 Jul 22 14:50:28.146199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.152698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:28.153696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:28.444853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-eed64703-a4a0-4842-ba70-ad7b9a6e3176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:28.446969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-eed64703-a4a0-4842-ba70-ad7b9a6e3176 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 1096 time: 0.1821094 Jul 22 14:50:28.485576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:28.489526 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.494255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081c07-601d-46ed-90c1-611da7f4bdc7 req-ad0352be-ce4f-43a7-abb7-55bacb5a5425 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:28.496345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80081c07-601d-46ed-90c1-611da7f4bdc7 req-ad0352be-ce4f-43a7-abb7-55bacb5a5425 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.1712253 Jul 22 14:50:28.533269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ed830110-6760-4197-b627-16cfb61a9509, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ed830110-6760-4197-b627-16cfb61a9509,segment=NetworkSegment(468c7b2c-8e89-461e-a570-c18833cf9d22),segment_id=468c7b2c-8e89-461e-a570-c18833cf9d22)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:28.539729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed904bb1-62cc-41c5-acd2-e352c2194a48 req-e2eaa3da-70b1-4c0d-890a-32c059a6fc09 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:28.541374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed904bb1-62cc-41c5-acd2-e352c2194a48 req-e2eaa3da-70b1-4c0d-890a-32c059a6fc09 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.2259352 Jul 22 14:50:28.606485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed904bb1-62cc-41c5-acd2-e352c2194a48 req-643a2d65-14de-4ee8-9811-04425fa09f93 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565522 Jul 22 14:50:28.626453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80081c07-601d-46ed-90c1-611da7f4bdc7 req-245e457c-f6f7-4f6e-b338-a9c75a27c5e1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216276 Jul 22 14:50:28.660829 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.754115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d6211913-091b-4a1b-ae6c-a42ab617df8c None None] Provisioning for port ee818f88-aeea-4839-ba12-210741c772ae completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:28.765047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d6211913-091b-4a1b-ae6c-a42ab617df8c None None] Provisioning complete for port ee818f88-aeea-4839-ba12-210741c772ae triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:28.765763 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6211913-091b-4a1b-ae6c-a42ab617df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.796853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.851606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d6211913-091b-4a1b-ae6c-a42ab617df8c None None] Port ee818f88-aeea-4839-ba12-210741c772ae cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:28.872497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:25Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:25Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:28.881704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ed830110-6760-4197-b627-16cfb61a9509,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:28.900634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-1e88192f-7070-4fb9-a6b9-ca7560f6cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:28.902229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-1e88192f-7070-4fb9-a6b9-ca7560f6cc57 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.4484067 Jul 22 14:50:28.920728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:28.921118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Updating router 00a01b78-ee48-4150-9185-6bc66f9b3995 port ee818f88-aeea-4839-ba12-210741c772ae binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:50:28.930584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=2a7ad2a6-e374-474c-977b-4e5df37906c1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:28.957397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d6211913-091b-4a1b-ae6c-a42ab617df8c None None] Provisioning complete for port ed830110-6760-4197-b627-16cfb61a9509 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:28.957773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6211913-091b-4a1b-ae6c-a42ab617df8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:28.985566 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-642776c0-bc13-498a-8921-0b349b22e0ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c239f9c-597b-465b-9235-bfa8683b9be1 HTTP/1.1" status: 200 len: 217 time: 0.0743163 Jul 22 14:50:29.011185 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.032385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:29.032766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: fe4c465d-8c64-4ee1-b61a-a2531f010a11, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:29.102480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-1a4bfa6a-82be-485d-8060-2fd341b673ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:29.103998 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-1a4bfa6a-82be-485d-8060-2fd341b673ca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.1109946 Jul 22 14:50:29.142395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:29.152442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.160821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:29.222643 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, fe4c465d-8c64-4ee1-b61a-a2531f010a11) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:29.236246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:29.236852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.242959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474ff04-44fc-415c-86af-c9489e311b80 None None] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:29.266968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:29.271927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:29.277132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fe5e8d09-60f6-4717-bc38-81ac3a741e30 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3691349 Jul 22 14:50:29.277132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:29.277984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.279379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52254) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:29.302727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=138e5839-a143-42fc-afaa-d3f8cf8ccbfa,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:29.327016 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a756adaa-018c-41eb-8750-d8e5920c6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1862268 Jul 22 14:50:29.329234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:29.331382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-94f7db8b-21cd-4e61-ac86-f9d16274ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:29.333255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-94f7db8b-21cd-4e61-ac86-f9d16274ace4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212260 Jul 22 14:50:29.338339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'name': 'tempest-NetworksTestDHCPv6-302822542'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:29.409557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d0fb13a1-e6df-42d0-9736-69bd4e9efaba None None] Provisioning complete for port ee818f88-aeea-4839-ba12-210741c772ae triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:29.409887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0fb13a1-e6df-42d0-9736-69bd4e9efaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.448098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] Deleting port b24bf7d0-0009-4f6b-a384-cbafddf78587 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:29.448481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.526543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-282fefbe-057c-4fe3-bfd9-0a6edf811894 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825151 Jul 22 14:50:29.542149 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d0fb13a1-e6df-42d0-9736-69bd4e9efaba None None] Port ee818f88-aeea-4839-ba12-210741c772ae cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:29.601576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:29.605189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.665336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 9a63fea4-fb79-4363-8b86-8081da328d65 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:29.695637 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.711581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Transition to ACTIVE for port object ee818f88-aeea-4839-ba12-210741c772ae will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:29.733212 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.794406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b5d3ac5-4575-4080-b56d-a3c55f6b5bef req-ed0ab3f0-e74d-471d-b06b-ae90321b6bb2 service neutron] 10.222.0.72 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604282 Jul 22 14:50:29.844740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] For port b24bf7d0-0009-4f6b-a384-cbafddf78587, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b24bf7d0-0009-4f6b-a384-cbafddf78587,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:29.845160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.859052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd37dc-8d79-4cb6-a4cb-8032967b01a2 None None] Pushing event updated for resources: {'Port': ['ID=ee818f88-aeea-4839-ba12-210741c772ae,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:29.863267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:29.864132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:29.875772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] Calling delete_port for b24bf7d0-0009-4f6b-a384-cbafddf78587 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:29.887180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::3a4 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/138e5839-a143-42fc-afaa-d3f8cf8ccbfa/9a63fea4-fb79-4363-8b86-8081da328d65) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:30.144482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Attempting to bind port ee818f88-aeea-4839-ba12-210741c772ae on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:30.145215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Attempting to bind port ee818f88-aeea-4839-ba12-210741c772ae by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:30.145784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Attempting to bind port ee818f88-aeea-4839-ba12-210741c772ae on network 11c02bd7-8a48-4057-b0ee-25355d10335b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:30.169424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.187078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:30.187763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Checking segment: {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:30.188547 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.189141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Bound using segment: {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:30.189827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Bound port: ee818f88-aeea-4839-ba12-210741c772ae, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468c7b2c-8e89-461e-a570-c18833cf9d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:30.190413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.197991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 9a63fea4-fb79-4363-8b86-8081da328d65 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:30.246346 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.336844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=9a63fea4-fb79-4363-8b86-8081da328d65,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:30.353353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:30.355316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:30.358749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:30.365861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:30.366926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.373610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.387188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-be00e889-57c9-46e2-8831-7a38ba5e7e32 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0528951 Jul 22 14:50:30.390135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52268) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:30.463462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] Pushing event deleted for resources: {'Port': ['ID=b24bf7d0-0009-4f6b-a384-cbafddf78587,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:30.471578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5438487-da12-487a-b9f0-d90d985b4d50 None None] No DVR routers for this DVR port b24bf7d0-0009-4f6b-a384-cbafddf78587 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:30.474868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32784a-0100-4c9b-9344-254e7691ddcf tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:30.476981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd32784a-0100-4c9b-9344-254e7691ddcf tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0853848 Jul 22 14:50:30.490159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:30.512201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231a2ed-3af6-47a2-a4c4-69266677304f None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:30.521210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Allocated IP 172.21.0.2 (fe4c465d-8c64-4ee1-b61a-a2531f010a11/2a7ad2a6-e374-474c-977b-4e5df37906c1/b3567015-dc4a-40fc-850e-0ddb328e0736) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:30.576852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] For port ee818f88-aeea-4839-ba12-210741c772ae, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:30.652180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] For port ee818f88-aeea-4839-ba12-210741c772ae, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ee818f88-aeea-4839-ba12-210741c772ae,segment=NetworkSegment(468c7b2c-8e89-461e-a570-c18833cf9d22),segment_id=468c7b2c-8e89-461e-a570-c18833cf9d22)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:30.685370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 9a63fea4-fb79-4363-8b86-8081da328d65 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:30.685947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.691992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4e7a0-63cb-48f3-8431-b4068d3b08ef req-80af90cd-d0f5-47ad-bd5f-555c3216c8c1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:30.707490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08b4e7a0-63cb-48f3-8431-b4068d3b08ef req-80af90cd-d0f5-47ad-bd5f-555c3216c8c1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.4475505 Jul 22 14:50:30.828299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.861049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 9a63fea4-fb79-4363-8b86-8081da328d65 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:30.866992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.876257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Transition to ACTIVE for port object b3567015-dc4a-40fc-850e-0ddb328e0736 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:30.902985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Transition to ACTIVE for port object b3567015-dc4a-40fc-850e-0ddb328e0736 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:30.902985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ed830110-6760-4197-b627-16cfb61a9509 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:30.902985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.908272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba2643-a94b-4af7-8584-3b3d52e32e97 req-716003f2-c6c8-411f-8f62-1880a317e56e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:30.916793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0ba2643-a94b-4af7-8584-3b3d52e32e97 req-716003f2-c6c8-411f-8f62-1880a317e56e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.6594348 Jul 22 14:50:30.932168 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:30.940372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08b4e7a0-63cb-48f3-8431-b4068d3b08ef req-3388f873-e2c7-474c-978e-21b910368d7d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316766 Jul 22 14:50:30.998036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0ba2643-a94b-4af7-8584-3b3d52e32e97 req-96ef27aa-c8ee-4889-9754-96f75c82b6a2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807686 Jul 22 14:50:31.077548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:31.095626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:31.102385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:31.103678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.121473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.150782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd37dc-8d79-4cb6-a4cb-8032967b01a2 None None] Pushing event updated for resources: {'Port': ['ID=ee818f88-aeea-4839-ba12-210741c772ae,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:31.157744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:31.158365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:31.268449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=9a63fea4-fb79-4363-8b86-8081da328d65,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:31.289043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.294691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8d210ad7-e861-4a64-8ca9-e0a80b3b2988 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/9a63fea4-fb79-4363-8b86-8081da328d65 HTTP/1.1" status: 204 len: 168 time: 0.8003712 Jul 22 14:50:31.295160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:31.428407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83835a41-eeb7-4578-88a2-f99d94d41086 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:31.431787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83835a41-eeb7-4578-88a2-f99d94d41086 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:31.436714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-83835a41-eeb7-4578-88a2-f99d94d41086 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1349225 Jul 22 14:50:31.443808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:31.549548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 138e5839-a143-42fc-afaa-d3f8cf8ccbfa {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:31.558169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.633296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.662755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.21.0.1 (fe4c465d-8c64-4ee1-b61a-a2531f010a11/2a7ad2a6-e374-474c-977b-4e5df37906c1/2daccf49-a29e-4250-aa90-58108378f73d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:31.685029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:31.700618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.774586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Attempting to bind port b3567015-dc4a-40fc-850e-0ddb328e0736 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:31.774986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Attempting to bind port b3567015-dc4a-40fc-850e-0ddb328e0736 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:31.775528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Attempting to bind port b3567015-dc4a-40fc-850e-0ddb328e0736 on network fe4c465d-8c64-4ee1-b61a-a2531f010a11 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:31.794792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.834803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.839809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/138e5839-a143-42fc-afaa-d3f8cf8ccbfa HTTP/1.1" status: 204 len: 168 time: 0.3941915 Jul 22 14:50:31.839809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71041c-99de-4a7d-a4b2-5d15478e3a09 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=138e5839-a143-42fc-afaa-d3f8cf8ccbfa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:31.842582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:31.854781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Pushing event updated for resources: {'Port': ['ID=b3567015-dc4a-40fc-850e-0ddb328e0736,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:31.871278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:31.872489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Checking segment: {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:31.873085 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.873659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Bound using segment: {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:31.874712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Bound port: b3567015-dc4a-40fc-850e-0ddb328e0736, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:31.875092 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.907725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.913548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e44b8ad-010f-4ee8-95f3-12459c2ec697 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676942 Jul 22 14:50:31.913999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:31.923142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object 2daccf49-a29e-4250-aa90-58108378f73d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:31.929734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ed830110-6760-4197-b627-16cfb61a9509 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:31.930391 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.966006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:31.998404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892f3f7-9842-4162-915e-82688a300c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '138e5839-a143-42fc-afaa-d3f8cf8ccbfa'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:31.999659 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d892f3f7-9842-4162-915e-82688a300c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.016910 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-54f10f82-9d86-473b-9833-d6a392165ae9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1011817 Jul 22 14:50:32.019905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:32.089304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:32.113157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:32.122364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:32.134029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ffd246-9f98-452b-a189-59ef4545f3cb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:32.138835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=2daccf49-a29e-4250-aa90-58108378f73d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:32.139048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-30ffd246-9f98-452b-a189-59ef4545f3cb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1174877 Jul 22 14:50:32.139546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52298) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:32.184616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] For port b3567015-dc4a-40fc-850e-0ddb328e0736, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:32.190334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] For port b3567015-dc4a-40fc-850e-0ddb328e0736, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b3567015-dc4a-40fc-850e-0ddb328e0736,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:32.190577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-57914824-a7b6-487e-88da-f1985e0a138d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494127 Jul 22 14:50:32.190912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:32.198168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:32.206105 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.223904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.288890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc19d0a-c844-4830-af21-1b395f7dbccb req-132f4240-63a7-4ec9-b777-980122b0513a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:32.297060 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbc19d0a-c844-4830-af21-1b395f7dbccb req-132f4240-63a7-4ec9-b777-980122b0513a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.2233913 Jul 22 14:50:32.305093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:32.308879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.360652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9c239f9c-597b-465b-9235-bfa8683b9be1 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:32.393901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd897a3-ff04-460a-a1b3-65b402acf138 req-b729df78-70a9-4094-a10c-3ac9bb3a4688 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:32.395658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbd897a3-ff04-460a-a1b3-65b402acf138 req-b729df78-70a9-4094-a10c-3ac9bb3a4688 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 945 time: 0.2777653 Jul 22 14:50:32.430565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbc19d0a-c844-4830-af21-1b395f7dbccb req-e6f4fb64-fe10-4ccd-ab93-75953f836de1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323845 Jul 22 14:50:32.490960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00744335-72b0-4272-adf5-409cc48b8178 None None] Pushing event updated for resources: {'Port': ['ID=b3567015-dc4a-40fc-850e-0ddb328e0736,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:32.504617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.537806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbd897a3-ff04-460a-a1b3-65b402acf138 req-68ece814-5267-4f3b-bd13-1f1fc33c295c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319532 Jul 22 14:50:32.580780 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.594741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b24bf7d0-0009-4f6b-a384-cbafddf78587 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:32.646644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b24bf7d0-0009-4f6b-a384-cbafddf78587 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:32.647198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b24bf7d0-0009-4f6b-a384-cbafddf78587 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:32.663233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:25Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:30Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:32.693017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.709665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2b3de5-a91c-46e2-9d76-dee464b6297d None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:25Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:30Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:32.716282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:32.718543 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd8a99f-92cf-42e5-a852-1ac506394132" -d '{"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-unplugged", "status": "completed", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:32.755771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:32.774308 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.822879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:32.837527 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c133c128-3ae6-42ac-9f17-a4df41bdd0fc x-openstack-request-id: req-c133c128-3ae6-42ac-9f17-a4df41bdd0fc {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:32.837928 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-unplugged", "status": "failed", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:32.838291 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c133c128-3ae6-42ac-9f17-a4df41bdd0fc {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:32.838847 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'code': 422} returned with failed status Jul 22 14:50:32.867538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:32.884992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:32.885932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:32.887306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f093b7-8a23-4c5f-a514-5ab5ad0d1e60 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:32.918220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7261956 Jul 22 14:50:32.922590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:32.930061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '486b48e4-ead8-4d4b-bcd0-22398a431262', 'ip_address': '2001:db8::1e2d:f2d2:77ed:656f'}], 'name': 'tempest-NetworksTestDHCPv6-232500355'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:32.952888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:32.982406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9142-1e40-466b-9a34-6bb6b687240d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=486b48e4-ead8-4d4b-bcd0-22398a431262,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:32.989922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f971ad4-fa6e-44ff-bab3-212b14d13ce6 req-55bdd80d-dd66-4679-a3c0-0d2bb6d9e52b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:32.991558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f971ad4-fa6e-44ff-bab3-212b14d13ce6 req-55bdd80d-dd66-4679-a3c0-0d2bb6d9e52b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2069993 Jul 22 14:50:33.095148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f971ad4-fa6e-44ff-bab3-212b14d13ce6 req-b7faae9b-4872-4a73-94a0-f2fe756e699d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955286 Jul 22 14:50:33.097942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:33.175550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '486b48e4-ead8-4d4b-bcd0-22398a431262'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:33.176577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.284031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.288619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.302948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.310619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 140b726a-9006-46fc-894c-08a776344b81 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:33.411886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.423029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/486b48e4-ead8-4d4b-bcd0-22398a431262/3cad4619-d6a5-421e-a73c-0712affcedd9) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:33.431147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=2daccf49-a29e-4250-aa90-58108378f73d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:33.499975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664649e-b89a-4f67-ad82-2e6982f56aae req-6ca60bbf-6735-4cdb-8cbe-e1f4b2c9d274 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:33.508077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3664649e-b89a-4f67-ad82-2e6982f56aae req-6ca60bbf-6735-4cdb-8cbe-e1f4b2c9d274 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2821500 Jul 22 14:50:33.674904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3664649e-b89a-4f67-ad82-2e6982f56aae req-69c4cba9-0156-4af9-899b-cec17c789a56 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658542 Jul 22 14:50:33.690153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:33.708921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:33.811085 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.854359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7119a34-cec4-4d96-bca4-0f05c821f7e2 req-73812987-812e-4848-a68e-be13a20f8e73 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:33.856057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Transition to ACTIVE for port object 3cad4619-d6a5-421e-a73c-0712affcedd9 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:33.856319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7119a34-cec4-4d96-bca4-0f05c821f7e2 req-73812987-812e-4848-a68e-be13a20f8e73 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.2589247 Jul 22 14:50:33.859445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:33.877842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Transition to ACTIVE for port object 3cad4619-d6a5-421e-a73c-0712affcedd9 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:33.885550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:33.944121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:33.951890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:33.956396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:33.977035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369e1714-ae13-4ce4-b870-cab25481e82c None None] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:34.034187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Pushing event updated for resources: {'Port': ['ID=3cad4619-d6a5-421e-a73c-0712affcedd9,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:34.040890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e7119a34-cec4-4d96-bca4-0f05c821f7e2 req-c1a89000-5874-4e83-beb8-6aa703e70b42 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745815 Jul 22 14:50:34.078869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::1e2d:f2d2:77ed:656f (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/486b48e4-ead8-4d4b-bcd0-22398a431262/140b726a-9006-46fc-894c-08a776344b81) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:34.080307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:34.096366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f0b68c33-58fd-4c18-9457-f1c5458c0950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8141994 Jul 22 14:50:34.098120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:34.103663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-1584884057'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:34.135362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-544725ca-a54b-45f3-82d2-17df334e28dd None None] Provisioning for port b3567015-dc4a-40fc-850e-0ddb328e0736 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:34.142102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Attempting to bind port 3cad4619-d6a5-421e-a73c-0712affcedd9 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:34.142460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Attempting to bind port 3cad4619-d6a5-421e-a73c-0712affcedd9 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:34.142912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Attempting to bind port 3cad4619-d6a5-421e-a73c-0712affcedd9 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:34.157052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:34.157333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:34.157569 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.159451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:34.160377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Bound port: 3cad4619-d6a5-421e-a73c-0712affcedd9, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:34.161183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.191969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900504b2-995a-48e9-8878-6922a3a70492 req-182d7242-2443-4c39-a2d2-eecfc6236197 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:34.193373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900504b2-995a-48e9-8878-6922a3a70492 req-182d7242-2443-4c39-a2d2-eecfc6236197 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0835044 Jul 22 14:50:34.239612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-900504b2-995a-48e9-8878-6922a3a70492 req-2e3cc782-cab7-4bd2-a05f-62d30ee61336 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362964 Jul 22 14:50:34.283535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:34.288517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.319558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] For port 3cad4619-d6a5-421e-a73c-0712affcedd9, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:34.334985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] For port 3cad4619-d6a5-421e-a73c-0712affcedd9, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3cad4619-d6a5-421e-a73c-0712affcedd9,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:34.342322 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.344725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:34.368398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.370988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.371230 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 5b867ed4-3ada-4606-85ff-5fd04f51661b of type vlan for network f7286432-3cd6-48e0-b3f1-26367b7c1074 Jul 22 14:50:34.416640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43079fbf-aa5c-43e4-b8ca-272d9169180a None None] Pushing event updated for resources: {'Port': ['ID=3cad4619-d6a5-421e-a73c-0712affcedd9,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:34.422331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 140b726a-9006-46fc-894c-08a776344b81 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:34.438248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.492198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.498810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:34.499482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.514469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.560197 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4584334 Jul 22 14:50:34.561030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52322) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:34.570266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:34.594369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:34.601555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:34.617072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:34.625988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:34.626734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.673244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7494957 Jul 22 14:50:34.675954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:34.692459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9deec5-229d-4d39-a617-6d96a0e70dc5 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=f7286432-3cd6-48e0-b3f1-26367b7c1074,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:34.735176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:34.791219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd056-a982-451e-9b00-3d27bf43cb98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=140b726a-9006-46fc-894c-08a776344b81,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:34.791472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:34.811686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:34.891348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641e9c1-c14f-439e-8e3d-201092720926 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:34.912242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a641e9c1-c14f-439e-8e3d-201092720926 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:34.915054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a641e9c1-c14f-439e-8e3d-201092720926 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2381659 Jul 22 14:50:34.919516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:34.973460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f3a9deaa-ca5f-47aa-bb57-11c8dceb557d None None] Provisioning for port 2daccf49-a29e-4250-aa90-58108378f73d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:34.979726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f3a9deaa-ca5f-47aa-bb57-11c8dceb557d None None] Provisioning complete for port 2daccf49-a29e-4250-aa90-58108378f73d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:34.988313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3a9deaa-ca5f-47aa-bb57-11c8dceb557d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.087709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3cad4619-d6a5-421e-a73c-0712affcedd9 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:35.168323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9deaa-ca5f-47aa-bb57-11c8dceb557d None None] Port 2daccf49-a29e-4250-aa90-58108378f73d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:35.200365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 140b726a-9006-46fc-894c-08a776344b81 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:35.201377 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.217597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3cad4619-d6a5-421e-a73c-0712affcedd9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:35.222385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ee818f88-aeea-4839-ba12-210741c772ae up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:35.319885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.332807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9c6d3587-fc6c-4eb4-92eb-06504da7f58b None None] Provisioning complete for port 2daccf49-a29e-4250-aa90-58108378f73d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:35.333198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c6d3587-fc6c-4eb4-92eb-06504da7f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.336995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 140b726a-9006-46fc-894c-08a776344b81 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:35.406078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d3587-fc6c-4eb4-92eb-06504da7f58b None None] Port 2daccf49-a29e-4250-aa90-58108378f73d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:35.411333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ee818f88-aeea-4839-ba12-210741c772ae completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:35.417633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ee818f88-aeea-4839-ba12-210741c772ae triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:35.419257 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.536204 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:35.551032 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:35.551658 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:35.601226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.663939 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.692176 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:35.698955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9156d8e-f10a-4301-8cdb-9230805ef5d9 None None] Provisioning complete for port 2daccf49-a29e-4250-aa90-58108378f73d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:35.706822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9156d8e-f10a-4301-8cdb-9230805ef5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.742179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.747042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/140b726a-9006-46fc-894c-08a776344b81 HTTP/1.1" status: 204 len: 168 time: 0.8236756 Jul 22 14:50:35.747473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52334) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:35.749872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97168a-58c2-4678-86f5-94069a9c2027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=140b726a-9006-46fc-894c-08a776344b81,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:35.819488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:35.872450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50406195-bbff-4c6b-a598-a1f0566c9288 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:35.875041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50406195-bbff-4c6b-a598-a1f0566c9288 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:35.878136 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-50406195-bbff-4c6b-a598-a1f0566c9288 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1285987 Jul 22 14:50:35.880216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:35.948576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689c38a-24d3-4ec0-9893-9577238642a9 req-6a1694c0-2456-4564-b4f3-c7d27360465b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:35.957231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7689c38a-24d3-4ec0-9893-9577238642a9 req-6a1694c0-2456-4564-b4f3-c7d27360465b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3175781 Jul 22 14:50:35.963072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 486b48e4-ead8-4d4b-bcd0-22398a431262 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:35.967688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.016761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7689c38a-24d3-4ec0-9893-9577238642a9 req-b359950b-a20b-4c88-8f78-ab5f15b05b7f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529594 Jul 22 14:50:36.017409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.063022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b0b6-2f45-4561-b7cf-3d0a85902ce3 req-7ec7d4fb-3fb4-4752-81d5-9467a5e51ec6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:36.071017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cc4b0b6-2f45-4561-b7cf-3d0a85902ce3 req-7ec7d4fb-3fb4-4752-81d5-9467a5e51ec6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.4372966 Jul 22 14:50:36.078228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=35fe0648-fe3f-47fb-842c-1285c3b0f9de,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:36.093340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d9156d8e-f10a-4301-8cdb-9230805ef5d9 None None] Port 2daccf49-a29e-4250-aa90-58108378f73d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:36.094464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:36.094882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: f7286432-3cd6-48e0-b3f1-26367b7c1074, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:36.097327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ee818f88-aeea-4839-ba12-210741c772ae, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ee818f88-aeea-4839-ba12-210741c772ae,segment=NetworkSegment(468c7b2c-8e89-461e-a570-c18833cf9d22),segment_id=468c7b2c-8e89-461e-a570-c18833cf9d22)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:36.104622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.107196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b3567015-dc4a-40fc-850e-0ddb328e0736 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:36.114870 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:32Z', 'revision_number': 3, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:32Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:30Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:36.133927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:36.142685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.155854 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:36.156924 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Updating router 00a01b78-ee48-4150-9185-6bc66f9b3995 port 2daccf49-a29e-4250-aa90-58108378f73d binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:50:36.168956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cc4b0b6-2f45-4561-b7cf-3d0a85902ce3 req-03ac71a0-3e1d-4b59-9aed-bde3e8964d6f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963075 Jul 22 14:50:36.170350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f7286432-3cd6-48e0-b3f1-26367b7c1074) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:36.186101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:36.188115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.221349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c166af16-8dd0-44cc-a55b-d615a80f60ae tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6579602 Jul 22 14:50:36.223098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52340) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:36.227561 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.246357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.281648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.285640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/486b48e4-ead8-4d4b-bcd0-22398a431262 HTTP/1.1" status: 204 len: 168 time: 0.4019759 Jul 22 14:50:36.285640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d01c94-5b6e-4251-9ef4-e386a51bf99b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=486b48e4-ead8-4d4b-bcd0-22398a431262,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:36.286378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:36.291740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ee818f88-aeea-4839-ba12-210741c772ae,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:36.303335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738abc7-58c8-4706-8cfb-d4d6c300e5ff None None] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:36.344840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-612c1aa8-6666-4ed8-a544-0276b2432add tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548494 Jul 22 14:50:36.346142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:36.352687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:36.460606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] Provisioning for port 3cad4619-d6a5-421e-a73c-0712affcedd9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:36.462943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc369ac-fc8e-439d-bbd7-0ed125ce88f3 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:36.525025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] Provisioning complete for port 3cad4619-d6a5-421e-a73c-0712affcedd9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:36.525367 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.628087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b3567015-dc4a-40fc-850e-0ddb328e0736 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:36.660541 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.673941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Transition to ACTIVE for port object 2daccf49-a29e-4250-aa90-58108378f73d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:36.684421 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.726854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b3567015-dc4a-40fc-850e-0ddb328e0736 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:36.727252 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.778498 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Pushing event updated for resources: {'Port': ['ID=2daccf49-a29e-4250-aa90-58108378f73d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:36.800643 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.803444 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.804146 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.804607 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.805036 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.805463 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.805887 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.806307 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.806787 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.808138 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.808687 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.816407 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:36.855048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:36.859299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.906873 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Attempting to bind port 2daccf49-a29e-4250-aa90-58108378f73d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:36.907559 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Attempting to bind port 2daccf49-a29e-4250-aa90-58108378f73d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:36.908462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.910491 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Attempting to bind port 2daccf49-a29e-4250-aa90-58108378f73d on network fe4c465d-8c64-4ee1-b61a-a2531f010a11 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:36.925700 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:36.926447 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Checking segment: {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:36.927152 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.927653 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Bound using segment: {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:36.928254 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Bound port: 2daccf49-a29e-4250-aa90-58108378f73d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0ecace-920a-4656-ae26-f2737e2ade67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:36.929018 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:36.977582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f7286432-3cd6-48e0-b3f1-26367b7c1074', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:36.978460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.032898 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] For port 2daccf49-a29e-4250-aa90-58108378f73d, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:37.040333 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] For port 2daccf49-a29e-4250-aa90-58108378f73d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2daccf49-a29e-4250-aa90-58108378f73d,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:37.049293 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.059599 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.201627 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:37.203689 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:37.299260 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.322096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] For port 3cad4619-d6a5-421e-a73c-0712affcedd9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3cad4619-d6a5-421e-a73c-0712affcedd9,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:37.373210 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.374650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.395551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb5bb9-bb47-4fc1-b991-9768abbf78a3 None None] Pushing event updated for resources: {'Port': ['ID=2daccf49-a29e-4250-aa90-58108378f73d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:37.432730 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:37.470193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:37.485035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:37.489813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:37.490465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.493386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764b40-e279-4946-9543-1c1eadb1c810 req-a95a051d-a973-4816-9e44-99661e0292af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:37.494996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd764b40-e279-4946-9543-1c1eadb1c810 req-a95a051d-a973-4816-9e44-99661e0292af tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3437030 Jul 22 14:50:37.505756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=353b3ed7-8383-43e3-a0ff-43cf8efb756a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:37.520706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d60255ca-953b-4fa3-b0f0-1e9c9b23d037 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1711898 Jul 22 14:50:37.520706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52352) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:37.521881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:37.530357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '353b3ed7-8383-43e3-a0ff-43cf8efb756a', 'ip_address': '2001:db8::659a:1edb:5840:cfbd'}], 'name': 'tempest-NetworksTestDHCPv6-2047940976'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:37.547948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-be8777f7-7259-4866-aafc-66868c966f1f None None] Could not find standard attr ID for object 140b726a-9006-46fc-894c-08a776344b81. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:37.571048 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.583518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b3567015-dc4a-40fc-850e-0ddb328e0736, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b3567015-dc4a-40fc-850e-0ddb328e0736,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:37.589480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Allocated IP 172.22.0.2 (f7286432-3cd6-48e0-b3f1-26367b7c1074/35fe0648-fe3f-47fb-842c-1285c3b0f9de/9232d6a3-2ccf-45e9-b767-08c3dd0f94c2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:37.604643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd764b40-e279-4946-9543-1c1eadb1c810 req-1a0fc4a5-f08f-4ca4-9309-6f63c2ef4464 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793648 Jul 22 14:50:37.620222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.650706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56db446-1859-46e8-85d5-731fde3ded50 req-def92ae6-62e7-4983-a2c9-008b7112b072 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:37.678056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e56db446-1859-46e8-85d5-731fde3ded50 req-def92ae6-62e7-4983-a2c9-008b7112b072 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.2925019 Jul 22 14:50:37.767985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e56db446-1859-46e8-85d5-731fde3ded50 req-1a972841-3087-47ab-89ca-a7c90946083b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851543 Jul 22 14:50:37.769560 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:32Z', 'revision_number': 3, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:37Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:37.789067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:37.794782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.799921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ffc10-2850-43c9-9507-2673eaccb508 None None] Pushing event updated for resources: {'Port': ['ID=3cad4619-d6a5-421e-a73c-0712affcedd9,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:37.809684 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f17b33e-6cc8-484a-81e3-ffb28995e62b None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:32Z', 'revision_number': 3, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:37Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:37.814142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 975679a4-baf3-4092-99a6-8efdc82bc73d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:37.834109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ee818f88-aeea-4839-ba12-210741c772ae up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:37.962532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:37.995965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b3567015-dc4a-40fc-850e-0ddb328e0736,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:38.004753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] Deleting port 3cad4619-d6a5-421e-a73c-0712affcedd9 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:38.005605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.076186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::659a:1edb:5840:cfbd (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/353b3ed7-8383-43e3-a0ff-43cf8efb756a/975679a4-baf3-4092-99a6-8efdc82bc73d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:38.103502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] For port 3cad4619-d6a5-421e-a73c-0712affcedd9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3cad4619-d6a5-421e-a73c-0712affcedd9,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:38.104443 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.142818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] Calling delete_port for 3cad4619-d6a5-421e-a73c-0712affcedd9 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:38.182201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-d905c85a-492b-474f-9f70-536387636940 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171956 Jul 22 14:50:38.207180 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.245416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ee818f88-aeea-4839-ba12-210741c772ae triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:38.245906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.276312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Transition to ACTIVE for port object 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:38.344956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.348378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-0c26a64e-01f2-4a2e-a989-04bb8b5b40a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:38.350194 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-0c26a64e-01f2-4a2e-a989-04bb8b5b40a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=64241148a2ab4d2589adf78260a61cc7&device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 1096 time: 0.1428592 Jul 22 14:50:38.363739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 975679a4-baf3-4092-99a6-8efdc82bc73d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:38.365394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Transition to ACTIVE for port object 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:38.393528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.465817 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.487230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.22.0.1 (f7286432-3cd6-48e0-b3f1-26367b7c1074/35fe0648-fe3f-47fb-842c-1285c3b0f9de/6d63b175-cf62-4e13-ae22-8ca0d11ffe63) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:38.501495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-5aee5be1-fc87-4ca5-b420-24f32dccb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:38.503501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-5aee5be1-fc87-4ca5-b420-24f32dccb48b service neutron] 10.222.0.72 "GET /v2.0/networks?id=f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 200 len: 912 time: 0.1314573 Jul 22 14:50:38.513754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] No DVR routers for this DVR port 3cad4619-d6a5-421e-a73c-0712affcedd9 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:38.529527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:38.534573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Pushing event updated for resources: {'Port': ['ID=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:38.534914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.537773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:38.546065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c986ce0-749e-4a47-9e28-1fe68d1ae4cb None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:38.555403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:38.653401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:38.653681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01beea-dcf0-4555-a5eb-724e54930e73 None None] Pushing event deleted for resources: {'Port': ['ID=3cad4619-d6a5-421e-a73c-0712affcedd9,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:38.667127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=975679a4-baf3-4092-99a6-8efdc82bc73d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:38.670422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:38.680446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:38.683495 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.685132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Attempting to bind port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:38.685471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Attempting to bind port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:38.685848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Attempting to bind port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 on network f7286432-3cd6-48e0-b3f1-26367b7c1074 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:38.687138 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:38.688033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.706609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:38.724291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:38.724584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Checking segment: {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:38.724961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.725378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Bound using segment: {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:38.725929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Bound port: 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:38.726334 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.736868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-50e7ff28-6c30-4f9c-b93f-013478dd9b35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56057754-e331-4cb8-862e-585910cb8433 HTTP/1.1" status: 200 len: 1001 time: 0.2168298 Jul 22 14:50:38.746090 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-71cba85c-83f8-494e-a5c3-8c3bd99e1fa6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2243547 Jul 22 14:50:38.752339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52358) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:38.782062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3cad4619-d6a5-421e-a73c-0712affcedd9 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:38.798931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-3be1efe2-ffc4-406e-8842-d788c866b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:38.800503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-3be1efe2-ffc4-406e-8842-d788c866b363 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 200 len: 850 time: 0.0532415 Jul 22 14:50:38.819113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3cad4619-d6a5-421e-a73c-0712affcedd9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:38.819619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3cad4619-d6a5-421e-a73c-0712affcedd9 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:38.827230 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.882051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-e7358842-4183-41fb-ac87-4f65a9bcaccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:38.885317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-e7358842-4183-41fb-ac87-4f65a9bcaccd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f67fd056-0b8a-4503-ab64-6cbbeca59791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760982 Jul 22 14:50:38.886653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] For port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:38.899321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:38.925057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 00b144fe-0bc5-4896-9a4a-912bb10c86c4 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:50:38.927265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:38.931792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] For port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:38.937354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:38.942444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:38.948527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:38.995663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-3a0341b8-939b-471b-a73f-c1eb1e821091 service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046710 Jul 22 14:50:39.026486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dbd56d-6e21-4bd5-aef5-43939212da06 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:39.028215 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-15dbd56d-6e21-4bd5-aef5-43939212da06 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2636864 Jul 22 14:50:39.030995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.033564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52362) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:39.041457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d011a-f6bd-4089-b9a7-314b898f4f3e req-0e984c28-d7a3-4989-afa5-a76d10c321b4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:39.043006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a4d011a-f6bd-4089-b9a7-314b898f4f3e req-0e984c28-d7a3-4989-afa5-a76d10c321b4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2893951 Jul 22 14:50:39.111211 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-834812b7-51dd-4c2c-99a8-2a253e646d73 req-150b4358-3eb4-49e8-975c-dc79fef848ef service neutron] 10.222.0.72 "GET /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092045 Jul 22 14:50:39.118766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fce53-377c-47c9-8682-5835a4af97f7 None None] Pushing event updated for resources: {'Port': ['ID=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:39.128849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '353b3ed7-8383-43e3-a0ff-43cf8efb756a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:39.130890 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.151592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413ff39-b56d-4552-b576-3a86c28422e3 req-2c54e2ac-ddf0-4df7-b581-2aac7043ffdb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:39.153109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2413ff39-b56d-4552-b576-3a86c28422e3 req-2c54e2ac-ddf0-4df7-b581-2aac7043ffdb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 944 time: 0.2895746 Jul 22 14:50:39.166784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:39.189611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '00b144fe-0bc5-4896-9a4a-912bb10c86c4', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': '00b144fe-0bc5-4896-9a4a-912bb10c86c4', 'mac_address': 'fa:16:3e:f6:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:50:39.248379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a4d011a-f6bd-4089-b9a7-314b898f4f3e req-7f2f2cd7-97d6-48aa-9d73-6cb62cf224cf tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931608 Jul 22 14:50:39.347449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2413ff39-b56d-4552-b576-3a86c28422e3 req-3886906c-c745-4376-bcff-1c3a64cd0b09 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695676 Jul 22 14:50:39.362853 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.391946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b144fe-0bc5-4896-9a4a-912bb10c86c4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:50:39.407124 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.421480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 975679a4-baf3-4092-99a6-8efdc82bc73d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:39.421480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.450271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/353b3ed7-8383-43e3-a0ff-43cf8efb756a/c3da0851-f86f-4e76-a427-effb6c816326) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:39.462241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:39.470989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.593686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=00b144fe-0bc5-4896-9a4a-912bb10c86c4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:39.716062 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.729072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Transition to ACTIVE for port object c3da0851-f86f-4e76-a427-effb6c816326 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:39.729208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.757349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 975679a4-baf3-4092-99a6-8efdc82bc73d owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:39.758496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Transition to ACTIVE for port object c3da0851-f86f-4e76-a427-effb6c816326 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:39.765750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:39.992596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['00b144fe-0bc5-4896-9a4a-912bb10c86c4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:50:39.996099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2daccf49-a29e-4250-aa90-58108378f73d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:40.065944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:40.088780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:40.108603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:40.125506 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4732bfe-a048-4ed9-b586-763e23124954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.131630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Pushing event updated for resources: {'Port': ['ID=c3da0851-f86f-4e76-a427-effb6c816326,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:40.214298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.222452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.223634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Attempting to bind port c3da0851-f86f-4e76-a427-effb6c816326 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:40.224019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Attempting to bind port c3da0851-f86f-4e76-a427-effb6c816326 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:40.224408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Attempting to bind port c3da0851-f86f-4e76-a427-effb6c816326 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:40.230012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 2daccf49-a29e-4250-aa90-58108378f73d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:40.236546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:40.237364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:40.237364 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.239431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:40.239431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Bound port: c3da0851-f86f-4e76-a427-effb6c816326, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:40.239431 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.243565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2daccf49-a29e-4250-aa90-58108378f73d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:40.243788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.297429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793a57a-6a9d-4bc5-8ebb-51efebf29dc1 None None] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:40.314398 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.316243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.335470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:40.367602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=975679a4-baf3-4092-99a6-8efdc82bc73d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:40.439216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.441306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-28908232-1295-4000-93c6-3a5f2db9a13d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/975679a4-baf3-4092-99a6-8efdc82bc73d HTTP/1.1" status: 204 len: 168 time: 1.3968117 Jul 22 14:50:40.444894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:40.464586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] For port c3da0851-f86f-4e76-a427-effb6c816326, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:40.500659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-836bedad-f501-4734-8c5b-08064a4d3188 None None] Provisioning for port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:40.513889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d688b95-b3ce-424d-9f0b-a435faa199a4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:40.516334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d688b95-b3ce-424d-9f0b-a435faa199a4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:40.519028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] For port c3da0851-f86f-4e76-a427-effb6c816326, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c3da0851-f86f-4e76-a427-effb6c816326,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:40.521713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2d688b95-b3ce-424d-9f0b-a435faa199a4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0740244 Jul 22 14:50:40.522095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:40.554832 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.578469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:40.587150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed5846-23ea-4743-948a-5323f390a05a req-f06d7325-8ebe-4bc9-96af-dbf370284f55 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:40.588721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ed5846-23ea-4743-948a-5323f390a05a req-f06d7325-8ebe-4bc9-96af-dbf370284f55 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2235785 Jul 22 14:50:40.594269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:40.607958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 353b3ed7-8383-43e3-a0ff-43cf8efb756a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:40.611215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.623648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056b87c-e17d-4ccb-92b1-c9829c9c69d9 req-6fe4523b-6427-45f6-9e4c-83c80d1ba819 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:40.625313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b056b87c-e17d-4ccb-92b1-c9829c9c69d9 req-6fe4523b-6427-45f6-9e4c-83c80d1ba819 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 945 time: 0.1879492 Jul 22 14:50:40.641191 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.663079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.676405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69425a03-82f9-4c52-9e04-f673035a6e58 None None] Pushing event updated for resources: {'Port': ['ID=c3da0851-f86f-4e76-a427-effb6c816326,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:40.724493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 2daccf49-a29e-4250-aa90-58108378f73d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2daccf49-a29e-4250-aa90-58108378f73d,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:40.736235 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.737074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:40.737630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ed5846-23ea-4743-948a-5323f390a05a req-874c47ee-9b89-47bf-82ec-26dd69e7983e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409278 Jul 22 14:50:40.757746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b056b87c-e17d-4ccb-92b1-c9829c9c69d9 req-9da876ba-d3bb-4435-a197-3b3c575d58ae tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256742 Jul 22 14:50:40.772963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:40.829568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.871987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=2daccf49-a29e-4250-aa90-58108378f73d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:40.890146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:40.892870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:40.895676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:40.896112 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.902214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8fbc39de-a232-49bb-9e61-7923f0cf85ec tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6766365 Jul 22 14:50:40.905628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:40.912017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'network': {'name': 'tempest-RoutersTest-1404929596'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:40.929425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.946562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:40.959460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.967110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:40.989136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=353b3ed7-8383-43e3-a0ff-43cf8efb756a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:40.992838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:40.994839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f9aaf829-7a51-4a8f-9fe0-484b0a81c5da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/353b3ed7-8383-43e3-a0ff-43cf8efb756a HTTP/1.1" status: 204 len: 168 time: 0.4708188 Jul 22 14:50:40.997732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:41.019331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:41.020152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:41.030979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:50:41.043699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d7d3840a-08bf-4bc9-898d-b0a0e4253299 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446317 Jul 22 14:50:41.047353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:41.052508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:41.057926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.058291 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added segment 6e809354-435e-4f6f-8e16-4db4936d4325 of type vlan for network 13467552-c431-4293-9dae-87a17f2fc5b8 Jul 22 14:50:41.158580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.182814 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.185274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:41.209665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.215954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:41.216598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.226932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:41.230550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.292057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3851981 Jul 22 14:50:41.296852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:41.308238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca5ac9e3-bc67-42bd-b5b6-17dcefc82fc7 None None] Provisioning for port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:41.309302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'subnet': {'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:41.332070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:41.339422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca5ac9e3-bc67-42bd-b5b6-17dcefc82fc7 None None] Provisioning complete for port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:41.339913 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac9e3-bc67-42bd-b5b6-17dcefc82fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.374696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.374967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fabe1c-12b1-4204-8455-978af4f2b0fd tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Network': ['ID=13467552-c431-4293-9dae-87a17f2fc5b8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:41.375501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b3567015-dc4a-40fc-850e-0ddb328e0736 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:41.404540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 13467552-c431-4293-9dae-87a17f2fc5b8 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:50:41.460177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Made reservation on behalf of e8dd55a0f13f44ae814abd9c34f9da19 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:41.466192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.489804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ca5ac9e3-bc67-42bd-b5b6-17dcefc82fc7 None None] Port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:41.548803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.610109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:41.666687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca5ac9e3-bc67-42bd-b5b6-17dcefc82fc7 None None] Provisioning complete for port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:41.667340 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac9e3-bc67-42bd-b5b6-17dcefc82fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.672695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:41.676289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:41.680529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:41.681008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.700659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=8cddc15c-abff-4662-8cfc-a2a168704e78,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:41.712051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-619b232c-0902-451d-820c-495231c5057e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6635795 Jul 22 14:50:41.714776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52386) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:41.721011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b3567015-dc4a-40fc-850e-0ddb328e0736 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:41.721618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '8cddc15c-abff-4662-8cfc-a2a168704e78', 'ip_address': '2001:db8::cf92:4ae2:cb6b:6ab2'}], 'name': 'tempest-NetworksTestDHCPv6-2052325797'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:41.721922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.740862 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.851152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:39Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:39Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:41.852307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Subnet': ['ID=8ece99b6-50ac-4c14-b581-74d4063997f0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:41.912783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Checking segment: {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:41.913601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network hostable DHCP agents. Network: 13467552-c431-4293-9dae-87a17f2fc5b8, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:50:41.940793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:41.941268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Updating router 00a01b78-ee48-4150-9185-6bc66f9b3995 port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:50:41.944089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 13467552-c431-4293-9dae-87a17f2fc5b8 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:50:41.971347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 13467552-c431-4293-9dae-87a17f2fc5b8) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:41.981410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:41.984321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:41.994595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a99fa-9faa-43f1-98c5-b87bdf30211c None None] Network 13467552-c431-4293-9dae-87a17f2fc5b8 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:42.014273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.046802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:42.056084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-03c2ac6d-7abc-4a4f-914a-b181848e645b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7569540 Jul 22 14:50:42.057042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:42.181510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3599c5d-6896-4ddd-b265-3c6321738bf1 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:42.189289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26369f8-0673-4c85-bdb6-ad66b54ec53f req-1423179f-1c7a-46e8-8390-a1ae38bd3d1f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:42.191584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d26369f8-0673-4c85-bdb6-ad66b54ec53f req-1423179f-1c7a-46e8-8390-a1ae38bd3d1f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 945 time: 0.2971344 Jul 22 14:50:42.210445 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c97280b8-4055-4ed7-9981-e6e429a2ae45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.224868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.249004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23d8ab-ee10-439c-a705-b0019f6b7f28 req-d38fb445-ff29-4ba0-b615-5e946e9c4a86 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:42.250887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce23d8ab-ee10-439c-a705-b0019f6b7f28 req-d38fb445-ff29-4ba0-b615-5e946e9c4a86 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3036165 Jul 22 14:50:42.290768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port e8dc8ddb-6bfa-4e8f-9019-876800db0cef yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:42.300579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3da0851-f86f-4e76-a427-effb6c816326 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:42.308520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dce32979-c40b-4525-a1e2-27ec84c9f4d7 None None] Provisioning complete for port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:42.308926 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dce32979-c40b-4525-a1e2-27ec84c9f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.361426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d26369f8-0673-4c85-bdb6-ad66b54ec53f req-06bbb514-3dbf-454e-be78-00a00c68341b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095088 Jul 22 14:50:42.391896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce23d8ab-ee10-439c-a705-b0019f6b7f28 req-d13dcfe4-7b60-4026-98ff-48876acff943 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147077 Jul 22 14:50:42.505131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.522100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::cf92:4ae2:cb6b:6ab2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/8cddc15c-abff-4662-8cfc-a2a168704e78/e8dc8ddb-6bfa-4e8f-9019-876800db0cef) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:42.647244 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.657520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-dce32979-c40b-4525-a1e2-27ec84c9f4d7 None None] Port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:42.706226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.732051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object e8dc8ddb-6bfa-4e8f-9019-876800db0cef will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:42.756238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-13467552-c431-4293-9dae-87a17f2fc5b8', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:42.757027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.807001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.828499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Allocated IP 172.23.0.1 (13467552-c431-4293-9dae-87a17f2fc5b8/8ece99b6-50ac-4c14-b581-74d4063997f0/def80fab-aa3c-4e63-aace-bf1381712b64) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:42.848925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:42.851958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:42.856331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:42.863344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:42.866770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.879014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=e8dc8ddb-6bfa-4e8f-9019-876800db0cef,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:42.889750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1d64045-5633-4e1c-8a8c-5fcbd2f6f66e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1729963 Jul 22 14:50:42.892017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52396) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:42.908106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Could not find standard attr ID for object 975679a4-baf3-4092-99a6-8efdc82bc73d. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:42.919842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c3da0851-f86f-4e76-a427-effb6c816326 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:42.962685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:42.967056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52463325-ff28-4622-a1e8-65bd3cc4c948 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:42.972833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52463325-ff28-4622-a1e8-65bd3cc4c948 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:42.977220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-52463325-ff28-4622-a1e8-65bd3cc4c948 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.0814846 Jul 22 14:50:42.977347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 00b144fe-0bc5-4896-9a4a-912bb10c86c4 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:42.977572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52398) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:42.979855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Transition to ACTIVE for port object def80fab-aa3c-4e63-aace-bf1381712b64 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:43.011398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2daccf49-a29e-4250-aa90-58108378f73d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:43.020832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.054168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Provisioning for port c3da0851-f86f-4e76-a427-effb6c816326 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:43.062129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 13467552-c431-4293-9dae-87a17f2fc5b8 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:43.067265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:43.070806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:43.087415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port e8dc8ddb-6bfa-4e8f-9019-876800db0cef {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:43.088406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.098489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Provisioning complete for port c3da0851-f86f-4e76-a427-effb6c816326 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:43.098935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.109925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=def80fab-aa3c-4e63-aace-bf1381712b64,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:43.132517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.188498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.205468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for e8dc8ddb-6bfa-4e8f-9019-876800db0cef owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:43.214695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Allocated IP 172.23.0.2 (13467552-c431-4293-9dae-87a17f2fc5b8/8ece99b6-50ac-4c14-b581-74d4063997f0/b050c985-9f8c-47cf-a077-6b9cab40c900) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:43.259980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.298044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Transition to ACTIVE for port object 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:43.300197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:43.302099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 2daccf49-a29e-4250-aa90-58108378f73d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:43.302479 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.304351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.336163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:43.336547 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.363591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.411112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.470454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=e8dc8ddb-6bfa-4e8f-9019-876800db0cef,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:43.515381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.548039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.552305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984190d-4c36-4c8e-ac1c-4b3ff8ca7e56 None None] Pushing event updated for resources: {'Port': ['ID=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:43.558068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cc9a27bc-c16c-48a1-83e1-f408f37c4a36 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/e8dc8ddb-6bfa-4e8f-9019-876800db0cef HTTP/1.1" status: 204 len: 168 time: 0.5792780 Jul 22 14:50:43.560035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52404) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:43.666324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348c076-8a38-405a-9be5-fea93698abd3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:43.669186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d348c076-8a38-405a-9be5-fea93698abd3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:43.673472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d348c076-8a38-405a-9be5-fea93698abd3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1081269 Jul 22 14:50:43.674264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52406) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:43.719467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.725606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.749664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 8cddc15c-abff-4662-8cfc-a2a168704e78 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:43.757155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.778363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:43.815822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.818130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event updated for resources: {'Port': ['ID=def80fab-aa3c-4e63-aace-bf1381712b64,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:43.896487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] For port c3da0851-f86f-4e76-a427-effb6c816326, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c3da0851-f86f-4e76-a427-effb6c816326,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:43.921087 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.941999 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:43.964538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Attempting to bind port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:43.964918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Attempting to bind port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:43.965326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Attempting to bind port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 on network f7286432-3cd6-48e0-b3f1-26367b7c1074 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:43.971064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Network 13467552-c431-4293-9dae-87a17f2fc5b8 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:43.973294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:43.997841 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.000037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:44.000458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Checking segment: {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:44.000826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.001226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Bound using segment: {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:44.001721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Bound port: 6d63b175-cf62-4e13-ae22-8ca0d11ffe63, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b867ed4-3ada-4606-85ff-5fd04f51661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:44.002100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.003889 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.042147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Transition to ACTIVE for port object b050c985-9f8c-47cf-a077-6b9cab40c900 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:44.083325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96f0f7a2-afcf-440c-af9f-ac76a38d68f7 None None] Could not find standard attr ID for object 975679a4-baf3-4092-99a6-8efdc82bc73d. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:44.114049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae309aa-4977-4635-aa98-a244cc46357f None None] Pushing event updated for resources: {'Port': ['ID=c3da0851-f86f-4e76-a427-effb6c816326,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:44.119733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Transition to ACTIVE for port object b050c985-9f8c-47cf-a077-6b9cab40c900 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:44.135498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b144fe-0bc5-4896-9a4a-912bb10c86c4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:44.138073 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6e461d-cbc1-4610-b6f5-1343ef5c94e6" -d '{"events": [{"server_uuid": "6ad5f83d-ab79-486d-8f3d-0f01dc129a32", "name": "network-vif-plugged", "status": "completed", "tag": "00b144fe-0bc5-4896-9a4a-912bb10c86c4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:44.159053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.166907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:44.167284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.171323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:44.178236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:44.218367 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.231222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.278278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96f0f7a2-afcf-440c-af9f-ac76a38d68f7 None None] Could not find standard attr ID for object e8dc8ddb-6bfa-4e8f-9019-876800db0cef. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:44.285494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Network 13467552-c431-4293-9dae-87a17f2fc5b8 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:44.287202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25646f-7b05-4c1d-833a-04ec5e41ecf5 req-5e309a68-793b-4740-a016-68fb85ff6620 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:44.294449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] For port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:44.297706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:44.298158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc25646f-7b05-4c1d-833a-04ec5e41ecf5 req-5e309a68-793b-4740-a016-68fb85ff6620 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 945 time: 0.7727985 Jul 22 14:50:44.300804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:44.317939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Pushing event updated for resources: {'Port': ['ID=b050c985-9f8c-47cf-a077-6b9cab40c900,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:44.324225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd86a-b383-4c8d-a2a1-2f7caca6ac50 req-4ae4fd8b-0c44-4ebb-a40f-24ca2814470b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:44.326490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2bdd86a-b383-4c8d-a2a1-2f7caca6ac50 req-4ae4fd8b-0c44-4ebb-a40f-24ca2814470b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.8121932 Jul 22 14:50:44.338532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] For port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:44.359839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:44.371898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e0beb8f1-124e-4221-80fe-8b7d215e99a7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3107328 Jul 22 14:50:44.374121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52412) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:44.374236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.384124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:44.388280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.401288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-96f0f7a2-afcf-440c-af9f-ac76a38d68f7 None None] Provisioning complete for port c3da0851-f86f-4e76-a427-effb6c816326 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:44.401697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96f0f7a2-afcf-440c-af9f-ac76a38d68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.424472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc25646f-7b05-4c1d-833a-04ec5e41ecf5 req-94349ef7-1c5c-43e4-983b-92ba21a7d884 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253092 Jul 22 14:50:44.513515 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466dfdba-f060-4743-874b-8416a9f508d3 x-openstack-request-id: req-466dfdba-f060-4743-874b-8416a9f508d3 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:44.514507 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad5f83d-ab79-486d-8f3d-0f01dc129a32", "name": "network-vif-plugged", "status": "completed", "tag": "00b144fe-0bc5-4896-9a4a-912bb10c86c4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:44.514507 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-466dfdba-f060-4743-874b-8416a9f508d3 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:44.514507 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b144fe-0bc5-4896-9a4a-912bb10c86c4', 'code': 200} Jul 22 14:50:44.525958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Attempting to bind port b050c985-9f8c-47cf-a077-6b9cab40c900 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:44.526269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Attempting to bind port b050c985-9f8c-47cf-a077-6b9cab40c900 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:44.532233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Attempting to bind port b050c985-9f8c-47cf-a077-6b9cab40c900 on network 13467552-c431-4293-9dae-87a17f2fc5b8 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:44.541735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2bdd86a-b383-4c8d-a2a1-2f7caca6ac50 req-1860b60e-dbfd-47e5-80bd-57d3f46c0ddb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888754 Jul 22 14:50:44.547974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=00b144fe-0bc5-4896-9a4a-912bb10c86c4,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:44.568924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:44.569264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:44.571191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:44.571572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Checking segment: {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:44.571983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.572413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Bound using segment: {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:44.572851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Bound port: b050c985-9f8c-47cf-a077-6b9cab40c900, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:44.573249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.661894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.693008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=8cddc15c-abff-4662-8cfc-a2a168704e78,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:44.702180 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:44.707104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fabf14cc-e996-4903-ab8a-8eeafaaca3fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/8cddc15c-abff-4662-8cfc-a2a168704e78 HTTP/1.1" status: 204 len: 168 time: 1.0313883 Jul 22 14:50:44.709141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:44.762586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88ceb653-0272-4076-a15b-81e3965eba61 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522146 Jul 22 14:50:44.768517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52416) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:44.770672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7921ea-1557-4ac9-b0b0-221c0d330f1b req-188c5cfa-50c8-4cf3-9db6-0c6bd340a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:44.772316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3a7921ea-1557-4ac9-b0b0-221c0d330f1b req-188c5cfa-50c8-4cf3-9db6-0c6bd340a5a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 1097 time: 0.1797059 Jul 22 14:50:44.848812 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3a7921ea-1557-4ac9-b0b0-221c0d330f1b req-5a9bc0c3-1107-4a34-9b80-e06e26136b7b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412798 Jul 22 14:50:44.870920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b98f41-6c0f-4b83-89b8-9accacc25736 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:44.872602 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b0b98f41-6c0f-4b83-89b8-9accacc25736 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0993271 Jul 22 14:50:44.878111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52420) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:44.923316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3da0851-f86f-4e76-a427-effb6c816326 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:44.925166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52453466-8a03-43cc-a637-7078c67a34b3 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:44.967140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59edc425-4c54-4339-863f-c5c9a6e416dc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:44.968827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-59edc425-4c54-4339-863f-c5c9a6e416dc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0897102 Jul 22 14:50:44.971491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:45.014442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:50:45.027868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35a5fa10-b235-4b2f-89b8-38775d5652fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536466 Jul 22 14:50:45.032648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Removed routes are [] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:50:45.033293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.037578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52428) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:45.043608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:45.107064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984190d-4c36-4c8e-ac1c-4b3ff8ca7e56 None None] Pushing event updated for resources: {'Port': ['ID=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:45.143047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:45.145151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] For port b050c985-9f8c-47cf-a077-6b9cab40c900, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:45.189167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] For port b050c985-9f8c-47cf-a077-6b9cab40c900, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b050c985-9f8c-47cf-a077-6b9cab40c900,segment=NetworkSegment(6e809354-435e-4f6f-8e16-4db4936d4325),segment_id=6e809354-435e-4f6f-8e16-4db4936d4325)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:45.213637 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.306263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:45.313166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.360119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c3da0851-f86f-4e76-a427-effb6c816326 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:45.367176 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.370938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.378401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.416329 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-5bfbdebb-bd3b-4822-9e27-6f4346c0952b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1006401 Jul 22 14:50:45.436675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505303ba-ec12-407e-a322-5fc010600df4 None None] Pushing event updated for resources: {'Port': ['ID=b050c985-9f8c-47cf-a077-6b9cab40c900,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:45.460355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.581261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-9855912d-54a4-4f2e-9400-d7f56772fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:45.584579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-9855912d-54a4-4f2e-9400-d7f56772fde8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1096 time: 0.1140101 Jul 22 14:50:45.595309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d4fea417-691f-4de1-a892-b5c1e7172504 None None] Could not find standard attr ID for object e8dc8ddb-6bfa-4e8f-9019-876800db0cef. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:50:45.613250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:45.811223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-1c9fcbae-3b62-4b43-8c70-80070723b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:45.813540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-1c9fcbae-3b62-4b43-8c70-80070723b3f0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.2020812 Jul 22 14:50:45.825153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:45.907722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:43Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:44Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:43Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:45.915468 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-94bf975d-a60d-4dcb-86d3-9b7b2a613929 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.0721600 Jul 22 14:50:45.943877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] Deleting port c3da0851-f86f-4e76-a427-effb6c816326 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:45.944396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:45.955924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f760b0-6f64-44ff-a987-a582c7e10c5f None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:43Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:44Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:43Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:45.982405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-c4e81552-eed5-4ff3-bcca-a78eefc0a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:45.984111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-c4e81552-eed5-4ff3-bcca-a78eefc0a1ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0623074 Jul 22 14:50:45.989583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4d4f2-0b22-4ab6-bc36-606cc2752c8c req-d9f1d904-d506-4783-96fe-99c0ded6558f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:45.991132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda4d4f2-0b22-4ab6-bc36-606cc2752c8c req-d9f1d904-d506-4783-96fe-99c0ded6558f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 0.4309735 Jul 22 14:50:45.997162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:46.004314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.005510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ace7be79-fd28-4384-881b-21287536ee60 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 934 time: 1.6323857 Jul 22 14:50:46.008458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52444) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:46.044220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820f5db-0f16-438d-a608-ec91217c00b0 req-19c5e244-f1e8-4ffd-a47d-913d7110dfe9 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:46.045821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5820f5db-0f16-438d-a608-ec91217c00b0 req-19c5e244-f1e8-4ffd-a47d-913d7110dfe9 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2857139 Jul 22 14:50:46.049700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] For port c3da0851-f86f-4e76-a427-effb6c816326, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c3da0851-f86f-4e76-a427-effb6c816326,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:46.049966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.064778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] Calling delete_port for c3da0851-f86f-4e76-a427-effb6c816326 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:46.181924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda4d4f2-0b22-4ab6-bc36-606cc2752c8c req-3b43e4c8-35bd-4e5c-93a2-2b8b9679f8bb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662195 Jul 22 14:50:46.198325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.219222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5820f5db-0f16-438d-a608-ec91217c00b0 req-91d5bd89-2f2e-4dda-a5d0-ba2a5b328a13 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448009 Jul 22 14:50:46.223108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.266722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] Pushing event deleted for resources: {'Port': ['ID=c3da0851-f86f-4e76-a427-effb6c816326,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:46.278756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffeca9c7-b700-46a0-9601-797d3eb89b66 None None] No DVR routers for this DVR port c3da0851-f86f-4e76-a427-effb6c816326 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:46.285605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:46.289082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:46.308684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:46.310044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.312638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088e961-8d2e-40e3-b352-9a2e9fde73d4 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:46.334344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=0da48e76-208c-430b-ad9e-477e979fe6d3,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:46.339305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-22365cf6-957c-4965-bfc6-88307c555815 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3005040 Jul 22 14:50:46.342357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52448) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:46.348245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '0da48e76-208c-430b-ad9e-477e979fe6d3', 'ip_address': '2001:db8::e236:47d3:3d58:b6dc'}], 'name': 'tempest-NetworksTestDHCPv6-1871739952'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:46.642830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '0da48e76-208c-430b-ad9e-477e979fe6d3'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:46.643709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.808080 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324607d9-c9ef-4e50-a7a8-260a39749941 req-aed84eae-d585-4cc0-872f-2fa83999321d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:46.822849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-324607d9-c9ef-4e50-a7a8-260a39749941 req-aed84eae-d585-4cc0-872f-2fa83999321d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3003755 Jul 22 14:50:46.900277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:46.908891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:46.915646 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:46.988466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port fb547905-d36f-48e9-a993-7a47d90fbbd0 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:46.998884 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d40d587-c11a-4da4-8868-f76a36c43849 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 934 time: 0.9893739 Jul 22 14:50:46.999526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:47.005158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-75cf69e5-d3a6-40e6-aa8e-296505f4e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:47.005957 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-75cf69e5-d3a6-40e6-aa8e-296505f4e08b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0079370 Jul 22 14:50:47.009267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'routes': None}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:47.044913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/0da48e76-208c-430b-ad9e-477e979fe6d3/8ee8fece-57e2-42f6-84de-0823dd03348e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:47.069573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:47.091108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:47.091497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:47.144453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48045bfe-c94c-4f9c-9614-d7537386ef6f None None] Network 13467552-c431-4293-9dae-87a17f2fc5b8 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:47.208097 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-324607d9-c9ef-4e50-a7a8-260a39749941 req-4df9c332-e8f4-4a65-b4d7-20ec045e3594 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826432 Jul 22 14:50:47.308993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fd9d9372-c6cf-41ee-accb-9cad11750102 None None] Provisioning for port b050c985-9f8c-47cf-a077-6b9cab40c900 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:47.383096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d02c-d439-4e67-ab8c-bee4508c9668 req-fdd3aad8-0267-4f03-97fe-8e0a9cb826ff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:47.384754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73f2d02c-d439-4e67-ab8c-bee4508c9668 req-fdd3aad8-0267-4f03-97fe-8e0a9cb826ff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 0.1078501 Jul 22 14:50:47.440972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73f2d02c-d439-4e67-ab8c-bee4508c9668 req-df5e7147-3576-46f2-9011-0b6d781dd49f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497673 Jul 22 14:50:47.475233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:47.491593 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:47.495005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-d874139e-216c-4c1a-aa6a-fdf4af42f340 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443475 Jul 22 14:50:47.542428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Transition to ACTIVE for port object 8ee8fece-57e2-42f6-84de-0823dd03348e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:47.606165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Transition to ACTIVE for port object 8ee8fece-57e2-42f6-84de-0823dd03348e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:47.611533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:47.616656 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:47.632182 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:47.632983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b050c985-9f8c-47cf-a077-6b9cab40c900 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:47.725050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::e236:47d3:3d58:b6dc (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/0da48e76-208c-430b-ad9e-477e979fe6d3/fb547905-d36f-48e9-a993-7a47d90fbbd0) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:47.728311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:47.735216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Pushing event updated for resources: {'Port': ['ID=8ee8fece-57e2-42f6-84de-0823dd03348e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:47.769536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:47.774508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:47.797043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-afe9ff56-4e8c-43ea-9c46-48df2738ac46 req-e488eeeb-323b-4d24-9953-1479a32f446b service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673156 Jul 22 14:50:47.835353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf95467-d87d-4f63-8cfe-a979ee3290c0 req-5564197e-30a0-464d-8a78-757ff21b5abf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:47.837109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adf95467-d87d-4f63-8cfe-a979ee3290c0 req-5564197e-30a0-464d-8a78-757ff21b5abf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 0.2959237 Jul 22 14:50:47.856281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:47.954879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adf95467-d87d-4f63-8cfe-a979ee3290c0 req-49f47717-76c7-46ff-9023-470cc46c8fec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095331 Jul 22 14:50:47.956398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.extraroute_db [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added routes are [] {{(pid=93813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:50:47.956729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.extraroute_db [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:50:47.967258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Attempting to bind port 8ee8fece-57e2-42f6-84de-0823dd03348e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:47.969047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Attempting to bind port 8ee8fece-57e2-42f6-84de-0823dd03348e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:47.970042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Attempting to bind port 8ee8fece-57e2-42f6-84de-0823dd03348e on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:47.972460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b050c985-9f8c-47cf-a077-6b9cab40c900 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:47.990162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:47.990162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:47.990693 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:47.991006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:47.991503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Bound port: 8ee8fece-57e2-42f6-84de-0823dd03348e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:47.991900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.003994 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:48.014329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b050c985-9f8c-47cf-a077-6b9cab40c900 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:48.015000 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.023234 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:48.023882 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:48.077544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.097348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123778-22b0-4354-9e03-950df1e4791f req-2861b451-6965-4790-b83c-d8141499f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:48.099081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-2861b451-6965-4790-b83c-d8141499f7af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1096 time: 0.2110922 Jul 22 14:50:48.194621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] For port 8ee8fece-57e2-42f6-84de-0823dd03348e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:48.199899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] For port 8ee8fece-57e2-42f6-84de-0823dd03348e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8ee8fece-57e2-42f6-84de-0823dd03348e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:48.207936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.287126 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:48.382177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-224d9d80-7bc0-48bf-ae01-a35fdb8feacc None None] Provisioning for port def80fab-aa3c-4e63-aace-bf1381712b64 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:48.404017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123778-22b0-4354-9e03-950df1e4791f req-b2db4b1d-c957-4c80-ac66-a8566c1dc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:48.405806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-b2db4b1d-c957-4c80-ac66-a8566c1dc539 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.2638693 Jul 22 14:50:48.442093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a8a41-49e6-41ed-9c6b-504151f49ef7 None None] Pushing event updated for resources: {'Port': ['ID=8ee8fece-57e2-42f6-84de-0823dd03348e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:48.462646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-224d9d80-7bc0-48bf-ae01-a35fdb8feacc None None] Provisioning complete for port def80fab-aa3c-4e63-aace-bf1381712b64 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:48.464144 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-224d9d80-7bc0-48bf-ae01-a35fdb8feacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.570188 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.635840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-224d9d80-7bc0-48bf-ae01-a35fdb8feacc None None] Port def80fab-aa3c-4e63-aace-bf1381712b64 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:48.717250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b050c985-9f8c-47cf-a077-6b9cab40c900, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b050c985-9f8c-47cf-a077-6b9cab40c900,segment=NetworkSegment(6e809354-435e-4f6f-8e16-4db4936d4325),segment_id=6e809354-435e-4f6f-8e16-4db4936d4325)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:48.729382 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.736492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-224d9d80-7bc0-48bf-ae01-a35fdb8feacc None None] Provisioning complete for port b050c985-9f8c-47cf-a077-6b9cab40c900 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:48.737319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-224d9d80-7bc0-48bf-ae01-a35fdb8feacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.750567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-ba0ed1fa-a082-4d87-9902-1cca09e16b47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.2611535 Jul 22 14:50:48.766770 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:45Z', 'revision_number': 6, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:43Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:48.786131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.803954 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:48.804288 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Updating router 00a01b78-ee48-4150-9185-6bc66f9b3995 port def80fab-aa3c-4e63-aace-bf1381712b64 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:50:48.847871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3da0851-f86f-4e76-a427-effb6c816326 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:48.852528 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.863066 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.895135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object fb547905-d36f-48e9-a993-7a47d90fbbd0 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:48.896481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:48.973460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.013929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123778-22b0-4354-9e03-950df1e4791f req-0c0d7b76-93e7-46d5-b768-dd71a3965e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:49.019629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-0c0d7b76-93e7-46d5-b768-dd71a3965e75 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.2543359 Jul 22 14:50:49.082274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:49.098056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:49.103922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:49.109901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:49.110621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.140439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=fb547905-d36f-48e9-a993-7a47d90fbbd0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:49.168636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa07be4-7ac8-4ca2-82e8-847856f6b2d9 req-370015e1-6f2f-41d5-b2bc-f84a46456b34 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:49.176418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aaa07be4-7ac8-4ca2-82e8-847856f6b2d9 req-370015e1-6f2f-41d5-b2bc-f84a46456b34 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 1.1004739 Jul 22 14:50:49.181467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:49.218604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bfef7673-1aa2-4530-9756-09e20221b539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8748922 Jul 22 14:50:49.219272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52468) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:49.227119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '0da48e76-208c-430b-ad9e-477e979fe6d3', 'ip_address': '2001:db8::e236:47d3:3d58:b6dc'}], 'name': 'tempest-NetworksTestDHCPv6-827631196'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:49.242422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeb82a-85c1-4d4d-b9d4-97ff888b9540 req-bf43e491-8828-4e66-8005-b030f19de758 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:49.250506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cadeb82a-85c1-4d4d-b9d4-97ff888b9540 req-bf43e491-8828-4e66-8005-b030f19de758 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2959263 Jul 22 14:50:49.254014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c3da0851-f86f-4e76-a427-effb6c816326 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:49.255063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3da0851-f86f-4e76-a427-effb6c816326 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:49.265100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b050c985-9f8c-47cf-a077-6b9cab40c900,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:49.305825 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.330634 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Transition to ACTIVE for port object def80fab-aa3c-4e63-aace-bf1381712b64 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:49.341504 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.353219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aaa07be4-7ac8-4ca2-82e8-847856f6b2d9 req-43c7e1df-3b7b-47c1-9114-719b215bbc4e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687520 Jul 22 14:50:49.402807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85123778-22b0-4354-9e03-950df1e4791f req-04245471-28ad-483e-8ada-bf1b1dd24f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:49.404540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-04245471-28ad-483e-8ada-bf1b1dd24f9b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717058 Jul 22 14:50:49.427437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cadeb82a-85c1-4d4d-b9d4-97ff888b9540 req-1081e03b-c946-44f7-98c6-991232238047 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710265 Jul 22 14:50:49.520342 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab14d25-2c19-4cbd-86f1-5241725b8c57 None None] Pushing event updated for resources: {'Port': ['ID=def80fab-aa3c-4e63-aace-bf1381712b64,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:49.619558 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Attempting to bind port def80fab-aa3c-4e63-aace-bf1381712b64 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:49.623253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Attempting to bind port def80fab-aa3c-4e63-aace-bf1381712b64 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:49.623792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Attempting to bind port def80fab-aa3c-4e63-aace-bf1381712b64 on network 13467552-c431-4293-9dae-87a17f2fc5b8 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:49.627137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ee8fece-57e2-42f6-84de-0823dd03348e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:49.628231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:49.637884 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:49.640689 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Checking segment: {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:49.641305 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.641860 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Bound using segment: {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:49.642504 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Bound port: def80fab-aa3c-4e63-aace-bf1381712b64, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e809354-435e-4f6f-8e16-4db4936d4325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:49.643905 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.686170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:49.717300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.722696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-33abf6d0-8635-4641-8c53-836d49dc5d97 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 700 time: 2.7208185 Jul 22 14:50:49.734171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8ee8fece-57e2-42f6-84de-0823dd03348e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:49.739479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:49.743068 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] For port def80fab-aa3c-4e63-aace-bf1381712b64, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:49.747921 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] For port def80fab-aa3c-4e63-aace-bf1381712b64, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=def80fab-aa3c-4e63-aace-bf1381712b64,segment=NetworkSegment(6e809354-435e-4f6f-8e16-4db4936d4325),segment_id=6e809354-435e-4f6f-8e16-4db4936d4325)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:49.756034 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.759942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:49.830461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.849902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port ef1776c7-de82-445b-ac20-6942d190f00e yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:49.866759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:49.867251 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:49.929960 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:49.937741 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:50.049174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-eb58551f-6725-495b-8bc0-de114dfaf45c service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364715 Jul 22 14:50:50.076378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0ec5ff6-6eba-477e-97f7-bac1dd2a3e22 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 700 time: 0.3152547 Jul 22 14:50:50.083827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:50.126375 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab14d25-2c19-4cbd-86f1-5241725b8c57 None None] Pushing event updated for resources: {'Port': ['ID=def80fab-aa3c-4e63-aace-bf1381712b64,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:50.129588 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:50.160031 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 14:50:50.160554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:50:50.207724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] Provisioning for port 8ee8fece-57e2-42f6-84de-0823dd03348e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:50.207910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-527dd0ef-f24f-40a6-861a-f0cdf7f34a2a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9823666 Jul 22 14:50:50.209140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52482) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:50.217698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] Provisioning complete for port 8ee8fece-57e2-42f6-84de-0823dd03348e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:50.218469 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.378228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f1471-5a45-482d-ab24-80d6937f174c req-17179812-69ac-433e-9983-22225f27d151 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.380407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-240f1471-5a45-482d-ab24-80d6937f174c req-17179812-69ac-433e-9983-22225f27d151 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 0.2662823 Jul 22 14:50:50.428669 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.475770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-240f1471-5a45-482d-ab24-80d6937f174c req-fd123575-adfb-4bc1-8313-8cefa02a463f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857766 Jul 22 14:50:50.510007 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55535d6-26cd-48c3-b437-9af1b3407e61 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.524537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55535d6-26cd-48c3-b437-9af1b3407e61 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.532208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f55535d6-26cd-48c3-b437-9af1b3407e61 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3205142 Jul 22 14:50:50.534784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:50.565636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] For port 8ee8fece-57e2-42f6-84de-0823dd03348e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8ee8fece-57e2-42f6-84de-0823dd03348e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:50.589388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.619526 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 7, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:49Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:50.632984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85123778-22b0-4354-9e03-950df1e4791f req-c52f8024-e57d-416f-b9cb-f12d09704356 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727904 Jul 22 14:50:50.719101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b9337-b412-4d3a-94e7-c4c850fd30b4 None None] Pushing event updated for resources: {'Port': ['ID=8ee8fece-57e2-42f6-84de-0823dd03348e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:50.734183 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6625ba-33f1-45d1-96e2-639d530ad620 None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 7, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:49Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:50.736280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf00e-5ac7-4963-886c-0db15a5aa5ad req-3133a8f3-552e-4653-a1ed-34ace79865d5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:50.738337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa0bf00e-5ac7-4963-886c-0db15a5aa5ad req-3133a8f3-552e-4653-a1ed-34ace79865d5 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1775894 Jul 22 14:50:50.763570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7e5a324e-7527-4733-b31f-91f09a4499dd None None] Provisioning for port fb547905-d36f-48e9-a993-7a47d90fbbd0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:50.767636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7e5a324e-7527-4733-b31f-91f09a4499dd None None] Provisioning complete for port fb547905-d36f-48e9-a993-7a47d90fbbd0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:50.768109 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e5a324e-7527-4733-b31f-91f09a4499dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.778937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port fb547905-d36f-48e9-a993-7a47d90fbbd0 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:50.779483 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.838313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa0bf00e-5ac7-4963-886c-0db15a5aa5ad req-05960b5f-6868-4972-a342-514d1823fff2 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927632 Jul 22 14:50:50.851265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a324e-7527-4733-b31f-91f09a4499dd None None] Port fb547905-d36f-48e9-a993-7a47d90fbbd0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:50.883343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.939742 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:50.954434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for fb547905-d36f-48e9-a993-7a47d90fbbd0 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:51.038147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:51.047490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:51.048118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:51.165334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:51.196646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:51.201084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=fb547905-d36f-48e9-a993-7a47d90fbbd0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:51.256972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port def80fab-aa3c-4e63-aace-bf1381712b64 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:51.257398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:51.285050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:51.293729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:51.294498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca351400-8d42-42bd-99bb-b27c4097743f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/fb547905-d36f-48e9-a993-7a47d90fbbd0 HTTP/1.1" status: 204 len: 168 time: 0.7584250 Jul 22 14:50:51.584898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ee8fece-57e2-42f6-84de-0823dd03348e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:51.667734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 7, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:49Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:51.671285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8ee8fece-57e2-42f6-84de-0823dd03348e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:51.671900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:51.675640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874eb84-dd0f-4015-9e73-e10e9da346fc req-e3d7b233-fba5-4484-83b8-3c61d0da0793 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:51.677535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4874eb84-dd0f-4015-9e73-e10e9da346fc req-e3d7b233-fba5-4484-83b8-3c61d0da0793 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 0.0909617 Jul 22 14:50:51.709991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:51.741627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:51.742305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:51.743668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4874eb84-dd0f-4015-9e73-e10e9da346fc req-6f251f10-56a5-487b-b406-7ddb727f1084 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590715 Jul 22 14:50:51.851443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:51.927003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b050c985-9f8c-47cf-a077-6b9cab40c900 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:52.000530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port def80fab-aa3c-4e63-aace-bf1381712b64, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=def80fab-aa3c-4e63-aace-bf1381712b64,segment=NetworkSegment(6e809354-435e-4f6f-8e16-4db4936d4325),segment_id=6e809354-435e-4f6f-8e16-4db4936d4325)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:52.001724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.019576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for def80fab-aa3c-4e63-aace-bf1381712b64 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:52.044185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fa810-028e-4f92-928e-25ed0791adaa req-f4fe44dd-273d-400d-9ac4-60dbd8ca5590 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:52.046612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e9fa810-028e-4f92-928e-25ed0791adaa req-f4fe44dd-273d-400d-9ac4-60dbd8ca5590 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0849102 Jul 22 14:50:52.088602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b050c985-9f8c-47cf-a077-6b9cab40c900 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:52.088988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.091716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc4936-22b7-49d0-a638-9169209ba9ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:52.093399 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc4936-22b7-49d0-a638-9169209ba9ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:52.095007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d0dc4936-22b7-49d0-a638-9169209ba9ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8005879 Jul 22 14:50:52.109218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e9fa810-028e-4f92-928e-25ed0791adaa req-acf23aa1-602f-4552-9722-9100ddf21fb8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565777 Jul 22 14:50:52.109761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52496) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:52.163553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 0da48e76-208c-430b-ad9e-477e979fe6d3 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:52.167019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.214136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.254022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-9dd50e4a-6464-48e0-b903-c326b6caa6eb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:52.255708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-9dd50e4a-6464-48e0-b903-c326b6caa6eb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 946 time: 0.2879887 Jul 22 14:50:52.262224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device def80fab-aa3c-4e63-aace-bf1381712b64 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:52.309835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 7, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:49Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:52.337496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a0ca09-956e-402f-967a-248278eeac94 None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 7, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def80fab-aa3c-4e63-aace-bf1381712b64', 'name': '', 'network_id': '13467552-c431-4293-9dae-87a17f2fc5b8', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:c1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:42Z', 'updated_at': '2021-07-22T14:50:49Z', 'revision_number': 4, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '8ece99b6-50ac-4c14-b581-74d4063997f0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:52.367618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.437942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port def80fab-aa3c-4e63-aace-bf1381712b64 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:52.442013 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.443023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port def80fab-aa3c-4e63-aace-bf1381712b64 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:52.443411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.455157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5212f-8877-4166-9d94-0073f7c04208 req-e17115e2-f586-49e7-b2f4-3f200645d658 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:52.455979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:52.456439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.457940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fad5212f-8877-4166-9d94-0073f7c04208 req-e17115e2-f586-49e7-b2f4-3f200645d658 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1539600 Jul 22 14:50:52.483421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Port def80fab-aa3c-4e63-aace-bf1381712b64 was deleted so its status cannot be updated. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:50:52.483950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.527650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=0da48e76-208c-430b-ad9e-477e979fe6d3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:52.545076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69235ecd-fd31-4a41-a418-125d16363c9c None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:52.556208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.559567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b3181a7c-35f3-4a56-924c-97f1eb77cde6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/0da48e76-208c-430b-ad9e-477e979fe6d3 HTTP/1.1" status: 204 len: 168 time: 0.4488168 Jul 22 14:50:52.562306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:52.585590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port 00b144fe-0bc5-4896-9a4a-912bb10c86c4, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=00b144fe-0bc5-4896-9a4a-912bb10c86c4,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:52.586080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.600154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for 00b144fe-0bc5-4896-9a4a-912bb10c86c4 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:52.641426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5ec9a291-fea4-40c3-9628-6a7e0d378ef3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776181 Jul 22 14:50:52.645237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fad5212f-8877-4166-9d94-0073f7c04208 req-b5d35bd3-ce25-4d41-8b03-fd54aab58670 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815605 Jul 22 14:50:52.645715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52504) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:52.650960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:52.835650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=def80fab-aa3c-4e63-aace-bf1381712b64,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:52.842097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.858284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['00b144fe-0bc5-4896-9a4a-912bb10c86c4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:50:52.868382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9eae0b69-f902-4858-8ead-c8d15b2f6458 req-57b11bde-1b73-4bd8-829b-05d10ba6e9af tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.0413513 Jul 22 14:50:52.873193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:52.877202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:52.904196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.906977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.907526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.908107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.908107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:50:52.941285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:52.954295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a974f1-db9c-4549-9fca-f6c287412830 req-c7fcaa72-9639-4296-b268-ddd82921b258 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:52.957326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87a974f1-db9c-4549-9fca-f6c287412830 req-c7fcaa72-9639-4296-b268-ddd82921b258 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2253804 Jul 22 14:50:53.031592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] Deleting port 8ee8fece-57e2-42f6-84de-0823dd03348e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:53.031911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.060780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port 00b144fe-0bc5-4896-9a4a-912bb10c86c4 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:53.066878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.069277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e31e6d5a-1fda-4e6e-8df6-ce4636388f99 req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "DELETE /v2.0/ports/00b144fe-0bc5-4896-9a4a-912bb10c86c4 HTTP/1.1" status: 204 len: 173 time: 0.8027742 Jul 22 14:50:53.075415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'name': 'network-vif-deleted', 'tag': '00b144fe-0bc5-4896-9a4a-912bb10c86c4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:50:53.078282 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ce1686-f590-4656-b9a6-375acce7ac69" -d '{"events": [{"server_uuid": "6ad5f83d-ab79-486d-8f3d-0f01dc129a32", "name": "network-vif-deleted", "tag": "00b144fe-0bc5-4896-9a4a-912bb10c86c4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:50:53.089272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-87a974f1-db9c-4549-9fca-f6c287412830 req-28d9075a-b8fc-47a7-8622-0257133db47b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838385 Jul 22 14:50:53.090599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64611780-2734-47ab-bddb-948c05fb77cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=00b144fe-0bc5-4896-9a4a-912bb10c86c4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:53.184340 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8371155-1257-4223-b17c-9fadeafdcbe2 x-openstack-request-id: req-c8371155-1257-4223-b17c-9fadeafdcbe2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:50:53.184661 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad5f83d-ab79-486d-8f3d-0f01dc129a32", "name": "network-vif-deleted", "tag": "00b144fe-0bc5-4896-9a4a-912bb10c86c4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:50:53.184904 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8371155-1257-4223-b17c-9fadeafdcbe2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:50:53.185322 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad5f83d-ab79-486d-8f3d-0f01dc129a32', 'name': 'network-vif-deleted', 'tag': '00b144fe-0bc5-4896-9a4a-912bb10c86c4', 'status': 'completed', 'code': 200} Jul 22 14:50:53.208231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] For port 8ee8fece-57e2-42f6-84de-0823dd03348e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8ee8fece-57e2-42f6-84de-0823dd03348e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:53.208640 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.238957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] Calling delete_port for 8ee8fece-57e2-42f6-84de-0823dd03348e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:53.305562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.397256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:53.398850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:53.403514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:53.404100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.406416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=c240cf63-f5ed-408a-83ff-17d550cf865d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:53.428988 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.457905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b7963b27-abc0-42c4-9519-81f50bda060e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8110304 Jul 22 14:50:53.459891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.461049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52516) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:53.495152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'c240cf63-f5ed-408a-83ff-17d550cf865d', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1037745246'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:53.500568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] Pushing event deleted for resources: {'Port': ['ID=8ee8fece-57e2-42f6-84de-0823dd03348e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:53.511196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9d91f-d739-4d3f-9126-fdf1e402ae81 None None] No DVR routers for this DVR port 8ee8fece-57e2-42f6-84de-0823dd03348e on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:53.530960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b9c8b-7f7e-4f22-90d7-c0fb46a34a9e None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:53.613453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ee8fece-57e2-42f6-84de-0823dd03348e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:53.643003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8ee8fece-57e2-42f6-84de-0823dd03348e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:53.643349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ee8fece-57e2-42f6-84de-0823dd03348e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:53.691889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834543b-36a3-48e0-b907-4e6cc2912443 req-14f2ea42-d897-4e22-9cf8-72e28913b416 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:53.694809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f834543b-36a3-48e0-b907-4e6cc2912443 req-14f2ea42-d897-4e22-9cf8-72e28913b416 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2477140 Jul 22 14:50:53.698058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:53.744369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'c240cf63-f5ed-408a-83ff-17d550cf865d'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:50:53.745543 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.774862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f834543b-36a3-48e0-b907-4e6cc2912443 req-486c3d54-01ce-4d6d-b74d-2eb2e880d266 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658906 Jul 22 14:50:53.836303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:53.844190 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:53.873804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:53.880992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port f8be0b70-7670-44b5-a838-1b8c41a24056 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:50:53.885167 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:53.890220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9b181d7-e5de-45d7-bcc9-ff51cb40f46b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7861512 Jul 22 14:50:53.893686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52524) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:53.902162 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:53.905326 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:53.925139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/c240cf63-f5ed-408a-83ff-17d550cf865d/ccf871cf-3ba0-46a9-9a54-1b338ddc46e2) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:54.047822 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:54.077656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a5030d5-263c-4797-aa97-7a4201c018b6 req-5c65dac0-6327-4e40-877d-08f4696cada9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.0628698 Jul 22 14:50:54.144254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.165841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Transition to ACTIVE for port object ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:54.170577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 8ece99b6-50ac-4c14-b581-74d4063997f0 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:54.179631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.208034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Transition to ACTIVE for port object ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:54.222428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.244922 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:50:54.245408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:50:54.262784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.275492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-59915640-fa0c-44fd-af66-f682e223448a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8130474 Jul 22 14:50:54.278232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52534) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:54.316694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:54.323612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:54.327796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Pushing event updated for resources: {'Port': ['ID=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:54.330736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:54.366613 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:52Z', 'revision_number': 8, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:54.382188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc5d849-b9d3-48c7-893d-b752d0db672a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:54.391025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-abc5d849-b9d3-48c7-893d-b752d0db672a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1114771 Jul 22 14:50:54.391898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:54.392140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.399570 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:54.409887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Attempting to bind port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:50:54.410282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Attempting to bind port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:50:54.410694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Attempting to bind port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:50:54.418489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:50:54.418874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:50:54.420136 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.420554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:50:54.421055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Bound port: ccf871cf-3ba0-46a9-9a54-1b338ddc46e2, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:50:54.422111 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.424524 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:54.425147 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:54.461712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30aead-3d7d-4ba5-aa1d-cdc0f201b0d7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:54.463781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30aead-3d7d-4ba5-aa1d-cdc0f201b0d7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:54.468979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f30aead-3d7d-4ba5-aa1d-cdc0f201b0d7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0747790 Jul 22 14:50:54.469760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52538) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:54.475595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.499274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] For port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:50:54.502996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] For port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:50:54.509773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=8ece99b6-50ac-4c14-b581-74d4063997f0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:54.509941 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.522361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.529798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4e6c92ed-b3b7-46b1-9736-b1411e1f8891 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/8ece99b6-50ac-4c14-b581-74d4063997f0 HTTP/1.1" status: 204 len: 168 time: 0.6345131 Jul 22 14:50:54.530457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52540) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:54.549942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet c240cf63-f5ed-408a-83ff-17d550cf865d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:54.562431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.627688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.642977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c5e5a-1806-4a1a-9d70-a54b85a399dc None None] Network 13467552-c431-4293-9dae-87a17f2fc5b8 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:54.660187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.696285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d460f-72f1-421f-b23f-5166ed374fbd None None] Pushing event updated for resources: {'Port': ['ID=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:54.711873 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:54.740587 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.780769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port b050c985-9f8c-47cf-a077-6b9cab40c900 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:54.781360 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.842886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.875196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:54.877105 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/c240cf63-f5ed-408a-83ff-17d550cf865d HTTP/1.1" status: 204 len: 168 time: 0.4059856 Jul 22 14:50:54.885112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52544) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:54.908432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e03abd-ddd2-4bc8-8219-71ad33163005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=c240cf63-f5ed-408a-83ff-17d550cf865d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:54.973315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-19fcd073-ef8f-43b2-ac65-0fd5d52a6263 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868299 Jul 22 14:50:54.977221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:54.983589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:55.038825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port b050c985-9f8c-47cf-a077-6b9cab40c900, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b050c985-9f8c-47cf-a077-6b9cab40c900,segment=NetworkSegment(6e809354-435e-4f6f-8e16-4db4936d4325),segment_id=6e809354-435e-4f6f-8e16-4db4936d4325)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:55.039612 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.066633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for b050c985-9f8c-47cf-a077-6b9cab40c900 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:55.119613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] DHCP port deletion for 13467552-c431-4293-9dae-87a17f2fc5b8 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:55.176851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:50:55.181015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.189480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2c461-8320-4350-864c-929013ad459c req-dd870ea7-8f0e-42bc-a52e-ea6f580cb11f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:55.197107 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:52Z', 'revision_number': 8, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:55.198422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fc2c461-8320-4350-864c-929013ad459c req-dd870ea7-8f0e-42bc-a52e-ea6f580cb11f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2535834 Jul 22 14:50:55.243527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] Deleting port b050c985-9f8c-47cf-a077-6b9cab40c900 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:55.245202 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ce53d-d22e-4beb-8752-e27f9098b384 None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:52Z', 'revision_number': 8, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d63b175-cf62-4e13-ae22-8ca0d11ffe63', 'name': '', 'network_id': 'f7286432-3cd6-48e0-b3f1-26367b7c1074', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:3f:de:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:37Z', 'updated_at': '2021-07-22T14:50:47Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '35fe0648-fe3f-47fb-842c-1285c3b0f9de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:50:55.245762 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.286632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16425592-037d-459e-9f43-a3963a07ac30 req-7973b959-7722-4448-94e8-4943c024b829 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.0777438 Jul 22 14:50:55.354359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] For port b050c985-9f8c-47cf-a077-6b9cab40c900, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b050c985-9f8c-47cf-a077-6b9cab40c900,segment=NetworkSegment(6e809354-435e-4f6f-8e16-4db4936d4325),segment_id=6e809354-435e-4f6f-8e16-4db4936d4325)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:55.354988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.363172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7fc2c461-8320-4350-864c-929013ad459c req-c2216a5d-95ad-49b3-bf50-e11ac02814e7 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636727 Jul 22 14:50:55.363831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.391277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=b050c985-9f8c-47cf-a077-6b9cab40c900,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:55.395252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port b050c985-9f8c-47cf-a077-6b9cab40c900 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:55.401184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] Calling delete_port for b050c985-9f8c-47cf-a077-6b9cab40c900 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:55.498307 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.512184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13467552-c431-4293-9dae-87a17f2fc5b8']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:55.522212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.533324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e809354-435e-4f6f-8e16-4db4936d4325') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:55.534599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e809354-435e-4f6f-8e16-4db4936d4325') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:55.552339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.570231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:55.571439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.573351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:55.581632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:55.582292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.588514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:50:55.590072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:50:55.596635 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 14:50:55.606630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=d15f32da-869e-443d-87ca-cb171e0945ab,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:50:55.613600 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:50:55.622895 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8f110ea6-a7a9-40fd-b352-b7b9bf674e69 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6444256 Jul 22 14:50:55.623537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52556) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:55.628410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:50:55.632501 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.699092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.700295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.740465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] Pushing event deleted for resources: {'Port': ['ID=b050c985-9f8c-47cf-a077-6b9cab40c900,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:55.744000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94de7134-ebb3-4c6e-b0b3-2dc98b50f4a0 None None] No DVR routers for this DVR port b050c985-9f8c-47cf-a077-6b9cab40c900 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:50:55.774665 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:50:55.786783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:55.794849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-cfac3702-b7ce-41c7-9c3e-8efada2a25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:55.796405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-cfac3702-b7ce-41c7-9c3e-8efada2a25eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=dde0414550c249b39506a63cf7fc71c4&device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 1096 time: 0.1481159 Jul 22 14:50:55.876213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:55.889396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.907472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:55.909650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/13467552-c431-4293-9dae-87a17f2fc5b8 HTTP/1.1" status: 204 len: 168 time: 1.3781688 Jul 22 14:50:55.948008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52558) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:55.951931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eda54b-d094-475e-8213-4b95046a71e6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=13467552-c431-4293-9dae-87a17f2fc5b8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:55.978794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b050c985-9f8c-47cf-a077-6b9cab40c900 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:55.983462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a861d4-b6d1-4064-b8b9-918be5c7d59c req-fdd362a1-0232-46d3-9467-f61444f892eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:55.985699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45a861d4-b6d1-4064-b8b9-918be5c7d59c req-fdd362a1-0232-46d3-9467-f61444f892eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3084445 Jul 22 14:50:56.033987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45a861d4-b6d1-4064-b8b9-918be5c7d59c req-b3e288b3-4f10-4b6c-8486-fbafd42061a4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378034 Jul 22 14:50:56.039000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b050c985-9f8c-47cf-a077-6b9cab40c900 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:56.039452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b050c985-9f8c-47cf-a077-6b9cab40c900 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:56.103826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.123068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.143806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-a85136d8-5395-49a6-a15b-0104f9bb28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:56.145232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-a85136d8-5395-49a6-a15b-0104f9bb28ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 200 len: 912 time: 0.3421810 Jul 22 14:50:56.161655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.162875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a9454956-3da2-4976-ac4b-96e07e6b7405 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5383029 Jul 22 14:50:56.165865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52560) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:56.228740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556e200-1a33-49ac-92bd-7dd34d6c922c None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:56.308254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-a4e677dd-c0e2-45ec-8c3c-93f35d9786ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 200 len: 999 time: 0.1555779 Jul 22 14:50:56.337356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] Provisioning for port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:56.344370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] Provisioning complete for port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:56.345116 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.364097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-6b05eb0b-3983-46f4-8acd-064b45ac38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:56.365618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-6b05eb0b-3983-46f4-8acd-064b45ac38bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 200 len: 850 time: 0.0492382 Jul 22 14:50:56.495511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5ad6ad2-692f-4d72-ba37-e6d6e5f82869 req-936d18de-6030-4c0c-9d9f-8cfa3c31ee6b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.0755990 Jul 22 14:50:56.510535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-29321973-58d3-4c90-8597-c836b536b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:56.512875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-29321973-58d3-4c90-8597-c836b536b081 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8290d9a5-72cb-42f2-bba9-107ce95c2fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313791 Jul 22 14:50:56.675014 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-e7c4aec2-83ae-4db5-b3ad-774f9237cf51 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530876 Jul 22 14:50:56.694428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.732360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] For port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:56.760053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.784142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d3c8fc31-c045-4e32-80c0-acfb1d9da2fd req-4cbd6d9a-dfef-4e31-90a0-9d1f46a11421 service neutron] 10.222.0.61 "GET /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983996 Jul 22 14:50:56.799586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.852461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604630b-ace9-433f-8b27-bc3b7148f761 None None] Pushing event updated for resources: {'Port': ['ID=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:56.871119 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:56.997988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 00b144fe-0bc5-4896-9a4a-912bb10c86c4 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:57.048016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 00b144fe-0bc5-4896-9a4a-912bb10c86c4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:57.048374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 00b144fe-0bc5-4896-9a4a-912bb10c86c4 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:57.098332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-64ff2ca7-55b6-4e83-bba3-6305d26e7e72 None None] Provisioning complete for port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:57.098781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64ff2ca7-55b6-4e83-bba3-6305d26e7e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.161373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::1 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/d15f32da-869e-443d-87ca-cb171e0945ab/1eca05b0-a403-4eb0-861d-15208002b91d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:50:57.166318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:57.166709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.279384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port 6d63b175-cf62-4e13-ae22-8ca0d11ffe63, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:57.279765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.298179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:57.331815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13998c3-5dde-42eb-9dd4-c2406729d303 req-4e4dbed9-8422-4556-ac6f-0496b50a2c18 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:57.334046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d13998c3-5dde-42eb-9dd4-c2406729d303 req-4e4dbed9-8422-4556-ac6f-0496b50a2c18 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1589522 Jul 22 14:50:57.377294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:50:57.390858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.395883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d13998c3-5dde-42eb-9dd4-c2406729d303 req-06b09b62-446c-4029-b8a3-714702085d92 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541701 Jul 22 14:50:57.420998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 1eca05b0-a403-4eb0-861d-15208002b91d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:57.452622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:57.453073 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.462254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.511123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:57.556770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:57.573163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:50:57.573859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.589169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device def80fab-aa3c-4e63-aace-bf1381712b64 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:50:57.614528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: def80fab-aa3c-4e63-aace-bf1381712b64 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:50:57.614902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device def80fab-aa3c-4e63-aace-bf1381712b64 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:50:57.688989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=1eca05b0-a403-4eb0-861d-15208002b91d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:57.713817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dce7de9c-e8d0-42eb-be86-aa453a6fc8b4 req-4c17f1eb-3890-4634-91d2-bd45d42dff4e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.0542195 Jul 22 14:50:57.822223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.943504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.948234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1ef3300e-6ce2-4c78-8e5f-fe4438b46977 None None] Provisioning for port 1eca05b0-a403-4eb0-861d-15208002b91d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:50:57.953507 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1ef3300e-6ce2-4c78-8e5f-fe4438b46977 None None] Provisioning complete for port 1eca05b0-a403-4eb0-861d-15208002b91d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:57.954971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ef3300e-6ce2-4c78-8e5f-fe4438b46977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:57.977196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=6d63b175-cf62-4e13-ae22-8ca0d11ffe63,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:57.999408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3300e-6ce2-4c78-8e5f-fe4438b46977 None None] Port 1eca05b0-a403-4eb0-861d-15208002b91d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:58.142805 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:58.148364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:58.149173 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:58.165754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:58.251562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=1eca05b0-a403-4eb0-861d-15208002b91d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:58.338405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:50:58.342013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:50:58.459758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:50:58.551270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:50:58.617563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:58.629680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:58.644866 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f71c217-1ef9-4aa1-866e-0dcc74c03950 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6957691 Jul 22 14:50:58.647925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:58.649597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:58.650438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:58.670862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f69ac1-bca5-4ee1-a7fc-da4e8531deb6 req-e7674bc5-d09e-44fc-9713-4924fb57f727 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:58.672624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5f69ac1-bca5-4ee1-a7fc-da4e8531deb6 req-e7674bc5-d09e-44fc-9713-4924fb57f727 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1554222 Jul 22 14:50:58.720306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:50:58.726507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 35fe0648-fe3f-47fb-842c-1285c3b0f9de {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:50:58.727934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-caa96cde-6b77-488a-a684-2939ed05c306 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "PUT /v2.0/routers/8ce0a135-1de1-44d9-b06f-0a29cacf7224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606799 Jul 22 14:50:58.731155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52572) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:58.732216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5f69ac1-bca5-4ee1-a7fc-da4e8531deb6 req-0973cb6f-52dd-4319-934d-c4904d083735 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534375 Jul 22 14:50:58.734865 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Sync routers for ids ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:50:58.745768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:58.745860 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Routers {'8ce0a135-1de1-44d9-b06f-0a29cacf7224'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:58.746451 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:58.807117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:58.857404 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Set router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:58.907386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:58.917221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e039af-1cd6-4b8d-9fcb-27778a89e216 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:58.922743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-29e039af-1cd6-4b8d-9fcb-27778a89e216 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports/1eca05b0-a403-4eb0-861d-15208002b91d HTTP/1.1" status: 200 len: 911 time: 0.1882968 Jul 22 14:50:58.941242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:59.061909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d79f5da-2cfe-4b11-87be-78e3e89808ce req-b156c72c-1910-4b75-b5e0-2466d1ebf121 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ad5f83d-ab79-486d-8f3d-0f01dc129a32 HTTP/1.1" status: 200 len: 210 time: 0.1017790 Jul 22 14:50:59.064345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-46bf95d4-2718-4595-88dc-44edb467b01e None None] Provisioning complete for port 1eca05b0-a403-4eb0-861d-15208002b91d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:50:59.064942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46bf95d4-2718-4595-88dc-44edb467b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.077496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334ec57-8ecc-4a5c-ad4d-7faa8a050f1e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:59.093067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334ec57-8ecc-4a5c-ad4d-7faa8a050f1e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:59.097489 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1334ec57-8ecc-4a5c-ad4d-7faa8a050f1e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1533396 Jul 22 14:50:59.098099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:59.115322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.140486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-46bf95d4-2718-4595-88dc-44edb467b01e None None] Port 1eca05b0-a403-4eb0-861d-15208002b91d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:50:59.201649 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:55Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None, '_interfaces': [{'id': '1eca05b0-a403-4eb0-861d-15208002b91d', 'name': '', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'mac_address': 'fa:16:3e:1b:de:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd15f32da-869e-443d-87ca-cb171e0945ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:56Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'subnets': [{'id': 'd15f32da-869e-443d-87ca-cb171e0945ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:59.211765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 9, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:59.217228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea523ee2-ebc2-4d0f-9dc7-3a9cd703ddbb req-e9b2d233-7705-4e27-b17a-32220ebd9c9b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:50:59.218879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea523ee2-ebc2-4d0f-9dc7-3a9cd703ddbb req-e9b2d233-7705-4e27-b17a-32220ebd9c9b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.3373873 Jul 22 14:50:59.225569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.244029 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Checking router: 8ce0a135-1de1-44d9-b06f-0a29cacf7224 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:59.244487 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Updating router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 port 1eca05b0-a403-4eb0-861d-15208002b91d binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:50:59.253202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.255462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/35fe0648-fe3f-47fb-842c-1285c3b0f9de HTTP/1.1" status: 204 len: 168 time: 0.6065662 Jul 22 14:50:59.257789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd825e7-8400-4b52-81fa-0bebdea0e4f9 None None] Network f7286432-3cd6-48e0-b3f1-26367b7c1074 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:50:59.262750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:50:59.281358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52582) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:50:59.286807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d147d-72dc-46fe-a0f4-5d16ac93d37b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=35fe0648-fe3f-47fb-842c-1285c3b0f9de,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:50:59.295514 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.321408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea523ee2-ebc2-4d0f-9dc7-3a9cd703ddbb req-0ff6f1b2-680d-4be7-a86d-2ae4f61905a6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951815 Jul 22 14:50:59.356572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:50:59.357563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:59.484744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.508490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:50:59.604240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:50:59.604772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.725029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:50:59.725411 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.749041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:50:59.854368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.876497 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.898819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 9, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:50:59.919581 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Transition to ACTIVE for port object 1eca05b0-a403-4eb0-861d-15208002b91d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:50:59.943646 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:50:59.952675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] DHCP port deletion for f7286432-3cd6-48e0-b3f1-26367b7c1074 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:50:59.958443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb4cb63-d67a-42cb-8559-e0177b886622 None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 9, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': '2daccf49-a29e-4250-aa90-58108378f73d', 'name': '', 'network_id': 'fe4c465d-8c64-4ee1-b61a-a2531f010a11', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:9c:14:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:31Z', 'updated_at': '2021-07-22T14:50:40Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': '2a7ad2a6-e374-474c-977b-4e5df37906c1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:00.070377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Deleting port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:00.071011 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.104327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.137705 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49e9bc-1cf5-493f-883d-3b19f6129799 None None] Pushing event updated for resources: {'Port': ['ID=1eca05b0-a403-4eb0-861d-15208002b91d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:00.163668 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Attempting to bind port 1eca05b0-a403-4eb0-861d-15208002b91d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:00.165511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Attempting to bind port 1eca05b0-a403-4eb0-861d-15208002b91d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:00.165922 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Attempting to bind port 1eca05b0-a403-4eb0-861d-15208002b91d on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:00.177362 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:00.177739 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:00.179590 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.180786 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:00.181279 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Bound port: 1eca05b0-a403-4eb0-861d-15208002b91d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:00.183165 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.194638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:00.212133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:00.237469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] For port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,segment=NetworkSegment(5b867ed4-3ada-4606-85ff-5fd04f51661b),segment_id=5b867ed4-3ada-4606-85ff-5fd04f51661b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:00.237957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.271995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Calling delete_port for 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:00.348839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 1eca05b0-a403-4eb0-861d-15208002b91d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:00.349489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.355703 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] For port 1eca05b0-a403-4eb0-861d-15208002b91d, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:00.363843 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] For port 1eca05b0-a403-4eb0-861d-15208002b91d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1eca05b0-a403-4eb0-861d-15208002b91d,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:00.374622 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.457430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.472526 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Routers {'8ce0a135-1de1-44d9-b06f-0a29cacf7224'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:00.480510 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:00.522017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] No DVR routers for this DVR port 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:00.524098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Pushing event deleted for resources: {'Port': ['ID=9232d6a3-2ccf-45e9-b767-08c3dd0f94c2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:00.538859 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49e9bc-1cf5-493f-883d-3b19f6129799 None None] Pushing event updated for resources: {'Port': ['ID=1eca05b0-a403-4eb0-861d-15208002b91d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:00.552264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.552628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.552978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.553580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.553924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.554643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.554643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.571317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.571683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.572029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.572371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.572709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1575a07-62db-43f7-a15b-41f3ef2ef5eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:00.610665 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] Set router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:00.841982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.855690 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:55Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None, '_interfaces': [{'id': '1eca05b0-a403-4eb0-861d-15208002b91d', 'name': '', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'mac_address': 'fa:16:3e:1b:de:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd15f32da-869e-443d-87ca-cb171e0945ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:56Z', 'updated_at': '2021-07-22T14:51:00Z', 'revision_number': 4, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'subnets': [{'id': 'd15f32da-869e-443d-87ca-cb171e0945ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:00.871232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7286432-3cd6-48e0-b3f1-26367b7c1074']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:00.883307 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc9461-fefc-4e59-8073-678960e04d5e None None] The sync data for ids ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'] in n-d-794306-8 is: [{'id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:55Z', 'updated_at': '2021-07-22T14:50:57Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None, '_interfaces': [{'id': '1eca05b0-a403-4eb0-861d-15208002b91d', 'name': '', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'mac_address': 'fa:16:3e:1b:de:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd15f32da-869e-443d-87ca-cb171e0945ab', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:56Z', 'updated_at': '2021-07-22T14:51:00Z', 'revision_number': 4, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'subnets': [{'id': 'd15f32da-869e-443d-87ca-cb171e0945ab', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:00.907266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b867ed4-3ada-4606-85ff-5fd04f51661b') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:00.907649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b867ed4-3ada-4606-85ff-5fd04f51661b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:00.946526 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.979443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.995282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:00.995845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:00.999449 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:01.028854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port 1eca05b0-a403-4eb0-861d-15208002b91d, host n-d-794306-8, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:01.029307 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.059217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288aba2-a689-4165-8686-d3df2a492ace req-ad1d511d-c56f-41fe-991d-35b0605e7b86 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:01.060849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7288aba2-a689-4165-8686-d3df2a492ace req-ad1d511d-c56f-41fe-991d-35b0605e7b86 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4404b5db-20ca-4c73-bc81-49b1efae4f78 HTTP/1.1" status: 200 len: 943 time: 0.2433193 Jul 22 14:51:01.109879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 1eca05b0-a403-4eb0-861d-15208002b91d owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:01.138638 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.157468 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.161157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:01.161735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/f7286432-3cd6-48e0-b3f1-26367b7c1074 HTTP/1.1" status: 204 len: 168 time: 1.8789566 Jul 22 14:51:01.182363 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8238973-6b1a-417b-baba-acc6b4c01694 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=f7286432-3cd6-48e0-b3f1-26367b7c1074,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:01.452905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1eca05b0-a403-4eb0-861d-15208002b91d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:01.478008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.535288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No active binding found for port 1eca05b0-a403-4eb0-861d-15208002b91d {{(pid=93814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:51:01.535729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1eca05b0-a403-4eb0-861d-15208002b91d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 14:51:01.582116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Port 1eca05b0-a403-4eb0-861d-15208002b91d not found, will not notify nova. {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 14:51:01.645351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=1eca05b0-a403-4eb0-861d-15208002b91d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:01.651027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.678463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.718043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:01.762071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:01.762548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9232d6a3-2ccf-45e9-b767-08c3dd0f94c2 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:01.762980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:01.765461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Deleting port 9c239f9c-597b-465b-9235-bfa8683b9be1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:01.765820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.807535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:01.807891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6d63b175-cf62-4e13-ae22-8ca0d11ffe63 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:01.951085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] For port 9c239f9c-597b-465b-9235-bfa8683b9be1, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9c239f9c-597b-465b-9235-bfa8683b9be1,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:01.951646 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:01.967766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Calling delete_port for 9c239f9c-597b-465b-9235-bfa8683b9be1 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:01.981894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:02.074606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port 2daccf49-a29e-4250-aa90-58108378f73d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:02.074964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.108897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:02.115109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-febc4f3d-c595-4293-a261-9a29c773c13b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "PUT /v2.0/routers/8ce0a135-1de1-44d9-b06f-0a29cacf7224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0155671 Jul 22 14:51:02.116974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52636) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:02.200215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.215639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:02.217547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07104470-1f3e-4d82-b7ca-5869ef9f7786 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:02.218437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9fdacac4-8958-4720-9032-27e2b599639c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:02.219079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07104470-1f3e-4d82-b7ca-5869ef9f7786 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:02.223320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07104470-1f3e-4d82-b7ca-5869ef9f7786 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1027253 Jul 22 14:51:02.224575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52638) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:02.230627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'Port': ['ID=9c239f9c-597b-465b-9235-bfa8683b9be1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:02.242351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port 2daccf49-a29e-4250-aa90-58108378f73d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=2daccf49-a29e-4250-aa90-58108378f73d,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:02.242793 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.286363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for 2daccf49-a29e-4250-aa90-58108378f73d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:02.294657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] No DVR routers for this DVR port 9c239f9c-597b-465b-9235-bfa8683b9be1 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:02.297869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.309980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7288aba2-a689-4165-8686-d3df2a492ace req-7b0953f5-57f0-45cd-bd15-61bccce8b02e tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "DELETE /v2.0/ports/9c239f9c-597b-465b-9235-bfa8683b9be1 HTTP/1.1" status: 204 len: 173 time: 1.2073889 Jul 22 14:51:02.310749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-deleted', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:02.313447 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbe0059-d094-498a-a40d-207e23705fab" -d '{"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-deleted", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:02.345024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet d15f32da-869e-443d-87ca-cb171e0945ab {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:02.391643 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ccf153-1e4f-47a3-afa6-a03165852880 x-openstack-request-id: req-72ccf153-1e4f-47a3-afa6-a03165852880 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:02.392280 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4404b5db-20ca-4c73-bc81-49b1efae4f78", "name": "network-vif-deleted", "tag": "9c239f9c-597b-465b-9235-bfa8683b9be1", "status": "failed", "code": 422}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:02.392676 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72ccf153-1e4f-47a3-afa6-a03165852880 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:02.393266 n-d-794306-8 neutron-server[93812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4404b5db-20ca-4c73-bc81-49b1efae4f78', 'name': 'network-vif-deleted', 'tag': '9c239f9c-597b-465b-9235-bfa8683b9be1', 'status': 'failed', 'code': 422} returned with failed status Jul 22 14:51:02.438124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.524695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.673529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.789942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.799800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.847568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=2daccf49-a29e-4250-aa90-58108378f73d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:02.873578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:02.875904 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/d15f32da-869e-443d-87ca-cb171e0945ab HTTP/1.1" status: 204 len: 168 time: 0.6503825 Jul 22 14:51:02.878887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:02.882413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21894816-bd64-4714-a679-16f2ed88a21a None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:02.891291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c3411-c662-4543-b81b-e2efa9e09b8e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=d15f32da-869e-443d-87ca-cb171e0945ab,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:03.024428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] Sync routers for ids ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:03.097855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] Routers {'8ce0a135-1de1-44d9-b06f-0a29cacf7224'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:03.098667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:03.098828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4cfd1e9b-b421-4e93-86bd-cbd9535784a2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2181647 Jul 22 14:51:03.101032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52662) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:03.200530 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.206671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] Set router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:03.221137 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.319888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:55Z', 'updated_at': '2021-07-22T14:51:01Z', 'revision_number': 3, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:03.402381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] Checking router: 8ce0a135-1de1-44d9-b06f-0a29cacf7224 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:03.419244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] Routers {'8ce0a135-1de1-44d9-b06f-0a29cacf7224'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:03.431112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:03.499548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:03.549071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.553484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.611872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:03.622973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52668) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:03.624240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:03.642090 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d8d92f1b-17e8-4eff-b816-90d99917ed9b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4796095 Jul 22 14:51:03.645427 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:03.646048 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:03.686746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet 2a7ad2a6-e374-474c-977b-4e5df37906c1 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:03.690421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.691117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Fanout notify agent at l3_agent the message router_deleted on router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:51:03.700110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.708501 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.710573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cdf0a521-6473-4b71-9715-762c514aabd9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/routers/8ce0a135-1de1-44d9-b06f-0a29cacf7224 HTTP/1.1" status: 204 len: 168 time: 0.6058736 Jul 22 14:51:03.714221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:03.720248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:03.746718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] Set router 8ce0a135-1de1-44d9-b06f-0a29cacf7224 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:03.759308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dccf6b-2eca-4f71-8b9f-6ada3cd77944 req-c20209b8-238b-4236-abb7-2ed661b55f36 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:03.772143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06dccf6b-2eca-4f71-8b9f-6ada3cd77944 req-c20209b8-238b-4236-abb7-2ed661b55f36 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 907 time: 0.2912443 Jul 22 14:51:03.788129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.803278 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:03.832298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:03.834379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:55Z', 'updated_at': '2021-07-22T14:51:01Z', 'revision_number': 3, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:03.846616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:03.850418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.874671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c740d08-6748-4fe3-ba4a-50554c7d074a None None] The sync data for ids ['8ce0a135-1de1-44d9-b06f-0a29cacf7224'] in n-d-794306-8 is: [{'id': '8ce0a135-1de1-44d9-b06f-0a29cacf7224', 'name': 'tempest-NetworksTestDHCPv6-router-557417414', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:55Z', 'updated_at': '2021-07-22T14:51:01Z', 'revision_number': 3, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:03.928828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] Deleting port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:03.929425 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:03.929850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.055490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.096529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] For port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:04.096956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.120202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7ad2a6-e374-474c-977b-4e5df37906c1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:04.123721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.128998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-abb861dd-c0d7-4b8a-bee4-7d3f99484d70 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/2a7ad2a6-e374-474c-977b-4e5df37906c1 HTTP/1.1" status: 204 len: 168 time: 0.5032609 Jul 22 14:51:04.130072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52680) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:04.136126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd51b24-8b70-4435-b06b-b862e74c36d6 None None] Network fe4c465d-8c64-4ee1-b61a-a2531f010a11 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:04.209188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] Calling delete_port for ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:04.231533 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:02Z', 'revision_number': 10, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:04.233623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.283283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.313118 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:04.325727 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:04.326360 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:04.332006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:04.336842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:04.344230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:04.345180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.384595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6684465 Jul 22 14:51:04.385458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52686) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:04.390911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-21879415', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:04.405339 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.418641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ecbebd-e8a0-4dd5-bd7e-ca84c41d29ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=fa46c505-2d84-462b-bb30-36bdbe7b8eea,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:04.424840 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.426361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.455343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port b3567015-dc4a-40fc-850e-0ddb328e0736 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:04.455761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.467879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] Pushing event deleted for resources: {'Port': ['ID=ccf871cf-3ba0-46a9-9a54-1b338ddc46e2,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:04.475396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594dc4c-2f14-4299-8d37-c3855e1554e8 None None] No DVR routers for this DVR port ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:04.497920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62141b46-b185-4580-a2d2-85d9770e9e77 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:04.544239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.555343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.591858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.593063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0d85e6d0-2af8-473b-bc3d-03fed8d027b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2063003 Jul 22 14:51:04.596019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52688) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:04.670414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] DHCP port deletion for fe4c465d-8c64-4ee1-b61a-a2531f010a11 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:04.712891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port b3567015-dc4a-40fc-850e-0ddb328e0736, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b3567015-dc4a-40fc-850e-0ddb328e0736,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:04.713309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.733036 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:04.831595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for b3567015-dc4a-40fc-850e-0ddb328e0736 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:04.841580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:04.842591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:04.861842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] Deleting port b3567015-dc4a-40fc-850e-0ddb328e0736 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:04.862231 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.001209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71740216-110f-42e4-a8c8-55c0c1cd25d8 req-98783879-53b4-4fb7-ae7f-a7a8db93dfed tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:05.008579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71740216-110f-42e4-a8c8-55c0c1cd25d8 req-98783879-53b4-4fb7-ae7f-a7a8db93dfed tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.2555873 Jul 22 14:51:05.033152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] For port b3567015-dc4a-40fc-850e-0ddb328e0736, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b3567015-dc4a-40fc-850e-0ddb328e0736,segment=NetworkSegment(4b0ecace-920a-4656-ae26-f2737e2ade67),segment_id=4b0ecace-920a-4656-ae26-f2737e2ade67)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:05.033718 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.059660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] Calling delete_port for b3567015-dc4a-40fc-850e-0ddb328e0736 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:05.069873 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:02Z', 'revision_number': 10, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:05.090802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71740216-110f-42e4-a8c8-55c0c1cd25d8 req-1bada453-0b51-46e5-90db-b8f174e1711d tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811708 Jul 22 14:51:05.107363 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4198843-d0ed-4789-b250-87170dde8de6 None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:02Z', 'revision_number': 10, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None, '_interfaces': [{'id': 'ee818f88-aeea-4839-ba12-210741c772ae', 'name': '', 'network_id': '11c02bd7-8a48-4057-b0ee-25355d10335b', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'mac_address': 'fa:16:3e:e9:d6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:50:23Z', 'updated_at': '2021-07-22T14:50:35Z', 'revision_number': 5, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'subnets': [{'id': 'f2d73799-ed5d-4de7-855d-4f0492669e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:05.117585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-e06e5e71-74d6-466b-9f19-3e3447bd9873 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:05.119522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-e06e5e71-74d6-466b-9f19-3e3447bd9873 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 907 time: 0.3592014 Jul 22 14:51:05.135510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56056-47e7-447e-b0d3-a13aba28cfeb req-dc51ce80-6462-4bb8-ba98-0b6f5eb7237d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:05.137800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-12b56056-47e7-447e-b0d3-a13aba28cfeb req-dc51ce80-6462-4bb8-ba98-0b6f5eb7237d tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 907 time: 0.2540596 Jul 22 14:51:05.143831 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.181396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=b3567015-dc4a-40fc-850e-0ddb328e0736,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:05.188780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port b3567015-dc4a-40fc-850e-0ddb328e0736 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:05.190022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/fa46c505-2d84-462b-bb30-36bdbe7b8eea/0fc85bb7-d45b-4229-8437-162b52230880) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:05.247223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.302409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] Pushing event deleted for resources: {'Port': ['ID=b3567015-dc4a-40fc-850e-0ddb328e0736,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:05.311951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb4e4f-768d-42f4-bf27-c614a20f9bee None None] No DVR routers for this DVR port b3567015-dc4a-40fc-850e-0ddb328e0736 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:05.400772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.413183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Transition to ACTIVE for port object 0fc85bb7-d45b-4229-8437-162b52230880 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:05.433003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Transition to ACTIVE for port object 0fc85bb7-d45b-4229-8437-162b52230880 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:05.442660 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.509444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Pushing event updated for resources: {'Port': ['ID=0fc85bb7-d45b-4229-8437-162b52230880,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:05.528152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:05.529861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:05.543370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:05.620054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2daccf49-a29e-4250-aa90-58108378f73d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:05.640520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.653323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4c465d-8c64-4ee1-b61a-a2531f010a11']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:05.656015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 2daccf49-a29e-4250-aa90-58108378f73d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:05.656743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 2daccf49-a29e-4250-aa90-58108378f73d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:05.657352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b3567015-dc4a-40fc-850e-0ddb328e0736 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:05.662590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Attempting to bind port 0fc85bb7-d45b-4229-8437-162b52230880 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:05.664047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Attempting to bind port 0fc85bb7-d45b-4229-8437-162b52230880 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:05.664764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Attempting to bind port 0fc85bb7-d45b-4229-8437-162b52230880 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:05.668571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0ecace-920a-4656-ae26-f2737e2ade67') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:05.669021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0ecace-920a-4656-ae26-f2737e2ade67') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:05.680937 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.694730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b3567015-dc4a-40fc-850e-0ddb328e0736 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:05.695458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b3567015-dc4a-40fc-850e-0ddb328e0736 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:05.696255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:05.706118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.712742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:05.713244 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.724310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:05.724951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ccf871cf-3ba0-46a9-9a54-1b338ddc46e2 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:05.725549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1eca05b0-a403-4eb0-861d-15208002b91d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:05.746757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:05.747636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:05.748400 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.749204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:05.750335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Bound port: 0fc85bb7-d45b-4229-8437-162b52230880, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:05.751167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.755571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1eca05b0-a403-4eb0-861d-15208002b91d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:05.756233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1eca05b0-a403-4eb0-861d-15208002b91d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:05.791145 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:05.796148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.805626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.810658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/fe4c465d-8c64-4ee1-b61a-a2531f010a11 HTTP/1.1" status: 204 len: 168 time: 1.6764648 Jul 22 14:51:05.841278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52698) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:05.862165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.888859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cbf4d-bbd1-407a-bf1e-2d6d1736c086 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=fe4c465d-8c64-4ee1-b61a-a2531f010a11,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:05.892358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] For port 0fc85bb7-d45b-4229-8437-162b52230880, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:05.896234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] For port 0fc85bb7-d45b-4229-8437-162b52230880, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0fc85bb7-d45b-4229-8437-162b52230880,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:05.901588 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:05.976892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9789e9-2e98-4856-8ef2-1de12099c013 None None] Pushing event updated for resources: {'Port': ['ID=0fc85bb7-d45b-4229-8437-162b52230880,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:06.007707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Deleting port e31ad365-5fd7-47de-88a7-de7091ef6c11 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:06.008017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.228799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] For port e31ad365-5fd7-47de-88a7-de7091ef6c11, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=e31ad365-5fd7-47de-88a7-de7091ef6c11,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:06.229166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.265807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Calling delete_port for e31ad365-5fd7-47de-88a7-de7091ef6c11 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:06.325485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::1 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/fa46c505-2d84-462b-bb30-36bdbe7b8eea/5342b338-3ed2-4e45-9821-22d536b30aa0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:06.486946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413e6cf-8030-4578-bf3b-39cea8232754 req-0556fe0a-5d08-48b5-ae0e-56306559c865 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:06.490712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c413e6cf-8030-4578-bf3b-39cea8232754 req-0556fe0a-5d08-48b5-ae0e-56306559c865 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.2152269 Jul 22 14:51:06.505086 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac4a07-0f1e-40fb-8abc-a5fd4fba2fcb req-731f45f6-edf8-49c1-9ea9-a1a5c308a9fa tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:06.509268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31ac4a07-0f1e-40fb-8abc-a5fd4fba2fcb req-731f45f6-edf8-49c1-9ea9-a1a5c308a9fa tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 907 time: 0.1848111 Jul 22 14:51:06.537867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-317aaf00-c722-4923-9eae-9fcbc281ecda tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:06.540581 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-317aaf00-c722-4923-9eae-9fcbc281ecda tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.2639565 Jul 22 14:51:06.572814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c413e6cf-8030-4578-bf3b-39cea8232754 req-415b49a0-32ab-4e3e-8cc9-672d3051a593 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624416 Jul 22 14:51:06.576303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.661403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.698867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 5342b338-3ed2-4e45-9821-22d536b30aa0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:06.742922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.783180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'Port': ['ID=e31ad365-5fd7-47de-88a7-de7091ef6c11,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:06.861782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] No DVR routers for this DVR port e31ad365-5fd7-47de-88a7-de7091ef6c11 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:06.866416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.868554 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47b8cbe7-c8ee-41f9-a3f1-65ed73a53fe2 req-47843543-bf85-4a83-ba97-f2fa6e31ca54 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "DELETE /v2.0/ports/e31ad365-5fd7-47de-88a7-de7091ef6c11 HTTP/1.1" status: 204 len: 173 time: 1.6725702 Jul 22 14:51:06.874981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'name': 'network-vif-deleted', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:06.887295 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c36799-8744-488d-beb0-67afa2cb76ee" -d '{"events": [{"server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "name": "network-vif-deleted", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:06.908792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Deleting port 56057754-e331-4cb8-862e-585910cb8433 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:06.909145 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.914206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:06.975488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port ee818f88-aeea-4839-ba12-210741c772ae {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:06.975959 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.018776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:07.138831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] For port 56057754-e331-4cb8-862e-585910cb8433, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=56057754-e331-4cb8-862e-585910cb8433,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:07.139512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.255841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port ee818f88-aeea-4839-ba12-210741c772ae, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ee818f88-aeea-4839-ba12-210741c772ae,segment=NetworkSegment(468c7b2c-8e89-461e-a570-c18833cf9d22),segment_id=468c7b2c-8e89-461e-a570-c18833cf9d22)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:07.256460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.286265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for ee818f88-aeea-4839-ba12-210741c772ae owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:07.361288 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.413511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:07.439974 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ed605-d67c-4935-9f8c-30c56ad9da48 x-openstack-request-id: req-de1ed605-d67c-4935-9f8c-30c56ad9da48 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:07.440278 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1432d54a-aded-4263-8f2d-da32fce00d0c", "name": "network-vif-deleted", "tag": "e31ad365-5fd7-47de-88a7-de7091ef6c11", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:07.440537 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de1ed605-d67c-4935-9f8c-30c56ad9da48 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:07.440951 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1432d54a-aded-4263-8f2d-da32fce00d0c', 'name': 'network-vif-deleted', 'tag': 'e31ad365-5fd7-47de-88a7-de7091ef6c11', 'status': 'completed', 'code': 200} Jul 22 14:51:07.441561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=5342b338-3ed2-4e45-9821-22d536b30aa0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:07.455061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:07.456124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.499642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0fc85bb7-d45b-4229-8437-162b52230880 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:07.608419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.663819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-64b351d0-3491-4e99-85dd-dc579df9845a None None] Provisioning for port 0fc85bb7-d45b-4229-8437-162b52230880 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:07.680668 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.681059 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.681385 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Floating IP 72d38424-e918-4e1b-8285-9b538659dbd6 disassociated. External IP: 172.25.3.116, port: 56057754-e331-4cb8-862e-585910cb8433. Jul 22 14:51:07.686323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Calling delete_port for 56057754-e331-4cb8-862e-585910cb8433 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:07.688251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0fc85bb7-d45b-4229-8437-162b52230880 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:07.695891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=ee818f88-aeea-4839-ba12-210741c772ae,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:07.700183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0fc85bb7-d45b-4229-8437-162b52230880 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:07.700746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.827590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.828311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.832613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.833509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.834550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.835124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.835669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.836214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.836760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.837743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.838325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.838888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:07.905636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-102359f1-72d8-4556-b5e9-4fefb4b80370 req-3d02d30a-2082-4144-a112-6cb71d96c3db tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=1432d54a-aded-4263-8f2d-da32fce00d0c HTTP/1.1" status: 200 len: 210 time: 0.1312625 Jul 22 14:51:07.934170 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.963131 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:07.974092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.049201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0fc85bb7-d45b-4229-8437-162b52230880, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0fc85bb7-d45b-4229-8437-162b52230880,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:08.055533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.105518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.119462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00049dc-0c1b-4715-9a24-7633f0865d52 req-3ae60824-3bfb-4705-9d1e-4126eb257705 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:08.122159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b00049dc-0c1b-4715-9a24-7633f0865d52 req-3ae60824-3bfb-4705-9d1e-4126eb257705 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 945 time: 0.4415851 Jul 22 14:51:08.131425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6942e51-629a-403f-a801-2aa2303b10b7 None None] Provisioning for port 5342b338-3ed2-4e45-9821-22d536b30aa0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:08.142073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6942e51-629a-403f-a801-2aa2303b10b7 None None] Provisioning complete for port 5342b338-3ed2-4e45-9821-22d536b30aa0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:08.142456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6942e51-629a-403f-a801-2aa2303b10b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.189463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a6942e51-629a-403f-a801-2aa2303b10b7 None None] Port 5342b338-3ed2-4e45-9821-22d536b30aa0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:51:08.195464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0fc85bb7-d45b-4229-8437-162b52230880,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:08.226164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.263329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b00049dc-0c1b-4715-9a24-7633f0865d52 req-f6fd62f4-cd63-4ea3-ae47-6ca9d63b7a53 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups?id=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331227 Jul 22 14:51:08.290868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event deleted for resources: {'Port': ['ID=56057754-e331-4cb8-862e-585910cb8433,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:08.359447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:08.450113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:08.455765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0adc7f4e-9564-490e-8d5e-5c84ac1d14fc tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131024 Jul 22 14:51:08.459939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52724) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:08.465375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:08.481169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:08.482219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:08.575782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:08.601826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Router 9246b488-82f5-4f0e-aab5-db32651cc47e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:08.622896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting subnet f2d73799-ed5d-4de7-855d-4f0492669e06 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:08.632872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.634578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 11, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:08.664209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:08.672993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:08.673654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:08.728850 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.771204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:08.778708 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.817595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.818395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:08.839691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 11, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:08.887879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1f5655-2b0f-41ca-ae01-7da54ffcf44a None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 11, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:08.961712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=5342b338-3ed2-4e45-9821-22d536b30aa0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:08.983122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.034264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e31ad365-5fd7-47de-88a7-de7091ef6c11 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:09.044000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:09.054573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: e31ad365-5fd7-47de-88a7-de7091ef6c11 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:09.054924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device e31ad365-5fd7-47de-88a7-de7091ef6c11 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:09.057403 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:09.069371 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:09.071546 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:09.121591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] No DVR routers for this DVR port 56057754-e331-4cb8-862e-585910cb8433 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:09.140325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.142555 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b41d1c72-d993-4f17-9ee2-668328e2a270 req-e70301f4-4945-4446-ad79-10eb28052cd5 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.72 "DELETE /v2.0/ports/56057754-e331-4cb8-862e-585910cb8433 HTTP/1.1" status: 204 len: 173 time: 2.5953226 Jul 22 14:51:09.154607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:09.156575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:09.164570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.224252 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:09.449284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0fc85bb7-d45b-4229-8437-162b52230880 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:09.462504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f947076-fc19-43c5-8349-4983859c01fd req-2446a2ef-f988-470c-bd00-ca5a8614fa5a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:09.476550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f947076-fc19-43c5-8349-4983859c01fd req-2446a2ef-f988-470c-bd00-ca5a8614fa5a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 946 time: 0.2225170 Jul 22 14:51:09.576573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0fc85bb7-d45b-4229-8437-162b52230880 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:09.577162 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.628781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fab3f3e4-3806-4872-b202-2a24047c179d req-57f6aff1-fe78-4ea9-a912-99ac363bb628 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a455e2e-37c7-4af5-848f-6af57741ad67 HTTP/1.1" status: 200 len: 210 time: 0.1406324 Jul 22 14:51:09.681797 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:09.692100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c45357ac-d2db-4363-bf8a-3b73d9fe5131 None None] Provisioning complete for port 5342b338-3ed2-4e45-9821-22d536b30aa0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:09.692819 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c45357ac-d2db-4363-bf8a-3b73d9fe5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.695972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8f947076-fc19-43c5-8349-4983859c01fd req-b6665ebd-d3bd-4508-ab9c-c0fe577e3ec8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182574 Jul 22 14:51:09.732872 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:09.744431 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:09.745067 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:09.780696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c45357ac-d2db-4363-bf8a-3b73d9fe5131 None None] Port 5342b338-3ed2-4e45-9821-22d536b30aa0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:51:09.803343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'name': 'network-vif-deleted', 'tag': '56057754-e331-4cb8-862e-585910cb8433'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:09.808011 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70c5b3-493a-48ed-a78a-cb3e6fd6b4f9" -d '{"events": [{"server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "name": "network-vif-deleted", "tag": "56057754-e331-4cb8-862e-585910cb8433"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:09.815373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d73799-ed5d-4de7-855d-4f0492669e06,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:09.821513 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.824076 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4c7caaac-f32e-4662-b4b9-4df0ff8a1462 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/f2d73799-ed5d-4de7-855d-4f0492669e06 HTTP/1.1" status: 204 len: 168 time: 1.3626249 Jul 22 14:51:09.826814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52742) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:09.833807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfa327-9a43-4fcf-8421-a42e33a5b9d8 None None] Network 11c02bd7-8a48-4057-b0ee-25355d10335b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:09.932626 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fceac5d9-7980-41f5-bbb0-3578aa5731ae x-openstack-request-id: req-fceac5d9-7980-41f5-bbb0-3578aa5731ae {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:09.932960 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a455e2e-37c7-4af5-848f-6af57741ad67", "name": "network-vif-deleted", "tag": "56057754-e331-4cb8-862e-585910cb8433", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:09.933222 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fceac5d9-7980-41f5-bbb0-3578aa5731ae {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:09.933978 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a455e2e-37c7-4af5-848f-6af57741ad67', 'name': 'network-vif-deleted', 'tag': '56057754-e331-4cb8-862e-585910cb8433', 'status': 'completed', 'code': 200} Jul 22 14:51:09.955642 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:09.966180 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:09.977858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ee818f88-aeea-4839-ba12-210741c772ae no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:10.009326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Router cfbb9c83-fb41-4dea-b6d5-919557419c97 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:51:10.019814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ee818f88-aeea-4839-ba12-210741c772ae {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:10.020618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ee818f88-aeea-4839-ba12-210741c772ae not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:10.054056 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b74f7984-bf35-484e-ad63-d90c697e5c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.102208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Deleting port ed830110-6760-4197-b627-16cfb61a9509 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:10.102571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.195658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] DHCP port deletion for 11c02bd7-8a48-4057-b0ee-25355d10335b request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:10.195903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] For port ed830110-6760-4197-b627-16cfb61a9509, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ed830110-6760-4197-b627-16cfb61a9509,segment=NetworkSegment(468c7b2c-8e89-461e-a570-c18833cf9d22),segment_id=468c7b2c-8e89-461e-a570-c18833cf9d22)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:10.196210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.201624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:10.209796 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5a8750ba-7b89-4bb1-b5e2-e4f854e225b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "PUT /v2.0/routers/cfbb9c83-fb41-4dea-b6d5-919557419c97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6119339 Jul 22 14:51:10.212717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52744) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:10.213138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Sync routers for ids ['cfbb9c83-fb41-4dea-b6d5-919557419c97'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:10.221300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Calling delete_port for ed830110-6760-4197-b627-16cfb61a9509 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:10.224370 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:10.253847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Routers {'cfbb9c83-fb41-4dea-b6d5-919557419c97'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:10.254477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['cfbb9c83-fb41-4dea-b6d5-919557419c97'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:10.276067 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcf63f-d728-4f25-8ba2-4f831da68c37 None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:44:06Z', 'revision_number': 4, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '07bccc90-8e82-4b7c-92d6-aa35400cb55b', 'name': '', 'network_id': 'f67fd056-0b8a-4503-ab64-6cbbeca59791', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'mac_address': 'fa:16:3e:d9:e3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:44:03Z', 'updated_at': '2021-07-22T14:44:21Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'subnets': [{'id': '544824f7-8ddd-493c-b9c2-3a7f6a5fd25d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:10.328467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.338255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d038098-53e0-41f7-8b4c-fc04b45fd385 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:10.340038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4d038098-53e0-41f7-8b4c-fc04b45fd385 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports/5342b338-3ed2-4e45-9821-22d536b30aa0 HTTP/1.1" status: 200 len: 911 time: 0.1258676 Jul 22 14:51:10.342721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:10.363797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Port': ['ID=ed830110-6760-4197-b627-16cfb61a9509,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:10.374413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No DVR routers for this DVR port ed830110-6760-4197-b627-16cfb61a9509 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:10.421143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Set router cfbb9c83-fb41-4dea-b6d5-919557419c97 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:10.427665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d5ef9-40d6-4b63-9122-bd9708752f5a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:10.442288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d5ef9-40d6-4b63-9122-bd9708752f5a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:10.443967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d38d5ef9-40d6-4b63-9122-bd9708752f5a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1000786 Jul 22 14:51:10.449020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52748) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:10.460223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 56057754-e331-4cb8-862e-585910cb8433 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:10.486778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 56057754-e331-4cb8-862e-585910cb8433 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:10.487131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 56057754-e331-4cb8-862e-585910cb8433 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:10.553725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.572422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c02bd7-8a48-4057-b0ee-25355d10335b']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:10.586050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Deleting port ed830110-6760-4197-b627-16cfb61a9509 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:10.586636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.621633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468c7b2c-8e89-461e-a570-c18833cf9d22') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:10.622061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468c7b2c-8e89-461e-a570-c18833cf9d22') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:10.639655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.659630 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0628f0-29ba-4084-9d06-c64090420916 None None] New status for floating IP 72d38424-e918-4e1b-8285-9b538659dbd6: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:51:10.702290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.749830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:10.750416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:10.757102 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:10.797237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:10.915610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce470c-8a32-45f1-a796-a4c823dfad2f req-9652588f-5c3b-4415-af10-8feef61b6d4c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:10.919146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95ce470c-8a32-45f1-a796-a4c823dfad2f req-9652588f-5c3b-4415-af10-8feef61b6d4c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 946 time: 0.1366498 Jul 22 14:51:10.932692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-55b214fc-5c5c-41e7-9942-a4ddc70a96d3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:10.935047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-55b214fc-5c5c-41e7-9942-a4ddc70a96d3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 946 time: 0.3521767 Jul 22 14:51:10.937284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] For port ed830110-6760-4197-b627-16cfb61a9509, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:10.937689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.973713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.975067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95ce470c-8a32-45f1-a796-a4c823dfad2f req-f70b5807-ad38-4399-9ec1-53a7c73a1698 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Jul 22 14:51:10.981183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Calling delete_port for ed830110-6760-4197-b627-16cfb61a9509 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:10.982749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:10.984961 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/networks/11c02bd7-8a48-4057-b0ee-25355d10335b HTTP/1.1" status: 204 len: 168 time: 1.1571403 Jul 22 14:51:10.987910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52760) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:10.988024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Port ed830110-6760-4197-b627-16cfb61a9509 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:51:10.990392 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.006319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'routes': None}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:11.015570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Pushing event deleted for resources: {'Port': ['ID=ed830110-6760-4197-b627-16cfb61a9509,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:11.017317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] Network 11c02bd7-8a48-4057-b0ee-25355d10335b is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:51:11.017784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44baf398-1e21-4600-8960-7cb438cd809a None None] No DVR routers for this DVR port ed830110-6760-4197-b627-16cfb61a9509 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:11.049916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'name': 'tempest-NetworksTestDHCPv6-router-21879415', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:04Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None, '_interfaces': [{'id': '5342b338-3ed2-4e45-9821-22d536b30aa0', 'name': '', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'mac_address': 'fa:16:3e:8e:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:51:05Z', 'updated_at': '2021-07-22T14:51:08Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'subnets': [{'id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:11.086544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab6ed7-d17f-489b-b537-1c9e9809a56c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Pushing event deleted for resources: {'Network': ['ID=11c02bd7-8a48-4057-b0ee-25355d10335b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:11.091758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Checking router: cfbb9c83-fb41-4dea-b6d5-919557419c97 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:11.092114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Updating router cfbb9c83-fb41-4dea-b6d5-919557419c97 port 5342b338-3ed2-4e45-9821-22d536b30aa0 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:51:11.121311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1addf089-5ae1-44e6-bb61-b5e8cc6e4cdb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.133329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.161432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1addf089-5ae1-44e6-bb61-b5e8cc6e4cdb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.201047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Added routes are [] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 14:51:11.201354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.extraroute_db [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Removed routes are [] {{(pid=93812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 14:51:11.202476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.310985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Deleting port 9fdacac4-8958-4720-9032-27e2b599639c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:11.311337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.394672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.400917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.405331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ed830110-6760-4197-b627-16cfb61a9509 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:11.413511 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1addf089-5ae1-44e6-bb61-b5e8cc6e4cdb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.416053 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1addf089-5ae1-44e6-bb61-b5e8cc6e4cdb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.417514 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1addf089-5ae1-44e6-bb61-b5e8cc6e4cdb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "DELETE /v2.0/security-groups/0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3 HTTP/1.1" status: 204 len: 168 time: 0.6152003 Jul 22 14:51:11.426006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52762) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:11.431847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ed830110-6760-4197-b627-16cfb61a9509 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:11.432204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ed830110-6760-4197-b627-16cfb61a9509 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:11.502690 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.506828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router 00a01b78-ee48-4150-9185-6bc66f9b3995 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:11.515938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Transition to ACTIVE for port object 5342b338-3ed2-4e45-9821-22d536b30aa0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:11.523997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.562716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addf089-5ae1-44e6-bb61-b5e8cc6e4cdb tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:11.567306 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-503b589b-fd17-4b39-b10d-370945edc37a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] show failed (client error): The resource could not be found. Jul 22 14:51:11.568900 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-503b589b-fd17-4b39-b10d-370945edc37a tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "GET /v2.0/security-groups/0cc6ecb7-f6ed-45f1-9327-7caa1e0976a3 HTTP/1.1" status: 404 len: 347 time: 0.1410675 Jul 22 14:51:11.577249 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.583795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c82aee-2ecd-4b23-9b79-d2b85ab166c1 None None] Pushing event updated for resources: {'Port': ['ID=5342b338-3ed2-4e45-9821-22d536b30aa0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:11.635050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52764) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:11.649628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] For port 9fdacac4-8958-4720-9032-27e2b599639c, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=9fdacac4-8958-4720-9032-27e2b599639c,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:11.650168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.666344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Calling delete_port for 9fdacac4-8958-4720-9032-27e2b599639c owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:11.702651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Attempting to bind port 5342b338-3ed2-4e45-9821-22d536b30aa0 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:11.703169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Attempting to bind port 5342b338-3ed2-4e45-9821-22d536b30aa0 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:11.703545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Attempting to bind port 5342b338-3ed2-4e45-9821-22d536b30aa0 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:11.718198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:11.726785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:11.727471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.728581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:11.729267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Bound port: 5342b338-3ed2-4e45-9821-22d536b30aa0, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:11.729823 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.860206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] For port 5342b338-3ed2-4e45-9821-22d536b30aa0, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:11.864535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] For port 5342b338-3ed2-4e45-9821-22d536b30aa0, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5342b338-3ed2-4e45-9821-22d536b30aa0,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:11.874923 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.967998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:11.983703 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:11.988688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4c089207-f984-481d-9e97-866fb6aa356d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 701 time: 0.9992287 Jul 22 14:51:11.989344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52798) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:11.997034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Sync routers for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:12.039109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Routers {'cfbb9c83-fb41-4dea-b6d5-919557419c97'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:12.041421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['cfbb9c83-fb41-4dea-b6d5-919557419c97'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:12.069171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2b5a29fe-7d2d-419c-8073-1f95b4cc56d3 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 205 time: 0.0786648 Jul 22 14:51:12.069814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52810) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:12.102101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c82aee-2ecd-4b23-9b79-d2b85ab166c1 None None] Pushing event updated for resources: {'Port': ['ID=5342b338-3ed2-4e45-9821-22d536b30aa0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:12.221640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Routers {'00a01b78-ee48-4150-9185-6bc66f9b3995'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:12.222340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:50:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['00a01b78-ee48-4150-9185-6bc66f9b3995'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:12.241714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.298904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4f69e33-1971-42ea-b844-5c9b91241b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.382083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Deleting port 2330d168-ff5d-4cc0-b54c-67ae2a9b84cd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:12.382636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.386816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.406506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['9fdacac4-8958-4720-9032-27e2b599639c'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:12.409126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:12.418273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] Set router cfbb9c83-fb41-4dea-b6d5-919557419c97 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:12.425378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Set router 00a01b78-ee48-4150-9185-6bc66f9b3995 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:12.455938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'Port': ['ID=9fdacac4-8958-4720-9032-27e2b599639c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:12.522771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.525521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.569669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 5342b338-3ed2-4e45-9821-22d536b30aa0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:12.570036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.614840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.615384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router 00a01b78-ee48-4150-9185-6bc66f9b3995 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:51:12.632032 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.641624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.648982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bf2a1497-ee8e-4fbf-bba3-595f924385a1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 204 len: 168 time: 0.5781472 Jul 22 14:51:12.651305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52816) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:12.661621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] No DVR routers for this DVR port 9fdacac4-8958-4720-9032-27e2b599639c on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:12.663771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1387951610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:12.664486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.667879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dcce39c1-6161-45f3-a76e-d73b5669bf16 req-481d846b-3e0f-4507-a713-8790106e2576 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.72 "DELETE /v2.0/ports/9fdacac4-8958-4720-9032-27e2b599639c HTTP/1.1" status: 204 len: 173 time: 1.7079513 Jul 22 14:51:12.677107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'name': 'network-vif-deleted', 'tag': '9fdacac4-8958-4720-9032-27e2b599639c'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:12.680895 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bee3b3-f17a-4fd5-a093-3d95a8867bc7" -d '{"events": [{"server_uuid": "f1ba8ac1-a241-41ba-a6b7-a756347f4417", "name": "network-vif-deleted", "tag": "9fdacac4-8958-4720-9032-27e2b599639c"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:12.681632 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a01b78-ee48-4150-9185-6bc66f9b3995', 'name': 'tempest-RoutersTest-router-1753987707', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:50:21Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 11, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:12.720598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c458f-23ab-4997-a127-84ab80f40c57 req-053e0109-7f09-4362-8c94-70fe179e17c0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:12.722177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d62c458f-23ab-4997-a127-84ab80f40c57 req-053e0109-7f09-4362-8c94-70fe179e17c0 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1ba8ac1-a241-41ba-a6b7-a756347f4417 HTTP/1.1" status: 200 len: 867 time: 0.5850317 Jul 22 14:51:12.735191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.735485 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.753145 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586b27ba-38d4-45ba-a351-e38e72c85d50 x-openstack-request-id: req-586b27ba-38d4-45ba-a351-e38e72c85d50 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:12.753435 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ba8ac1-a241-41ba-a6b7-a756347f4417", "name": "network-vif-deleted", "tag": "9fdacac4-8958-4720-9032-27e2b599639c", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:12.753699 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-586b27ba-38d4-45ba-a351-e38e72c85d50 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:12.754091 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ba8ac1-a241-41ba-a6b7-a756347f4417', 'name': 'network-vif-deleted', 'tag': '9fdacac4-8958-4720-9032-27e2b599639c', 'status': 'completed', 'code': 200} Jul 22 14:51:12.762729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Calling delete_port for 2330d168-ff5d-4cc0-b54c-67ae2a9b84cd owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:12.767426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Checking router: 00a01b78-ee48-4150-9185-6bc66f9b3995 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:12.781263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.782492 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.832273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d62c458f-23ab-4997-a127-84ab80f40c57 req-03371d6c-067a-4fac-81f3-18aca3062ef4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835047 Jul 22 14:51:12.848290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port 5342b338-3ed2-4e45-9821-22d536b30aa0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5342b338-3ed2-4e45-9821-22d536b30aa0,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:12.848666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.879614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 5342b338-3ed2-4e45-9821-22d536b30aa0 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:12.904752 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.924067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.959127 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:12.963763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8da2ac59-0573-4653-aea8-9276bf3c10d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3036327 Jul 22 14:51:12.965163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52846) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:12.970548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Routers set() bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:12.974342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Router IDs set() for agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 14:51:12.975320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_agentschedulers_db [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00a01b78-ee48-4150-9185-6bc66f9b3995'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent'). {{(pid=93814) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 14:51:12.977943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b94c76-f86c-45aa-9cb1-64e72efc9588 None None] The sync data for ids ['00a01b78-ee48-4150-9185-6bc66f9b3995'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:12.994923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:13.357140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'name': 'tempest-NetworksTestDHCPv6-router-21879415', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:04Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None, '_interfaces': [{'id': '5342b338-3ed2-4e45-9821-22d536b30aa0', 'name': '', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'mac_address': 'fa:16:3e:8e:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:51:05Z', 'updated_at': '2021-07-22T14:51:11Z', 'revision_number': 4, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'subnets': [{'id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:13.409524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:13.416924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:13.421286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c32f24-6f83-4631-a790-d93fea455bb7 None None] The sync data for ids ['cfbb9c83-fb41-4dea-b6d5-919557419c97'] in n-d-794306-8 is: [{'id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'name': 'tempest-NetworksTestDHCPv6-router-21879415', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:04Z', 'updated_at': '2021-07-22T14:51:07Z', 'revision_number': 2, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None, '_interfaces': [{'id': '5342b338-3ed2-4e45-9821-22d536b30aa0', 'name': '', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'mac_address': 'fa:16:3e:8e:d4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3187, 'fixed_ips': [{'subnet_id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:51:05Z', 'updated_at': '2021-07-22T14:51:11Z', 'revision_number': 4, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'subnets': [{'id': 'fa46c505-2d84-462b-bb30-36bdbe7b8eea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:13.454371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=5342b338-3ed2-4e45-9821-22d536b30aa0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:13.483749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:13.496282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Pushing event deleted for resources: {'Port': ['ID=2330d168-ff5d-4cc0-b54c-67ae2a9b84cd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:13.502567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:13.655808 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:13.694265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Router cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:51:13.826441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:13.834869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:13.838928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5d23f9c1-0eaf-46ca-afce-5620b4f5885e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "PUT /v2.0/routers/cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 HTTP/1.1" status: 200 len: 694 time: 0.8679385 Jul 22 14:51:13.839631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52854) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:13.840359 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] Sync routers for ids ['cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:13.851450 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] Routers {'cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:13.852441 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:13.982857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b4e8fa53-b3ae-481b-8ac3-2085454001c1 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/routers/cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 HTTP/1.1" status: 200 len: 700 time: 0.1351738 Jul 22 14:51:13.988061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] Set router cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:13.989305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.051192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d497c486-08b2-440a-86b9-8c683937cfa0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 HTTP/1.1" status: 200 len: 205 time: 0.0604007 Jul 22 14:51:14.051943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52862) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.056288 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62', 'name': 'tempest-RoutersTest-router-1387951610', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:12Z', 'updated_at': '2021-07-22T14:51:13Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:14.093486 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] Checking router: cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:14.105248 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] Routers {'cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:14.106332 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:14.188888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.247325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.278151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.280888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.283013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-380fb031-aae2-4efd-b09c-1ba1af21fd48 tempest-AttachVolumeTestJSON-1211168204 tempest-AttachVolumeTestJSON-1211168204-project] 10.222.0.60 "DELETE /v2.0/floatingips/72d38424-e918-4e1b-8285-9b538659dbd6 HTTP/1.1" status: 204 len: 168 time: 2.5294619 Jul 22 14:51:14.431203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9fdacac4-8958-4720-9032-27e2b599639c no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:14.450552 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] Set router cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:14.477388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 9fdacac4-8958-4720-9032-27e2b599639c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:14.477857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 9fdacac4-8958-4720-9032-27e2b599639c not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:14.521739 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.524538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.567367 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62', 'name': 'tempest-RoutersTest-router-1387951610', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:12Z', 'updated_at': '2021-07-22T14:51:13Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:14.600097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.600585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Fanout notify agent at l3_agent the message router_deleted on router cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:51:14.608951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Router cfbb9c83-fb41-4dea-b6d5-919557419c97 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:14.611761 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:14.613003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-17eb4f01-1422-4458-8fff-270d86fc99a0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 HTTP/1.1" status: 204 len: 168 time: 0.5581934 Jul 22 14:51:14.618884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52870) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.629642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3293e-b441-4f68-ac64-d9c43c92b8ab req-9616792c-62fb-47bc-bd72-c539bb4c3af6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:14.631508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2d3293e-b441-4f68-ac64-d9c43c92b8ab req-9616792c-62fb-47bc-bd72-c539bb4c3af6 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.2813590 Jul 22 14:51:14.634482 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b96501-c3b3-4b5e-b93e-05c7aa275286 None None] The sync data for ids ['cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62'] in n-d-794306-8 is: [{'id': 'cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62', 'name': 'tempest-RoutersTest-router-1387951610', 'tenant_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:12Z', 'updated_at': '2021-07-22T14:51:13Z', 'revision_number': 2, 'project_id': 'e8dd55a0f13f44ae814abd9c34f9da19', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:14.684626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-817a9f05-d7fd-42f8-9d40-11a04e0878d9 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 HTTP/1.1" status: 200 len: 205 time: 0.0518432 Jul 22 14:51:14.687118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52874) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.736144 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-5321c1d6-f272-431e-ab04-f6b560cbe38e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:14.740240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5321c1d6-f272-431e-ab04-f6b560cbe38e tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/cebebbd4-bc7e-4eaf-a4dc-7b49f7b30f62 HTTP/1.1" status: 404 len: 336 time: 0.0492640 Jul 22 14:51:14.742823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52876) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.768465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:14.774454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b184b8f7-3851-433c-8ba8-2c22384b3333 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "PUT /v2.0/routers/cfbb9c83-fb41-4dea-b6d5-919557419c97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3242540 Jul 22 14:51:14.777837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.790934 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-601c8206-a0e4-4f21-a8e2-8785ae2619f6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:14.791405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601c8206-a0e4-4f21-a8e2-8785ae2619f6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:14.796609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-601c8206-a0e4-4f21-a8e2-8785ae2619f6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/8ece99b6-50ac-4c14-b581-74d4063997f0 HTTP/1.1" status: 404 len: 337 time: 0.0504205 Jul 22 14:51:14.803292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2d3293e-b441-4f68-ac64-d9c43c92b8ab req-79a0dcbc-3ba7-4e69-918e-b3858e54c8eb tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612589 Jul 22 14:51:14.804090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52880) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.859859 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d188e12-d8fd-4ded-afbb-2ae8b56cc3d7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:14.860648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d188e12-d8fd-4ded-afbb-2ae8b56cc3d7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:14.865898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8d188e12-d8fd-4ded-afbb-2ae8b56cc3d7 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/35fe0648-fe3f-47fb-842c-1285c3b0f9de HTTP/1.1" status: 404 len: 337 time: 0.0605538 Jul 22 14:51:14.866057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312523cb-ad8e-4975-a086-2a4cf51da5c8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:14.866737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52882) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.868296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312523cb-ad8e-4975-a086-2a4cf51da5c8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:14.870369 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-312523cb-ad8e-4975-a086-2a4cf51da5c8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0914652 Jul 22 14:51:14.872989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.914758 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-312a8537-d80b-40e3-b492-950deb048c1f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:14.915370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312a8537-d80b-40e3-b492-950deb048c1f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:14.920343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52886) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.921139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-312a8537-d80b-40e3-b492-950deb048c1f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/2a7ad2a6-e374-474c-977b-4e5df37906c1 HTTP/1.1" status: 404 len: 337 time: 0.0532696 Jul 22 14:51:14.972211 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b48639-c3d3-46a9-92b8-e5f27df55e68 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:14.973013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b48639-c3d3-46a9-92b8-e5f27df55e68 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:14.979199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35b48639-c3d3-46a9-92b8-e5f27df55e68 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/f2d73799-ed5d-4de7-855d-4f0492669e06 HTTP/1.1" status: 404 len: 337 time: 0.0573847 Jul 22 14:51:14.980816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52888) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:14.999733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet fa46c505-2d84-462b-bb30-36bdbe7b8eea {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:15.003315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.033688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-401c34c9-95c1-46fb-a031-78682c121bb6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 200 len: 205 time: 0.0501430 Jul 22 14:51:15.037984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52890) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.049469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.088464 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-0ae1df31-f056-477f-b52c-3b735e917ef6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:15.094410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0ae1df31-f056-477f-b52c-3b735e917ef6 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/00a01b78-ee48-4150-9185-6bc66f9b3995 HTTP/1.1" status: 404 len: 336 time: 0.0511358 Jul 22 14:51:15.094410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.133326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d0b5d325-bceb-48da-bc6b-a88c779c19fe tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=6dd41fa9-427a-4463-a70b-8dca8e08a406 HTTP/1.1" status: 200 len: 205 time: 0.0364563 Jul 22 14:51:15.133714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.180200 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-a5e892d3-e9f1-4be2-8de4-540d4d96d379 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:15.185240 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a5e892d3-e9f1-4be2-8de4-540d4d96d379 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/6dd41fa9-427a-4463-a70b-8dca8e08a406 HTTP/1.1" status: 404 len: 336 time: 0.0477479 Jul 22 14:51:15.187180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.199334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.222496 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e30a5e8-434d-4bec-9e2f-217b70522f1d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:15.223092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e30a5e8-434d-4bec-9e2f-217b70522f1d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:15.227397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5e30a5e8-434d-4bec-9e2f-217b70522f1d tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/89ec50ba-164e-4997-b2ed-88196c477487 HTTP/1.1" status: 404 len: 337 time: 0.0359740 Jul 22 14:51:15.227976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52898) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.273523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8481bdfe-0418-44de-8f2e-a1936a109f18 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 200 len: 205 time: 0.0437851 Jul 22 14:51:15.275799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52900) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.284039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.311435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=fa46c505-2d84-462b-bb30-36bdbe7b8eea,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:15.320565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.322496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-257865a6-eeca-4954-8811-5486c01d585a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/fa46c505-2d84-462b-bb30-36bdbe7b8eea HTTP/1.1" status: 204 len: 168 time: 0.4483712 Jul 22 14:51:15.325815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52902) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.330919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1d96c-1030-46d6-a050-5e97ac393fe8 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:15.361279 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-d694e426-b40d-41ec-b48d-76dd776b4eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:15.362361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d694e426-b40d-41ec-b48d-76dd776b4eee tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/b2685fef-3ffb-4c7c-a0b0-01b586923663 HTTP/1.1" status: 404 len: 336 time: 0.0855892 Jul 22 14:51:15.364948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52904) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.398592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.404580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41e75327-0870-42a1-b452-2131f0be605b tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c051159-9731-4419-954a-b351674aec65 HTTP/1.1" status: 200 len: 205 time: 0.0382791 Jul 22 14:51:15.406895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52906) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.469461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-47466385-bb5f-46eb-9227-6593d98cd8e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.1424410 Jul 22 14:51:15.472203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52908) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.480390 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-b50b36e3-132d-4d8e-a558-c56969ccd7d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:15.483706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b50b36e3-132d-4d8e-a558-c56969ccd7d2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/9c051159-9731-4419-954a-b351674aec65 HTTP/1.1" status: 404 len: 336 time: 0.0735476 Jul 22 14:51:15.487253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52910) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.521820 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-77813414-7e6c-4f8c-a67c-e723381833a2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:15.522502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77813414-7e6c-4f8c-a67c-e723381833a2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:15.528434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-77813414-7e6c-4f8c-a67c-e723381833a2 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/4290928a-d8a2-41b0-97a7-71c1fb02e020 HTTP/1.1" status: 404 len: 337 time: 0.0396907 Jul 22 14:51:15.529286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.626026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f0c68252-87a0-4840-b399-3862acba4acf tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 HTTP/1.1" status: 200 len: 205 time: 0.0950160 Jul 22 14:51:15.629071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52916) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.685368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:15.719065 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-bb6e1085-78ea-4e92-8674-cdf7de5e854f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:15.726708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bb6e1085-78ea-4e92-8674-cdf7de5e854f tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/ee696c7a-ca94-4d38-a7d0-85a8cc1035e7 HTTP/1.1" status: 404 len: 336 time: 0.0918555 Jul 22 14:51:15.727271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52918) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.783436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] Deleting port 0fc85bb7-d45b-4229-8437-162b52230880 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:15.784127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.814889 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-992586c2-ff91-4e62-8263-bbd1f5d01313 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:15.815462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992586c2-ff91-4e62-8263-bbd1f5d01313 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:15.817758 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-992586c2-ff91-4e62-8263-bbd1f5d01313 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/c3d6bd58-d369-4d49-abd2-64c224ae3779 HTTP/1.1" status: 404 len: 337 time: 0.0876167 Jul 22 14:51:15.842327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.924822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4e0f2dc-1907-48ed-a82f-eb4262b17802 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "GET /v2.0/ports?device_id=b58f6541-2584-406e-bd5a-73c87efe26c2 HTTP/1.1" status: 200 len: 205 time: 0.0812478 Jul 22 14:51:15.927107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52926) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:15.943442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.958120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] For port 0fc85bb7-d45b-4229-8437-162b52230880, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0fc85bb7-d45b-4229-8437-162b52230880,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:15.958562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:15.980395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] Calling delete_port for 0fc85bb7-d45b-4229-8437-162b52230880 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:15.981144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-9de29d49-c238-4131-ae69-ded2fb2b838c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:15.982725 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-9de29d49-c238-4131-ae69-ded2fb2b838c tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.1788795 Jul 22 14:51:16.101057 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.122965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] No DVR routers for this DVR port 0fc85bb7-d45b-4229-8437-162b52230880 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:16.147392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Deleting port d1cf317b-b6e0-4f85-ba48-567cfff22da6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:16.148267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed2189-e77c-47d6-b7df-3e9767d95025 None None] Pushing event deleted for resources: {'Port': ['ID=0fc85bb7-d45b-4229-8437-162b52230880,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:16.148814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.175490 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-91032f70-1be4-480a-8f33-1fdbcfe9fa9c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] delete failed (client error): The resource could not be found. Jul 22 14:51:16.180094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91032f70-1be4-480a-8f33-1fdbcfe9fa9c tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/routers/b58f6541-2584-406e-bd5a-73c87efe26c2 HTTP/1.1" status: 404 len: 336 time: 0.2483168 Jul 22 14:51:16.180287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.189721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Sync routers for ids ['cfbb9c83-fb41-4dea-b6d5-919557419c97'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:16.206015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Routers {'cfbb9c83-fb41-4dea-b6d5-919557419c97'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:16.206710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['cfbb9c83-fb41-4dea-b6d5-919557419c97'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:16.228436 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-270ff14f-26d0-426c-970e-72719d5966f0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:16.228908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270ff14f-26d0-426c-970e-72719d5966f0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:16.233077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-270ff14f-26d0-426c-970e-72719d5966f0 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/37fff8de-fa2c-4939-9189-3ecf511b6c3f HTTP/1.1" status: 404 len: 337 time: 0.0502117 Jul 22 14:51:16.234239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.308533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Set router cfbb9c83-fb41-4dea-b6d5-919557419c97 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:16.313652 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-239eff71-2bcc-44a8-98a9-644002fda557 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] DELETE failed (client error): The resource could not be found. Jul 22 14:51:16.314123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239eff71-2bcc-44a8-98a9-644002fda557 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:16.318265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-239eff71-2bcc-44a8-98a9-644002fda557 tempest-RoutersTest-1948443226 tempest-RoutersTest-1948443226-project] 10.222.0.60 "DELETE /v2.0/subnets/742af527-983c-48e8-afb8-73fce71395d2 HTTP/1.1" status: 404 len: 337 time: 0.0812924 Jul 22 14:51:16.318506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.321839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.392668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e0db0-18d0-48c1-9463-3f0fb28b0d80 req-77874e71-1d4f-46eb-ab18-86d82e20e727 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:16.400223 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-401e0db0-18d0-48c1-9463-3f0fb28b0d80 req-77874e71-1d4f-46eb-ab18-86d82e20e727 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 946 time: 0.2938843 Jul 22 14:51:16.418035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] For port d1cf317b-b6e0-4f85-ba48-567cfff22da6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=d1cf317b-b6e0-4f85-ba48-567cfff22da6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:16.419137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.448053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.448511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Fanout notify agent at l3_agent the message router_deleted on router cfbb9c83-fb41-4dea-b6d5-919557419c97 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:51:16.457373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Calling delete_port for d1cf317b-b6e0-4f85-ba48-567cfff22da6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:16.463318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbb9c83-fb41-4dea-b6d5-919557419c97', 'name': 'tempest-NetworksTestDHCPv6-router-21879415', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:51:04Z', 'updated_at': '2021-07-22T14:51:13Z', 'revision_number': 3, 'project_id': '32ce229579444d11a5ba22210e43ab70', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:16.477372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.478554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-98fb1a00-772f-4b60-ae16-6c6f5749340b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/routers/cfbb9c83-fb41-4dea-b6d5-919557419c97 HTTP/1.1" status: 204 len: 168 time: 1.0054188 Jul 22 14:51:16.481879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.533398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-401e0db0-18d0-48c1-9463-3f0fb28b0d80 req-d215328c-08f9-436c-92d9-1e2529255706 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277378 Jul 22 14:51:16.535282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Checking router: cfbb9c83-fb41-4dea-b6d5-919557419c97 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:16.552976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Routers set() bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:16.553369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Router IDs set() for agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 14:51:16.554011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_agentschedulers_db [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cfbb9c83-fb41-4dea-b6d5-919557419c97'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent'). {{(pid=93814) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 14:51:16.554418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c573eea-7055-46f4-9809-37e8b0bc0831 None None] The sync data for ids ['cfbb9c83-fb41-4dea-b6d5-919557419c97'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:16.569591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-312f5e5d-05ea-47ff-a3cf-97b75c72cc07 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0866928 Jul 22 14:51:16.576116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.690647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f55dce-1140-4e26-990d-aa36946073d8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:16.692431 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-64f55dce-1140-4e26-990d-aa36946073d8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152558 Jul 22 14:51:16.695186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52942) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.749371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-68c1bee3-ae67-4df0-ba6e-dc8da10a6005 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527902 Jul 22 14:51:16.755084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52944) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.766562 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:16.809036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.823154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['d1cf317b-b6e0-4f85-ba48-567cfff22da6'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:16.874851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:16.886161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'Port': ['ID=d1cf317b-b6e0-4f85-ba48-567cfff22da6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:16.947323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] No DVR routers for this DVR port d1cf317b-b6e0-4f85-ba48-567cfff22da6 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:16.948236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:16.950607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.952999 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-634d93d4-8f08-4c65-91a9-aac05d22e9c1 req-92d46108-836c-49c2-84e8-baa063652a99 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "DELETE /v2.0/ports/d1cf317b-b6e0-4f85-ba48-567cfff22da6 HTTP/1.1" status: 204 len: 173 time: 0.9576032 Jul 22 14:51:16.953947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'name': 'network-vif-deleted', 'tag': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:16.955155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:16.956026 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822866b0-6db6-49f7-b901-99e24bd9b215" -d '{"events": [{"server_uuid": "4defb4cd-6c47-404f-bb2f-b04c747577c0", "name": "network-vif-deleted", "tag": "d1cf317b-b6e0-4f85-ba48-567cfff22da6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:17.064885 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33449dd0-712b-4cf0-8ac1-57048d731c2b x-openstack-request-id: req-33449dd0-712b-4cf0-8ac1-57048d731c2b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:17.065405 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4defb4cd-6c47-404f-bb2f-b04c747577c0", "name": "network-vif-deleted", "tag": "d1cf317b-b6e0-4f85-ba48-567cfff22da6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:17.066578 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33449dd0-712b-4cf0-8ac1-57048d731c2b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:17.067056 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4defb4cd-6c47-404f-bb2f-b04c747577c0', 'name': 'network-vif-deleted', 'tag': 'd1cf317b-b6e0-4f85-ba48-567cfff22da6', 'status': 'completed', 'code': 200} Jul 22 14:51:17.176262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a7b9b36-d282-422e-8190-d45b4ec05ba0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8dd55a0f13f44ae814abd9c34f9da19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978249 Jul 22 14:51:17.178846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52954) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:17.254143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-511f0851-e547-419d-bd6e-6ef83e949423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.295598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-511f0851-e547-419d-bd6e-6ef83e949423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.367803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-511f0851-e547-419d-bd6e-6ef83e949423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.371807 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-511f0851-e547-419d-bd6e-6ef83e949423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.375631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-511f0851-e547-419d-bd6e-6ef83e949423 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/069a65fe-6fb1-47ea-9b57-91cf2cf7908f HTTP/1.1" status: 204 len: 168 time: 0.1923602 Jul 22 14:51:17.405665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f0851-e547-419d-bd6e-6ef83e949423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069a65fe-6fb1-47ea-9b57-91cf2cf7908f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:17.427463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5342b338-3ed2-4e45-9821-22d536b30aa0 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:17.441832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:17.445033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.463679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 5342b338-3ed2-4e45-9821-22d536b30aa0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:17.464943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5342b338-3ed2-4e45-9821-22d536b30aa0 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:17.465626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0fc85bb7-d45b-4229-8437-162b52230880 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:17.491040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 0fc85bb7-d45b-4229-8437-162b52230880 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:17.491912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0fc85bb7-d45b-4229-8437-162b52230880 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:17.507421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:17.512923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:17.518666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:17.519275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.525021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a19309-f6fc-4579-96f5-f65c9b5e5e43 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:17.539399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=21b15831-0438-4a9d-8770-23cb43b27921,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:17.550360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b4f7e30b-a480-4a00-a3f3-bdb1418a5f14 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7893419 Jul 22 14:51:17.551045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52960) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:17.557555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:17.754793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70f280e4-ae26-4427-9f1a-03e0925db82d req-67301f12-ae14-44e7-9c28-ecf10f562c7f tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=4defb4cd-6c47-404f-bb2f-b04c747577c0 HTTP/1.1" status: 200 len: 210 time: 0.0612867 Jul 22 14:51:17.848184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:17.852477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:17.866865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '21b15831-0438-4a9d-8770-23cb43b27921'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:17.867947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.252593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Allocated IP 2001:db8::f816:3eff:fef1:51e2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/21b15831-0438-4a9d-8770-23cb43b27921/ad6ffed2-ab28-4942-94e1-2281ad61c9c6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:18.271348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.327888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:18.334008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:18.340573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:18.341316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.359212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=59920d89-9d33-444c-bbf2-197dd9768de1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:18.365272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ca18079-395f-45b5-a28d-1478da6060f6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8128912 Jul 22 14:51:18.368509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 52982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:18.374196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:f3:90:4d', 'name': 'tempest-NetworksTestDHCPv6-1384580127'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:18.506002 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.516268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Transition to ACTIVE for port object ad6ffed2-ab28-4942-94e1-2281ad61c9c6 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:18.536041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Transition to ACTIVE for port object ad6ffed2-ab28-4942-94e1-2281ad61c9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:18.545645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.547218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:18.565787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:18.598348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:18.599972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:18.603252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:18.647696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Pushing event updated for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:18.683181 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.706772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Attempting to bind port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:18.707358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Attempting to bind port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:18.707890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Attempting to bind port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:18.720103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:18.720788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:18.721768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.723651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:18.724513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Bound port: ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:18.725074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.725409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port f20eb540-bc7a-4690-85ef-a2cf13f19447 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:51:18.728501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5a5b6663-3f46-449d-abb5-6395c57b591d tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1893719889', 'prefixes': ['172.20.0.0/16']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:18.850071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6663-3f46-449d-abb5-6395c57b591d tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] Notify callbacks [] for subnetpool, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.855476 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5a5b6663-3f46-449d-abb5-6395c57b591d tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2873855 Jul 22 14:51:18.855998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 52996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:18.874075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:18.882660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:18.889647 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:18.911218 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-844b3e74-07d7-40e5-a94c-c28a94f35533 tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] 10.222.0.60 "GET /v2.0/subnetpools/639a0e02-c9a8-4f40-b03f-ea1c60d9e2d1 HTTP/1.1" status: 200 len: 732 time: 0.0529635 Jul 22 14:51:18.912205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53000) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:18.918642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cb4d5cbc-da8f-411c-9ddf-1cb92e9d7d9e tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1425993658'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:19.035666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdce5ec-2905-452a-ba87-1adf24ba7dd9 None None] Pushing event updated for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:19.065734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb4d5cbc-da8f-411c-9ddf-1cb92e9d7d9e tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] Notify callbacks [] for subnetpool, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:19.068640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cb4d5cbc-da8f-411c-9ddf-1cb92e9d7d9e tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] 10.222.0.60 "PUT /v2.0/subnetpools/639a0e02-c9a8-4f40-b03f-ea1c60d9e2d1 HTTP/1.1" status: 200 len: 684 time: 0.1549411 Jul 22 14:51:19.071199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:19.119411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 172.20.0.4 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/59920d89-9d33-444c-bbf2-197dd9768de1/f20eb540-bc7a-4690-85ef-a2cf13f19447) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:19.130720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fef3:904d (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/21b15831-0438-4a9d-8770-23cb43b27921/f20eb540-bc7a-4690-85ef-a2cf13f19447) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:19.236670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fca1373a-56c8-42b1-95f0-fdda12fc0b4e tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] Notify callbacks [] for subnetpool, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:19.244139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:19.251205 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fca1373a-56c8-42b1-95f0-fdda12fc0b4e tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] 10.222.0.60 "DELETE /v2.0/subnetpools/639a0e02-c9a8-4f40-b03f-ea1c60d9e2d1 HTTP/1.1" status: 204 len: 168 time: 0.1752257 Jul 22 14:51:19.323912 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-465de607-2dd6-4fce-9927-99b3ce8e2288 tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] show failed (client error): The resource could not be found. Jul 22 14:51:19.327633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-465de607-2dd6-4fce-9927-99b3ce8e2288 tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] 10.222.0.60 "GET /v2.0/subnetpools/639a0e02-c9a8-4f40-b03f-ea1c60d9e2d1 HTTP/1.1" status: 404 len: 346 time: 0.0798774 Jul 22 14:51:19.327966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:19.350109 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-85738769-d9fe-407a-b2d2-1e222f38001d tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] delete failed (client error): The resource could not be found. Jul 22 14:51:19.351126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-85738769-d9fe-407a-b2d2-1e222f38001d tempest-SubnetPoolsTestJSON-1025579610 tempest-SubnetPoolsTestJSON-1025579610-project] 10.222.0.60 "DELETE /v2.0/subnetpools/639a0e02-c9a8-4f40-b03f-ea1c60d9e2d1 HTTP/1.1" status: 404 len: 346 time: 0.0221653 Jul 22 14:51:19.474602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a639a-a157-4894-9759-b4131ab3bfeb req-d1e0646e-f932-41cb-a7fa-e1e7cda8652b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:19.482054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e64a639a-a157-4894-9759-b4131ab3bfeb req-d1e0646e-f932-41cb-a7fa-e1e7cda8652b tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1988411 Jul 22 14:51:19.513564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:19.547578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e64a639a-a157-4894-9759-b4131ab3bfeb req-ae282246-1bb6-4c3d-b1f6-b2e73aef7b68 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645471 Jul 22 14:51:19.550573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object f20eb540-bc7a-4690-85ef-a2cf13f19447 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:19.591143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:19.646136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:19.649298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:19.653713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:19.686001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=f20eb540-bc7a-4690-85ef-a2cf13f19447,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:19.724899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:19.727239 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:19.747792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dc840d31-9c92-45e2-92b7-25aa553c4fb7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3748708 Jul 22 14:51:19.748321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:19.777794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53020) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:19.845099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d412d-7591-4fcf-b988-e3bc9a3b054e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:19.852026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d412d-7591-4fcf-b988-e3bc9a3b054e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:19.853687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b95d412d-7591-4fcf-b988-e3bc9a3b054e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1043243 Jul 22 14:51:19.856640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:19.974912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bedbd9fb-5ebe-4f52-b7bb-35d83a7e3ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.018035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port f20eb540-bc7a-4690-85ef-a2cf13f19447 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:20.018395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.138907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.158739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for f20eb540-bc7a-4690-85ef-a2cf13f19447 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:20.201111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bedbd9fb-5ebe-4f52-b7bb-35d83a7e3ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.231828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bedbd9fb-5ebe-4f52-b7bb-35d83a7e3ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.300821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbd9fb-5ebe-4f52-b7bb-35d83a7e3ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b072b7d-fa3b-4114-bdfc-9c9942b20ab3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:20.331014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bedbd9fb-5ebe-4f52-b7bb-35d83a7e3ebc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=316eb78ccae140f98e799b4df0a90641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520253 Jul 22 14:51:20.333641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53030) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:20.405557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00c323ac-1468-4007-8cbb-0353d43029d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.439855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00c323ac-1468-4007-8cbb-0353d43029d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.488659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.519994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00c323ac-1468-4007-8cbb-0353d43029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.522964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=f20eb540-bc7a-4690-85ef-a2cf13f19447,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:20.524470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00c323ac-1468-4007-8cbb-0353d43029d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.528351 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-00c323ac-1468-4007-8cbb-0353d43029d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b072b7d-fa3b-4114-bdfc-9c9942b20ab3 HTTP/1.1" status: 204 len: 168 time: 0.1935298 Jul 22 14:51:20.539230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c323ac-1468-4007-8cbb-0353d43029d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b072b7d-fa3b-4114-bdfc-9c9942b20ab3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:20.554011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7173e76-77cf-4056-8b6b-5941387154a4 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:20.676751 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-84a04ea3-262c-41ed-b9d2-b51a56e7a667 None None] Provisioning for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:20.750057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.754413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91e46cf0-7204-49b5-be03-a4733788b153 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/f20eb540-bc7a-4690-85ef-a2cf13f19447 HTTP/1.1" status: 204 len: 168 time: 0.8942175 Jul 22 14:51:20.755222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:20.772467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcac52-cda0-450a-b79a-9c32f77957e7 req-43e86cf6-17b9-42a5-a91a-3fdcb867995a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:20.781027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78bcac52-cda0-450a-b79a-9c32f77957e7 req-43e86cf6-17b9-42a5-a91a-3fdcb867995a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.1457224 Jul 22 14:51:20.838131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501138f7-eb54-4570-85b9-68c5dc3c5553 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:20.840248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501138f7-eb54-4570-85b9-68c5dc3c5553 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:20.842404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501138f7-eb54-4570-85b9-68c5dc3c5553 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:20.844714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-501138f7-eb54-4570-85b9-68c5dc3c5553 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0880463 Jul 22 14:51:20.847452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53040) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:20.850120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-78bcac52-cda0-450a-b79a-9c32f77957e7 req-a8ddc5d5-1840-483e-a3d8-0b65e9cacfe8 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672963 Jul 22 14:51:20.914802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64266128-3f94-406e-9fa4-175314c3e913 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '21b15831-0438-4a9d-8770-23cb43b27921', 'ip_address': '2001:db8::f816:3eff:fef1:51e2'}, {'subnet_id': '59920d89-9d33-444c-bbf2-197dd9768de1'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'ad6ffed2-ab28-4942-94e1-2281ad61c9c6'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:51:20.921857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 21b15831-0438-4a9d-8770-23cb43b27921 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:20.925611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.959478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-64266128-3f94-406e-9fa4-175314c3e913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:20.974072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.076102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.082663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d1cf317b-b6e0-4f85-ba48-567cfff22da6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:21.129869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: d1cf317b-b6e0-4f85-ba48-567cfff22da6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:21.130579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device d1cf317b-b6e0-4f85-ba48-567cfff22da6 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server [None req-64266128-3f94-406e-9fa4-175314c3e913 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21b15831-0438-4a9d-8770-23cb43b27921: This subnet is being modified by another concurrent operation. Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server raise exception Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21b15831-0438-4a9d-8770-23cb43b27921: This subnet is being modified by another concurrent operation. Jul 22 14:51:21.151832 n-d-794306-8 neutron-server[93814]: ERROR oslo_messaging.rpc.server Jul 22 14:51:21.160865 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.219726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=21b15831-0438-4a9d-8770-23cb43b27921,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:21.234408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.240407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53052) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:21.241224 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86a598c8-347e-4d63-8426-69c5b209db74 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/21b15831-0438-4a9d-8770-23cb43b27921 HTTP/1.1" status: 204 len: 168 time: 0.3869951 Jul 22 14:51:21.244912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6319bf3-a71c-4b46-83d4-439690469ae6 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:21.338705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 59920d89-9d33-444c-bbf2-197dd9768de1 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:21.351647 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.414307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-d006760b-d01e-4aba-91ec-0b11cf2f43b1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:21.416934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.422002 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-d006760b-d01e-4aba-91ec-0b11cf2f43b1 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.0981567 Jul 22 14:51:21.475285 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.573243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.646828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=59920d89-9d33-444c-bbf2-197dd9768de1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:21.659377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.661394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Deleting port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:21.661757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.662923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-39f3fe4a-dccc-4b02-80dc-495ea7a97b94 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/59920d89-9d33-444c-bbf2-197dd9768de1 HTTP/1.1" status: 204 len: 168 time: 0.4189994 Jul 22 14:51:21.665950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:21.703991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:21.737719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ebb636d-c699-4bfd-b5d6-9afee638f728 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710151 Jul 22 14:51:21.740805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53072) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:21.746692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:21.789590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a172bbd9-7aed-45a1-b479-817d27233170 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '59920d89-9d33-444c-bbf2-197dd9768de1'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'ad6ffed2-ab28-4942-94e1-2281ad61c9c6'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:51:21.835875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] For port de7f3dfd-ad94-4292-8d69-a9b18104b3c6, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:21.836253 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.864610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a172bbd9-7aed-45a1-b479-817d27233170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.897521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-988429646-network', 'tenant_id': '02b4bff218734d88a851ddcbc7e3f43f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:21.926468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Made reservation on behalf of 02b4bff218734d88a851ddcbc7e3f43f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:21.930599 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:21.945363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.005481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:22.009013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.127007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.127982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.128629 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Floating IP d1e57fca-8bd7-4d41-a2c1-b26cb162e8cc disassociated. External IP: 172.25.3.47, port: de7f3dfd-ad94-4292-8d69-a9b18104b3c6. Jul 22 14:51:22.129214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Calling delete_port for de7f3dfd-ad94-4292-8d69-a9b18104b3c6 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:22.220944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a5732-ce92-48ca-8016-740d11594ebf req-63ee9420-25b7-44c9-a516-4c05c55284a4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:22.222658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d13a5732-ce92-48ca-8016-740d11594ebf req-63ee9420-25b7-44c9-a516-4c05c55284a4 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 945 time: 0.2594867 Jul 22 14:51:22.267549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8db1e72e-c8c5-4a58-99d7-fc55b361b6af None None] Could not find standard attr ID for object f20eb540-bc7a-4690-85ef-a2cf13f19447. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:22.325210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba3217-1817-4671-903a-963ca2f4fa84 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:51:22.350175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d13a5732-ce92-48ca-8016-740d11594ebf req-de93a2fe-c249-4735-8627-68714591b7d3 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups?id=40981855-51bd-4f8b-a525-fcf5365c0a61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176429 Jul 22 14:51:22.351626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.398853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'Port': ['ID=de7f3dfd-ad94-4292-8d69-a9b18104b3c6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:22.456421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.482454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.577432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:51:22.590661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba3217-1817-4671-903a-963ca2f4fa84 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:51:22.596983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d05ed3-d31f-444f-9677-f470546ea44e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:22.602438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.602839 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Added segment e5d21a4e-add9-4d4e-83a4-d5e1d91c9309 of type vlan for network b06f5b65-eb7e-4f23-b436-8f991a359fe7 Jul 22 14:51:22.619831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Router 999c43f9-1807-4ca4-8483-25e03a28a431 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:22.777246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.845384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:22.906294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:22.926229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] Sync routers for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:22.939031 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:22.940041 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:22.942380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:22.943489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:22.944065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:23.007673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] No DVR routers for this DVR port de7f3dfd-ad94-4292-8d69-a9b18104b3c6 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:23.013097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:23.021041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73bd6e34-9f0e-448e-89cd-59e30cf4a30d req-c4c359e5-208b-4de5-a1cc-ef69e935c687 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.61 "DELETE /v2.0/ports/de7f3dfd-ad94-4292-8d69-a9b18104b3c6 HTTP/1.1" status: 204 len: 173 time: 1.5928445 Jul 22 14:51:23.022057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-deleted', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:23.028835 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae4fa04-1522-45db-bf22-c6ab759d61cd" -d '{"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-deleted", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:23.100044 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a23f75a-5111-4c24-ac66-33a168fa738d x-openstack-request-id: req-9a23f75a-5111-4c24-ac66-33a168fa738d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:23.100759 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd4a06d-4462-41ee-b31a-140b5cd474b5", "name": "network-vif-deleted", "tag": "de7f3dfd-ad94-4292-8d69-a9b18104b3c6", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:23.101303 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a23f75a-5111-4c24-ac66-33a168fa738d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:23.102109 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4a06d-4462-41ee-b31a-140b5cd474b5', 'name': 'network-vif-deleted', 'tag': 'de7f3dfd-ad94-4292-8d69-a9b18104b3c6', 'status': 'completed', 'code': 200} Jul 22 14:51:23.216993 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:23.241865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5364828 Jul 22 14:51:23.245526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:23.251774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Request body: {'subnet': {'network_id': 'b06f5b65-eb7e-4f23-b436-8f991a359fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-988429646-subnet', 'tenant_id': '02b4bff218734d88a851ddcbc7e3f43f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:23.274777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'bf5b06bd-85dc-4d74-8064-d920a43f35be'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'ad6ffed2-ab28-4942-94e1-2281ad61c9c6'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:51:23.303599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Made reservation on behalf of 02b4bff218734d88a851ddcbc7e3f43f for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:23.307172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:23.366819 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:23.671057 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:45Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:23.738099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] Checking router: 999c43f9-1807-4ca4-8483-25e03a28a431 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:23.758232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff17990-f713-458c-8dfd-10269a8b2eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=b06f5b65-eb7e-4f23-b436-8f991a359fe7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:23.766985 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:23.768235 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:23.781446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network b06f5b65-eb7e-4f23-b436-8f991a359fe7 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:51:23.796797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-126bbca9-0049-439d-890e-f7b181a3029b req-70ff35ec-fd29-4e29-b056-6512124e6c8a tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fd4a06d-4462-41ee-b31a-140b5cd474b5 HTTP/1.1" status: 200 len: 210 time: 0.0517845 Jul 22 14:51:23.899698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:23.943839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:23.973366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef1:51e2-b2c1fd94-e87b-42cd-a2ff-5ea094cbc0 {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:51:23.974077 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:51:23.994410 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:24.030827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee5d472-8d78-4358-a035-e6f2707c49c6,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:24.041006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Checking segment: {'id': 'e5d21a4e-add9-4d4e-83a4-d5e1d91c9309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b06f5b65-eb7e-4f23-b436-8f991a359fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:24.042397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Network hostable DHCP agents. Network: b06f5b65-eb7e-4f23-b436-8f991a359fe7, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:51:24.069733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Network b06f5b65-eb7e-4f23-b436-8f991a359fe7 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:51:24.083400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, b06f5b65-eb7e-4f23-b436-8f991a359fe7) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:24.093639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:24.095274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.117918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4285cec8-c09f-4d81-b24e-f9e9d03bd7d4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8710570 Jul 22 14:51:24.180034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:24.226580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.234028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.236055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.284403 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:45Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:24.330394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:24.338609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:24.347238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:24.347853 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.351700 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579a2d6-70fd-4537-9945-09efb26f24ed None None] The sync data for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 is: [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:43:36Z', 'revision_number': 4, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e2dc5a51-5d30-46e4-acfa-c0daefb12179', 'name': '', 'network_id': '8290d9a5-72cb-42f2-bba9-107ce95c2fc9', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'mac_address': 'fa:16:3e:4b:e3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_interface', 'standard_attr_id': 2556, 'fixed_ips': [{'subnet_id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:33Z', 'updated_at': '2021-07-22T14:43:45Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'subnets': [{'id': 'c4dba83e-8d86-4a42-bab5-b4fa58b31b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:24.390960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=5']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:24.405059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=bf5b06bd-85dc-4d74-8064-d920a43f35be,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:24.413930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8e6f9707-dcce-40fd-ac4d-363e21aacee8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6705368 Jul 22 14:51:24.415757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53104) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:24.425111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:24.544269 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.630133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:24.637633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:24.806771 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd647f-2a60-404d-87a0-bdde2d98ca8c None None] New status for floating IP d1e57fca-8bd7-4d41-a2c1-b26cb162e8cc: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:51:24.919797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53120) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:24.999204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4e00c3d-7d46-40b0-a40b-6f245fc30881 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.024746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53124) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:25.033806 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4e00c3d-7d46-40b0-a40b-6f245fc30881 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.037980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-335990689-network', 'tenant_id': 'f709950bafd44556840f9ccff3c3b8f5'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:25.113823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:25.114913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4e00c3d-7d46-40b0-a40b-6f245fc30881 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.118347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4e00c3d-7d46-40b0-a40b-6f245fc30881 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.124039 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e4e00c3d-7d46-40b0-a40b-6f245fc30881 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "DELETE /v2.0/security-groups/40981855-51bd-4f8b-a525-fcf5365c0a61 HTTP/1.1" status: 204 len: 168 time: 0.2010210 Jul 22 14:51:25.125281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53126) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:25.155622 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.166432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e00c3d-7d46-40b0-a40b-6f245fc30881 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40981855-51bd-4f8b-a525-fcf5365c0a61,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:25.172245 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-9890bbf0-6506-4986-b63c-773cbf225ce9 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] show failed (client error): The resource could not be found. Jul 22 14:51:25.174599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9890bbf0-6506-4986-b63c-773cbf225ce9 tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "GET /v2.0/security-groups/40981855-51bd-4f8b-a525-fcf5365c0a61 HTTP/1.1" status: 404 len: 347 time: 0.0462792 Jul 22 14:51:25.180553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: de7f3dfd-ad94-4292-8d69-a9b18104b3c6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:25.180809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device de7f3dfd-ad94-4292-8d69-a9b18104b3c6 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:25.182179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53128) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:25.221819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:25.225804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:25.231747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Made reservation on behalf of f709950bafd44556840f9ccff3c3b8f5 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:25.234593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.238270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:25.242557 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.263102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.275636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=1e8b6fd0-caac-4726-8e56-bd17ff033ba7,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:25.286734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4f9770cd-0614-4110-b5c2-e4603462e325 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8696401 Jul 22 14:51:25.294814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53130) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:25.302113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:2c:75:92', 'name': 'tempest-NetworksTestDHCPv6-1562298899'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:25.304985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:25.350404 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.358169 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.460207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a9e62-6533-4ae8-8331-152cbb339323 None None] Pushing event updated for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:25.472488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.480461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.484886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Deleting port b5c36e3c-10d5-42db-809c-a69e5d7313b1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:25.485559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.515934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:51:25.518082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e352f62-ae7d-4234-9314-76762364e3e3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:25.530058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.531015 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Added segment 09f21eb7-df12-458c-9f17-db57a6147c2d of type vlan for network 05759c54-2ba1-456d-bea5-549685fd1552 Jul 22 14:51:25.609487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.654945 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.655946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:25.656558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.672861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:25.721128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.722466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.747280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] Pushing event updated for resources: {'Network': ['ID=05759c54-2ba1-456d-bea5-549685fd1552,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:25.753129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Calling delete_port for b5c36e3c-10d5-42db-809c-a69e5d7313b1 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:25.765256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 05759c54-2ba1-456d-bea5-549685fd1552 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:51:25.767207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5af17a92-c794-4402-b6db-18d12ab05b59 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7410421 Jul 22 14:51:25.767961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53132) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:25.776927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Request body: {'subnet': {'network_id': '05759c54-2ba1-456d-bea5-549685fd1552', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-335990689-subnet', 'tenant_id': 'f709950bafd44556840f9ccff3c3b8f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:25.816896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Made reservation on behalf of f709950bafd44556840f9ccff3c3b8f5 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:25.820533 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:25.992800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.040099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 3ee59107-32d9-400d-8f14-786e3ea1940d yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:51:26.155122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.236108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403cd246-c331-46b3-8ee8-420a0f533eeb,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:26.295848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.309805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Checking segment: {'id': '09f21eb7-df12-458c-9f17-db57a6147c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '05759c54-2ba1-456d-bea5-549685fd1552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:26.310360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Network hostable DHCP agents. Network: 05759c54-2ba1-456d-bea5-549685fd1552, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:51:26.338077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Network 05759c54-2ba1-456d-bea5-549685fd1552 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:51:26.355173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 05759c54-2ba1-456d-bea5-549685fd1552) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:26.361488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Pushing event deleted for resources: {'Port': ['ID=b5c36e3c-10d5-42db-809c-a69e5d7313b1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:26.363723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:26.365083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.398567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-061a405a-bdb3-4445-90b2-472283fb24f0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6281981 Jul 22 14:51:26.432168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 172.20.0.4 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/1e8b6fd0-caac-4726-8e56-bd17ff033ba7/3ee59107-32d9-400d-8f14-786e3ea1940d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:26.446368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fe2c:7592 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/bf5b06bd-85dc-4d74-8064-d920a43f35be/3ee59107-32d9-400d-8f14-786e3ea1940d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:26.464635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.467678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.469044 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-307d0201-40ee-44ee-ae8b-0b21e6232ede tempest-ServerActionsTestJSON-1284054396 tempest-ServerActionsTestJSON-1284054396-project] 10.222.0.60 "DELETE /v2.0/floatingips/d1e57fca-8bd7-4d41-a2c1-b26cb162e8cc HTTP/1.1" status: 204 len: 168 time: 1.2850583 Jul 22 14:51:26.469178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68704b-418e-43c8-b925-900c06c88438 None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 14:51:26.472163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53140) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:26.586678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53144) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:26.655327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.657590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Deleting subnet cee5d472-8d78-4358-a035-e6f2707c49c6 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:26.662973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.671025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 3ee59107-32d9-400d-8f14-786e3ea1940d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:26.694211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf68704b-418e-43c8-b925-900c06c88438 None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 14:51:26.731853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.764271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.782699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:26.788668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:26.793418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:26.817216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.821090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=3ee59107-32d9-400d-8f14-786e3ea1940d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:26.910066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:26.911162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.933540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:26.949269 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f0778039-1146-4ea2-a092-a4e5ff90009d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6530638 Jul 22 14:51:26.952108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53148) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:27.035909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee5d472-8d78-4358-a035-e6f2707c49c6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:27.040427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.043566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9853329a-2011-4f58-970b-83ce033c18a7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cee5d472-8d78-4358-a035-e6f2707c49c6 HTTP/1.1" status: 204 len: 168 time: 0.4562936 Jul 22 14:51:27.047326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53150) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:27.152366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdedcaf-afc9-4e33-a478-fb25578fc6da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:27.171024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdedcaf-afc9-4e33-a478-fb25578fc6da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:27.174451 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3bdedcaf-afc9-4e33-a478-fb25578fc6da tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2212512 Jul 22 14:51:27.178263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:27.248583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:27.270545 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.462483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'bf5b06bd-85dc-4d74-8064-d920a43f35be', 'ip_address': '2001:db8::f816:3eff:fef1:51e2'}, {'subnet_id': '1e8b6fd0-caac-4726-8e56-bd17ff033ba7'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'ad6ffed2-ab28-4942-94e1-2281ad61c9c6'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:51:27.496651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.497740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad6ffed2-ab28-4942-94e1-2281ad61c9c6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:27.509052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.570324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06f5b65-eb7e-4f23-b436-8f991a359fe7']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:27.587282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d21a4e-add9-4d4e-83a4-d5e1d91c9309') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:27.588021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d21a4e-add9-4d4e-83a4-d5e1d91c9309') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:27.602003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.639695 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.651802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:27.652235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:27.655121 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:27.742416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:27.743859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.757406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.759384 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/b06f5b65-eb7e-4f23-b436-8f991a359fe7 HTTP/1.1" status: 204 len: 168 time: 0.7111397 Jul 22 14:51:27.770765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53164) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:27.771470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:27.771864 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.781370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b990d1-7893-40ff-9771-0bb605e8f3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b06f5b65-eb7e-4f23-b436-8f991a359fe7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:27.895330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Deleting subnet 403cd246-c331-46b3-8ee8-420a0f533eeb {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:27.906888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.929673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Allocated IP 172.20.0.2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/1e8b6fd0-caac-4726-8e56-bd17ff033ba7/ad6ffed2-ab28-4942-94e1-2281ad61c9c6) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:27.969124 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:27.996493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.006495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 3ee59107-32d9-400d-8f14-786e3ea1940d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:28.006934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.069066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.181930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.223708 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.229125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 3ee59107-32d9-400d-8f14-786e3ea1940d owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:28.343294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:28.381473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.404613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.419726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403cd246-c331-46b3-8ee8-420a0f533eeb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:28.423929 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.426150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fee81b11-c187-48a3-a030-02d52ff6e22f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/403cd246-c331-46b3-8ee8-420a0f533eeb HTTP/1.1" status: 204 len: 168 time: 0.6542704 Jul 22 14:51:28.428952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53168) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:28.437153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Transition to ACTIVE for port object ad6ffed2-ab28-4942-94e1-2281ad61c9c6 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:28.442898 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.553073 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:51:28.553073 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:51:28.555855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.588184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.627759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e8410-01be-4a69-894f-d0e25f396457 None None] Pushing event updated for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:28.637180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=3ee59107-32d9-400d-8f14-786e3ea1940d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:28.654750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Deleting port e2dc5a51-5d30-46e4-acfa-c0daefb12179 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:28.655925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.703620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.718812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05759c54-2ba1-456d-bea5-549685fd1552']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:28.754496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.766398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f21eb7-df12-458c-9f17-db57a6147c2d') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:28.766729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f21eb7-df12-458c-9f17-db57a6147c2d') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:28.782731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.809113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.816882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] For port e2dc5a51-5d30-46e4-acfa-c0daefb12179, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e2dc5a51-5d30-46e4-acfa-c0daefb12179,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:28.817332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.826738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:28.827166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:28.828935 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:28.842765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:28.848552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ac2ef96-1267-4fb9-9a7e-127d7a71566a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/3ee59107-32d9-400d-8f14-786e3ea1940d HTTP/1.1" status: 204 len: 168 time: 1.6683893 Jul 22 14:51:28.850356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53170) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:28.860818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Calling delete_port for e2dc5a51-5d30-46e4-acfa-c0daefb12179 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:28.991322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.010752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edbf14-c1e0-4dba-a040-19c1a2902d9e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:29.012294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edbf14-c1e0-4dba-a040-19c1a2902d9e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:29.013812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14edbf14-c1e0-4dba-a040-19c1a2902d9e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:29.018072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-14edbf14-c1e0-4dba-a040-19c1a2902d9e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1641331 Jul 22 14:51:29.018919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.023388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] 10.222.0.60 "DELETE /v2.0/networks/05759c54-2ba1-456d-bea5-549685fd1552 HTTP/1.1" status: 204 len: 168 time: 0.5909297 Jul 22 14:51:29.023388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53172) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:29.024344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af9217-2daf-4ac5-b35d-6e3ee06db7ed admin admin] Pushing event deleted for resources: {'Network': ['ID=05759c54-2ba1-456d-bea5-549685fd1552,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:29.134911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.158376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Deleting port 07bccc90-8e82-4b7c-92d6-aa35400cb55b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:29.158904 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.251180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:29.258794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.365905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:29.369267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:29.381137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] For port 07bccc90-8e82-4b7c-92d6-aa35400cb55b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=07bccc90-8e82-4b7c-92d6-aa35400cb55b,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:29.381519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.427751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Calling delete_port for 07bccc90-8e82-4b7c-92d6-aa35400cb55b owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:29.433422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad6ffed2-ab28-4942-94e1-2281ad61c9c6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:29.539821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 1e8b6fd0-caac-4726-8e56-bd17ff033ba7 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:29.545554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.575230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e39fcf7a-219d-4243-b6ca-944c70d52e69 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02b4bff218734d88a851ddcbc7e3f43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079108 Jul 22 14:51:29.577908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53180) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:29.583563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9224f4-d22e-49ca-8fff-887eb5727994 None None] Network b06f5b65-eb7e-4f23-b436-8f991a359fe7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:29.599596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175b71a-7961-4d6c-8a28-0356a8c32e43 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:29.621730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bab7b3-1dc5-4e86-bb7e-fe4f74299381 None None] Network 05759c54-2ba1-456d-bea5-549685fd1552 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:29.633564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.647193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9224f4-d22e-49ca-8fff-887eb5727994 None None] Network b06f5b65-eb7e-4f23-b436-8f991a359fe7 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:51:29.650820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bab7b3-1dc5-4e86-bb7e-fe4f74299381 None None] Network 05759c54-2ba1-456d-bea5-549685fd1552 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:51:29.670506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087d629-9c67-4ae6-8af8-781553a28e0a None None] Network b06f5b65-eb7e-4f23-b436-8f991a359fe7 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:29.682297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f76152-7ffc-4f0f-a778-dfedd8c1553b None None] Network 05759c54-2ba1-456d-bea5-549685fd1552 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:29.694906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-69278162-bec0-472b-b599-fe3328b7f7f1 None None] Provisioning for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:29.736966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f76152-7ffc-4f0f-a778-dfedd8c1553b None None] Network 05759c54-2ba1-456d-bea5-549685fd1552 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:51:29.747591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a087d629-9c67-4ae6-8af8-781553a28e0a None None] Network b06f5b65-eb7e-4f23-b436-8f991a359fe7 could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:51:29.753181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-69278162-bec0-472b-b599-fe3328b7f7f1 None None] Provisioning complete for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:29.753345 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-69278162-bec0-472b-b599-fe3328b7f7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.777431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc641cc-44e2-4dee-87a0-548f71be1423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.794801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.799807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:29.840613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=07bccc90-8e82-4b7c-92d6-aa35400cb55b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:29.901466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Pushing event deleted for resources: {'Port': ['ID=e2dc5a51-5d30-46e4-acfa-c0daefb12179,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:29.905206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc641cc-44e2-4dee-87a0-548f71be1423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.007278 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.143333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-69278162-bec0-472b-b599-fe3328b7f7f1 None None] Could not find standard attr ID for object 3ee59107-32d9-400d-8f14-786e3ea1940d. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:30.162406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.202506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc641cc-44e2-4dee-87a0-548f71be1423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.206700 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-abc641cc-44e2-4dee-87a0-548f71be1423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.207964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-abc641cc-44e2-4dee-87a0-548f71be1423 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77d05ed3-d31f-444f-9677-f470546ea44e HTTP/1.1" status: 204 len: 168 time: 0.6290820 Jul 22 14:51:30.245804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc641cc-44e2-4dee-87a0-548f71be1423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d05ed3-d31f-444f-9677-f470546ea44e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:30.262816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.330684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8b6fd0-caac-4726-8e56-bd17ff033ba7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:30.345029 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.347681 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f3c4db5b-14d4-4bf2-87c9-3c877389640d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/1e8b6fd0-caac-4726-8e56-bd17ff033ba7 HTTP/1.1" status: 204 len: 168 time: 1.3209541 Jul 22 14:51:30.351124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53186) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:30.359424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.483662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet bf5b06bd-85dc-4d74-8064-d920a43f35be {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:30.490754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.529955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Router 9246b488-82f5-4f0e-aab5-db32651cc47e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:30.553465 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.695155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:30.709159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] Sync routers for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:30.717746 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8a1eba51-6606-4c49-868e-c24136c96d7c admin admin] 10.222.0.60 "PUT /v2.0/routers/9246b488-82f5-4f0e-aab5-db32651cc47e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4654481 Jul 22 14:51:30.717973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53190) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:30.764672 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:30.766295 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:30.773591 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.869297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:30.929807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Router 999c43f9-1807-4ca4-8483-25e03a28a431 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:51:30.939327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:30.942205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe62576-ebd1-4b1e-a657-908a30ce5f0f None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:30.978130 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:30.990018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5b06bd-85dc-4d74-8064-d920a43f35be,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:31.015058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d48ac59-4e37-4ca4-a6b5-ccb15bce5964 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f709950bafd44556840f9ccff3c3b8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429358 Jul 22 14:51:31.028768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:31.089145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.091166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a2103280-0887-4283-9908-9aa52c54aa50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/bf5b06bd-85dc-4d74-8064-d920a43f35be HTTP/1.1" status: 204 len: 168 time: 0.7390561 Jul 22 14:51:31.097055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53196) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:31.101299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a1948353-aa3b-4ee5-9cbe-1ca3223d9904 None None] Provisioning complete for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:31.101687 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1948353-aa3b-4ee5-9cbe-1ca3223d9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.134385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.137497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bef2b698-0e83-4b50-b318-033fee463ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.145363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e6e7900d-0044-4d2e-a2b2-fc14cafb2fef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471683 Jul 22 14:51:31.148681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53198) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:31.156254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:31.207691 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:51:29Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:31.228477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bef2b698-0e83-4b50-b318-033fee463ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.252000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] Checking router: 9246b488-82f5-4f0e-aab5-db32651cc47e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:31.277461 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] Routers {'9246b488-82f5-4f0e-aab5-db32651cc47e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:31.279180 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9246b488-82f5-4f0e-aab5-db32651cc47e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:31.296150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:51:31.307424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.307903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4da11e2f-d57a-4eae-b255-fcd2affd0bff admin admin] 10.222.0.60 "PUT /v2.0/routers/999c43f9-1807-4ca4-8483-25e03a28a431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8342981 Jul 22 14:51:31.310274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:31.312237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:31.316852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.318452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] Sync routers for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:51:31.402614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:31.407185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:31.480295 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] Set router 9246b488-82f5-4f0e-aab5-db32651cc47e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:31.588008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bef2b698-0e83-4b50-b318-033fee463ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.595817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bef2b698-0e83-4b50-b318-033fee463ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.599780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bef2b698-0e83-4b50-b318-033fee463ec5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e352f62-ae7d-4234-9314-76762364e3e3 HTTP/1.1" status: 204 len: 168 time: 0.5657265 Jul 22 14:51:31.623537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:31.680425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.689388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2b698-0e83-4b50-b318-033fee463ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e352f62-ae7d-4234-9314-76762364e3e3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:31.719597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad6ffed2-ab28-4942-94e1-2281ad61c9c6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:31.721778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a131305-9843-4cde-8aae-741099b5177c None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:31.800005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:51:29Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:31.856368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.864685 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f20a5-3468-43db-93ca-47c184cc1951 None None] The sync data for ids ['9246b488-82f5-4f0e-aab5-db32651cc47e'] in n-d-794306-8 is: [{'id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'name': 'tempest-AttachVolumeTestJSON-2095132770-router', 'tenant_id': '64241148a2ab4d2589adf78260a61cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:57Z', 'updated_at': '2021-07-22T14:51:29Z', 'revision_number': 5, 'project_id': '64241148a2ab4d2589adf78260a61cc7', 'gw_port': {'id': 'f9f1f062-db4a-4905-aeb3-5586f56a7bbf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:86:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9246b488-82f5-4f0e-aab5-db32651cc47e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:58Z', 'updated_at': '2021-07-22T14:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:31.903406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Deleting port f9f1f062-db4a-4905-aeb3-5586f56a7bbf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:31.903926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.966906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6a131305-9843-4cde-8aae-741099b5177c None None] Deleting port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:31.967943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a131305-9843-4cde-8aae-741099b5177c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:31.983529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:31.992400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.001933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:32.002764 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.004156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:32.018632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:32.021589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.061614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091115 Jul 22 14:51:32.061614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43801371-7d3a-4c87-bab3-1ceb13e9bb1c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=178bbb89-0cd8-4423-bddd-bd899ecdabb4,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:32.062504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53208) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:32.080460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:32.134557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] For port f9f1f062-db4a-4905-aeb3-5586f56a7bbf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:32.134736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.157256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Calling delete_port for f9f1f062-db4a-4905-aeb3-5586f56a7bbf owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:32.196746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6a131305-9843-4cde-8aae-741099b5177c None None] For port ad6ffed2-ab28-4942-94e1-2281ad61c9c6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:32.197382 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a131305-9843-4cde-8aae-741099b5177c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.257695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6a131305-9843-4cde-8aae-741099b5177c None None] Calling delete_port for ad6ffed2-ab28-4942-94e1-2281ad61c9c6 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:32.262874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:51:29Z', 'revision_number': 5, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port': {'id': '4ebd1b34-4ba2-4973-ade8-367d32fb9080', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:32:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:43:28Z', 'updated_at': '2021-07-22T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:32.331631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] Checking router: 999c43f9-1807-4ca4-8483-25e03a28a431 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:51:32.350219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:32.359346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Deleting port 4ebd1b34-4ba2-4973-ade8-367d32fb9080 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:32.359689 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.360336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.541588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] For port 4ebd1b34-4ba2-4973-ade8-367d32fb9080, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ebd1b34-4ba2-4973-ade8-367d32fb9080,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:32.542296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.552102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a131305-9843-4cde-8aae-741099b5177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.566791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Calling delete_port for 4ebd1b34-4ba2-4973-ade8-367d32fb9080 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:32.589570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a131305-9843-4cde-8aae-741099b5177c None None] No DVR routers for this DVR port ad6ffed2-ab28-4942-94e1-2281ad61c9c6 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:32.594438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] Routers {'999c43f9-1807-4ca4-8483-25e03a28a431'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:51:32.595095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['999c43f9-1807-4ca4-8483-25e03a28a431'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:32.649947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131305-9843-4cde-8aae-741099b5177c None None] Pushing event deleted for resources: {'Port': ['ID=ad6ffed2-ab28-4942-94e1-2281ad61c9c6,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:32.688591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650a35b5-6636-47f5-aec7-b02a61e3e4d9 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:32.777227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:51:32.791833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.866421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f1f062-db4a-4905-aeb3-5586f56a7bbf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:32.877906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53236) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:32.908465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:32.910456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:32.980852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:32.989045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:32.990983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] Set router 999c43f9-1807-4ca4-8483-25e03a28a431 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:51:32.993975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:32.995093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.017356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=4f88b6d5-b933-465d-b63c-1f9fcb39d5c1,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:33.033578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-637526b6-e520-433f-9c64-29f4af4450ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9700174 Jul 22 14:51:33.034207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53240) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:33.042271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:66:37:b7', 'name': 'tempest-NetworksTestDHCPv6-2105941917'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:33.059858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:51:31Z', 'revision_number': 6, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:33.080689 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.093686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5c9d94-dcd6-4ef4-ada8-e0bf21129209 None None] The sync data for ids ['999c43f9-1807-4ca4-8483-25e03a28a431'] in n-d-794306-8 is: [{'id': '999c43f9-1807-4ca4-8483-25e03a28a431', 'name': 'tempest-ServerActionsTestJSON-464792796-router', 'tenant_id': 'dde0414550c249b39506a63cf7fc71c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:43:27Z', 'updated_at': '2021-07-22T14:51:31Z', 'revision_number': 6, 'project_id': 'dde0414550c249b39506a63cf7fc71c4', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:51:33.100715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639308148-network', 'tenant_id': 'b5e7794a21fe41119eac2dc68574f19f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:33.187381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Made reservation on behalf of b5e7794a21fe41119eac2dc68574f19f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:33.190224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.203603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '178bbb89-0cd8-4423-bddd-bd899ecdabb4'}, {'subnet_id': '4f88b6d5-b933-465d-b63c-1f9fcb39d5c1'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:33.205049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.205181 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.260431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.264284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.311498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.344052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ebd1b34-4ba2-4973-ade8-367d32fb9080,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:33.345877 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.346013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.346706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9246b488-82f5-4f0e-aab5-db32651cc47e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:51:33.355296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.356579 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5830d6bc-eede-481f-9a79-b980e9090329 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9246b488-82f5-4f0e-aab5-db32651cc47e HTTP/1.1" status: 204 len: 168 time: 2.6374633 Jul 22 14:51:33.362508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.367145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53250) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:33.428947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.441058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:51:33.477773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c43825e-576d-4c54-a8e2-3a3bd07872a8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:33.485722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.486121 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Added segment fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d of type vlan for network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 Jul 22 14:51:33.500081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Deleting subnet 544824f7-8ddd-493c-b9c2-3a7f6a5fd25d {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:33.504569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:33.509301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.551999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Allocated IP 172.20.0.2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/178bbb89-0cd8-4423-bddd-bd899ecdabb4/73e59eff-1b64-4c43-8a47-6a01d263427c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:33.574639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Allocated IP 2001:db8::f816:3eff:fed9:433 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/4f88b6d5-b933-465d-b63c-1f9fcb39d5c1/73e59eff-1b64-4c43-8a47-6a01d263427c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:33.637021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.662302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.816136 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.826889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Transition to ACTIVE for port object 73e59eff-1b64-4c43-8a47-6a01d263427c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:33.830959 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.845029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Transition to ACTIVE for port object 73e59eff-1b64-4c43-8a47-6a01d263427c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:33.854812 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.857336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.858320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:33.858954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:33.877260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 5a13b1d6-e26d-42d5-bdbc-43424636d8de yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:51:33.897226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0150928 Jul 22 14:51:33.903201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:33.907454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:33.912224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:33.914809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53254) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:33.924116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Request body: {'subnet': {'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639308148-subnet', 'tenant_id': 'b5e7794a21fe41119eac2dc68574f19f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:33.955354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Pushing event updated for resources: {'Port': ['ID=73e59eff-1b64-4c43-8a47-6a01d263427c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:33.966251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.009527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Attempting to bind port 73e59eff-1b64-4c43-8a47-6a01d263427c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:34.010139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Attempting to bind port 73e59eff-1b64-4c43-8a47-6a01d263427c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:34.010432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Attempting to bind port 73e59eff-1b64-4c43-8a47-6a01d263427c on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:34.016204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:34.016595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:34.017014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.017424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:34.017913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Bound port: 73e59eff-1b64-4c43-8a47-6a01d263427c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:34.018310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.038885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4290204-7c5b-49a4-af4a-ff510415aed4 admin admin] Pushing event updated for resources: {'Network': ['ID=c0117ccf-e4fe-4741-86c3-1c5fabf98da0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:34.063924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:51:34.080596 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.082775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.112098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Made reservation on behalf of b5e7794a21fe41119eac2dc68574f19f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:34.114381 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.157954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.158696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 999c43f9-1807-4ca4-8483-25e03a28a431 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:51:34.164531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.165694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b43d09e4-ac09-4dde-9180-9173ff8266f0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/999c43f9-1807-4ca4-8483-25e03a28a431 HTTP/1.1" status: 204 len: 168 time: 2.8544478 Jul 22 14:51:34.169315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:34.212440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] For port 73e59eff-1b64-4c43-8a47-6a01d263427c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:34.220085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] For port 73e59eff-1b64-4c43-8a47-6a01d263427c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=73e59eff-1b64-4c43-8a47-6a01d263427c,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:34.227936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.228519 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.249034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Deleting subnet c4dba83e-8d86-4a42-bab5-b4fa58b31b16 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:34.255654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.319538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.322381 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.327028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8abc30d-a1e2-45ec-804c-51a022fa6fe7 None None] Pushing event updated for resources: {'Port': ['ID=73e59eff-1b64-4c43-8a47-6a01d263427c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:34.328711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/544824f7-8ddd-493c-b9c2-3a7f6a5fd25d HTTP/1.1" status: 204 len: 168 time: 0.9564552 Jul 22 14:51:34.333175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e3cd5-dcfe-468e-9935-dd95e01f3d9f None None] Network f67fd056-0b8a-4503-ab64-6cbbeca59791 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:34.334743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eb87e-0373-4d86-b8cd-987d61e3f47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=544824f7-8ddd-493c-b9c2-3a7f6a5fd25d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:34.339365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53258) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:34.394733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 07bccc90-8e82-4b7c-92d6-aa35400cb55b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:34.462508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.480660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.501060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 172.20.0.8 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/178bbb89-0cd8-4423-bddd-bd899ecdabb4/5a13b1d6-e26d-42d5-bdbc-43424636d8de) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:34.525609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fe66:37b7 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/4f88b6d5-b933-465d-b63c-1f9fcb39d5c1/5a13b1d6-e26d-42d5-bdbc-43424636d8de) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:34.533384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 07bccc90-8e82-4b7c-92d6-aa35400cb55b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:34.533384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 07bccc90-8e82-4b7c-92d6-aa35400cb55b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:34.533384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad6ffed2-ab28-4942-94e1-2281ad61c9c6 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:34.587362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.617948 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:34.625206 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c4dba83e-8d86-4a42-bab5-b4fa58b31b16 HTTP/1.1" status: 204 len: 168 time: 0.4497364 Jul 22 14:51:34.632818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53260) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:34.659931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc4cbd-bdf6-468b-bb1e-aa756f013792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4dba83e-8d86-4a42-bab5-b4fa58b31b16,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:34.683320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36924f60-3276-47c9-832e-5c7be2494e89 None None] Network 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:34.686004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ad6ffed2-ab28-4942-94e1-2281ad61c9c6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:34.686544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad6ffed2-ab28-4942-94e1-2281ad61c9c6 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:34.687118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e2dc5a51-5d30-46e4-acfa-c0daefb12179 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:34.715110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e2dc5a51-5d30-46e4-acfa-c0daefb12179 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:34.715572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e2dc5a51-5d30-46e4-acfa-c0daefb12179 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:34.974924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] DHCP port deletion for f67fd056-0b8a-4503-ab64-6cbbeca59791 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:35.033137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] DHCP port deletion for 8290d9a5-72cb-42f2-bba9-107ce95c2fc9 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:35.079134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] Deleting port 520de3f6-1d0c-4871-86d9-4aedd179330e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:35.079675 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.116930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.156804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] Deleting port 899eb026-4566-4b96-9508-b16166433636 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:35.157189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.159910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] For port 520de3f6-1d0c-4871-86d9-4aedd179330e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=520de3f6-1d0c-4871-86d9-4aedd179330e,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:35.160359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.188062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] Calling delete_port for 520de3f6-1d0c-4871-86d9-4aedd179330e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:35.265349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.273230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] For port 899eb026-4566-4b96-9508-b16166433636, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=899eb026-4566-4b96-9508-b16166433636,segment=NetworkSegment(8480ea07-d358-4263-be36-b744e5dacffa),segment_id=8480ea07-d358-4263-be36-b744e5dacffa)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:35.273632 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.290141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] Calling delete_port for 899eb026-4566-4b96-9508-b16166433636 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:35.294630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ddf40c-97ee-4d3a-8835-ab58f5d86ac4,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:35.333171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Deleting port 520de3f6-1d0c-4871-86d9-4aedd179330e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:35.333526 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.414958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.416107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Checking segment: {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:35.417188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Network hostable DHCP agents. Network: c0117ccf-e4fe-4741-86c3-1c5fabf98da0, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:51:35.481745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] Pushing event deleted for resources: {'Port': ['ID=520de3f6-1d0c-4871-86d9-4aedd179330e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:35.504567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634de2c8-b1e5-4970-9dca-e8abef666259 None None] No DVR routers for this DVR port 520de3f6-1d0c-4871-86d9-4aedd179330e on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:35.506795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73e59eff-1b64-4c43-8a47-6a01d263427c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:35.545877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] For port 520de3f6-1d0c-4871-86d9-4aedd179330e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=520de3f6-1d0c-4871-86d9-4aedd179330e,segment=NetworkSegment(7634f616-4a55-49f1-92c1-541b01202cc9),segment_id=7634f616-4a55-49f1-92c1-541b01202cc9)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:35.546251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.553547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:51:35.574624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.587325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c0117ccf-e4fe-4741-86c3-1c5fabf98da0) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:35.597088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:35.597252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.600046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Calling delete_port for 520de3f6-1d0c-4871-86d9-4aedd179330e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:35.613315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b13691-f467-4478-bf4c-88976c505576 None None] Network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:35.657617 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.679063 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] Pushing event deleted for resources: {'Port': ['ID=899eb026-4566-4b96-9508-b16166433636,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:35.694752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb1c30-880c-44c9-ad50-a0e984f57481 None None] No DVR routers for this DVR port 899eb026-4566-4b96-9508-b16166433636 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:35.710607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eb3fec45-5cbd-470e-9212-f9bfe1ace94e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7946913 Jul 22 14:51:35.712630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 73e59eff-1b64-4c43-8a47-6a01d263427c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:35.728161 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 5a13b1d6-e26d-42d5-bdbc-43424636d8de will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:35.756047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Deleting port 899eb026-4566-4b96-9508-b16166433636 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:35.756662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.821490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ebd1b34-4ba2-4973-ade8-367d32fb9080 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:35.829381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] For port 899eb026-4566-4b96-9508-b16166433636, host n-d-794306-8, got binding levels [] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:35.829748 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.851053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Calling delete_port for 899eb026-4566-4b96-9508-b16166433636 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:35.855047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_backend_mixin [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Port 899eb026-4566-4b96-9508-b16166433636 was not found and therefore no delete operation was performed {{(pid=93812) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:51:35.868450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4ebd1b34-4ba2-4973-ade8-367d32fb9080 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:35.868800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ebd1b34-4ba2-4973-ade8-367d32fb9080 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:35.869237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f9f1f062-db4a-4905-aeb3-5586f56a7bbf no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:35.872891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551d0fe-bb7e-4ecf-a2af-bbbce4d0aa05 None None] Network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:35.873026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.910490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f9f1f062-db4a-4905-aeb3-5586f56a7bbf {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:35.910791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f9f1f062-db4a-4905-aeb3-5586f56a7bbf not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:35.911263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 899eb026-4566-4b96-9508-b16166433636 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:35.942196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=899eb026-4566-4b96-9508-b16166433636,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:35.945989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 899eb026-4566-4b96-9508-b16166433636 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:35.946262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 899eb026-4566-4b96-9508-b16166433636 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:35.946756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 520de3f6-1d0c-4871-86d9-4aedd179330e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:35.962055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:35.996945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e9e2e1-8296-418e-856d-b5fde9691e48 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:36.000617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 520de3f6-1d0c-4871-86d9-4aedd179330e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:36.000974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 520de3f6-1d0c-4871-86d9-4aedd179330e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:36.007006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=520de3f6-1d0c-4871-86d9-4aedd179330e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:36.022803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] No DVR routers for this DVR port 520de3f6-1d0c-4871-86d9-4aedd179330e on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:36.025143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] No DVR routers for this DVR port 899eb026-4566-4b96-9508-b16166433636 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:36.029187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.169502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.178993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] Provisioning for port 73e59eff-1b64-4c43-8a47-6a01d263427c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:36.182764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67fd056-0b8a-4503-ab64-6cbbeca59791']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:36.201848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7634f616-4a55-49f1-92c1-541b01202cc9') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:36.202594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7634f616-4a55-49f1-92c1-541b01202cc9') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:36.214487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.234128 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.234333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] Provisioning complete for port 73e59eff-1b64-4c43-8a47-6a01d263427c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:36.234333 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.238997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:36.239517 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:36.264796 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:36.322210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.332845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8290d9a5-72cb-42f2-bba9-107ce95c2fc9']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:36.344712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8480ea07-d358-4263-be36-b744e5dacffa') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:36.345158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8480ea07-d358-4263-be36-b744e5dacffa') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:51:36.354591 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.374547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.375096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.380912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:51:36.381454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.449776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] For port 73e59eff-1b64-4c43-8a47-6a01d263427c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=73e59eff-1b64-4c43-8a47-6a01d263427c,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:36.455680 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:51:36.471333 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:51:36.504019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.549435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75010217-d043-4141-b8f4-73eb5c9b30ff None None] Pushing event updated for resources: {'Port': ['ID=73e59eff-1b64-4c43-8a47-6a01d263427c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:36.555791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.566502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.572011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] 10.222.0.60 "DELETE /v2.0/networks/8290d9a5-72cb-42f2-bba9-107ce95c2fc9 HTTP/1.1" status: 204 len: 168 time: 1.9371047 Jul 22 14:51:36.598801 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.600727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f67fd056-0b8a-4503-ab64-6cbbeca59791 HTTP/1.1" status: 204 len: 168 time: 2.2581043 Jul 22 14:51:36.601687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b71af-de0d-433f-a2f0-d8c2e9574b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8290d9a5-72cb-42f2-bba9-107ce95c2fc9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:36.620223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:36.634932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:36.638985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=5a13b1d6-e26d-42d5-bdbc-43424636d8de,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:36.640183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d65f43-a599-442e-ae48-f5a770e72da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67fd056-0b8a-4503-ab64-6cbbeca59791,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:36.643873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:36.723416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:36.727180 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.774816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e797f5bc-455c-437e-99ad-1fd23846bc90 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7386324 Jul 22 14:51:36.778078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53294) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:36.836397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:36.868996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:36.897741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9a4b7754-d5a3-4280-8834-562ca9aff6ed None None] Provisioning for port 5a13b1d6-e26d-42d5-bdbc-43424636d8de completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:36.906472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9a4b7754-d5a3-4280-8834-562ca9aff6ed None None] Provisioning complete for port 5a13b1d6-e26d-42d5-bdbc-43424636d8de triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:36.908497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a4b7754-d5a3-4280-8834-562ca9aff6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:36.917024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678538ec-7b2b-4a71-a539-4e40c2411149 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:36.938133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678538ec-7b2b-4a71-a539-4e40c2411149 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:36.941510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-678538ec-7b2b-4a71-a539-4e40c2411149 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1622982 Jul 22 14:51:36.944589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:36.958974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:36.959719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8f59274-614a-42f0-8559-aecae920438c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dde0414550c249b39506a63cf7fc71c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163921 Jul 22 14:51:36.970658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6167184-7e3e-457c-bbb6-c82960bfabfd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64241148a2ab4d2589adf78260a61cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998964 Jul 22 14:51:36.973283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:37.000607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b7754-d5a3-4280-8834-562ca9aff6ed None None] Port 5a13b1d6-e26d-42d5-bdbc-43424636d8de cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:51:37.020880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9a4b7754-d5a3-4280-8834-562ca9aff6ed None None] Provisioning complete for port 73e59eff-1b64-4c43-8a47-6a01d263427c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:37.021180 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a4b7754-d5a3-4280-8834-562ca9aff6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.062536 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a95b3916-f20a-4470-ab50-31c6280bfe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.109415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a95b3916-f20a-4470-ab50-31c6280bfe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.156562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d287a17-a930-444e-bdae-cb05688e1578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.199613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a95b3916-f20a-4470-ab50-31c6280bfe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.205682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a95b3916-f20a-4470-ab50-31c6280bfe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.207589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a95b3916-f20a-4470-ab50-31c6280bfe5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afcaf170-2912-4097-ab88-0c4464400076 HTTP/1.1" status: 204 len: 168 time: 0.2326355 Jul 22 14:51:37.213824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d287a17-a930-444e-bdae-cb05688e1578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.240069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b3916-f20a-4470-ab50-31c6280bfe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcaf170-2912-4097-ab88-0c4464400076,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:37.253590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 5a13b1d6-e26d-42d5-bdbc-43424636d8de {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:37.254013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.318803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-55dc3597-77d9-4e32-b8f3-246ab97d6ce6 None None] Could not find standard attr ID for object 3ee59107-32d9-400d-8f14-786e3ea1940d. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:37.368037 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.444044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.473341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73e59eff-1b64-4c43-8a47-6a01d263427c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:37.487967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 5a13b1d6-e26d-42d5-bdbc-43424636d8de owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:37.570550 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d287a17-a930-444e-bdae-cb05688e1578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.574323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d287a17-a930-444e-bdae-cb05688e1578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.579236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9d287a17-a930-444e-bdae-cb05688e1578 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfbb6e6a-6366-48c1-9bc0-785b985bfc6e HTTP/1.1" status: 204 len: 168 time: 0.6160541 Jul 22 14:51:37.647711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287a17-a930-444e-bdae-cb05688e1578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbb6e6a-6366-48c1-9bc0-785b985bfc6e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:37.691733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 73e59eff-1b64-4c43-8a47-6a01d263427c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:37.702294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:37.915622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.023959 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.085237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=5a13b1d6-e26d-42d5-bdbc-43424636d8de,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:38.101964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4bb4afbe-22b2-4ccb-8b2e-e473f41bf1d4 None None] Could not find standard attr ID for object 5a13b1d6-e26d-42d5-bdbc-43424636d8de. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:38.265520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.271506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:38.272881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d65944b0-27d8-42ca-87ae-bad48e789b47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/5a13b1d6-e26d-42d5-bdbc-43424636d8de HTTP/1.1" status: 204 len: 168 time: 1.3266792 Jul 22 14:51:38.356702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcf767-c7c3-476f-8ab6-74450e5b1963 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:38.358490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcf767-c7c3-476f-8ab6-74450e5b1963 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:38.360349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fcf767-c7c3-476f-8ab6-74450e5b1963 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:38.362363 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a9fcf767-c7c3-476f-8ab6-74450e5b1963 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0897956 Jul 22 14:51:38.365557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53336) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:38.468484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 178bbb89-0cd8-4423-bddd-bd899ecdabb4 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:38.479151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.549470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.687335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.803942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.839930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=178bbb89-0cd8-4423-bddd-bd899ecdabb4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:38.843987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:38.845920 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e40ce3b1-84e0-4ea0-98b4-650d4bc79f3f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/178bbb89-0cd8-4423-bddd-bd899ecdabb4 HTTP/1.1" status: 204 len: 168 time: 0.4794002 Jul 22 14:51:38.850215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53356) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:38.851888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ff771-7bc3-4a41-b6e5-956d15164cea None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:38.936718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 4f88b6d5-b933-465d-b63c-1f9fcb39d5c1 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:38.946950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.000861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.162264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:39.175174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.264861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.297948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=4f88b6d5-b933-465d-b63c-1f9fcb39d5c1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:39.305666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.308795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ec34413-087b-47fd-a940-c17992784bff tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/4f88b6d5-b933-465d-b63c-1f9fcb39d5c1 HTTP/1.1" status: 204 len: 168 time: 0.4572077 Jul 22 14:51:39.311466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:39.350938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6cca12b3-e146-4b2d-a588-6f40691c0118 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376952 Jul 22 14:51:39.353664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53386) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:39.359791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:39.438038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1298747524-network', 'tenant_id': 'cc606ab96e314d47a8d1311fe2623d8d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:39.483004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.db.api [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:51:39.483004 n-d-794306-8 neutron-server[93813]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:51:39.483004 n-d-794306-8 neutron-server[93813]: [parameters: {'project_id': '32ce229579444d11a5ba22210e43ab70', 'id': '87de6ccb-8ae5-4637-a0cb-0962ea8d6865', 'expiration': datetime.datetime(2021, 7, 22, 14, 53, 39, 467680)}] Jul 22 14:51:39.483004 n-d-794306-8 neutron-server[93813]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:51:39.483379 n-d-794306-8 neutron-server[93813]: DEBUG oslo_db.api [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:51:39.491437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Made reservation on behalf of cc606ab96e314d47a8d1311fe2623d8d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:39.493702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.503486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.639148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.643422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.695011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4576c768-b922-4be6-b126-acec012e45db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:39.708188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:51:39.723028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.723602 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Added segment 0ac37554-35ea-400b-97d6-8d6827592dd3 of type vlan for network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a Jul 22 14:51:39.734864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-03ee1e30-b88d-4715-ba0a-7a2aa071392a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:39.736732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-03ee1e30-b88d-4715-ba0a-7a2aa071392a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/networks?id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 200 len: 809 time: 0.1931682 Jul 22 14:51:39.779307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-3f8bd6dd-1343-406d-b42a-33f9a3fb4c73 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/quotas/b5e7794a21fe41119eac2dc68574f19f HTTP/1.1" status: 200 len: 375 time: 0.0354626 Jul 22 14:51:39.850485 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.857756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-e58354aa-c0f2-41d0-aced-6a7151fe5489 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5e7794a21fe41119eac2dc68574f19f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772681 Jul 22 14:51:39.898590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084faf00-dab4-4829-869b-d5bfc7137161 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:39.915586 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e20fe314-a51f-4768-9352-65aacb6b2f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.934871 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.935963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:39.936785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:39.983691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53410) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:39.989249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Request body: {'subnet': {'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1298747524-subnet', 'tenant_id': 'cc606ab96e314d47a8d1311fe2623d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:39.993751 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8301499 Jul 22 14:51:40.034807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Made reservation on behalf of cc606ab96e314d47a8d1311fe2623d8d for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:40.037780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.077523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ec942-e8a6-4525-83ce-d881275a276b admin admin] Pushing event updated for resources: {'Network': ['ID=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:40.139475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:40.148607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.239724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:51:40.294805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e29c925a-d8ad-4623-8f34-5859894fc720 None None] Provisioning complete for port 73e59eff-1b64-4c43-8a47-6a01d263427c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:40.295983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e29c925a-d8ad-4623-8f34-5859894fc720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.432689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-168464dc-57bb-43ef-881f-814846af7981 service neutron] 10.222.0.60 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5669806 Jul 22 14:51:40.471162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.518847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-3dea7987-1edc-4e69-a045-c6eddc3181a7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:40.518847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-3dea7987-1edc-4e69-a045-c6eddc3181a7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.3207536 Jul 22 14:51:40.521503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:40.528003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:40.534728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:40.535351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.554188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=70b8ee8f-4f19-4da4-aacf-db6479d49817,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:40.563823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-35e4d89d-68f5-4a19-bff9-1c9c69500e50 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2083328 Jul 22 14:51:40.566878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:40.578748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:40.580199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-138d4d6f-e00a-470a-be8b-abf7b03c48f2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0494516 Jul 22 14:51:40.603435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:40.666120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] Deleting port 73e59eff-1b64-4c43-8a47-6a01d263427c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:40.667165 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.693492 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.735234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:40.736967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-ef1257bd-1191-4e5d-86b9-13d10bf8bddd service neutron] 10.222.0.60 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956541 Jul 22 14:51:40.741022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.790146 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-dbbc6754-2cb2-42fe-b308-87d444e758a8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1768708 Jul 22 14:51:40.798622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d713044-c231-4936-97cd-44416c40f266,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:40.813732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Checking segment: {'id': '0ac37554-35ea-400b-97d6-8d6827592dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:40.814112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Network hostable DHCP agents. Network: e50df09c-c2fb-4c7f-ae33-838c67fd0e6a, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:51:40.844717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] For port 73e59eff-1b64-4c43-8a47-6a01d263427c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=73e59eff-1b64-4c43-8a47-6a01d263427c,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:40.845454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.859847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:51:40.863425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] Calling delete_port for 73e59eff-1b64-4c43-8a47-6a01d263427c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:40.903017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, e50df09c-c2fb-4c7f-ae33-838c67fd0e6a) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:40.914136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:40.915046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:40.920720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b90944-5130-4659-b414-c70539748a48 None None] Network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:40.945865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-feb72f75-c35a-4007-a62f-704653610afe service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423202 Jul 22 14:51:40.950385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f023beb-01ea-443e-b2b4-43f144d597e5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9653583 Jul 22 14:51:41.085403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f711ea6-77d6-484f-85d6-f4180362c570 req-039d004d-4e06-448a-9607-e16e7d92b3f2 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 210 time: 0.0660813 Jul 22 14:51:41.104492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499dd0f0-1602-47fa-884d-92b48be62ca2 None None] Network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:41.168380 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:41.237655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-e11e3727-0368-4338-95d5-f5897937de27 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715240 Jul 22 14:51:41.280571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] No DVR routers for this DVR port 73e59eff-1b64-4c43-8a47-6a01d263427c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:41.301053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061efcd9-5d88-4939-b621-c4c08337543c None None] Pushing event deleted for resources: {'Port': ['ID=73e59eff-1b64-4c43-8a47-6a01d263427c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:41.327753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb0556d-3d12-4517-bde7-a4467d3971e9 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:41.452555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:41.454755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:41.479103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73e59eff-1b64-4c43-8a47-6a01d263427c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:41.508895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:41.512994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:41.516434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 73e59eff-1b64-4c43-8a47-6a01d263427c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:41.516796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73e59eff-1b64-4c43-8a47-6a01d263427c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:41.517055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:41.518239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:41.548899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=b158cd8c-60e5-4589-9bb2-c4f707c73b42,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:41.561713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:41.562402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2abba112-1aa7-4193-8362-5455c1f1bcbc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9943969 Jul 22 14:51:41.567010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:ef:95:6b', 'name': 'tempest-NetworksTestDHCPv6-1545333337'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:41.741306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '70b8ee8f-4f19-4da4-aacf-db6479d49817'}, {'subnet_id': 'b158cd8c-60e5-4589-9bb2-c4f707c73b42'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:41.742218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:41.781558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:42.011275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f79d1bd-e039-4614-a6a8-878491229acd req-f35d5730-ee36-42d4-9e54-f94c2b7738ff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.1171532 Jul 22 14:51:42.075042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.076148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Allocated IP 172.20.0.2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/70b8ee8f-4f19-4da4-aacf-db6479d49817/61c40bc0-30ef-497e-af2c-4028df1c151e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:42.084535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Allocated IP 2001:db8::f816:3eff:fe16:75c5 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/b158cd8c-60e5-4589-9bb2-c4f707c73b42/61c40bc0-30ef-497e-af2c-4028df1c151e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:42.129231 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42baba46-d48d-4750-a9df-7adcabbb2d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.204177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 9015a911-79e2-4f4b-80df-0b97de8c34e8 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:51:42.257061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76c45c0-4b9d-4b97-a224-e469ee996e10 req-154b0c34-6d82-49af-9a31-bb1098eb8e0d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 210 time: 0.0726061 Jul 22 14:51:42.308015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-2974ce9b-03fc-4933-a44c-558f3b79fce1 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:42.309561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-2974ce9b-03fc-4933-a44c-558f3b79fce1 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/networks?id=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a HTTP/1.1" status: 200 len: 814 time: 0.5026991 Jul 22 14:51:42.330653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.349138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Transition to ACTIVE for port object 61c40bc0-30ef-497e-af2c-4028df1c151e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:42.362267 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.372968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Transition to ACTIVE for port object 61c40bc0-30ef-497e-af2c-4028df1c151e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:42.382089 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.427511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:42.430566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:42.434802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:42.441233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Pushing event updated for resources: {'Port': ['ID=61c40bc0-30ef-497e-af2c-4028df1c151e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:42.533432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Attempting to bind port 61c40bc0-30ef-497e-af2c-4028df1c151e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:42.533828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Attempting to bind port 61c40bc0-30ef-497e-af2c-4028df1c151e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:42.534212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Attempting to bind port 61c40bc0-30ef-497e-af2c-4028df1c151e on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:42.540422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:42.540802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:42.541247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.542200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:42.542719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Bound port: 61c40bc0-30ef-497e-af2c-4028df1c151e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:42.543183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.650498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] For port 61c40bc0-30ef-497e-af2c-4028df1c151e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:42.656780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] For port 61c40bc0-30ef-497e-af2c-4028df1c151e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=61c40bc0-30ef-497e-af2c-4028df1c151e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:42.664642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:42.722565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-9d8e69df-132f-4171-af48-9dbce505103d tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/quotas/cc606ab96e314d47a8d1311fe2623d8d HTTP/1.1" status: 200 len: 375 time: 0.4037092 Jul 22 14:51:42.775645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-fae3f235-b09b-485f-8484-1fb6fcec485d tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc606ab96e314d47a8d1311fe2623d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518060 Jul 22 14:51:42.806318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-51ea022f-2d48-4b55-a774-2f65720bf74b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:42.811584 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-51ea022f-2d48-4b55-a774-2f65720bf74b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.72 "GET /v2.0/networks?id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 200 len: 809 time: 0.2224197 Jul 22 14:51:42.828106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Request body: {'port': {'device_id': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0', 'admin_state_up': True, 'tenant_id': 'b5e7794a21fe41119eac2dc68574f19f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:42.833390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c216b-3cda-48bc-8f3c-f771e661fc88 None None] Pushing event updated for resources: {'Port': ['ID=61c40bc0-30ef-497e-af2c-4028df1c151e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:42.944894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-51df027a-fb66-443f-8900-c130f6b1fd31 service neutron] 10.222.0.60 "GET /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678030 Jul 22 14:51:42.986265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 172.20.0.7 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/70b8ee8f-4f19-4da4-aacf-db6479d49817/9015a911-79e2-4f4b-80df-0b97de8c34e8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:42.997584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Made reservation on behalf of b5e7794a21fe41119eac2dc68574f19f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:43.001918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:43.003395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:feef:956b (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/b158cd8c-60e5-4589-9bb2-c4f707c73b42/9015a911-79e2-4f4b-80df-0b97de8c34e8) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:43.162211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-49e4c322-1361-4d7e-b260-177599836d81 service neutron] 10.222.0.60 "GET /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127404 Jul 22 14:51:43.216906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efb91d5-b043-4add-b5aa-89f42aad33de req-c55665ae-1514-4387-852c-ac810e6500d8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.0579228 Jul 22 14:51:43.250940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Allocated IP 172.20.0.8 (c0117ccf-e4fe-4741-86c3-1c5fabf98da0/94ddf40c-97ee-4d3a-8835-ab58f5d86ac4/ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:43.509274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:43.569047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 61c40bc0-30ef-497e-af2c-4028df1c151e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:43.637928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-359b839e-b32c-44df-a3d9-f9adc4480562 req-2bc75fa7-c426-44c0-8235-b1996fc3d949 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 210 time: 0.1211095 Jul 22 14:51:43.641443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01e0ff7b-a3b2-49b1-aa88-e6759b36cfeb req-116bde7e-ff05-4811-b6c6-7b750e26e27a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 210 time: 0.1511843 Jul 22 14:51:43.680949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 9015a911-79e2-4f4b-80df-0b97de8c34e8 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:43.759615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:43.768096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:43.793692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 61c40bc0-30ef-497e-af2c-4028df1c151e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:43.846717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:43.856406 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:43.861303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:43.873193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:43.974707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-0399396d-97cc-4c00-b2a0-58e46667f179 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:43.976340 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-0399396d-97cc-4c00-b2a0-58e46667f179 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.6920276 Jul 22 14:51:43.978204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.016116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:44.019986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:44.022649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.048478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4855988 Jul 22 14:51:44.052985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:44.071048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53550) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:44.102506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:44.109669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Pushing event updated for resources: {'Port': ['ID=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:44.112622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:44.117531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:44.163736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14c0a2-3188-494d-9612-16c7d8e23d64 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=9015a911-79e2-4f4b-80df-0b97de8c34e8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:44.228126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736f618-8c74-4e3f-9448-90f925f102b2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:44.236627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736f618-8c74-4e3f-9448-90f925f102b2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:44.240212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:44.240872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.241598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1736f618-8c74-4e3f-9448-90f925f102b2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1872339 Jul 22 14:51:44.242614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53554) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:44.263052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4aa6460e-f9be-4b39-a975-c94a0e5b6c7d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4424028 Jul 22 14:51:44.279345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4f419b1d-3566-4457-a9c4-78636f97b78a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:51:44.280366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-4f419b1d-3566-4457-a9c4-78636f97b78a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078440 Jul 22 14:51:44.379794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:44.386695 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.430943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d417b6cb-7127-466f-807d-18cda582f376 req-026a8188-2925-4e49-8584-d4214b5d961b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.0512004 Jul 22 14:51:44.442505 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fc923a8-1d0e-48bb-8d14-0675c47cbc93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.455496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 9015a911-79e2-4f4b-80df-0b97de8c34e8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:44.455836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.478286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Request body: {'port': {'device_id': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:44.550534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616c03e9-0765-4136-8112-53bd6a533bad None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:44.605943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.617786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.624932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 9015a911-79e2-4f4b-80df-0b97de8c34e8 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:44.636370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.6 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/dfe226c5-2e29-429a-ae9a-088991ccfdef) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:44.652582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] Provisioning for port 61c40bc0-30ef-497e-af2c-4028df1c151e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:44.660235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] Provisioning complete for port 61c40bc0-30ef-497e-af2c-4028df1c151e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:44.660953 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.732443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fc923a8-1d0e-48bb-8d14-0675c47cbc93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.739933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1fc923a8-1d0e-48bb-8d14-0675c47cbc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.811031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1fc923a8-1d0e-48bb-8d14-0675c47cbc93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b16702efcbe54ae2871d24eca998a2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7357793 Jul 22 14:51:44.814631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc923a8-1d0e-48bb-8d14-0675c47cbc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e97a01-910c-4f0b-8354-1822dd998332,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:44.816891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53564) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:44.852585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.903134 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] For port 61c40bc0-30ef-497e-af2c-4028df1c151e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=61c40bc0-30ef-497e-af2c-4028df1c151e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:44.908335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:44.963353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbf7b3-1a28-458b-9ecc-aab0f2bcd60b None None] Pushing event updated for resources: {'Port': ['ID=61c40bc0-30ef-497e-af2c-4028df1c151e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:44.999354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d52f1358-3c49-4076-a116-d772bf918c75 req-831ecb02-1484-4650-ad2e-59da2499cf35 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 210 time: 0.1770072 Jul 22 14:51:45.054658 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db428991-82fb-4fcd-a8ab-3cf8185f150a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.127910 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db428991-82fb-4fcd-a8ab-3cf8185f150a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.164296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf51f9-71e9-4a2e-841f-5a1c685e4a4e req-b3b3605b-b505-4c2a-8a98-4bed722716ca tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:45.165916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7acf51f9-71e9-4a2e-841f-5a1c685e4a4e req-b3b3605b-b505-4c2a-8a98-4bed722716ca tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 931 time: 0.3481097 Jul 22 14:51:45.197179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b4424109-2bbe-47ea-a6b6-17bc34d27d71 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:45.199479 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b4424109-2bbe-47ea-a6b6-17bc34d27d71 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.61 "GET /v2.0/networks?id=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a HTTP/1.1" status: 200 len: 814 time: 0.3662636 Jul 22 14:51:45.218863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Request body: {'port': {'device_id': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a', 'admin_state_up': True, 'tenant_id': 'cc606ab96e314d47a8d1311fe2623d8d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:45.225650 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.312050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7acf51f9-71e9-4a2e-841f-5a1c685e4a4e req-f8c15c3e-4824-4705-a2e3-e39672e88f06 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259294 Jul 22 14:51:45.342646 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.435179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 61c40bc0-30ef-497e-af2c-4028df1c151e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:45.443484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.452221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=9015a911-79e2-4f4b-80df-0b97de8c34e8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:45.460151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.466494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1ff204aa-056e-45a6-bb97-185afd035b82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/9015a911-79e2-4f4b-80df-0b97de8c34e8 HTTP/1.1" status: 204 len: 168 time: 1.2226818 Jul 22 14:51:45.467598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db428991-82fb-4fcd-a8ab-3cf8185f150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.471390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db428991-82fb-4fcd-a8ab-3cf8185f150a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.473081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db428991-82fb-4fcd-a8ab-3cf8185f150a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2e97a01-910c-4f0b-8354-1822dd998332 HTTP/1.1" status: 204 len: 168 time: 0.6523962 Jul 22 14:51:45.473468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53570) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:45.483251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db428991-82fb-4fcd-a8ab-3cf8185f150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e97a01-910c-4f0b-8354-1822dd998332,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:45.533697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9bb0b2c1-e1de-4a96-bf4e-23bad6e942b5 None None] Could not find standard attr ID for object 9015a911-79e2-4f4b-80df-0b97de8c34e8. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:45.597605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9bb0b2c1-e1de-4a96-bf4e-23bad6e942b5 None None] Provisioning complete for port 61c40bc0-30ef-497e-af2c-4028df1c151e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:45.601690 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b2c1-e1de-4a96-bf4e-23bad6e942b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.607232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object dfe226c5-2e29-429a-ae9a-088991ccfdef will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:45.612211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-671aa93b-eb53-4cd2-9787-0db163bbe3a6 req-004db8cd-7077-421b-9598-a84a019f7ccd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.0692444 Jul 22 14:51:45.673692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32387d-2ac6-4ecd-a331-eef4e35edcb2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:45.676901 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32387d-2ac6-4ecd-a331-eef4e35edcb2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:45.677238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 61c40bc0-30ef-497e-af2c-4028df1c151e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:45.677238 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.688500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32387d-2ac6-4ecd-a331-eef4e35edcb2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:45.690302 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fe32387d-2ac6-4ecd-a331-eef4e35edcb2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2158408 Jul 22 14:51:45.693337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53576) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:45.699085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:51:45.731358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.736582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Made reservation on behalf of cc606ab96e314d47a8d1311fe2623d8d for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:45.740933 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.780543 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 70b8ee8f-4f19-4da4-aacf-db6479d49817 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:45.803400 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.870102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Transition to ACTIVE for port object ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:45.883216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.908574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.909085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:45.986298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:46.044242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.048836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd41190-9ce8-4bd1-8a3c-513e7702b282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.052301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:46.057996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Pushing event updated for resources: {'Port': ['ID=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:46.067310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-27e8332e-3e32-41a1-b4c7-c1368bf81ac9 None None] Could not find standard attr ID for object 9015a911-79e2-4f4b-80df-0b97de8c34e8. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:46.073519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:46.095037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:46.098347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Allocated IP 172.20.0.9 (e50df09c-c2fb-4c7f-ae33-838c67fd0e6a/7d713044-c231-4936-97cd-44416c40f266/b873ca90-774a-48e6-93b2-ef3cc197db71) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:46.121201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.170291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=70b8ee8f-4f19-4da4-aacf-db6479d49817,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:46.214977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e0e556b-690f-48f3-b51c-6aeaac49b206 req-a47a6ff7-3ead-4e4b-8baa-dd91cc8b4ec0 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 210 time: 0.0488575 Jul 22 14:51:46.220862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.236956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7e508e20-e8ba-48d0-8193-ff42becf6e1f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/70b8ee8f-4f19-4da4-aacf-db6479d49817 HTTP/1.1" status: 204 len: 168 time: 0.5308473 Jul 22 14:51:46.236956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53582) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:46.282372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=dfe226c5-2e29-429a-ae9a-088991ccfdef,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:46.333980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:46.334477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.334927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet b158cd8c-60e5-4589-9bb2-c4f707c73b42 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:46.338705 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.394249 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.436343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7372a-98f3-4532-8420-e0384918b064 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:46.490554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.520321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.535033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-48665c13-130f-40de-b9c0-4085055ad823 None None] Provisioning for port dfe226c5-2e29-429a-ae9a-088991ccfdef completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:46.590890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-48665c13-130f-40de-b9c0-4085055ad823 None None] Provisioning complete for port dfe226c5-2e29-429a-ae9a-088991ccfdef triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:46.591834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48665c13-130f-40de-b9c0-4085055ad823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.599170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.646636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.648825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/b158cd8c-60e5-4589-9bb2-c4f707c73b42 HTTP/1.1" status: 204 len: 168 time: 0.4177375 Jul 22 14:51:46.651069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd41190-9ce8-4bd1-8a3c-513e7702b282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.657313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Attempting to bind port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:46.657657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Attempting to bind port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:46.657986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Attempting to bind port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 on network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:46.658245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53588) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:46.665678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd41190-9ce8-4bd1-8a3c-513e7702b282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.669006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.678821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-48665c13-130f-40de-b9c0-4085055ad823 None None] Port dfe226c5-2e29-429a-ae9a-088991ccfdef cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:51:46.689233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 on network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:51:46.689566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Attempting to bind port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 on network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:46.763308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-68009a32-4b17-4b88-bcd6-737b9542ef72 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988004 Jul 22 14:51:46.766414 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-fa6c29b6-0602-4784-a8b0-238999b6316f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7801313 Jul 22 14:51:46.767184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:46.767523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Checking segment: {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:46.767637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53590) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:46.767912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Bound using segment: {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:46.768358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Bound port: ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:46.768724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.770631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd41190-9ce8-4bd1-8a3c-513e7702b282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a3419-6a76-4619-9c4f-f92170f625c4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:46.781756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40936b81-1a5b-4c39-a8f7-262580f38ff7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=b158cd8c-60e5-4589-9bb2-c4f707c73b42,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:46.785215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:46.804900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:46.810859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Request body: {'port': {'device_id': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:46.819666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-abd41190-9ce8-4bd1-8a3c-513e7702b282 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79293968e0204e129ab44905692a05b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280742 Jul 22 14:51:46.824272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d0b90c-7775-4792-9a10-adbad534da10 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'b158cd8c-60e5-4589-9bb2-c4f707c73b42'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '61c40bc0-30ef-497e-af2c-4028df1c151e'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:51:46.828406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:46.831700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53592) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:46.875575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07d0b90c-7775-4792-9a10-adbad534da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:46.888628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Pushing event updated for resources: {'Port': ['ID=b873ca90-774a-48e6-93b2-ef3cc197db71,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:46.910876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b076e1d-fa6f-40b7-8bc9-4b4f7d054199 req-b2dd4063-57a2-454c-9c9c-024962782feb tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:46.912438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b076e1d-fa6f-40b7-8bc9-4b4f7d054199 req-b2dd4063-57a2-454c-9c9c-024962782feb tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 943 time: 0.3593028 Jul 22 14:51:46.974951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6966-bf94-4302-b9f0-87a90f8ad7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.001010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.011828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30828c-d117-4d1d-8faa-94d6c323d2cf req-3afb250c-0059-438d-a4f5-88be43161a24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:47.013576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a30828c-d117-4d1d-8faa-94d6c323d2cf req-3afb250c-0059-438d-a4f5-88be43161a24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 931 time: 0.2469478 Jul 22 14:51:47.018620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:47.019263 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.041173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b076e1d-fa6f-40b7-8bc9-4b4f7d054199 req-a26c31e5-0143-4abb-be52-ed6a2e5bb27b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195872 Jul 22 14:51:47.067225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6966-bf94-4302-b9f0-87a90f8ad7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.093043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a30828c-d117-4d1d-8faa-94d6c323d2cf req-2f2529dc-bcaa-4a45-8da0-78bce26d948f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599046 Jul 22 14:51:47.112891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ba5c0e-d055-4267-9f64-247b89ee33b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:47.116806 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-17ba5c0e-d055-4267-9f64-247b89ee33b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3452513 Jul 22 14:51:47.116949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-b08934dd-4b77-4747-9732-19f325ae95d7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9029129 Jul 22 14:51:47.117523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53594) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:47.118002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] For port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:47.128791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f9f86d4d-d58c-4776-85f4-aaecc00c45c6 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:51:47.130889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f9f86d4d-d58c-4776-85f4-aaecc00c45c6 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086420 Jul 22 14:51:47.137504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cebfb49-c3bf-4777-bcb1-29fce49386a0 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:47.198654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65907f37-fe71-4ddf-a4db-3209a313f8af tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:47.202607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-65907f37-fe71-4ddf-a4db-3209a313f8af tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0820031 Jul 22 14:51:47.202880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53596) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:47.216544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6966-bf94-4302-b9f0-87a90f8ad7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.220684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6966-bf94-4302-b9f0-87a90f8ad7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.222089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fbbb6966-bf94-4302-b9f0-87a90f8ad7e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a0a3419-6a76-4619-9c4f-f92170f625c4 HTTP/1.1" status: 204 len: 168 time: 0.3645339 Jul 22 14:51:47.224427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Request body: {'port': {'device_id': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:47.257434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] For port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:47.270599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.295898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fe21ae22-a754-465d-b0a8-0a074e440c12 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905070 Jul 22 14:51:47.299682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:47.300886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.303623 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] 10.222.0.72 "PUT /v2.0/ports/ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 HTTP/1.1" status: 200 len: 1091 time: 2.9987636 Jul 22 14:51:47.304240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53602) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:47.311034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb6966-bf94-4302-b9f0-87a90f8ad7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a3419-6a76-4619-9c4f-f92170f625c4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:47.313842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'tag': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:47.317041 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b386785e-70c3-4ab7-ae4c-41c6b3109bc7", "tag": "ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:47.350456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9adcb08e-553d-44e8-b095-05a85db23f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:47.403126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4f9644a7-3129-4dfa-a865-a7f67d2d4406 None None] Provisioning complete for port 61c40bc0-30ef-497e-af2c-4028df1c151e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:47.403510 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f9644a7-3129-4dfa-a865-a7f67d2d4406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.449108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f8929-51e3-442b-b6a2-2ad3cc5456f2 req-e2558e95-0662-4cea-aef7-6b6bc9611285 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:47.450702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-803f8929-51e3-442b-b6a2-2ad3cc5456f2 req-e2558e95-0662-4cea-aef7-6b6bc9611285 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 931 time: 0.1169152 Jul 22 14:51:47.461940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 61c40bc0-30ef-497e-af2c-4028df1c151e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:47.514437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-803f8929-51e3-442b-b6a2-2ad3cc5456f2 req-d2278031-ba6e-4b71-8144-66dd8a2600ad tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514994 Jul 22 14:51:47.629884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe226c5-2e29-429a-ae9a-088991ccfdef {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:51:47.630291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.651136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:47.658854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e4d22-daa5-4f77-a90a-edce5007a106 service neutron] Pushing event updated for resources: {'Port': ['ID=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:47.674860 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.681062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 61c40bc0-30ef-497e-af2c-4028df1c151e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=61c40bc0-30ef-497e-af2c-4028df1c151e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:47.691409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Transition to ACTIVE for port object dfe226c5-2e29-429a-ae9a-088991ccfdef will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:47.699516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.708826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.778569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=61c40bc0-30ef-497e-af2c-4028df1c151e,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:47.795847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] Deleting port 61c40bc0-30ef-497e-af2c-4028df1c151e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:47.796568 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.868235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.868493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] For port 61c40bc0-30ef-497e-af2c-4028df1c151e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=61c40bc0-30ef-497e-af2c-4028df1c151e,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:47.869071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:47.875464 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01500cef-a21b-435d-b9c6-4a7e1276b936 x-openstack-request-id: req-01500cef-a21b-435d-b9c6-4a7e1276b936 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:47.875718 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b386785e-70c3-4ab7-ae4c-41c6b3109bc7", "tag": "ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:47.875975 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01500cef-a21b-435d-b9c6-4a7e1276b936 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:47.876430 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'tag': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437', 'status': 'completed', 'code': 200} Jul 22 14:51:47.889075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] Calling delete_port for 61c40bc0-30ef-497e-af2c-4028df1c151e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:48.277195 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:48.309955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] Pushing event deleted for resources: {'Port': ['ID=61c40bc0-30ef-497e-af2c-4028df1c151e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:48.332257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7d879-4274-41de-a5fb-556333d5400a None None] No DVR routers for this DVR port 61c40bc0-30ef-497e-af2c-4028df1c151e on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:48.398216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83add730-cec7-48fa-a768-49a79e01a803 req-1538f3ae-319a-420d-ab7f-fdc85646cfde tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:48.399877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83add730-cec7-48fa-a768-49a79e01a803 req-1538f3ae-319a-420d-ab7f-fdc85646cfde tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 943 time: 0.2330387 Jul 22 14:51:48.454921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de692a41-bf76-4702-9397-2b3520e7f9ba req-d3744931-b53b-4b58-9bb5-0a815a803d4b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:48.462075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de692a41-bf76-4702-9397-2b3520e7f9ba req-d3744931-b53b-4b58-9bb5-0a815a803d4b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.1688023 Jul 22 14:51:48.484562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-83add730-cec7-48fa-a768-49a79e01a803 req-73f2b8bb-88f0-4a43-9e6f-c605d26a231e tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752766 Jul 22 14:51:48.506563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe226c5-2e29-429a-ae9a-088991ccfdef,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:48.516489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adcb08e-553d-44e8-b095-05a85db23f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:48.521630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9adcb08e-553d-44e8-b095-05a85db23f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:48.522805 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adcb08e-553d-44e8-b095-05a85db23f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:51:48.523249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adcb08e-553d-44e8-b095-05a85db23f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:48.529135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de692a41-bf76-4702-9397-2b3520e7f9ba req-fa984e04-ced8-442a-8262-54ad455518b4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659168 Jul 22 14:51:48.645732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9adcb08e-553d-44e8-b095-05a85db23f68 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.3238347 Jul 22 14:51:48.648810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53636) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:48.660095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-027376f2-649a-4c10-90ca-88569a4c8c0a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:48.661270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-620c2bc0-a381-4233-b98e-5a42e6dd3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:48.662962 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-620c2bc0-a381-4233-b98e-5a42e6dd3d31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e7794a21fe41119eac2dc68574f19f&device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 1094 time: 1.0065925 Jul 22 14:51:48.742915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Attempting to bind port dfe226c5-2e29-429a-ae9a-088991ccfdef on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:48.743380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Attempting to bind port dfe226c5-2e29-429a-ae9a-088991ccfdef by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:48.744476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Attempting to bind port dfe226c5-2e29-429a-ae9a-088991ccfdef on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:48.754905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0b2ed-f66f-45e9-aa91-66da36f87516 req-c3c5161f-e7e4-486e-847d-08bea1ababed tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:48.763506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8a0b2ed-f66f-45e9-aa91-66da36f87516 req-c3c5161f-e7e4-486e-847d-08bea1ababed tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 931 time: 0.1678481 Jul 22 14:51:48.765195 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-3f20a454-270a-422e-a114-46d02da1cb35 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 HTTP/1.1" status: 200 len: 217 time: 0.0936954 Jul 22 14:51:48.773598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Port dfe226c5-2e29-429a-ae9a-088991ccfdef on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:51:48.774026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Attempting to bind port dfe226c5-2e29-429a-ae9a-088991ccfdef on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:48.814342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:48.814759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:48.815164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:48.815619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Bound port: dfe226c5-2e29-429a-ae9a-088991ccfdef, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:48.815993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:48.818378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8a0b2ed-f66f-45e9-aa91-66da36f87516 req-1595d9e5-21f6-4e5a-a792-6c520d64cb2d tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Jul 22 14:51:48.834484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027376f2-649a-4c10-90ca-88569a4c8c0a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:48.840061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-027376f2-649a-4c10-90ca-88569a4c8c0a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:48.841655 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-027376f2-649a-4c10-90ca-88569a4c8c0a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:51:48.842197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027376f2-649a-4c10-90ca-88569a4c8c0a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:48.862967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-027376f2-649a-4c10-90ca-88569a4c8c0a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2128725 Jul 22 14:51:48.865663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53644) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:48.872353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-aa3e6a0f-9e0d-416a-8bef-7dd83ce4a689 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:48.876603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-c2638a3d-43a2-4a3a-8d42-10263e4d7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:48.878146 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-c2638a3d-43a2-4a3a-8d42-10263e4d7eee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94ddf40c-97ee-4d3a-8835-ab58f5d86ac4 HTTP/1.1" status: 200 len: 849 time: 0.1057847 Jul 22 14:51:48.950850 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-6a88b3f7-d564-4bdf-ae2c-11580eb457cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645130 Jul 22 14:51:48.983774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3e6a0f-9e0d-416a-8bef-7dd83ce4a689 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:48.988859 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa3e6a0f-9e0d-416a-8bef-7dd83ce4a689 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:48.990401 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3e6a0f-9e0d-416a-8bef-7dd83ce4a689 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:51:48.991220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3e6a0f-9e0d-416a-8bef-7dd83ce4a689 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:49.028495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa3e6a0f-9e0d-416a-8bef-7dd83ce4a689 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1601923 Jul 22 14:51:49.030897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53650) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:49.039248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1f30efe9-2bd6-4fba-8901-690aecf7b455 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:49.072088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] For port dfe226c5-2e29-429a-ae9a-088991ccfdef, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:49.116332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] For port dfe226c5-2e29-429a-ae9a-088991ccfdef, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:49.131330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.168233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b873ca90-774a-48e6-93b2-ef3cc197db71 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:51:49.171514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f30efe9-2bd6-4fba-8901-690aecf7b455 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:49.174117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-f78f3a8c-f358-4777-afa0-d88a7a92ba17 service neutron] 10.222.0.72 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130990 Jul 22 14:51:49.175760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f30efe9-2bd6-4fba-8901-690aecf7b455 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.178409 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f30efe9-2bd6-4fba-8901-690aecf7b455 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:51:49.179011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f30efe9-2bd6-4fba-8901-690aecf7b455 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:49.181371 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.212156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f30efe9-2bd6-4fba-8901-690aecf7b455 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1794951 Jul 22 14:51:49.215816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:49.220334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.220971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.222384 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] 10.222.0.72 "PUT /v2.0/ports/dfe226c5-2e29-429a-ae9a-088991ccfdef HTTP/1.1" status: 200 len: 1091 time: 2.4242325 Jul 22 14:51:49.236978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-30f8ee74-3925-42a2-816c-bfd1a64b9820 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:49.245573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Transition to ACTIVE for port object b873ca90-774a-48e6-93b2-ef3cc197db71 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:49.266620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.395323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e302b-c688-4196-85fd-eae3ed7198c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe226c5-2e29-429a-ae9a-088991ccfdef,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:49.422793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f8ee74-3925-42a2-816c-bfd1a64b9820 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:49.431288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-30f8ee74-3925-42a2-816c-bfd1a64b9820 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.435051 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f8ee74-3925-42a2-816c-bfd1a64b9820 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:51:49.435507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f8ee74-3925-42a2-816c-bfd1a64b9820 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:49.457157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-30f8ee74-3925-42a2-816c-bfd1a64b9820 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2401638 Jul 22 14:51:49.460182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53660) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:49.465931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d552696f-aaa0-4f83-9e74-553259c1238e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:49.578393 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bac23aaa-19a7-4b5e-a5ce-2732a7999a45 req-13f2392d-7f1d-43ec-9e78-35d21dbe6275 service neutron] 10.222.0.72 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912683 Jul 22 14:51:49.611455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b873ca90-774a-48e6-93b2-ef3cc197db71,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:49.636562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-efb42221-3fe5-4297-8f32-9f5bc4942e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.638188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-efb42221-3fe5-4297-8f32-9f5bc4942e58 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 1094 time: 0.3456061 Jul 22 14:51:49.721012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53668) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:49.727398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-730cb300-6bdf-4af6-ba50-2102317e35c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef HTTP/1.1" status: 200 len: 217 time: 0.0789402 Jul 22 14:51:49.729024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Attempting to bind port b873ca90-774a-48e6-93b2-ef3cc197db71 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:49.729363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Attempting to bind port b873ca90-774a-48e6-93b2-ef3cc197db71 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '0ac37554-35ea-400b-97d6-8d6827592dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:49.729698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Attempting to bind port b873ca90-774a-48e6-93b2-ef3cc197db71 on network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:49.737798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d552696f-aaa0-4f83-9e74-553259c1238e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:49.741516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d552696f-aaa0-4f83-9e74-553259c1238e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.743427 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d552696f-aaa0-4f83-9e74-553259c1238e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:51:49.743575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Port b873ca90-774a-48e6-93b2-ef3cc197db71 on network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:51:49.743889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d552696f-aaa0-4f83-9e74-553259c1238e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:51:49.744026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Attempting to bind port b873ca90-774a-48e6-93b2-ef3cc197db71 on network e50df09c-c2fb-4c7f-ae33-838c67fd0e6a {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:49.779557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2a193-d7cc-41fe-be29-c6404965d30d req-89822c63-13e2-4d8b-b879-f2555e16a70b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.781063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:49.781388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0b2a193-d7cc-41fe-be29-c6404965d30d req-89822c63-13e2-4d8b-b879-f2555e16a70b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 943 time: 0.2111313 Jul 22 14:51:49.781499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Checking segment: {'id': '0ac37554-35ea-400b-97d6-8d6827592dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:49.781866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Bound using segment: {'id': '0ac37554-35ea-400b-97d6-8d6827592dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:49.782365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Bound port: b873ca90-774a-48e6-93b2-ef3cc197db71, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac37554-35ea-400b-97d6-8d6827592dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:49.782749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d552696f-aaa0-4f83-9e74-553259c1238e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3215744 Jul 22 14:51:49.786550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.786711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:49.805678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd801342-4a5c-46be-b587-2cfc8f507143 req-05032de5-11d8-41d5-9196-d46d4e621c31 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.807789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd801342-4a5c-46be-b587-2cfc8f507143 req-05032de5-11d8-41d5-9196-d46d4e621c31 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.1627417 Jul 22 14:51:49.826213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-0afbeff2-7af9-46e9-a7fd-baff4f151e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.827906 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-0afbeff2-7af9-46e9-a7fd-baff4f151e85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0919623 Jul 22 14:51:49.837816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d11ccc14-a9d4-481f-a1f8-da77a018d1aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0504172 Jul 22 14:51:49.841107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53674) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:49.898220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'tag': 'dfe226c5-2e29-429a-ae9a-088991ccfdef'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:49.901001 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafd4e9d-f018-456d-84a2-9d854a24c65f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0473a6c-2c29-4ee2-967c-25463e238ef4", "tag": "dfe226c5-2e29-429a-ae9a-088991ccfdef"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:49.913091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-7dc31ac2-b0de-470d-a009-ebef79463667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.914814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-7dc31ac2-b0de-470d-a009-ebef79463667 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b5e7794a21fe41119eac2dc68574f19f&device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 1094 time: 0.2751870 Jul 22 14:51:49.926751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0b2a193-d7cc-41fe-be29-c6404965d30d req-2e707e2d-4aa7-4949-bdce-1451b23ea7cd tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302152 Jul 22 14:51:49.958325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac25edb-c437-488c-a689-16932b35aca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:49.976752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd801342-4a5c-46be-b587-2cfc8f507143 req-c65f8cac-e5cb-4827-b63e-66a4682c0f2c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362271 Jul 22 14:51:49.980027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] For port b873ca90-774a-48e6-93b2-ef3cc197db71, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:49.980730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972fd28f-17b5-4890-996b-09f0a81e6300 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:49.982273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-972fd28f-17b5-4890-996b-09f0a81e6300 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1339991 Jul 22 14:51:49.985912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53680) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:50.015862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] For port b873ca90-774a-48e6-93b2-ef3cc197db71, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b873ca90-774a-48e6-93b2-ef3cc197db71,segment=NetworkSegment(0ac37554-35ea-400b-97d6-8d6827592dd3),segment_id=0ac37554-35ea-400b-97d6-8d6827592dd3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:50.042046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5799bea5-a645-459c-afef-5fba4b892e59 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552647 Jul 22 14:51:50.052241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53682) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:50.064813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:50.069203 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b34bde-ffb0-41ae-8327-1953a95062bc x-openstack-request-id: req-b5b34bde-ffb0-41ae-8327-1953a95062bc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:50.069501 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0473a6c-2c29-4ee2-967c-25463e238ef4", "tag": "dfe226c5-2e29-429a-ae9a-088991ccfdef", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:50.069756 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5b34bde-ffb0-41ae-8327-1953a95062bc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:50.070149 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'tag': 'dfe226c5-2e29-429a-ae9a-088991ccfdef', 'status': 'completed', 'code': 200} Jul 22 14:51:50.073899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.149642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.151612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.153212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] 10.222.0.61 "PUT /v2.0/ports/b873ca90-774a-48e6-93b2-ef3cc197db71 HTTP/1.1" status: 200 len: 1091 time: 2.9340851 Jul 22 14:51:50.168587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-e7950219-9cdb-420d-8622-a5c8736c74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.170497 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-e7950219-9cdb-420d-8622-a5c8736c74ea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3128593 Jul 22 14:51:50.295766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-3ebdcdab-6e79-4ff1-b81a-c57fbf7493a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.297371 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-3ebdcdab-6e79-4ff1-b81a-c57fbf7493a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 200 len: 910 time: 0.3731320 Jul 22 14:51:50.319279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb44c7-cfd2-404c-bada-735b51776fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=b873ca90-774a-48e6-93b2-ef3cc197db71,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:50.407933 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-97c4f50f-b74e-4fe3-afbd-b3a613a13a78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 HTTP/1.1" status: 200 len: 217 time: 0.1014774 Jul 22 14:51:50.426054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6b888-d6ba-450f-837c-347ffed189f5 req-0d263cf2-0528-4767-8e67-b694bf56957b tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.428001 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5a6b888-d6ba-450f-837c-347ffed189f5 req-0d263cf2-0528-4767-8e67-b694bf56957b tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 943 time: 0.3908000 Jul 22 14:51:50.481862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac25edb-c437-488c-a689-16932b35aca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.488320 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eac25edb-c437-488c-a689-16932b35aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.506533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-175612a0-c6e5-49e9-960d-cca06fa2a3d1 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237484 Jul 22 14:51:50.532980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5a6b888-d6ba-450f-837c-347ffed189f5 req-540268bc-dc54-4ddc-a103-89d22af532df tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948191 Jul 22 14:51:50.535527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-0a030f95-e8ac-4af1-b543-c046bd4f6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.537786 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-0a030f95-e8ac-4af1-b543-c046bd4f6511 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc606ab96e314d47a8d1311fe2623d8d&device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 1094 time: 0.3117492 Jul 22 14:51:50.539255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-fa2e9b57-7bbe-4083-bac0-a238f29bf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.540853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-fa2e9b57-7bbe-4083-bac0-a238f29bf4e1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=94ddf40c-97ee-4d3a-8835-ab58f5d86ac4 HTTP/1.1" status: 200 len: 849 time: 0.1255507 Jul 22 14:51:50.556233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:50.558912 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eac25edb-c437-488c-a689-16932b35aca0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e7c62755a2c4f3887d42097b877650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357313 Jul 22 14:51:50.559224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.559792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53686) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:50.568322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac25edb-c437-488c-a689-16932b35aca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41cc345-d02a-427a-a936-30d5f343b6d2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:50.630547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bea8cbe-eb48-4cf9-aca8-cb88284bc58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.655524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-11a6a5bf-53f8-4514-b651-f6ab7a279102 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033087 Jul 22 14:51:50.658174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bea8cbe-eb48-4cf9-aca8-cb88284bc58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.662943 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-9bdffbfe-b4d7-4e08-ba4c-ab64d3e1e2ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b873ca90-774a-48e6-93b2-ef3cc197db71 HTTP/1.1" status: 200 len: 217 time: 0.1094723 Jul 22 14:51:50.709843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bea8cbe-eb48-4cf9-aca8-cb88284bc58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.712809 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2bea8cbe-eb48-4cf9-aca8-cb88284bc58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:50.717610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2bea8cbe-eb48-4cf9-aca8-cb88284bc58b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e41cc345-d02a-427a-a936-30d5f343b6d2 HTTP/1.1" status: 204 len: 168 time: 0.1532683 Jul 22 14:51:50.729814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea8cbe-eb48-4cf9-aca8-cb88284bc58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41cc345-d02a-427a-a936-30d5f343b6d2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:50.906112 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-053f06ee-95b2-4ba2-a35d-9650a7218fa1 req-ebe49da5-1c4c-4108-8e28-356d0f3c8185 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882289 Jul 22 14:51:50.907492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-6adabcab-f9ec-43fa-afcf-485f8757c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:50.908801 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-6adabcab-f9ec-43fa-afcf-485f8757c2f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7d713044-c231-4936-97cd-44416c40f266 HTTP/1.1" status: 200 len: 854 time: 0.1676803 Jul 22 14:51:50.984728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-f32db6f6-66b9-4a4d-aa1f-7ad121397cc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632513 Jul 22 14:51:51.032020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-7e3d8ab9-2d87-479b-bc82-786cb0a380f9 service neutron] 10.222.0.72 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618810 Jul 22 14:51:51.133670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6e25-045c-45b6-85c0-717b245e23b9 req-f182d957-5c4a-4661-ac24-f54abf36d3f0 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.139779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec1d6e25-045c-45b6-85c0-717b245e23b9 req-f182d957-5c4a-4661-ac24-f54abf36d3f0 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 943 time: 0.1238625 Jul 22 14:51:51.192869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec1d6e25-045c-45b6-85c0-717b245e23b9 req-9920f6d4-5695-4708-bd20-6a7766d664b1 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486846 Jul 22 14:51:51.211018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaee77-e234-4116-b5ac-4b05e88096a5 req-17730ec8-ae46-4f47-a8e7-e6bb964b949a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.212750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7cfaee77-e234-4116-b5ac-4b05e88096a5 req-17730ec8-ae46-4f47-a8e7-e6bb964b949a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.1309276 Jul 22 14:51:51.261310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7cfaee77-e234-4116-b5ac-4b05e88096a5 req-8ec73c29-9465-4858-8e4f-02db0728c7ff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Jul 22 14:51:51.305703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-45abfb99-74cd-4923-8f80-b8a7958f3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.307858 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-45abfb99-74cd-4923-8f80-b8a7958f3ee6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 1094 time: 0.3257411 Jul 22 14:51:51.320242 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-01cbf980-a5a7-4e4c-b088-d3d992fddfcc req-caa90331-7796-4026-a646-95cbea92bf07 service neutron] 10.222.0.72 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664969 Jul 22 14:51:51.331298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-845e2830-5116-4601-98a8-0fd4db87812b service neutron] 10.222.0.61 "GET /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313920 Jul 22 14:51:51.383133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:51.397852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.520405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:51.534448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:51.545440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92d698-ff4f-45ff-9a00-f6bca63065af None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:51.548331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.548946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.572157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:51.577798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-a4bdeccc-a62f-49fe-b15b-c90b1b01d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.579254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-a4bdeccc-a62f-49fe-b15b-c90b1b01d156 service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.2614388 Jul 22 14:51:51.586986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9043f57b-5fe5-4a05-9270-bd3f8aa44bab req-1f2187f7-30c1-40c0-b0d1-e848f44ae182 service neutron] 10.222.0.61 "GET /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400603 Jul 22 14:51:51.597353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0feb2913-fa43-4b79-9923-37fb1a80ae82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5390418 Jul 22 14:51:51.597547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53716) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:51.606545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:54:e2:8a', 'name': 'tempest-NetworksTestDHCPv6-41542179'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:51.645380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-7404d3b7-42d9-49d9-9d61-a1b74bdaf6f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef HTTP/1.1" status: 200 len: 217 time: 0.0532827 Jul 22 14:51:51.703565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-2510fdef-4174-4020-8876-6991a8b792e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.705198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-2510fdef-4174-4020-8876-6991a8b792e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0537770 Jul 22 14:51:51.728454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:51.729355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.784045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-ede8cd3b-19f7-4956-96e0-1a3549acaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.785966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-ede8cd3b-19f7-4956-96e0-1a3549acaf37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703459 Jul 22 14:51:51.793914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fc1fd-a4ca-4055-a0b5-0723dc5308b6 req-05ad839e-52e3-416a-8b8f-a6b804d70fa7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:51.795896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f57fc1fd-a4ca-4055-a0b5-0723dc5308b6 req-05ad839e-52e3-416a-8b8f-a6b804d70fa7 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 943 time: 0.1468008 Jul 22 14:51:51.827645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:51.867875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f57fc1fd-a4ca-4055-a0b5-0723dc5308b6 req-b17cf858-dd93-46ef-898c-3f99ed7f6a83 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622954 Jul 22 14:51:51.919292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Allocated IP 2001:db8::f816:3eff:fe4e:ab75 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b/9625a0e3-c85d-4bc4-b7cd-f670ac153666) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:51.935259 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-be42b150-562c-413e-a8fa-a33f914adc22 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424749 Jul 22 14:51:51.941284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:51.966902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port a94e8195-f152-4670-aee2-424421a67b19 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:51:52.057419 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dafd4e9d-f018-456d-84a2-9d854a24c65f req-b9b78d61-4cff-4e9d-a00f-022a86d64d93 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145751 Jul 22 14:51:52.071217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'tag': 'b873ca90-774a-48e6-93b2-ef3cc197db71'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:52.074722 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de128f84-a466-4da9-8ea2-2150e34656a0" -d '{"events": [{"name": "network-changed", "server_uuid": "60f7f89e-85fb-4baa-84a5-9f9941199865", "tag": "b873ca90-774a-48e6-93b2-ef3cc197db71"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:52.094056 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.105403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Transition to ACTIVE for port object 9625a0e3-c85d-4bc4-b7cd-f670ac153666 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:52.111095 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d76a2-3575-48a2-953c-f1a9f6a9e494 x-openstack-request-id: req-263d76a2-3575-48a2-953c-f1a9f6a9e494 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:52.111796 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f7f89e-85fb-4baa-84a5-9f9941199865", "tag": "b873ca90-774a-48e6-93b2-ef3cc197db71", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:52.112059 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-263d76a2-3575-48a2-953c-f1a9f6a9e494 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:52.112463 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'tag': 'b873ca90-774a-48e6-93b2-ef3cc197db71', 'status': 'completed', 'code': 200} Jul 22 14:51:52.126292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Transition to ACTIVE for port object 9625a0e3-c85d-4bc4-b7cd-f670ac153666 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:52.133717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.187629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:52.190968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:52.199276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:52.199766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-ff2a1f96-e975-4bce-a76b-4a69353c7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:52.201825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-ff2a1f96-e975-4bce-a76b-4a69353c7f9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc606ab96e314d47a8d1311fe2623d8d&device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 1094 time: 0.0651498 Jul 22 14:51:52.202871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fe54:e28a (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b/a94e8195-f152-4670-aee2-424421a67b19) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:52.214074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Pushing event updated for resources: {'Port': ['ID=9625a0e3-c85d-4bc4-b7cd-f670ac153666,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:52.285508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Attempting to bind port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:52.285895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Attempting to bind port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:52.292894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Attempting to bind port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:52.306629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:52.307021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:52.308051 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.308418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:52.310986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Bound port: 9625a0e3-c85d-4bc4-b7cd-f670ac153666, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:52.311444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.404247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] For port 9625a0e3-c85d-4bc4-b7cd-f670ac153666, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:52.409251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] For port 9625a0e3-c85d-4bc4-b7cd-f670ac153666, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9625a0e3-c85d-4bc4-b7cd-f670ac153666,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:52.416747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.508426 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.516924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcde46-609b-44ce-be44-73fd62a85a3a None None] Pushing event updated for resources: {'Port': ['ID=9625a0e3-c85d-4bc4-b7cd-f670ac153666,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:52.522423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0e8f8-0443-42e7-88a2-fae1b7298e5e req-53502fe4-90ff-488f-8d67-0a59ba3ee78b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:52.523931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ce0e8f8-0443-42e7-88a2-fae1b7298e5e req-53502fe4-90ff-488f-8d67-0a59ba3ee78b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 943 time: 0.2074475 Jul 22 14:51:52.569988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object a94e8195-f152-4670-aee2-424421a67b19 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:52.598009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07ca5d-7a5e-4697-98ac-1a38a1f6b2d9 req-fb9c2a9c-00b9-4e0c-88c1-673d041d52da tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:52.605394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db07ca5d-7a5e-4697-98ac-1a38a1f6b2d9 req-fb9c2a9c-00b9-4e0c-88c1-673d041d52da tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.1994243 Jul 22 14:51:52.627524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ce0e8f8-0443-42e7-88a2-fae1b7298e5e req-538751fb-c688-46e5-9344-ad999f5cfdc4 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966759 Jul 22 14:51:52.677831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:51:52.707052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db07ca5d-7a5e-4697-98ac-1a38a1f6b2d9 req-869736ba-80ff-4ccf-89e5-aec3717b9cfb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007030 Jul 22 14:51:52.708810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.748298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-fb6ed35f-b80b-49db-9d7f-24598be6ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:52.749871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-fb6ed35f-b80b-49db-9d7f-24598be6ae1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a HTTP/1.1" status: 200 len: 915 time: 0.5415277 Jul 22 14:51:52.754254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:52.757669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:52.760215 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:52.766691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:52.767850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:52.797230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-68d25d26-9d58-4997-b1fd-d7e0078ef3d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b873ca90-774a-48e6-93b2-ef3cc197db71 HTTP/1.1" status: 200 len: 217 time: 0.0407312 Jul 22 14:51:52.831343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2320144 Jul 22 14:51:52.836994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532aafa-7ca4-4ccd-a176-cf49f1cd13ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=a94e8195-f152-4670-aee2-424421a67b19,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:52.840096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53762) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:52.890641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-57d0e934-5804-4d55-b6de-937d81a422f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:52.892193 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-57d0e934-5804-4d55-b6de-937d81a422f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7d713044-c231-4936-97cd-44416c40f266 HTTP/1.1" status: 200 len: 854 time: 0.0884905 Jul 22 14:51:52.919914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:52.933455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-7216b470-af7c-4ba1-8e6c-227a5b56f5cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342972 Jul 22 14:51:52.940954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437', 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0', 'port_id': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437', 'mac_address': 'fa:16:3e:73:d1:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ddf40c-97ee-4d3a-8835-ab58f5d86ac4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:51:53.004500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.008432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770a75c-6886-481f-9490-2a979453c021 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.015146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770a75c-6886-481f-9490-2a979453c021 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.022190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:51:53.033804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6770a75c-6886-481f-9490-2a979453c021 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1922956 Jul 22 14:51:53.038225 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53782) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:53.050602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:53.057093 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.088473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-e58b3bce-6aca-4e2e-a9e4-6105b65d7fa1 service neutron] 10.222.0.61 "GET /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462038 Jul 22 14:51:53.122396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:53.189864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74225f25-3294-417b-aead-8b404e8318ba req-5c89fbde-530c-4766-b0ee-bc6ae85a20d2 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.191621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74225f25-3294-417b-aead-8b404e8318ba req-5c89fbde-530c-4766-b0ee-bc6ae85a20d2 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 943 time: 0.1560454 Jul 22 14:51:53.215452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b873ca90-774a-48e6-93b2-ef3cc197db71 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:51:53.237002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port a94e8195-f152-4670-aee2-424421a67b19 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:53.237329 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-de128f84-a466-4da9-8ea2-2150e34656a0 req-14e9992a-d507-48f9-9034-6ced2156d06a service neutron] 10.222.0.61 "GET /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354976 Jul 22 14:51:53.237464 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.265263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:53.272648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74225f25-3294-417b-aead-8b404e8318ba req-2541f6ce-08ac-418c-b794-763ce742bd85 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679436 Jul 22 14:51:53.382265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.403123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for a94e8195-f152-4670-aee2-424421a67b19 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:53.421537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b873ca90-774a-48e6-93b2-ef3cc197db71, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b873ca90-774a-48e6-93b2-ef3cc197db71,segment=NetworkSegment(0ac37554-35ea-400b-97d6-8d6827592dd3),segment_id=0ac37554-35ea-400b-97d6-8d6827592dd3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:53.441953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b873ca90-774a-48e6-93b2-ef3cc197db71', 'network_id': 'e50df09c-c2fb-4c7f-ae33-838c67fd0e6a', 'port_id': 'b873ca90-774a-48e6-93b2-ef3cc197db71', 'mac_address': 'fa:16:3e:d9:74:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d713044-c231-4936-97cd-44416c40f266', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:51:53.507559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9625a0e3-c85d-4bc4-b7cd-f670ac153666 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:53.558875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.604430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b873ca90-774a-48e6-93b2-ef3cc197db71 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:51:53.628280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.644636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b873ca90-774a-48e6-93b2-ef3cc197db71, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b873ca90-774a-48e6-93b2-ef3cc197db71,segment=NetworkSegment(0ac37554-35ea-400b-97d6-8d6827592dd3),segment_id=0ac37554-35ea-400b-97d6-8d6827592dd3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:53.651914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:53.657199 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.685601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=a94e8195-f152-4670-aee2-424421a67b19,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:53.732235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.746074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e944b96e-8742-4def-bca2-61c0661a4e27 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/a94e8195-f152-4670-aee2-424421a67b19 HTTP/1.1" status: 204 len: 168 time: 0.7062123 Jul 22 14:51:53.747913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b873ca90-774a-48e6-93b2-ef3cc197db71,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:53.748551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53824) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:53.832694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38298a9d-8443-44bd-8a18-8ec007044ede req-bf1eeb23-d946-49c4-be93-94cd5ea07839 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.834328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38298a9d-8443-44bd-8a18-8ec007044ede req-bf1eeb23-d946-49c4-be93-94cd5ea07839 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 944 time: 0.0861881 Jul 22 14:51:53.839037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58601ba-bc6f-4a4a-8443-135701542f49 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.840595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58601ba-bc6f-4a4a-8443-135701542f49 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.844725 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e58601ba-bc6f-4a4a-8443-135701542f49 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0928204 Jul 22 14:51:53.845168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:53.892490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b873ca90-774a-48e6-93b2-ef3cc197db71'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:53.941844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:53.942052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38298a9d-8443-44bd-8a18-8ec007044ede req-dc7556c2-e522-4794-86f6-53c0bfee7d74 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986166 Jul 22 14:51:53.945640 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:53.974100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21289645-9229-4b2e-813b-9b465179e20b req-f4a88143-e5f9-44b7-b29f-fb3815b50aff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:53.975750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21289645-9229-4b2e-813b-9b465179e20b req-f4a88143-e5f9-44b7-b29f-fb3815b50aff tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.1312494 Jul 22 14:51:53.996729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Provisioning for port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:54.018417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Provisioning complete for port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:54.018800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.027543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.035016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21289645-9229-4b2e-813b-9b465179e20b req-5c39d859-f0bf-42f2-9496-91d9e227935e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531900 Jul 22 14:51:54.141787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.191199 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.242344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.283347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:54.293296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.298397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53862) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:54.302970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:51:54.305718 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:51:54.306958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b HTTP/1.1" status: 204 len: 168 time: 0.4605594 Jul 22 14:51:54.315293 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.315653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.316001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.316731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.317086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.317430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.317777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.318118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.318457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.318831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.319163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.319497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569a44dd-67bb-4b6b-bd3d-e582878a6369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:51:54.352396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3351f0d9-6e44-4a1a-bf94-7ea41f7fd8ec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497699 Jul 22 14:51:54.353110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:54.359129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:54.446315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d340986-9a09-4290-9591-5d781e520c5b req-b3c2f52e-7a45-462e-9f94-bb241944cc62 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:54.448232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d340986-9a09-4290-9591-5d781e520c5b req-b3c2f52e-7a45-462e-9f94-bb241944cc62 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 944 time: 0.0960228 Jul 22 14:51:54.464757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:54.468919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.503703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d340986-9a09-4290-9591-5d781e520c5b req-d92b05de-d986-47e7-9fd5-40db68282c11 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Jul 22 14:51:54.530177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359b8f0-f879-4243-a581-526540fdf97e None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:54.677609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:54.742568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:54.747988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:54.748978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.772938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:54.822592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:54.829084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:54.864611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.922348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] Deleting port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:54.922765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.941776 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.945367 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f317a33-b955-4f4e-97b9-cf60223c8c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:54.952111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] For port 9625a0e3-c85d-4bc4-b7cd-f670ac153666, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9625a0e3-c85d-4bc4-b7cd-f670ac153666,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:54.966841 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.064609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:55.067614 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06e6ea-7074-474f-8804-706ed824db37" -d '{"events": [{"server_uuid": "b386785e-70c3-4ab7-ae4c-41c6b3109bc7", "name": "network-vif-plugged", "status": "completed", "tag": "ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:55.091395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f317a33-b955-4f4e-97b9-cf60223c8c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.097806 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f317a33-b955-4f4e-97b9-cf60223c8c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.115324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a693ca78-352c-4d57-8f65-452ce33c1ed8 None None] Could not find standard attr ID for object a94e8195-f152-4670-aee2-424421a67b19. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:55.118012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] For port 9625a0e3-c85d-4bc4-b7cd-f670ac153666, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9625a0e3-c85d-4bc4-b7cd-f670ac153666,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:55.118307 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.127609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:55.134434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.139886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.146259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadb024-50f1-4ef7-b5bd-132eb71c50f7 None None] Pushing event updated for resources: {'Port': ['ID=9625a0e3-c85d-4bc4-b7cd-f670ac153666,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.149086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] Calling delete_port for 9625a0e3-c85d-4bc4-b7cd-f670ac153666 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:55.166862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f317a33-b955-4f4e-97b9-cf60223c8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2addec72-2261-46f0-9972-33f1da1ad977,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.171870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f317a33-b955-4f4e-97b9-cf60223c8c71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15e0a12a30f2400686cb81741b341953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479898 Jul 22 14:51:55.195376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53896) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:55.205409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da709978-3629-425c-942c-4b4d1239935a req-7fc93438-b8e0-480b-a51e-2542161a30e2 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:55.206944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da709978-3629-425c-942c-4b4d1239935a req-7fc93438-b8e0-480b-a51e-2542161a30e2 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 944 time: 0.1747196 Jul 22 14:51:55.226320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b873ca90-774a-48e6-93b2-ef3cc197db71 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:55.272297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.313230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da709978-3629-425c-942c-4b4d1239935a req-6f8e1be3-8069-487b-b214-02de479398c1 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978441 Jul 22 14:51:55.318595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port b873ca90-774a-48e6-93b2-ef3cc197db71 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:55.323461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b873ca90-774a-48e6-93b2-ef3cc197db71 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:55.324135 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.338573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbf2ab5-b8a1-409c-9f84-fd5f95006001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.362838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9dc6a-5231-45a5-bd2d-d63e2f0bff76 req-c7f76167-8745-43ef-a9ff-6c5ab6b0ac7c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:55.371046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3d9dc6a-5231-45a5-bd2d-d63e2f0bff76 req-c7f76167-8745-43ef-a9ff-6c5ab6b0ac7c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.2368639 Jul 22 14:51:55.383726 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363b4f1b-a31a-4c55-9b54-1573642b4b14 x-openstack-request-id: req-363b4f1b-a31a-4c55-9b54-1573642b4b14 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:55.384170 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386785e-70c3-4ab7-ae4c-41c6b3109bc7", "name": "network-vif-plugged", "status": "completed", "tag": "ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:55.384930 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-363b4f1b-a31a-4c55-9b54-1573642b4b14 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:55.385326 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437', 'code': 200} Jul 22 14:51:55.400303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbf2ab5-b8a1-409c-9f84-fd5f95006001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.410143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port 9625a0e3-c85d-4bc4-b7cd-f670ac153666, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9625a0e3-c85d-4bc4-b7cd-f670ac153666,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:55.424275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9625a0e3-c85d-4bc4-b7cd-f670ac153666 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:55.445550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3d9dc6a-5231-45a5-bd2d-d63e2f0bff76 req-c39244d0-bcaa-4b02-9c54-144577f67fd4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738449 Jul 22 14:51:55.450118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.480289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.481161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.481726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.485744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbf2ab5-b8a1-409c-9f84-fd5f95006001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.488636 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-acbf2ab5-b8a1-409c-9f84-fd5f95006001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.490476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-acbf2ab5-b8a1-409c-9f84-fd5f95006001 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2addec72-2261-46f0-9972-33f1da1ad977 HTTP/1.1" status: 204 len: 168 time: 0.2937052 Jul 22 14:51:55.499599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2ab5-b8a1-409c-9f84-fd5f95006001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2addec72-2261-46f0-9972-33f1da1ad977,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.541361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] Pushing event deleted for resources: {'Port': ['ID=9625a0e3-c85d-4bc4-b7cd-f670ac153666,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.544780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2dd875-3464-46d0-8e14-a10cf8992ef0 None None] No DVR routers for this DVR port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:55.553771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.554265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=9625a0e3-c85d-4bc4-b7cd-f670ac153666,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.567641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:55.577090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:55.577228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No active binding found for port 9625a0e3-c85d-4bc4-b7cd-f670ac153666 {{(pid=93814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 14:51:55.577567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9625a0e3-c85d-4bc4-b7cd-f670ac153666 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:55.593470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:55.594086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.607904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b873ca90-774a-48e6-93b2-ef3cc197db71, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b873ca90-774a-48e6-93b2-ef3cc197db71,segment=NetworkSegment(0ac37554-35ea-400b-97d6-8d6827592dd3),segment_id=0ac37554-35ea-400b-97d6-8d6827592dd3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:55.608191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=7adaa061-ff50-4382-9eb5-f0298f61e910,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.611040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b66c6-a8bd-443c-a716-f8e1fcaf02ff None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:55.615541 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.634589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba8aa0c2-a059-484d-bc2e-4e9666cef9fc tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2777388 Jul 22 14:51:55.636176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:55.641530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:f6:d7:3c', 'name': 'tempest-NetworksTestDHCPv6-949874516'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:55.644147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd670f9-5d39-4875-a507-8c199b5b1367 req-9f4c1458-3ba8-4813-bbe7-87fb934d063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:55.645947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fd670f9-5d39-4875-a507-8c199b5b1367 req-9f4c1458-3ba8-4813-bbe7-87fb934d063f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 1096 time: 0.1904321 Jul 22 14:51:55.695141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0fd670f9-5d39-4875-a507-8c199b5b1367 req-d6ce557f-26d7-42b6-a305-bd08864a9b41 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 Jul 22 14:51:55.773582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b873ca90-774a-48e6-93b2-ef3cc197db71,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:55.824863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c5e6e-4202-43b9-b9d2-9df317126946 req-a485f0dc-e280-4c27-9364-7cb8bbac77e0 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:55.826443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-738c5e6e-4202-43b9-b9d2-9df317126946 req-a485f0dc-e280-4c27-9364-7cb8bbac77e0 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.1323812 Jul 22 14:51:55.845761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '7adaa061-ff50-4382-9eb5-f0298f61e910'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:55.846736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.859127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:55.863167 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.866955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:55.880896 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3be78e7d-760b-4c1b-bc6d-ea82a963a8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.896369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port a7779e9b-1d05-4749-8a22-db57bc50ce85 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:51:55.905652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-738c5e6e-4202-43b9-b9d2-9df317126946 req-83207a0c-d057-4b13-a55f-e784cd567fa9 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Jul 22 14:51:55.977623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3be78e7d-760b-4c1b-bc6d-ea82a963a8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:55.989345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3be78e7d-760b-4c1b-bc6d-ea82a963a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.000361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Allocated IP 2001:db8::f816:3eff:fe59:8d74 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/7adaa061-ff50-4382-9eb5-f0298f61e910/a38bf40e-1d6b-411e-973c-6d7927ce03d4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:56.035382 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3be78e7d-760b-4c1b-bc6d-ea82a963a8a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e063651269f3497db1026b26d00f3c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672370 Jul 22 14:51:56.036175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be78e7d-760b-4c1b-bc6d-ea82a963a8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79642ff4-069c-4db4-9436-264f20ea2853,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:56.038067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53908) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:56.092682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4aa75a1-bbef-4de6-8525-e313a4f6d677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.116721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4aa75a1-bbef-4de6-8525-e313a4f6d677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.145812 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.168735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4aa75a1-bbef-4de6-8525-e313a4f6d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.168967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Transition to ACTIVE for port object a38bf40e-1d6b-411e-973c-6d7927ce03d4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:56.171497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4aa75a1-bbef-4de6-8525-e313a4f6d677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.175687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4aa75a1-bbef-4de6-8525-e313a4f6d677 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79642ff4-069c-4db4-9436-264f20ea2853 HTTP/1.1" status: 204 len: 168 time: 0.1327229 Jul 22 14:51:56.181765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa75a1-bbef-4de6-8525-e313a4f6d677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79642ff4-069c-4db4-9436-264f20ea2853,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:56.189548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Transition to ACTIVE for port object a38bf40e-1d6b-411e-973c-6d7927ce03d4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:56.196784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.239661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:56.246629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:56.247051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fef6:d73c (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/7adaa061-ff50-4382-9eb5-f0298f61e910/a7779e9b-1d05-4749-8a22-db57bc50ce85) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:56.251672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:56.267034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Pushing event updated for resources: {'Port': ['ID=a38bf40e-1d6b-411e-973c-6d7927ce03d4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:56.330815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Attempting to bind port a38bf40e-1d6b-411e-973c-6d7927ce03d4 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:51:56.331220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Attempting to bind port a38bf40e-1d6b-411e-973c-6d7927ce03d4 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:51:56.332241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Attempting to bind port a38bf40e-1d6b-411e-973c-6d7927ce03d4 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:51:56.337310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:51:56.337310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:51:56.337612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.338602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:51:56.339096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Bound port: a38bf40e-1d6b-411e-973c-6d7927ce03d4, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:51:56.339481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.431693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] For port a38bf40e-1d6b-411e-973c-6d7927ce03d4, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:51:56.435543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] For port a38bf40e-1d6b-411e-973c-6d7927ce03d4, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a38bf40e-1d6b-411e-973c-6d7927ce03d4,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:51:56.442658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.445164 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.472787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object a7779e9b-1d05-4749-8a22-db57bc50ce85 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:51:56.499472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7954c-867e-42d2-9057-fd171c48be6b req-b6bba939-0b74-422a-810a-b7e8d97879f9 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.501796 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1d7954c-867e-42d2-9057-fd171c48be6b req-b6bba939-0b74-422a-810a-b7e8d97879f9 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 945 time: 0.1093981 Jul 22 14:51:56.548862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4bd4c-fe6e-46c9-a123-d58c441f3f23 None None] Pushing event updated for resources: {'Port': ['ID=a38bf40e-1d6b-411e-973c-6d7927ce03d4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:56.600391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.632860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1d7954c-867e-42d2-9057-fd171c48be6b req-0c788622-a7ab-4baa-841a-a681be7bbf83 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162124 Jul 22 14:51:56.685791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:56.690997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:56.695694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=a7779e9b-1d05-4749-8a22-db57bc50ce85,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:56.699477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:56.709125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.709125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:56.742540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f506d0-ad3d-4370-a3e8-c217442b77b7 req-96199c63-8382-452c-acc3-1cd1ff80f49b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.744874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68f506d0-ad3d-4370-a3e8-c217442b77b7 req-96199c63-8382-452c-acc3-1cd1ff80f49b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.2107253 Jul 22 14:51:56.746736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a1a4af3d-de12-468e-b09f-f81fe3787c42 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1096618 Jul 22 14:51:56.749981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:56.813944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68f506d0-ad3d-4370-a3e8-c217442b77b7 req-0693a697-0c30-4567-a35b-d84e9c4a8eec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619879 Jul 22 14:51:56.843930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23c0a0-c239-4ef0-abac-9e05b407ce47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.849831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23c0a0-c239-4ef0-abac-9e05b407ce47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:56.854096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2d23c0a0-c239-4ef0-abac-9e05b407ce47 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1003761 Jul 22 14:51:56.854678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53928) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:56.972883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port a7779e9b-1d05-4749-8a22-db57bc50ce85 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:56.973364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.101514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.117785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for a7779e9b-1d05-4749-8a22-db57bc50ce85 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:57.133251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5091664-55dd-486f-ae19-6ac9a2613835 req-13b7a35e-ca2c-43b2-b18a-05defba61606 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:57.134834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5091664-55dd-486f-ae19-6ac9a2613835 req-13b7a35e-ca2c-43b2-b18a-05defba61606 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.1434257 Jul 22 14:51:57.219897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5091664-55dd-486f-ae19-6ac9a2613835 req-04b4e222-2790-4ce4-adb5-4745cbaead9c tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768278 Jul 22 14:51:57.320938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.381048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=a7779e9b-1d05-4749-8a22-db57bc50ce85,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:57.386357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b873ca90-774a-48e6-93b2-ef3cc197db71'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:51:57.389386 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b502deb-b21e-400d-b671-a81546eca102" -d '{"events": [{"server_uuid": "60f7f89e-85fb-4baa-84a5-9f9941199865", "name": "network-vif-plugged", "status": "completed", "tag": "b873ca90-774a-48e6-93b2-ef3cc197db71"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:51:57.419575 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.423809 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-935a1547-4f9a-436f-b8c9-8b03c5606135 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/a7779e9b-1d05-4749-8a22-db57bc50ce85 HTTP/1.1" status: 204 len: 168 time: 0.5658393 Jul 22 14:51:57.424217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:57.445406 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39bba8b-ec6d-44a1-9411-315dac16f950 x-openstack-request-id: req-a39bba8b-ec6d-44a1-9411-315dac16f950 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:51:57.445708 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7f89e-85fb-4baa-84a5-9f9941199865", "name": "network-vif-plugged", "status": "completed", "tag": "b873ca90-774a-48e6-93b2-ef3cc197db71", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:51:57.445986 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a39bba8b-ec6d-44a1-9411-315dac16f950 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:51:57.446389 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b873ca90-774a-48e6-93b2-ef3cc197db71', 'code': 200} Jul 22 14:51:57.468462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a38bf40e-1d6b-411e-973c-6d7927ce03d4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:51:57.505630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564ef43-e199-41af-b35c-a5c96e34692e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:57.508127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564ef43-e199-41af-b35c-a5c96e34692e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:57.512798 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3564ef43-e199-41af-b35c-a5c96e34692e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0853429 Jul 22 14:51:57.513066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53948) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:57.535897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a38bf40e-1d6b-411e-973c-6d7927ce03d4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:57.599893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 7adaa061-ff50-4382-9eb5-f0298f61e910 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:51:57.604275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.653349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.680924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5edb93-7fd5-44bf-ab63-f8b074cc7ad6 req-5fea95f8-c4fb-438f-a253-d3394d356c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:57.682509 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a5edb93-7fd5-44bf-ab63-f8b074cc7ad6 req-5fea95f8-c4fb-438f-a253-d3394d356c23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 1096 time: 0.1607323 Jul 22 14:51:57.767287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Provisioning for port a38bf40e-1d6b-411e-973c-6d7927ce03d4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:51:57.768945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5a5edb93-7fd5-44bf-ab63-f8b074cc7ad6 req-0ef84970-40a8-49fd-a617-d52cca3a77a4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784302 Jul 22 14:51:57.775322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Provisioning complete for port a38bf40e-1d6b-411e-973c-6d7927ce03d4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:51:57.776766 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.831023 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.838100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59593e-b437-4687-86a1-a491de23f1e9 req-d71f8ef0-30d4-4410-8b8e-a1a623278fe1 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:57.842081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc59593e-b437-4687-86a1-a491de23f1e9 req-d71f8ef0-30d4-4410-8b8e-a1a623278fe1 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 945 time: 0.1217928 Jul 22 14:51:57.913909 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.926153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc59593e-b437-4687-86a1-a491de23f1e9 req-e0c01d92-fd90-4cdd-b2c8-b39c225e9bc5 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691631 Jul 22 14:51:57.935093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.976110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=7adaa061-ff50-4382-9eb5-f0298f61e910,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:57.986900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:57.993064 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-58c794db-4bb4-46ed-b5a9-d2776166960b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/7adaa061-ff50-4382-9eb5-f0298f61e910 HTTP/1.1" status: 204 len: 168 time: 0.4768577 Jul 22 14:51:57.993455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:58.027583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:51:58.028597 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:51:58.044814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14d5727c-f5a3-498e-a220-f6ee87a88e51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461383 Jul 22 14:51:58.044814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:58.066673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84adc9-663e-4364-897b-f05a19b1caa0 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:58.077990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f7d3d-3173-42d4-9e0f-164e8467e868 req-5173c089-6d43-4baa-b034-a670e56f3f49 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:58.079741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-772f7d3d-3173-42d4-9e0f-164e8467e868 req-5173c089-6d43-4baa-b034-a670e56f3f49 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 943 time: 0.1213970 Jul 22 14:51:58.128849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-772f7d3d-3173-42d4-9e0f-164e8467e868 req-dc963d69-ccb4-4972-8c73-61fc1308ede5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Jul 22 14:51:58.164946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c4e487-6c59-44f7-a6f1-2a792a2f7736 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:58.167237 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6c4e487-6c59-44f7-a6f1-2a792a2f7736 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1212869 Jul 22 14:51:58.170279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53972) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:58.244191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeaacdd-7fd0-409f-bb7d-6077d60c74a4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:58.246121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1aeaacdd-7fd0-409f-bb7d-6077d60c74a4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745006 Jul 22 14:51:58.248756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:58.297840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-48091719-229e-4765-8219-45dc074d5dd0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440228 Jul 22 14:51:58.298792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 53984) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:58.305949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:58.464375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:58.469665 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:58.519976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685845be-2be2-43c0-b418-d58c2f1b5331 req-6edf8948-b547-452b-b093-4032b55635ba tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:58.521570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-685845be-2be2-43c0-b418-d58c2f1b5331 req-6edf8948-b547-452b-b093-4032b55635ba tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.2107062 Jul 22 14:51:58.582433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:51:58.599022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:58.638117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-685845be-2be2-43c0-b418-d58c2f1b5331 req-bc664a15-fa73-4a61-9ee6-8c2abe1a0d0d tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085353 Jul 22 14:51:58.685569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 53998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:58.694111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dfe226c5-2e29-429a-ae9a-088991ccfdef details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:51:58.734810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] For port a38bf40e-1d6b-411e-973c-6d7927ce03d4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a38bf40e-1d6b-411e-973c-6d7927ce03d4,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:58.743263 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:58.821480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] Deleting port a38bf40e-1d6b-411e-973c-6d7927ce03d4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:51:58.821872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:58.902900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-77c1d721-8cfb-415b-99ae-eb89ba0171f4 None None] Could not find standard attr ID for object a7779e9b-1d05-4749-8a22-db57bc50ce85. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:51:58.904906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:58.932435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:58.936844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a00643-03be-47be-b23a-31e0c7ddedbf None None] Pushing event updated for resources: {'Port': ['ID=a38bf40e-1d6b-411e-973c-6d7927ce03d4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:58.944487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:51:58.953747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48adc3-6632-49b6-bdce-d2b1a99c61a8 req-2fd7a746-2a52-46b2-bc99-e9b9a18c4cea tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:58.955389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c48adc3-6632-49b6-bdce-d2b1a99c61a8 req-2fd7a746-2a52-46b2-bc99-e9b9a18c4cea tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 945 time: 0.1215084 Jul 22 14:51:58.975703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dfe226c5-2e29-429a-ae9a-088991ccfdef, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:58.990028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] For port a38bf40e-1d6b-411e-973c-6d7927ce03d4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a38bf40e-1d6b-411e-973c-6d7927ce03d4,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:58.990491 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.001934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'dfe226c5-2e29-429a-ae9a-088991ccfdef', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': 'dfe226c5-2e29-429a-ae9a-088991ccfdef', 'mac_address': 'fa:16:3e:4b:8c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:51:59.007801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] Calling delete_port for a38bf40e-1d6b-411e-973c-6d7927ce03d4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:51:59.048698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.090004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.114705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe226c5-2e29-429a-ae9a-088991ccfdef {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:51:59.146686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dfe226c5-2e29-429a-ae9a-088991ccfdef, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:51:59.152032 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.172261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Allocated IP 172.25.3.249 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/bf26384f-dc25-474d-b468-8a79a6dfcd37) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:59.181204 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.194901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] No DVR routers for this DVR port a38bf40e-1d6b-411e-973c-6d7927ce03d4 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:51:59.226074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dfe226c5-2e29-429a-ae9a-088991ccfdef,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:59.263478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecb6ce-5a0d-4403-afec-3713abab5700 None None] Pushing event deleted for resources: {'Port': ['ID=a38bf40e-1d6b-411e-973c-6d7927ce03d4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:59.305684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.358550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.358776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dfe226c5-2e29-429a-ae9a-088991ccfdef'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:51:59.410797 n-d-794306-8 neutron-server[93812]: WARNING neutron.services.revisions.revision_plugin [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Could not find related port for resource to bump revision. Jul 22 14:51:59.411466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a38bf40e-1d6b-411e-973c-6d7927ce03d4 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:51:59.420827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Port a38bf40e-1d6b-411e-973c-6d7927ce03d4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93812) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 14:51:59.421122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Reverting IP allocation for 2001:db8::f816:3eff:fe59:8d74 {{(pid=93812) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 14:51:59.424726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:59.428042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:59.428256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c48adc3-6632-49b6-bdce-d2b1a99c61a8 req-b34c52f6-3ca9-4569-b3a4-7fdb5e8b888a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219790 Jul 22 14:51:59.430208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.ipam_pluggable_backend [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe59:8d74 {{(pid=93812) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 14:51:59.430747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:51:59.440621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.449037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: a38bf40e-1d6b-411e-973c-6d7927ce03d4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:51:59.449621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a38bf40e-1d6b-411e-973c-6d7927ce03d4 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:51:59.461644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Port': ['ID=bf26384f-dc25-474d-b468-8a79a6dfcd37,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:59.500664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:51:59.508872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:51:59.514477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:59.515330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.522477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c657ad6d-6046-4a74-83f2-3c48f4c40cb2 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:51:59.528400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1bc25-c699-438e-827b-729cbe397852 req-5933fdb3-a44d-4f80-8094-fdaf89445f00 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:59.530975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8c1bc25-c699-438e-827b-729cbe397852 req-5933fdb3-a44d-4f80-8094-fdaf89445f00 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 944 time: 0.1908758 Jul 22 14:51:59.536513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=568fc1ac-8b3d-4d81-a89b-5999db6f1992,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:59.543513 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.571004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4685658-ca45-48df-b035-3e9f1058cbdb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2687361 Jul 22 14:51:59.571649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:59.578006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:f3:c8:90', 'name': 'tempest-NetworksTestDHCPv6-864524814'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:59.594392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.613610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8c1bc25-c699-438e-827b-729cbe397852 req-1af53153-90e6-48b2-8b76-3e7dbe0fbc53 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704892 Jul 22 14:51:59.732211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '568fc1ac-8b3d-4d81-a89b-5999db6f1992'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:51:59.732749 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:59.734505 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.768223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.777662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.851289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Port': ['ID=bf26384f-dc25-474d-b468-8a79a6dfcd37,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:51:59.851498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d785e85-dd70-4b02-baa7-520e3d63305d req-0ead1060-7a4e-4fc6-89ae-ddf9dd96bb14 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:51:59.858744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d785e85-dd70-4b02-baa7-520e3d63305d req-0ead1060-7a4e-4fc6-89ae-ddf9dd96bb14 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.1425033 Jul 22 14:51:59.866424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.881718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.883125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6023a575-6373-4ce5-97ea-5d3f349cf125 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1956751 Jul 22 14:51:59.886249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:51:59.888173 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.892202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-612806732'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:51:59.894687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Allocated IP 2001:db8::f816:3eff:fed2:dec6 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/568fc1ac-8b3d-4d81-a89b-5999db6f1992/f28b2ff3-6d9b-4550-adc1-75b28bf9687c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:51:59.921660 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d785e85-dd70-4b02-baa7-520e3d63305d req-f8e9f6f6-c854-4c70-925e-02cb95798f71 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619352 Jul 22 14:51:59.921819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Made reservation on behalf of 52910b67fb2a462faeb27f0826822e4c for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:51:59.926122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.943563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:51:59.947692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port f92e228e-2041-4976-a71e-64e5373883cf yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:00.077576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.079700 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.088884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Transition to ACTIVE for port object f28b2ff3-6d9b-4550-adc1-75b28bf9687c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:00.102804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.112022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Transition to ACTIVE for port object f28b2ff3-6d9b-4550-adc1-75b28bf9687c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:00.128838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.132450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:52:00.152951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da279e6-5770-45b9-a777-64329fae45f3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:00.157918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.158268 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Added segment ac499e8c-5245-4645-a07c-e4a4f51a6e4a of type vlan for network d58fa91c-6e29-4b11-870d-5907adcaf9dd Jul 22 14:52:00.198320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fef3:c890 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/568fc1ac-8b3d-4d81-a89b-5999db6f1992/f92e228e-2041-4976-a71e-64e5373883cf) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:00.208362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:00.210067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Pushing event updated for resources: {'Port': ['ID=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:00.212347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.214612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:00.219010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:00.227564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-879187d7-a95e-4dfe-9ce7-40faa1cf2d7a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:00.229843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-879187d7-a95e-4dfe-9ce7-40faa1cf2d7a tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.72 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 945 time: 0.1646695 Jul 22 14:52:00.288722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Attempting to bind port f28b2ff3-6d9b-4550-adc1-75b28bf9687c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:00.289102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Attempting to bind port f28b2ff3-6d9b-4550-adc1-75b28bf9687c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:00.289476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Attempting to bind port f28b2ff3-6d9b-4550-adc1-75b28bf9687c on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:00.296592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:00.297093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:00.297509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.297942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:00.298424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Bound port: f28b2ff3-6d9b-4550-adc1-75b28bf9687c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:00.298859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.314282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.320993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:00.321130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.388792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] For port f28b2ff3-6d9b-4550-adc1-75b28bf9687c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:00.399857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5098853 Jul 22 14:52:00.400597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] For port f28b2ff3-6d9b-4550-adc1-75b28bf9687c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:00.401677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54022) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:00.405891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.407133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Request body: {'subnet': {'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:00.426923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba85ee4-1090-4a17-a9f1-ea0b15561237 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Network': ['ID=d58fa91c-6e29-4b11-870d-5907adcaf9dd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:00.453535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:52:00.454886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Deleting port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:00.455252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.506132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09331a10-eb8f-4e5f-900b-1e634f2de986 None None] Pushing event updated for resources: {'Port': ['ID=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:00.522303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.598175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] For port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:00.598826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.613835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Calling delete_port for ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:00.627145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object f92e228e-2041-4976-a71e-64e5373883cf will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:00.671301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d597d-0f67-490d-9592-41af75af12ec req-f3235ada-782e-4438-a827-af468eb8f6e0 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:00.675337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc7d597d-0f67-490d-9592-41af75af12ec req-f3235ada-782e-4438-a827-af468eb8f6e0 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.2775948 Jul 22 14:52:00.697235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dfe226c5-2e29-429a-ae9a-088991ccfdef up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:00.719347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Made reservation on behalf of 52910b67fb2a462faeb27f0826822e4c for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:00.723386 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.780468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.783112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port dfe226c5-2e29-429a-ae9a-088991ccfdef completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:00.788144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port dfe226c5-2e29-429a-ae9a-088991ccfdef triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:00.789330 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.819459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Pushing event deleted for resources: {'Port': ['ID=ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:00.853573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39fef3-c7f5-4370-a14a-5156053618f6 req-91397a9f-5768-4305-be9a-938c0b2ede56 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:00.855492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d39fef3-c7f5-4370-a14a-5156053618f6 req-91397a9f-5768-4305-be9a-938c0b2ede56 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=b386785e-70c3-4ab7-ae4c-41c6b3109bc7 HTTP/1.1" status: 200 len: 867 time: 0.2827160 Jul 22 14:52:00.880482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] No DVR routers for this DVR port ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:00.883160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.885830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ad1c552-11aa-4e11-960e-89eaf7d2fc19 req-f7e044a0-d6ec-4290-8a6c-869f75bfcbcc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.72 "DELETE /v2.0/ports/ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 HTTP/1.1" status: 204 len: 173 time: 0.6440637 Jul 22 14:52:00.886305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'name': 'network-vif-deleted', 'tag': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:00.894265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.895891 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4b8db0-a8b0-45e3-96e2-51ca0a44f898" -d '{"events": [{"server_uuid": "b386785e-70c3-4ab7-ae4c-41c6b3109bc7", "name": "network-vif-deleted", "tag": "ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:00.905427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.928448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe226c5-2e29-429a-ae9a-088991ccfdef'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:00.931260 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525acafb-e3a8-4785-9ccb-489d38c975a0" -d '{"events": [{"server_uuid": "b0473a6c-2c29-4ee2-967c-25463e238ef4", "name": "network-vif-plugged", "status": "completed", "tag": "dfe226c5-2e29-429a-ae9a-088991ccfdef"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:00.936017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port dfe226c5-2e29-429a-ae9a-088991ccfdef, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:00.941989 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:00.944402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:00.945702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bc7d597d-0f67-490d-9592-41af75af12ec req-95a91d7e-ba1c-496b-8ca1-1e8940dc73c3 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650976 Jul 22 14:52:01.001189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:01.020703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:01.023219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:01.029587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.030228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.043338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:01.043694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:01.045375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=dfe226c5-2e29-429a-ae9a-088991ccfdef,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:01.056151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.056151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.056151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.058373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:01.079409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8d39fef3-c7f5-4370-a14a-5156053618f6 req-314a8290-ec2e-48bd-ae4e-642bd9911dda tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666396 Jul 22 14:52:01.082913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=f92e228e-2041-4976-a71e-64e5373883cf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:01.108375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-85f57a27-b0e2-4fb0-bb1e-5ec1f534b6aa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5354908 Jul 22 14:52:01.111046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:01.145240 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c24f81-5400-4e76-8b95-98c26a870b29 x-openstack-request-id: req-c3c24f81-5400-4e76-8b95-98c26a870b29 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:01.145738 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b386785e-70c3-4ab7-ae4c-41c6b3109bc7", "name": "network-vif-deleted", "tag": "ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:01.146145 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3c24f81-5400-4e76-8b95-98c26a870b29 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:01.146760 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b386785e-70c3-4ab7-ae4c-41c6b3109bc7', 'name': 'network-vif-deleted', 'tag': 'ef22e8f9-ba0e-4bd5-a9e0-7f58d9c6d437', 'status': 'completed', 'code': 200} Jul 22 14:52:01.170345 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21689f2a-61f3-4840-b251-a4ea1924869b x-openstack-request-id: req-21689f2a-61f3-4840-b251-a4ea1924869b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:01.171424 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0473a6c-2c29-4ee2-967c-25463e238ef4", "name": "network-vif-plugged", "status": "completed", "tag": "dfe226c5-2e29-429a-ae9a-088991ccfdef", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:01.171706 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21689f2a-61f3-4840-b251-a4ea1924869b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:01.172117 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe226c5-2e29-429a-ae9a-088991ccfdef', 'code': 200} Jul 22 14:52:01.190590 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07de10-539a-4b8f-9962-e556473bf6db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.197405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c07de10-539a-4b8f-9962-e556473bf6db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.199236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4c07de10-539a-4b8f-9962-e556473bf6db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0869362 Jul 22 14:52:01.202197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:01.236620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97119bca-9159-49dd-8d3b-f063e5e4c020 req-f6345fba-d8ae-4ee9-b866-290af27c3260 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.238606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97119bca-9159-49dd-8d3b-f063e5e4c020 req-f6345fba-d8ae-4ee9-b866-290af27c3260 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 945 time: 0.2208323 Jul 22 14:52:01.266276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.348600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97119bca-9159-49dd-8d3b-f063e5e4c020 req-70f9aa4b-3021-408e-a360-ebe8d099bf36 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Jul 22 14:52:01.390650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f39de-14d2-4fb6-add5-2ff8bd926db4 req-7378a939-a663-4265-be60-225eb12a1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.394593 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d2f39de-14d2-4fb6-add5-2ff8bd926db4 req-7378a939-a663-4265-be60-225eb12a1f2e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 1096 time: 0.1552005 Jul 22 14:52:01.399005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port f92e228e-2041-4976-a71e-64e5373883cf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:01.399443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.418145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Subnet': ['ID=d114b23d-9682-42a5-9086-fb83d1cdc37e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:01.432565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Checking segment: {'id': 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:01.433814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network hostable DHCP agents. Network: d58fa91c-6e29-4b11-870d-5907adcaf9dd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:52:01.458065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:52:01.480484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, d58fa91c-6e29-4b11-870d-5907adcaf9dd) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:01.499372 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8f747-2074-4285-bd59-19451322a782 None None] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:01.513365 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d2f39de-14d2-4fb6-add5-2ff8bd926db4 req-ad39d956-c759-4c19-998c-eee92062ba20 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101975 Jul 22 14:52:01.520932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.521957 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.522389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f28b2ff3-6d9b-4550-adc1-75b28bf9687c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:01.548209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2fc754a4-3d27-4756-a31d-56a6ed525f3c tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1450839 Jul 22 14:52:01.550906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54036) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:01.557839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-924362046', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:01.577167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.593092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.594936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.601049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for f92e228e-2041-4976-a71e-64e5373883cf owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:01.653462 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f28b2ff3-6d9b-4550-adc1-75b28bf9687c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:01.668889 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.747479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-d58fa91c-6e29-4b11-870d-5907adcaf9dd', 'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd', 'tenant_id': '52910b67fb2a462faeb27f0826822e4c', 'fixed_ips': [{'subnet_id': 'd114b23d-9682-42a5-9086-fb83d1cdc37e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:52:01.748487 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.830660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.836546 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.875927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=f92e228e-2041-4976-a71e-64e5373883cf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:01.915637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-8aada482-dc44-4ab2-aa96-7280f2f9fe9c tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:01.918446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-8aada482-dc44-4ab2-aa96-7280f2f9fe9c tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.61 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.1491165 Jul 22 14:52:01.922652 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:01.925651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b45eb841-59b4-46d2-83b1-d4d54deb768e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/f92e228e-2041-4976-a71e-64e5373883cf HTTP/1.1" status: 204 len: 168 time: 0.7222617 Jul 22 14:52:01.934965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54038) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:01.941635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] Provisioning for port f28b2ff3-6d9b-4550-adc1-75b28bf9687c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:01.949708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] Provisioning complete for port f28b2ff3-6d9b-4550-adc1-75b28bf9687c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:01.950088 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.030019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Allocated IP 172.20.0.2 (d58fa91c-6e29-4b11-870d-5907adcaf9dd/d114b23d-9682-42a5-9086-fb83d1cdc37e/f279b4aa-4852-4b5d-a51f-fcb15408ff90) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:02.100756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.133775 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.149363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7cba1-58e8-459e-a8b8-9c3970c582e0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:02.158931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7cba1-58e8-459e-a8b8-9c3970c582e0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:02.158931 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7fe7cba1-58e8-459e-a8b8-9c3970c582e0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2150688 Jul 22 14:52:02.158931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:02.186508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.238290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] For port f28b2ff3-6d9b-4550-adc1-75b28bf9687c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:02.245227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 568fc1ac-8b3d-4d81-a89b-5999db6f1992 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:02.249902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.258570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.327573 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.332730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Deleting port b873ca90-774a-48e6-93b2-ef3cc197db71 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:02.333236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.398728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76591366-3bb3-4715-86f3-055ca4b24c02 req-d2b4d7c2-c473-48a9-8662-a5a9ed3aad65 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:02.400633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76591366-3bb3-4715-86f3-055ca4b24c02 req-d2b4d7c2-c473-48a9-8662-a5a9ed3aad65 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/ports?device_id=60f7f89e-85fb-4baa-84a5-9f9941199865 HTTP/1.1" status: 200 len: 945 time: 0.3317924 Jul 22 14:52:02.437019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7825ec5-6b4e-404d-a5b7-91f10a0dc916 None None] Pushing event updated for resources: {'Port': ['ID=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:02.509019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-89d9c65f-1a2c-4595-ac83-1a990e3368e8 None None] Could not find standard attr ID for object f92e228e-2041-4976-a71e-64e5373883cf. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:52:02.545614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.546131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] For port b873ca90-774a-48e6-93b2-ef3cc197db71, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b873ca90-774a-48e6-93b2-ef3cc197db71,segment=NetworkSegment(0ac37554-35ea-400b-97d6-8d6827592dd3),segment_id=0ac37554-35ea-400b-97d6-8d6827592dd3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:02.546541 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.550399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.555230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76591366-3bb3-4715-86f3-055ca4b24c02 req-a809e995-4441-4689-a0de-8cb02f5f4f94 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.60 "GET /v2.0/security-groups?id=4576c768-b922-4be6-b126-acec012e45db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350315 Jul 22 14:52:02.556787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Transition to ACTIVE for port object f279b4aa-4852-4b5d-a51f-fcb15408ff90 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:02.564223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Allocated IP 172.25.3.17 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/ec7bc7d7-6774-473f-ae6c-446fa4a753fc) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:02.585143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Transition to ACTIVE for port object f279b4aa-4852-4b5d-a51f-fcb15408ff90 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:02.590009 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.599392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Calling delete_port for b873ca90-774a-48e6-93b2-ef3cc197db71 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:02.641582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:02.644370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650b65b-84d2-496b-872a-f111a9d60eda req-4ab51185-745d-48f9-95a0-0d20b8ea384f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:02.646784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0650b65b-84d2-496b-872a-f111a9d60eda req-4ab51185-745d-48f9-95a0-0d20b8ea384f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 945 time: 0.1604455 Jul 22 14:52:02.654290 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:02.656352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Pushing event updated for resources: {'Port': ['ID=f279b4aa-4852-4b5d-a51f-fcb15408ff90,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:02.658623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:02.723730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.729387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0650b65b-84d2-496b-872a-f111a9d60eda req-b7db22ee-d935-4e19-9064-55f32e194f2a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524297 Jul 22 14:52:02.748046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Attempting to bind port f279b4aa-4852-4b5d-a51f-fcb15408ff90 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:02.748656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Attempting to bind port f279b4aa-4852-4b5d-a51f-fcb15408ff90 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:02.749228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Attempting to bind port f279b4aa-4852-4b5d-a51f-fcb15408ff90 on network d58fa91c-6e29-4b11-870d-5907adcaf9dd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:02.767744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:02.768368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Checking segment: {'id': 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:02.768968 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.769527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Bound using segment: {'id': 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:02.769649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.770279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Bound port: f279b4aa-4852-4b5d-a51f-fcb15408ff90, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:02.771904 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/568fc1ac-8b3d-4d81-a89b-5999db6f1992 HTTP/1.1" status: 204 len: 168 time: 0.6152143 Jul 22 14:52:02.772273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.773681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f0444-91bd-4769-861f-149cdedc1a7f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=568fc1ac-8b3d-4d81-a89b-5999db6f1992,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:02.778961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:02.782237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09bcde-c7b6-45c5-ae91-312fe01b3a9f None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:02.786683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.845983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d6271eec-0a5d-45ba-aa9e-a0a99574c44b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622425 Jul 22 14:52:02.848677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:02.853858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:02.875105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:02.904949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b873ca90-774a-48e6-93b2-ef3cc197db71'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:02.925679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Pushing event deleted for resources: {'Port': ['ID=b873ca90-774a-48e6-93b2-ef3cc197db71,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:03.006090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.008139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] For port f279b4aa-4852-4b5d-a51f-fcb15408ff90, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:03.010315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] No DVR routers for this DVR port b873ca90-774a-48e6-93b2-ef3cc197db71 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:03.014010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.016565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b2f2e16-3e55-4361-8c34-6a631543dc8a req-0ea26b71-d235-4b17-94f4-5fd8ed3d8093 tempest-ServerAddressesTestJSON-370391250 tempest-ServerAddressesTestJSON-370391250-project] 10.222.0.61 "DELETE /v2.0/ports/b873ca90-774a-48e6-93b2-ef3cc197db71 HTTP/1.1" status: 204 len: 173 time: 1.0891080 Jul 22 14:52:03.025476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] For port f279b4aa-4852-4b5d-a51f-fcb15408ff90, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f279b4aa-4852-4b5d-a51f-fcb15408ff90,segment=NetworkSegment(ac499e8c-5245-4645-a07c-e4a4f51a6e4a),segment_id=ac499e8c-5245-4645-a07c-e4a4f51a6e4a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:03.042028 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.053479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:03.062801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.086285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:03.106175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-fce43913-c981-4d66-af70-3bb9012bd6b0 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:03.122331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-fce43913-c981-4d66-af70-3bb9012bd6b0 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/networks?id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 200 len: 809 time: 0.2820823 Jul 22 14:52:03.123187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:03.127718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:03.150944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Port': ['ID=ec7bc7d7-6774-473f-ae6c-446fa4a753fc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:03.161118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a089428-4619-4eff-872b-1f14a9bdf538 req-1bcbf3ba-8e4c-49a1-b8fa-b4e6a13672bb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:03.162711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a089428-4619-4eff-872b-1f14a9bdf538 req-1bcbf3ba-8e4c-49a1-b8fa-b4e6a13672bb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 945 time: 0.3048165 Jul 22 14:52:03.167055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e68439-a408-4a60-bf3f-bc35b68ecce8 None None] Pushing event updated for resources: {'Port': ['ID=f279b4aa-4852-4b5d-a51f-fcb15408ff90,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:03.182962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'name': 'network-vif-deleted', 'tag': 'b873ca90-774a-48e6-93b2-ef3cc197db71'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:03.186349 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b9f24-0a2a-478d-8c41-e84dfafe73ea" -d '{"events": [{"server_uuid": "60f7f89e-85fb-4baa-84a5-9f9941199865", "name": "network-vif-deleted", "tag": "b873ca90-774a-48e6-93b2-ef3cc197db71"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:03.212149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-86c491b6-2f0d-4184-9ad7-9d89bf2d19e6 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/quotas/b5e7794a21fe41119eac2dc68574f19f HTTP/1.1" status: 200 len: 375 time: 0.0453129 Jul 22 14:52:03.240960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:52:03.304101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] Deleting port f28b2ff3-6d9b-4550-adc1-75b28bf9687c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:03.304580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.446408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] For port f28b2ff3-6d9b-4550-adc1-75b28bf9687c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:03.446873 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.477256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f28b2ff3-6d9b-4550-adc1-75b28bf9687c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:03.485243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] Calling delete_port for f28b2ff3-6d9b-4550-adc1-75b28bf9687c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:03.621170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:52:03.678000 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.706079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-010a7db3-9a34-4bd5-a831-2c6c01150be0 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5e7794a21fe41119eac2dc68574f19f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4853139 Jul 22 14:52:03.714369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.750835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a089428-4619-4eff-872b-1f14a9bdf538 req-d7491ce9-f889-4688-b7d6-2c4e02c21507 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733411 Jul 22 14:52:03.756009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] Pushing event deleted for resources: {'Port': ['ID=f28b2ff3-6d9b-4550-adc1-75b28bf9687c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:03.761967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf7aaf-adb9-4a8b-81ea-8affe8124cbf None None] No DVR routers for this DVR port f28b2ff3-6d9b-4550-adc1-75b28bf9687c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:03.799140 n-d-794306-8 neutron-server[93813]: WARNING neutron.services.revisions.revision_plugin [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Could not find related port for resource to bump revision. Jul 22 14:52:03.803913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Port f28b2ff3-6d9b-4550-adc1-75b28bf9687c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 14:52:03.804481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Reverting IP allocation for 2001:db8::f816:3eff:fed2:dec6 {{(pid=93813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 14:52:03.811927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed2:dec6 {{(pid=93813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 14:52:03.813943 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.845211 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5b2995-1fe5-4ee0-868c-97c83963328f x-openstack-request-id: req-2d5b2995-1fe5-4ee0-868c-97c83963328f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:03.845506 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f7f89e-85fb-4baa-84a5-9f9941199865", "name": "network-vif-deleted", "tag": "b873ca90-774a-48e6-93b2-ef3cc197db71", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:03.845756 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d5b2995-1fe5-4ee0-868c-97c83963328f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:03.846153 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f7f89e-85fb-4baa-84a5-9f9941199865', 'name': 'network-vif-deleted', 'tag': 'b873ca90-774a-48e6-93b2-ef3cc197db71', 'status': 'completed', 'code': 200} Jul 22 14:52:03.859044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:03.863724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:03.871866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:03.872649 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:03.881285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54072) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:03.885694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b00cc6-184d-4059-9930-4875c89e7d10 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:03.908934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=955a786f-b7fd-4de3-a2e7-e9491a626b94,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:03.929731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ae2908d2-490d-4fea-819e-9b15abade449 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0799398 Jul 22 14:52:03.932503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54074) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:03.945409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:47:03:49', 'name': 'tempest-NetworksTestDHCPv6-488299784'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:03.995145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-58dc3afc-7d8b-446a-af61-e060bea45618 service neutron] 10.222.0.60 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879603 Jul 22 14:52:04.103797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Deleting subnet 7d713044-c231-4936-97cd-44416c40f266 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:04.114020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:04.115750 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.150906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': '955a786f-b7fd-4de3-a2e7-e9491a626b94'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:52:04.152531 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.194455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-fc48ed35-4d25-4370-b4c9-ae7cd91c24c0 service neutron] 10.222.0.60 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972506 Jul 22 14:52:04.196656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.251193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.280264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.320346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:04.432067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.442853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Allocated IP 2001:db8::f816:3eff:febd:adcb (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/955a786f-b7fd-4de3-a2e7-e9491a626b94/4a37f9ab-5774-4b21-ba3c-7fdf16b14115) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:04.643926 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.685995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-033ac666-401f-450e-b7f9-ae3ba90473c9 req-aa9200b4-327f-4c98-bcc2-cab1fa83c1cc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 210 time: 0.1862180 Jul 22 14:52:04.733890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d713044-c231-4936-97cd-44416c40f266,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:04.740417 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.744224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3d5cb12c-f15d-4ef4-98d7-9affba00baf6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7d713044-c231-4936-97cd-44416c40f266 HTTP/1.1" status: 204 len: 168 time: 0.8570070 Jul 22 14:52:04.746672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54094) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:04.785850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.930031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:04.975996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Router 90f959ab-004f-42ac-b3e7-bdd109c56255 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:52:05.006067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99f103-6ded-468d-98b6-157d5ba61d1d None None] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:05.121492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.126866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9937f6b7-bbc7-4de9-baf3-6cf3e7900ad9 None None] Provisioning for port f279b4aa-4852-4b5d-a51f-fcb15408ff90 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:05.217834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Transition to ACTIVE for port object 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:05.219953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:05.241685 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] Sync routers for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:05.266849 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:05.267898 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.277448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Transition to ACTIVE for port object 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:05.293212 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.314341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.320535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c8f3c1fc-f4a1-46de-8223-fadd7d061b04 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.7684345 Jul 22 14:52:05.323377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54114) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:05.359416 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.395350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:05.396432 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.493081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Pushing event updated for resources: {'Port': ['ID=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:05.507730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fe47:349 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/955a786f-b7fd-4de3-a2e7-e9491a626b94/9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:05.560724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:05.583434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.599965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:05.602495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f279b4aa-4852-4b5d-a51f-fcb15408ff90 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:05.611658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:05.611878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50df09c-c2fb-4c7f-ae33-838c67fd0e6a']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.635396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac37554-35ea-400b-97d6-8d6827592dd3') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.635596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac37554-35ea-400b-97d6-8d6827592dd3') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.660817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.742354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.804297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:52:05.804975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:52:05.813565 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:52:05.844094 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:05.844784 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be5dbb2-3919-4b00-8374-801f8128105a None None] The sync data for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:05.936638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Attempting to bind port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:05.937128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Attempting to bind port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:05.937614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Attempting to bind port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:05.965333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f26cbd6-9c45-4820-a5e5-a4a2ce35c3c5 req-1766d58d-c885-4371-a73d-366521dbcca5 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 210 time: 0.0975318 Jul 22 14:52:05.980682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:05.981867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:05.982415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:05.983669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:05.985347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Bound port: 4a37f9ab-5774-4b21-ba3c-7fdf16b14115, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:05.985902 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.008935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f279b4aa-4852-4b5d-a51f-fcb15408ff90 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:06.016649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f279b4aa-4852-4b5d-a51f-fcb15408ff90 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:06.017196 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.029957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.068960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:06.131233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] For port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:06.135570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] For port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:06.148457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.177421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.188920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.282080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.284274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e50df09c-c2fb-4c7f-ae33-838c67fd0e6a HTTP/1.1" status: 204 len: 168 time: 1.5365708 Jul 22 14:52:06.313126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712af1-99b4-4249-870a-93156a314761 admin admin] Pushing event deleted for resources: {'Network': ['ID=e50df09c-c2fb-4c7f-ae33-838c67fd0e6a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:06.347253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.472689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:06.487380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:06.498340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-99271b7a-3f98-426d-b101-63d19676c6f4 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:06.502248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-99271b7a-3f98-426d-b101-63d19676c6f4 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.61 "GET /v2.0/networks?id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 200 len: 809 time: 0.4645762 Jul 22 14:52:06.509934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:06.511760 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.518258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41578a-e430-47ce-a1de-713d4b88c94f None None] Pushing event updated for resources: {'Port': ['ID=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:06.539840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:06.547579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.592086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Request body: {'port': {'device_id': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0', 'admin_state_up': True, 'tenant_id': 'b5e7794a21fe41119eac2dc68574f19f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:06.625353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f279b4aa-4852-4b5d-a51f-fcb15408ff90, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f279b4aa-4852-4b5d-a51f-fcb15408ff90,segment=NetworkSegment(ac499e8c-5245-4645-a07c-e4a4f51a6e4a),segment_id=ac499e8c-5245-4645-a07c-e4a4f51a6e4a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:06.629823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:06.651381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.764061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c63bff39-86ea-47db-9e78-0884d0748c04 None None] Provisioning complete for port f279b4aa-4852-4b5d-a51f-fcb15408ff90 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:06.764450 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c63bff39-86ea-47db-9e78-0884d0748c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:06.816098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54154) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:06.826953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cd753dbf-4eb9-4474-8769-7e484872155d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8932726 Jul 22 14:52:06.831778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f279b4aa-4852-4b5d-a51f-fcb15408ff90,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:06.843542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:06.939926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ceca87e5-423c-478d-ac04-5403a2a8fd3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc606ab96e314d47a8d1311fe2623d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114655 Jul 22 14:52:06.942656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:06.952142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Made reservation on behalf of b5e7794a21fe41119eac2dc68574f19f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:06.955539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.061171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137f9b0-68a1-43b6-89ad-2e4582da729e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:07.067224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137f9b0-68a1-43b6-89ad-2e4582da729e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:07.068862 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b137f9b0-68a1-43b6-89ad-2e4582da729e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2229841 Jul 22 14:52:07.076330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54162) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:07.078575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c21c5a5-8967-468f-868a-11f17ddafaa0 req-5babf8a4-9255-4a01-a9e5-42e47d10cfea tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 210 time: 0.0383885 Jul 22 14:52:07.102491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-835c9186-b3f9-49a9-9b3c-f2b0eaa41417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.134848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-835c9186-b3f9-49a9-9b3c-f2b0eaa41417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.214267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Allocated IP 172.20.0.10 (c0117ccf-e4fe-4741-86c3-1c5fabf98da0/94ddf40c-97ee-4d3a-8835-ab58f5d86ac4/77e35139-63e9-42bf-a37e-84064555c8fc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:07.288357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-835c9186-b3f9-49a9-9b3c-f2b0eaa41417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.292727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-835c9186-b3f9-49a9-9b3c-f2b0eaa41417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.293706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-835c9186-b3f9-49a9-9b3c-f2b0eaa41417 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4576c768-b922-4be6-b126-acec012e45db HTTP/1.1" status: 204 len: 168 time: 0.3501084 Jul 22 14:52:07.317682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c9186-b3f9-49a9-9b3c-f2b0eaa41417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4576c768-b922-4be6-b126-acec012e45db,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:07.328697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b873ca90-774a-48e6-93b2-ef3cc197db71 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:07.338218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:07.338780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.433596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: b873ca90-774a-48e6-93b2-ef3cc197db71 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:07.434200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b873ca90-774a-48e6-93b2-ef3cc197db71 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:07.453853 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.485125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.520112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.527274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Allocated IP 172.20.0.1 (d58fa91c-6e29-4b11-870d-5907adcaf9dd/d114b23d-9682-42a5-9086-fb83d1cdc37e/84b8f508-79ce-4f36-8bec-83a00b1eef8f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:07.529882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:07.585766 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.628423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f279b4aa-4852-4b5d-a51f-fcb15408ff90 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:07.678920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:07.680222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Pushing event updated for resources: {'Port': ['ID=77e35139-63e9-42bf-a37e-84064555c8fc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:07.684627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:07.688212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:07.726469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f279b4aa-4852-4b5d-a51f-fcb15408ff90 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:07.726780 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.787698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:07.788407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.815831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-236ade4c-104a-4bf7-b51d-402cf48f6e60 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2462666 Jul 22 14:52:07.829820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Request body: {'port': {'device_id': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:07.867849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.871480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:07.919950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-646559f0-f76a-4777-96d4-cd998406cf7a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:07.921636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-646559f0-f76a-4777-96d4-cd998406cf7a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.2035160 Jul 22 14:52:07.951452 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:07.954975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:07.980914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-334abb05-15fc-452f-a7c2-d4ea649f8921 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0459609 Jul 22 14:52:07.985503 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.035721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] Provisioning for port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:08.038155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.044118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] Provisioning complete for port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:08.044679 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.092836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Transition to ACTIVE for port object 84b8f508-79ce-4f36-8bec-83a00b1eef8f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:08.095623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:08.156089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.162912 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.165238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc HTTP/1.1" status: 204 len: 168 time: 1.0854485 Jul 22 14:52:08.172689 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54194) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:08.205988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] For port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:08.208442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.209035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.209587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.209968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.210393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.210796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.211143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.211510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.211616 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.211878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.212228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.212591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.213723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962e6977-932a-4c04-af5e-09c405573f41 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:08.280916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea09af-9688-44d5-98b1-0450db85b319 None None] Pushing event updated for resources: {'Port': ['ID=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:08.390501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-9004c466-3b54-4dd6-aaea-463481e991dc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4022329 Jul 22 14:52:08.417815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61305b-e49d-43f4-bd36-9ce989105ec1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:08.419185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61305b-e49d-43f4-bd36-9ce989105ec1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:08.423795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e61305b-e49d-43f4-bd36-9ce989105ec1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2497811 Jul 22 14:52:08.424478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:08.437517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-390c96d2-b7cf-4ca8-a7a4-10f63ebfce8c None None] Could not find standard attr ID for object 9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:52:08.467112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.481202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4bd70-a4fd-4cfa-8e73-e1ca730b9cec req-7ec4093a-dd1f-4138-b6e4-8dd40b2cd7c3 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:08.489081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eec4bd70-a4fd-4cfa-8e73-e1ca730b9cec req-7ec4093a-dd1f-4138-b6e4-8dd40b2cd7c3 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 932 time: 0.2701371 Jul 22 14:52:08.500637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e35139-63e9-42bf-a37e-84064555c8fc {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:08.518048 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.538279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54204) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:08.544609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 955a786f-b7fd-4de3-a2e7-e9491a626b94 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:08.548015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Transition to ACTIVE for port object 77e35139-63e9-42bf-a37e-84064555c8fc will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:08.548834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.570621 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.599769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:08.611896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:08.614844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:08.630642 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.673622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Pushing event updated for resources: {'Port': ['ID=77e35139-63e9-42bf-a37e-84064555c8fc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:08.703042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Port': ['ID=84b8f508-79ce-4f36-8bec-83a00b1eef8f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:08.716644 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eec4bd70-a4fd-4cfa-8e73-e1ca730b9cec req-04c7277b-ac5e-4dd0-abba-12049aef1d4e tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264991 Jul 22 14:52:08.726442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.785619 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-ae618857-9df3-4aad-a497-697219da4545 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855441 Jul 22 14:52:08.789223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2034061878-network', 'tenant_id': 'bc1269ebc38d4d908bebad7166dd1a50'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:08.811063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Attempting to bind port 77e35139-63e9-42bf-a37e-84064555c8fc on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:08.811481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Attempting to bind port 77e35139-63e9-42bf-a37e-84064555c8fc by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:08.811823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Attempting to bind port 77e35139-63e9-42bf-a37e-84064555c8fc on network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:08.814578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.839482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Port 77e35139-63e9-42bf-a37e-84064555c8fc on network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:08.839860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Attempting to bind port 77e35139-63e9-42bf-a37e-84064555c8fc on network c0117ccf-e4fe-4741-86c3-1c5fabf98da0 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:08.857751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:08.858093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Checking segment: {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:08.858490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Bound using segment: {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:08.858975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Bound port: 77e35139-63e9-42bf-a37e-84064555c8fc, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:08.859364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.908982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Made reservation on behalf of bc1269ebc38d4d908bebad7166dd1a50 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:08.911678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.932804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.944421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.964630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-30b38fa8-4022-43b9-b447-2ec02bc4bf57 None None] Provisioning for port 84b8f508-79ce-4f36-8bec-83a00b1eef8f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:08.969422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-30b38fa8-4022-43b9-b447-2ec02bc4bf57 None None] Provisioning complete for port 84b8f508-79ce-4f36-8bec-83a00b1eef8f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:08.970483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-30b38fa8-4022-43b9-b447-2ec02bc4bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.972283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=955a786f-b7fd-4de3-a2e7-e9491a626b94,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:08.975433 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-d2f00028-a753-4c06-a248-ec21557ab460 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789603 Jul 22 14:52:08.979429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] For port 77e35139-63e9-42bf-a37e-84064555c8fc, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:08.993724 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:08.995682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f15bcfb2-b346-4305-bf2a-35daf6dc0cc5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/955a786f-b7fd-4de3-a2e7-e9491a626b94 HTTP/1.1" status: 204 len: 168 time: 0.5702417 Jul 22 14:52:08.998540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54208) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:09.007304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] For port 77e35139-63e9-42bf-a37e-84064555c8fc, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=77e35139-63e9-42bf-a37e-84064555c8fc,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:09.026784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692790f-46ce-4831-b66c-7e336c11f36e None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:09.044518 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.049334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-efc1794d-d507-48c1-a620-5cee63789d8d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496986 Jul 22 14:52:09.052974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.053125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54210) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:09.073295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-30b38fa8-4022-43b9-b447-2ec02bc4bf57 None None] Port 84b8f508-79ce-4f36-8bec-83a00b1eef8f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:52:09.108669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.109530 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.111313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] 10.222.0.61 "PUT /v2.0/ports/77e35139-63e9-42bf-a37e-84064555c8fc HTTP/1.1" status: 200 len: 1092 time: 1.2872465 Jul 22 14:52:09.111872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'tag': '77e35139-63e9-42bf-a37e-84064555c8fc'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:09.114652 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290a5a8e-6038-4cb9-a7b1-8329ad64a865" -d '{"events": [{"name": "network-changed", "server_uuid": "f76a1993-6e01-4971-99ac-31602f77a5de", "tag": "77e35139-63e9-42bf-a37e-84064555c8fc"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:09.138883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7769b7b-0901-4905-84e3-99ddde0fd54f service neutron] Pushing event updated for resources: {'Port': ['ID=77e35139-63e9-42bf-a37e-84064555c8fc,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:09.217806 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d081d45d-6f26-490d-a1d1-deb3270eb38b x-openstack-request-id: req-d081d45d-6f26-490d-a1d1-deb3270eb38b {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:09.218213 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76a1993-6e01-4971-99ac-31602f77a5de", "tag": "77e35139-63e9-42bf-a37e-84064555c8fc", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:09.218718 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d081d45d-6f26-490d-a1d1-deb3270eb38b {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:09.219348 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'tag': '77e35139-63e9-42bf-a37e-84064555c8fc', 'status': 'completed', 'code': 200} Jul 22 14:52:09.264104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-23debd58-14bf-4915-8f22-3290f82436ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.265999 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-23debd58-14bf-4915-8f22-3290f82436ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e7794a21fe41119eac2dc68574f19f&device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 1095 time: 0.1133850 Jul 22 14:52:09.333406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-dea8fcd9-b9c7-4197-b8ab-79d392e0d9b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e35139-63e9-42bf-a37e-84064555c8fc HTTP/1.1" status: 200 len: 217 time: 0.0582750 Jul 22 14:52:09.333625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.356213 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.387690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:52:09.404719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8d0551e-1bcc-47d0-8fdd-dceb95a8028a req-25ddd203-b24f-45b9-832d-039e4d5bef99 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.0885541 Jul 22 14:52:09.413458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-a52de57c-9181-445f-bf55-640f0455bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.415129 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-a52de57c-9181-445f-bf55-640f0455bac8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94ddf40c-97ee-4d3a-8835-ab58f5d86ac4 HTTP/1.1" status: 200 len: 849 time: 0.0752876 Jul 22 14:52:09.444740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:52:09.459641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491d4570-f40a-488c-adb8-f639df35b2ed tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.461260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-491d4570-f40a-488c-adb8-f639df35b2ed tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4055376 Jul 22 14:52:09.466316 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-47bd8325-d3d0-4372-9832-f5418e8216c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434701 Jul 22 14:52:09.466918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54224) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:09.469389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] Deleting port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:09.470375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.491406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.492367 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Added segment 75998410-8db5-4ed0-9f43-ddafca6a3c32 of type vlan for network 81f4eb95-7f6a-410d-8468-3ba949589532 Jul 22 14:52:09.494271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201b4f84-44f8-4bbc-a27d-926edbc607e5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:09.579321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.583848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] For port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:09.585028 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.601641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] Calling delete_port for 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:09.618628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e017d4-d6a8-4dd0-b9b5-4f2f0d07bbed tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.623683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c6e017d4-d6a8-4dd0-b9b5-4f2f0d07bbed tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1550684 Jul 22 14:52:09.624333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54228) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:09.661773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.662756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:09.663614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.678932 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e03f8d55-e775-4946-957f-68673cd0c4b7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505033 Jul 22 14:52:09.679726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:09.691448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:09.710972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1375093 Jul 22 14:52:09.715988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.719796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54232) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:09.752553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] Pushing event deleted for resources: {'Port': ['ID=4a37f9ab-5774-4b21-ba3c-7fdf16b14115,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:09.757343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5f03cb-079d-4f5b-847e-385d45c18c79 None None] No DVR routers for this DVR port 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:09.779485 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:52:09.792113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-10859829-495b-448e-8ae1-49c78b556031 service neutron] 10.222.0.61 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127084 Jul 22 14:52:09.800342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c127f-6f31-466f-9a99-fa644eb55a65 admin admin] Pushing event updated for resources: {'Network': ['ID=81f4eb95-7f6a-410d-8468-3ba949589532,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:09.805789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Request body: {'subnet': {'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2034061878-subnet', 'tenant_id': 'bc1269ebc38d4d908bebad7166dd1a50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:09.827156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 81f4eb95-7f6a-410d-8468-3ba949589532 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:52:09.902199 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.907998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Made reservation on behalf of bc1269ebc38d4d908bebad7166dd1a50 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:09.910633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.925584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.944458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c48fb22c-e8ea-4dd7-8e05-f92f6c17b263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.954960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:09.959068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:09.991460 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dba0d2be-aa4a-44f5-8c08-b63ddb5f8581 req-2551f246-8f15-4a77-bdfd-97380575c092 service neutron] 10.222.0.61 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653743 Jul 22 14:52:10.202357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-7835eb47-e0ad-43a8-8a25-4949cac5029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.203987 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-7835eb47-e0ad-43a8-8a25-4949cac5029a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5e7794a21fe41119eac2dc68574f19f&device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 1095 time: 0.1392276 Jul 22 14:52:10.237534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.337811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:10.346476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:10.351774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Port': ['ID=84b8f508-79ce-4f36-8bec-83a00b1eef8f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:10.355098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.355698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.362819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9b4fe-89b2-4380-91fd-91898d28be52 req-5cb2840e-5708-416f-a27a-4292edf6350e tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.363688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=d2d0780b-fe4b-4f03-a669-b8ef2c183c34,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:10.364388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27a9b4fe-89b2-4380-91fd-91898d28be52 req-5cb2840e-5708-416f-a27a-4292edf6350e tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 944 time: 0.5434344 Jul 22 14:52:10.382867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-bce259cd-5d18-430b-bfbe-ffa2cbe3d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.384561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-bce259cd-5d18-430b-bfbe-ffa2cbe3d2b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 200 len: 910 time: 0.1724839 Jul 22 14:52:10.387558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.388804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ddae1-7ec5-4491-89f2-dc496849cb1d None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:10.394234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9919002d-9913-4d77-a589-e4f47e95d9db tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7102799 Jul 22 14:52:10.405158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54236) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:10.419641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:ca:1b:d8', 'name': 'tempest-NetworksTestDHCPv6-2005199954'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:10.456034 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-a13405e9-3990-4dff-ae1b-2c3b2471bcef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e35139-63e9-42bf-a37e-84064555c8fc HTTP/1.1" status: 200 len: 217 time: 0.0594988 Jul 22 14:52:10.505568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27a9b4fe-89b2-4380-91fd-91898d28be52 req-7b9788ff-1018-4339-bb21-a970660cbc7b tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305325 Jul 22 14:52:10.633049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7a941634-3206-4ba9-853f-8858d89dd8b2 req-94861e17-3bf9-4e76-924f-411f8b59edf8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.1201572 Jul 22 14:52:10.638670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-86fe2144-1725-49ad-a0b6-501be62fbe5f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.640399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-86fe2144-1725-49ad-a0b6-501be62fbe5f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1994514 Jul 22 14:52:10.645517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'd2d0780b-fe4b-4f03-a669-b8ef2c183c34'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:52:10.646405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.652151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-47b16bd9-3420-4c38-950a-c4cc372f3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:10.653548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-47b16bd9-3420-4c38-950a-c4cc372f3724 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=94ddf40c-97ee-4d3a-8835-ab58f5d86ac4 HTTP/1.1" status: 200 len: 849 time: 0.1842296 Jul 22 14:52:10.657062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:10.714498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-f0e1a732-3f44-4e52-8513-d1f6e3df80c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c0117ccf-e4fe-4741-86c3-1c5fabf98da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521173 Jul 22 14:52:10.757290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:10.769001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:10.857589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:10.862470 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:10.863735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/d2d0780b-fe4b-4f03-a669-b8ef2c183c34/b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:10.925473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-e57abcac-08e6-4305-904e-7be9fbb9bbe1 service neutron] 10.222.0.61 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020066 Jul 22 14:52:10.972635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:10.976431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.054644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.096020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.113244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Transition to ACTIVE for port object b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:11.127168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Checking segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:11.127618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Network hostable DHCP agents. Network: 81f4eb95-7f6a-410d-8468-3ba949589532, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:52:11.133798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae72ecc-05be-49ff-8e79-5f92364c164d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:11.145742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Transition to ACTIVE for port object b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:11.152092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 8871cab8-3efd-40bd-824c-3f957374bb5d yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:11.155356 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.184690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Network 81f4eb95-7f6a-410d-8468-3ba949589532 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:52:11.190441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-290a5a8e-6038-4cb9-a7b1-8329ad64a865 req-0f9e4193-5254-41fa-8efe-98a0f7244c72 service neutron] 10.222.0.61 "GET /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572281 Jul 22 14:52:11.246283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 81f4eb95-7f6a-410d-8468-3ba949589532) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:11.252298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.252899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.268700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd435f5a-20a2-4f5c-b8ef-2fc6bd1dae1d None None] Network 81f4eb95-7f6a-410d-8468-3ba949589532 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:11.281936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:11.297437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Router 90f959ab-004f-42ac-b3e7-bdd109c56255 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:52:11.307449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9d435578-e7b9-4a6e-99da-af70870d71d1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5766778 Jul 22 14:52:11.307651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.4 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/e6fce7e5-5c03-4629-95e3-a2dcccafd10d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:11.307744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:11.323117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Pushing event updated for resources: {'Port': ['ID=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:11.330912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:11.348091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4d280db1-db55-4bc8-9250-3aadb05a2aba None None] Provisioning complete for port 84b8f508-79ce-4f36-8bec-83a00b1eef8f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:11.351045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4d280db1-db55-4bc8-9250-3aadb05a2aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.446682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 77e35139-63e9-42bf-a37e-84064555c8fc details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:11.491703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:11.512181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::5 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/d2d0780b-fe4b-4f03-a669-b8ef2c183c34/8871cab8-3efd-40bd-824c-3f957374bb5d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:11.571506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:11.571934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4a37f9ab-5774-4b21-ba3c-7fdf16b14115 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:11.617728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4d280db1-db55-4bc8-9250-3aadb05a2aba None None] Port 84b8f508-79ce-4f36-8bec-83a00b1eef8f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:52:11.627282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.629401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Attempting to bind port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:11.629780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Attempting to bind port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:11.630383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Attempting to bind port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:11.657898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object e6fce7e5-5c03-4629-95e3-a2dcccafd10d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:11.661244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:11.661734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:11.662045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.662548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:11.664637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Bound port: b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:11.665082 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.671665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0997d572-ebc1-4823-9234-95fefc2b1738 None None] Network 81f4eb95-7f6a-410d-8468-3ba949589532 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:11.739577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.762015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dfe226c5-2e29-429a-ae9a-088991ccfdef'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:11.773673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:11.813318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1c931c16-1850-47b2-ab56-fd910bf3f030 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "PUT /v2.0/routers/90f959ab-004f-42ac-b3e7-bdd109c56255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4864047 Jul 22 14:52:11.816874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:11.827075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Request body: {'port': {'network_id': 'd58fa91c-6e29-4b11-870d-5907adcaf9dd', 'name': 'tempest-FloatingIPAdminTestJSON-179375979'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:11.832103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] For port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:11.838089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] For port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:11.840588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:11.844752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:11.851019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:11.875141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] Sync routers for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:11.880480 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.896896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:11.947308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:11.948176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:11.967434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-7dc6f7e2-a49f-4437-aab4-658f0e8aee24 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3166468 Jul 22 14:52:11.980501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Request body: {'port': {'device_id': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:11.982252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.052829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4317c4-7536-44cd-b8ff-621d81699104 req-c47ebdd0-46c8-4210-a89c-56896fc274cc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.054478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af4317c4-7536-44cd-b8ff-621d81699104 req-c47ebdd0-46c8-4210-a89c-56896fc274cc tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 944 time: 0.4290228 Jul 22 14:52:12.073186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 8871cab8-3efd-40bd-824c-3f957374bb5d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:12.103743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.243962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:12.244597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:51:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:12.305204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af4317c4-7536-44cd-b8ff-621d81699104 req-4291e7fb-c656-41d9-a388-f5e2002bd703 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379785 Jul 22 14:52:12.308240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.342763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 77e35139-63e9-42bf-a37e-84064555c8fc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=77e35139-63e9-42bf-a37e-84064555c8fc,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:12.370580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '77e35139-63e9-42bf-a37e-84064555c8fc', 'network_id': 'c0117ccf-e4fe-4741-86c3-1c5fabf98da0', 'port_id': '77e35139-63e9-42bf-a37e-84064555c8fc', 'mac_address': 'fa:16:3e:50:8b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ddf40c-97ee-4d3a-8835-ab58f5d86ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:12.512745 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.513978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fce7e5-5c03-4629-95e3-a2dcccafd10d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:12.517382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:12.526931 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.529015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-78bacfd7-1d1f-4479-80bb-059fb11a1d24 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.531633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-78bacfd7-1d1f-4479-80bb-059fb11a1d24 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.6354249 Jul 22 14:52:12.559157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:12.570359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Transition to ACTIVE for port object e6fce7e5-5c03-4629-95e3-a2dcccafd10d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:12.577311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6798fd9b-35c7-423c-a23a-272704e12003 None None] Provisioning for port e6fce7e5-5c03-4629-95e3-a2dcccafd10d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:12.580083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.608967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-1f493458-3714-48c7-b545-690c0c5784e7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/quotas/bc1269ebc38d4d908bebad7166dd1a50 HTTP/1.1" status: 200 len: 375 time: 0.0627177 Jul 22 14:52:12.611825 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19560ac0-db45-49ce-9d54-5ce606e30d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.613175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.646347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:12.649906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:12.670841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:12.706598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf5de1-5c29-4eba-8af4-e1fc162d5f54 None None] Pushing event updated for resources: {'Port': ['ID=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:12.733808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:12.734188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-0db1a51f-5d89-4b4a-9f16-221227719ccf tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1223660 Jul 22 14:52:12.734508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed800c0-c6d3-4482-b0df-ed7a503c1dc0 None None] The sync data for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:12.736862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e35139-63e9-42bf-a37e-84064555c8fc {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:12.744098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:12.747275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=8871cab8-3efd-40bd-824c-3f957374bb5d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:12.850090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 77e35139-63e9-42bf-a37e-84064555c8fc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=77e35139-63e9-42bf-a37e-84064555c8fc,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:12.863539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Attempting to bind port e6fce7e5-5c03-4629-95e3-a2dcccafd10d on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:12.863905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Attempting to bind port e6fce7e5-5c03-4629-95e3-a2dcccafd10d by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:12.864265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Attempting to bind port e6fce7e5-5c03-4629-95e3-a2dcccafd10d on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:12.868976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:12.871363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.874419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Port e6fce7e5-5c03-4629-95e3-a2dcccafd10d on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:12.874674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Attempting to bind port e6fce7e5-5c03-4629-95e3-a2dcccafd10d on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:12.887786 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:12.888362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:12.889280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:12.889280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:12.889793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Bound port: e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:12.890245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.891043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.928290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Made reservation on behalf of 52910b67fb2a462faeb27f0826822e4c for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:12.934952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:12.949109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-42f52e6d-9842-470f-96c9-f05bb7fce95f service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136142 Jul 22 14:52:12.987229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=77e35139-63e9-42bf-a37e-84064555c8fc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:13.012928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] For port e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:13.018146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] For port e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:13.023804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:13.071908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.072535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:13.074057 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] 10.222.0.72 "PUT /v2.0/ports/e6fce7e5-5c03-4629-95e3-a2dcccafd10d HTTP/1.1" status: 200 len: 1091 time: 1.1000800 Jul 22 14:52:13.074560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'tag': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:13.077255 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "370adb4e-37b4-4bd5-9b69-87767bc86c5d", "tag": "e6fce7e5-5c03-4629-95e3-a2dcccafd10d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:13.118599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f78109-3afd-4dd8-bf02-9a9ebf16bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:13.144071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['77e35139-63e9-42bf-a37e-84064555c8fc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:13.167282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-dd87b658-ffc6-45e9-811b-fc30f2410ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171605 Jul 22 14:52:13.174154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-267e78e5-89eb-4a71-9367-86bf9e2d486f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7653456 Jul 22 14:52:13.174870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54268) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:13.203120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] device_id is not set on port 4c043ecc-dfbf-42be-a3ee-f5f915e27417 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:13.283005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafc11-d9a2-4bdf-b40d-17ffa5f2421b req-e98e9581-a52e-4ba5-a1cd-874100650735 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.285326 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2acafc11-d9a2-4bdf-b40d-17ffa5f2421b req-e98e9581-a52e-4ba5-a1cd-874100650735 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 931 time: 0.8548238 Jul 22 14:52:13.576909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:13.598492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7310b0-e0fc-44b3-8035-573a7d78f212 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.609764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7310b0-e0fc-44b3-8035-573a7d78f212 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.611545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9e7310b0-e0fc-44b3-8035-573a7d78f212 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4337525 Jul 22 14:52:13.617845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2acafc11-d9a2-4bdf-b40d-17ffa5f2421b req-b6186f9a-db45-4315-97f6-22411d0a2ae2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959507 Jul 22 14:52:13.618362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54274) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:13.709265 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a276262c-8de1-4283-ae44-2bfb41829a9d x-openstack-request-id: req-a276262c-8de1-4283-ae44-2bfb41829a9d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:13.709818 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370adb4e-37b4-4bd5-9b69-87767bc86c5d", "tag": "e6fce7e5-5c03-4629-95e3-a2dcccafd10d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:13.710040 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a276262c-8de1-4283-ae44-2bfb41829a9d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:13.710676 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'tag': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d', 'status': 'completed', 'code': 200} Jul 22 14:52:13.748433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:13.763866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-9a5c5ce5-1f66-4987-9d3a-6420476c49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.765640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-9a5c5ce5-1f66-4987-9d3a-6420476c49a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 1094 time: 0.6437695 Jul 22 14:52:13.773198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:13.862411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e031045-07e8-4ae2-b1aa-563c2ca2093e req-37d5171e-8f3a-4ecc-8863-7a41012d7ee2 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 210 time: 0.0906367 Jul 22 14:52:13.866729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Allocated IP 172.20.0.9 (d58fa91c-6e29-4b11-870d-5907adcaf9dd/d114b23d-9682-42a5-9086-fb83d1cdc37e/4c043ecc-dfbf-42be-a3ee-f5f915e27417) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:13.886406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-bc6fa0d9-3e15-4bc7-ad75-6f425ee136ca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d HTTP/1.1" status: 200 len: 217 time: 0.1122265 Jul 22 14:52:13.993099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-ce43834a-7041-4a2c-a861-d9f436887054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:13.995376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-ce43834a-7041-4a2c-a861-d9f436887054 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1012187 Jul 22 14:52:14.077049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 8871cab8-3efd-40bd-824c-3f957374bb5d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:14.077950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.101498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da957a-a405-4e06-866d-5b880ed4065b req-c86b408f-7f18-453a-befe-79193a9bd149 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:14.109102 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49da957a-a405-4e06-866d-5b880ed4065b req-c86b408f-7f18-453a-befe-79193a9bd149 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 945 time: 0.3298941 Jul 22 14:52:14.122752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14b02-e427-4092-8e00-70e346229d9c req-859176e2-987b-4111-ac2f-3b39590270aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:14.128191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-859176e2-987b-4111-ac2f-3b39590270aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1242695 Jul 22 14:52:14.186048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] Provisioning for port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:14.199005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] Provisioning complete for port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:14.200216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.334247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-a0817b79-bbb7-450f-bbb4-df837ac68ebe service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995747 Jul 22 14:52:14.457872 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.515545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] For port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:14.518049 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-55a14b02-e427-4092-8e00-70e346229d9c req-570ea793-76c9-4407-89f7-e3a2b45b6972 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703475 Jul 22 14:52:14.520777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.624075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b7f8e-95c1-423c-963d-81792e90d5f4 None None] Pushing event updated for resources: {'Port': ['ID=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:14.647312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49da957a-a405-4e06-866d-5b880ed4065b req-8500cc42-cf7f-4fa7-a1fe-4d8e5bebdf87 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373125 Jul 22 14:52:14.661011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-42c87ee1-1171-4055-877e-6eeb51d2d281 None None] Provisioning for port 8871cab8-3efd-40bd-824c-3f957374bb5d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:14.667714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-42c87ee1-1171-4055-877e-6eeb51d2d281 None None] Provisioning complete for port 8871cab8-3efd-40bd-824c-3f957374bb5d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:14.668102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-42c87ee1-1171-4055-877e-6eeb51d2d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.682057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-21b82308-59cb-4957-aab9-4f4a2b1df642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:14.687782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-21b82308-59cb-4957-aab9-4f4a2b1df642 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 1094 time: 0.1143093 Jul 22 14:52:14.690040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.700887 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.737797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 8871cab8-3efd-40bd-824c-3f957374bb5d owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:14.738132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-42c87ee1-1171-4055-877e-6eeb51d2d281 None None] Port 8871cab8-3efd-40bd-824c-3f957374bb5d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:52:14.749720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Transition to ACTIVE for port object 4c043ecc-dfbf-42be-a3ee-f5f915e27417 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:14.811152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-4d4ca81e-cdfe-4e54-8962-8059dad0d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:14.813178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-4d4ca81e-cdfe-4e54-8962-8059dad0d21c service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1181381 Jul 22 14:52:14.864250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-12795b55-62ef-41cb-b809-82e6d9d1ca36 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d HTTP/1.1" status: 200 len: 217 time: 0.0414262 Jul 22 14:52:14.875702 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:14.928627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-5242db67-7e47-490b-8bc4-127d77ac8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:14.931469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-5242db67-7e47-490b-8bc4-127d77ac8c13 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0574110 Jul 22 14:52:14.962087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:14.999082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed33618-e680-4b92-a7fa-cb80468c8a5e req-3d806a07-8e73-4e5f-943e-b41420f92cdc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.001097 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed33618-e680-4b92-a7fa-cb80468c8a5e req-3d806a07-8e73-4e5f-943e-b41420f92cdc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.2431533 Jul 22 14:52:15.002038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:15.027190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:15.031680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aa695ce-2f48-43d4-8cee-d9ca983705f8 req-7676cf7e-3a90-4aa3-9580-4e52308ac03b tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 210 time: 0.0759575 Jul 22 14:52:15.035761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event updated for resources: {'Port': ['ID=4c043ecc-dfbf-42be-a3ee-f5f915e27417,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:15.083354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-b3e45723-68d8-4df5-8fe2-20eb9e270f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.085711 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-b3e45723-68d8-4df5-8fe2-20eb9e270f8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421559 Jul 22 14:52:15.169116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.169626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.184267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ed33618-e680-4b92-a7fa-cb80468c8a5e req-01535e09-b8ab-4de3-84ae-1297a8fc673b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587255 Jul 22 14:52:15.220200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.236473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c7b043fd-abe7-4eb4-8afd-e62f560552d2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4186983 Jul 22 14:52:15.255495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:15.274847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=8871cab8-3efd-40bd-824c-3f957374bb5d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:15.323442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.325864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b85c1283-999a-4db8-8406-ad7f32d8bc15 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/8871cab8-3efd-40bd-824c-3f957374bb5d HTTP/1.1" status: 204 len: 168 time: 1.6875260 Jul 22 14:52:15.329083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54292) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:15.372916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.397642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 77e35139-63e9-42bf-a37e-84064555c8fc up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:15.471440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-8c405767-deeb-48c6-bfdb-73944db9aba1 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.473441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-8c405767-deeb-48c6-bfdb-73944db9aba1 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.3632548 Jul 22 14:52:15.492029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-15e70867-b6b4-4a27-b791-78750f46aab5 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953803 Jul 22 14:52:15.502804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Request body: {'port': {'device_id': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'admin_state_up': True, 'tenant_id': 'bc1269ebc38d4d908bebad7166dd1a50'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:15.511277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 77e35139-63e9-42bf-a37e-84064555c8fc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:15.516966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 77e35139-63e9-42bf-a37e-84064555c8fc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:15.517745 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.558135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fccb3c3-bba4-4357-b07d-ad97559c4415 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.565741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fccb3c3-bba4-4357-b07d-ad97559c4415 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:15.575026 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0fccb3c3-bba4-4357-b07d-ad97559c4415 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2440159 Jul 22 14:52:15.575783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54294) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:15.588556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:15.710083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'project_id': '52910b67fb2a462faeb27f0826822e4c', 'port_id': '4c043ecc-dfbf-42be-a3ee-f5f915e27417'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:15.778378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0ec600fe-41df-457e-b029-441614803cfc None None] Provisioning for port 4c043ecc-dfbf-42be-a3ee-f5f915e27417 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:15.805424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:15.806140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.807321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet d2d0780b-fe4b-4f03-a669-b8ef2c183c34 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:15.817641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0ec600fe-41df-457e-b029-441614803cfc None None] Provisioning complete for port 4c043ecc-dfbf-42be-a3ee-f5f915e27417 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:15.818478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ec600fe-41df-457e-b029-441614803cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.827623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.858769 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:52:15.858769 n-d-794306-8 neutron-server[93812]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:52:15.858769 n-d-794306-8 neutron-server[93812]: [parameters: {'project_id': '52910b67fb2a462faeb27f0826822e4c', 'id': '72441f62-4804-4707-a4f9-77eb2ab4f341', 'expiration': datetime.datetime(2021, 7, 22, 14, 54, 15, 820164)}] Jul 22 14:52:15.858769 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:52:15.859601 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:52:15.875919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Made reservation on behalf of bc1269ebc38d4d908bebad7166dd1a50 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:15.879671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.885758 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33e4b38a-48b1-42f3-ac08-8d364ff05e0b req-098e1239-23ec-4bca-88ee-e4adfcf5a962 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704045 Jul 22 14:52:15.901713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.945887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0ec600fe-41df-457e-b029-441614803cfc None None] Port 4c043ecc-dfbf-42be-a3ee-f5f915e27417 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:52:15.952223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:15.978951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e35139-63e9-42bf-a37e-84064555c8fc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:15.981222 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398d5a2a-c6bd-46ef-ab50-05db10cae0e9" -d '{"events": [{"server_uuid": "f76a1993-6e01-4971-99ac-31602f77a5de", "name": "network-vif-plugged", "status": "completed", "tag": "77e35139-63e9-42bf-a37e-84064555c8fc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:16.039150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 77e35139-63e9-42bf-a37e-84064555c8fc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=77e35139-63e9-42bf-a37e-84064555c8fc,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:16.049345 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.082128 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.133046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=77e35139-63e9-42bf-a37e-84064555c8fc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:16.157581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Allocated IP 172.20.0.12 (81f4eb95-7f6a-410d-8468-3ba949589532/eae72ecc-05be-49ff-8e79-5f92364c164d/43e0c5de-ed41-48c3-ba53-f65ba4fa766f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:16.194994 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f505d54b-4d4a-42f1-9fba-c68f74caf652 x-openstack-request-id: req-f505d54b-4d4a-42f1-9fba-c68f74caf652 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:16.195306 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76a1993-6e01-4971-99ac-31602f77a5de", "name": "network-vif-plugged", "status": "completed", "tag": "77e35139-63e9-42bf-a37e-84064555c8fc", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:16.195571 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f505d54b-4d4a-42f1-9fba-c68f74caf652 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:16.196568 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e35139-63e9-42bf-a37e-84064555c8fc', 'code': 200} Jul 22 14:52:16.221440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fdbf2-39a5-44da-b1fc-d674931d08fa req-00e0242c-33fd-4a01-a0e0-e9e513e7184d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.235160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e2fdbf2-39a5-44da-b1fc-d674931d08fa req-00e0242c-33fd-4a01-a0e0-e9e513e7184d tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 945 time: 0.2292531 Jul 22 14:52:16.420442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.432494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0fef8f9-ac60-45f7-b72e-110fa60c8714 req-f0659124-06ff-4ab3-9575-3f232e3a580e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 210 time: 0.1603951 Jul 22 14:52:16.442426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.493048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=d2d0780b-fe4b-4f03-a669-b8ef2c183c34,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:16.505263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.510424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5a3d3aff-ac3e-4973-a47b-927adc042791 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/d2d0780b-fe4b-4f03-a669-b8ef2c183c34 HTTP/1.1" status: 204 len: 168 time: 0.9253514 Jul 22 14:52:16.512064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:16.522093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36116226-a388-4e08-be05-d0b2cf2aec87 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:16.538507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e2fdbf2-39a5-44da-b1fc-d674931d08fa req-7d6c7afd-c15f-47bc-8c3b-10f5634534b3 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779410 Jul 22 14:52:16.557788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.582666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-401706e5-2dc7-421e-983d-8d8145d9b1a8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685005 Jul 22 14:52:16.585134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:16.596982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.658381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b11fbf-020c-4a13-a4eb-777d6b169f3a req-c6cbb7e4-e6b3-4b5f-bb0b-552095db80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.662670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08b11fbf-020c-4a13-a4eb-777d6b169f3a req-c6cbb7e4-e6b3-4b5f-bb0b-552095db80d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 1097 time: 0.3896918 Jul 22 14:52:16.706795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event updated for resources: {'Port': ['ID=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:16.727680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Network 81f4eb95-7f6a-410d-8468-3ba949589532 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:16.731356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:16.735103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:16.754560 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08b11fbf-020c-4a13-a4eb-777d6b169f3a req-c506367e-8a81-4aa2-a7aa-a1a481bb7f69 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845966 Jul 22 14:52:16.805649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b1eaf5-f56f-4884-b4f9-b0467a7f6ace tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.810394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-43b1eaf5-f56f-4884-b4f9-b0467a7f6ace tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2242658 Jul 22 14:52:16.811365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:16.825434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.826079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.834691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d573e50-f774-4e02-b8ab-8865859d6062 req-73411390-439c-40d8-895f-37a16e422af0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.836480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d573e50-f774-4e02-b8ab-8865859d6062 req-73411390-439c-40d8-895f-37a16e422af0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.2930064 Jul 22 14:52:16.886309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:52:16.897532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d573e50-f774-4e02-b8ab-8865859d6062 req-281b8c19-9a21-41ff-bc2e-40e3a6c87844 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533206 Jul 22 14:52:16.905466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:16.934099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da782a-f000-42f2-8265-86ff26f6560b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:16.936615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89da782a-f000-42f2-8265-86ff26f6560b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242149 Jul 22 14:52:16.938785 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-32c7d215-3947-4112-befa-e6b8b09d4e75 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4454858 Jul 22 14:52:16.940121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:16.954589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Request body: {'port': {'device_id': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:16.986299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] Deleting port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:16.986592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.047225 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a4ab6da-b985-4ef1-815f-7b28d575c0b5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1058652 Jul 22 14:52:17.050950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:17.059139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:17.127807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Allocated IP 172.25.3.174 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/ca03355e-4656-4d4d-95e2-68fb754a86e3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:17.128111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] For port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:17.128847 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.151918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] Calling delete_port for b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:17.196112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.248985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:17.252358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.311439 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.312851 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.366633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] Pushing event deleted for resources: {'Port': ['ID=b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:17.376329 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.378396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47053fdb-6ee7-4f1b-9620-4da76c30d147 None None] No DVR routers for this DVR port b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:17.492265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:17.496063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:17.503022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:17.533861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Pushing event updated for resources: {'Port': ['ID=ca03355e-4656-4d4d-95e2-68fb754a86e3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:17.586042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:17.683457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:17.683670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b0f1ba75-eb96-42f8-bcdc-7c4392aa3ca4 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:17.859069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e0c5de-ed41-48c3-ba53-f65ba4fa766f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:17.876221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.914449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:52:17.919769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Transition to ACTIVE for port object 43e0c5de-ed41-48c3-ba53-f65ba4fa766f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:17.921386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:17.926000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddb57-dfeb-4f92-bc39-bfef425a33a6 req-05d3f29f-370d-44ad-bb37-4ced89d723f2 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:17.927970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2aaddb57-dfeb-4f92-bc39-bfef425a33a6 req-05d3f29f-370d-44ad-bb37-4ced89d723f2 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 946 time: 0.2787225 Jul 22 14:52:17.938643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c38de-e503-4298-8e61-d5dd11abb82c req-e748257e-5d0b-489f-b99d-639740940186 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:17.940105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd3c38de-e503-4298-8e61-d5dd11abb82c req-e748257e-5d0b-489f-b99d-639740940186 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 932 time: 0.2921073 Jul 22 14:52:17.957360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.006722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2aaddb57-dfeb-4f92-bc39-bfef425a33a6 req-474554b0-2bc3-471b-a776-88acce3b2093 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655725 Jul 22 14:52:18.036630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:18.038881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd3c38de-e503-4298-8e61-d5dd11abb82c req-374587da-8d60-4459-a4e5-20d1e2a42f26 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856421 Jul 22 14:52:18.042809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:18.057167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:18.058135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.061968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=bccba9b8-317b-438e-9228-41d2133ce4e8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:18.062205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f000adf6-c05c-4bb9-9b6b-26f75dc91c9d None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:18.124974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Pushing event updated for resources: {'Port': ['ID=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:18.175568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6a01b5a5-98f2-4981-b140-c2b4b25f2cab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1228440 Jul 22 14:52:18.177197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:18.189437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:18.326587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Attempting to bind port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:18.326936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Attempting to bind port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:18.327281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Attempting to bind port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:18.339206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f on network 81f4eb95-7f6a-410d-8468-3ba949589532 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:18.339569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Attempting to bind port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:18.360756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:18.361606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Checking segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:18.361606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Bound using segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:18.361957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Bound port: 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:18.362944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.374432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.423026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'bccba9b8-317b-438e-9228-41d2133ce4e8'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:52:18.425207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.470896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:18.480374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.653135 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Allocated IP 2001:db8::f816:3eff:febf:6b23 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/bccba9b8-317b-438e-9228-41d2133ce4e8/a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:18.669341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] For port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:18.720158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] For port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:18.739009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.798390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddecedb-6d8b-4591-acd4-54881a75b68d req-54993319-f5e9-406e-b6f2-0ff27e387065 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:18.799900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ddecedb-6d8b-4591-acd4-54881a75b68d req-54993319-f5e9-406e-b6f2-0ff27e387065 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.5185015 Jul 22 14:52:18.840814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:18.842296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.843598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] 10.222.0.61 "PUT /v2.0/ports/43e0c5de-ed41-48c3-ba53-f65ba4fa766f HTTP/1.1" status: 200 len: 1092 time: 1.8938708 Jul 22 14:52:18.847010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'tag': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:18.850900 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70fcde-d2c9-473e-949d-3199d608f03a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7b4002-759d-44f0-a0ea-112e50f41ef5", "tag": "43e0c5de-ed41-48c3-ba53-f65ba4fa766f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:18.857742 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bccba9b8-317b-438e-9228-41d2133ce4e8 (CIDR: 2001:db8::/64) Jul 22 14:52:18.872412 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:52:18.872620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:18.882681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c33e5e-d0e3-4dd0-a82c-c81d47a3c48e service neutron] Pushing event updated for resources: {'Port': ['ID=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:18.882842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ddecedb-6d8b-4591-acd4-54881a75b68d req-4ac8dc66-c430-42c6-b849-8ca7fbcba377 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547445 Jul 22 14:52:18.897251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.919277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-21b3c52e-a69f-427d-9844-6a9de1ba19ef tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7376478 Jul 22 14:52:18.921969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:18.927494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:18.960045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:18.982329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Transition to ACTIVE for port object a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:19.005631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Transition to ACTIVE for port object a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:19.020802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.059532 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf3dfbe-8111-47ec-825e-df4d57c0cda1 x-openstack-request-id: req-bdf3dfbe-8111-47ec-825e-df4d57c0cda1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:19.060956 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7b4002-759d-44f0-a0ea-112e50f41ef5", "tag": "43e0c5de-ed41-48c3-ba53-f65ba4fa766f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:19.060956 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdf3dfbe-8111-47ec-825e-df4d57c0cda1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:19.061642 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'tag': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'status': 'completed', 'code': 200} Jul 22 14:52:19.073186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:19.076997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:19.081325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:19.095651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:19.181438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-030f56d5-0c2b-45ee-992a-b8bfb60c857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.186052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-030f56d5-0c2b-45ee-992a-b8bfb60c857c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 1095 time: 0.2530718 Jul 22 14:52:19.204403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:19.208142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.234457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Attempting to bind port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:19.235188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Attempting to bind port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:19.235788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Attempting to bind port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:19.245103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:19.249595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:19.251320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.252717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:19.255968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-674e4661-4d93-4963-92c9-2d39bce8702a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f HTTP/1.1" status: 200 len: 217 time: 0.0600994 Jul 22 14:52:19.257903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Bound port: a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:19.258039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.278719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.289017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.357536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e089e-5b71-467b-b039-b623056ec688 req-1765f14b-80ee-4dc1-a2f4-310c69fa0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.359041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-1765f14b-80ee-4dc1-a2f4-310c69fa0fb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.0935616 Jul 22 14:52:19.389447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e95f-090b-4939-b4c9-0a52389b7261 req-fc55be48-c3fe-47ea-b4da-4f856d4a0ef8 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.396298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea41e95f-090b-4939-b4c9-0a52389b7261 req-fc55be48-c3fe-47ea-b4da-4f856d4a0ef8 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 946 time: 0.2323904 Jul 22 14:52:19.406092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-7ea5f7f6-794f-4a7d-a874-53e40b91a9d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385621 Jul 22 14:52:19.409646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Pushing event updated for resources: {'Port': ['ID=ca03355e-4656-4d4d-95e2-68fb754a86e3,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:19.421242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:19.422544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f13d59-5fe7-48ab-b434-9bc0e6b31e3a req-0b6fb94f-bc20-426e-a512-29ef65e85d1a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.424128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13f13d59-5fe7-48ab-b434-9bc0e6b31e3a req-0b6fb94f-bc20-426e-a512-29ef65e85d1a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 944 time: 0.2448139 Jul 22 14:52:19.427592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:19.434006 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.439154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.573731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-62415914-8732-4a48-bbd0-37f40a95fbc7 service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482122 Jul 22 14:52:19.607396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835c244-cc4f-4f1a-9c8d-1ae96c366683 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:19.612263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea41e95f-090b-4939-b4c9-0a52389b7261 req-75464fac-57fd-4c1f-b162-72b2c5cb0af2 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098777 Jul 22 14:52:19.632483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13f13d59-5fe7-48ab-b434-9bc0e6b31e3a req-a988e30f-fffc-4217-9349-08fea80f852a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972029 Jul 22 14:52:19.641998 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Floating IP 83b06262-04b9-4d74-a1d2-af052ecdc886 associated. External IP: 172.25.3.174, port: 4c043ecc-dfbf-42be-a3ee-f5f915e27417. Jul 22 14:52:19.854041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.928503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-646e089e-5b71-467b-b039-b623056ec688 req-54338202-c07e-4025-a677-af6adc18e18f service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447523 Jul 22 14:52:19.941854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:19.945835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:19.955331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:19.956511 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:19.994756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=3fdb432a-aa91-440d-813a-442c5bfb4c4b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:20.008870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4467e828-60ba-4ac1-9a1b-cbaf98511f51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0858316 Jul 22 14:52:20.014271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54340) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:20.020827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:44:0d:56', 'name': 'tempest-NetworksTestDHCPv6-1637965509'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:20.177349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469f617-8fce-4d89-9638-05152a694fbe req-35b4be8e-3128-41e8-b8da-0b1ba0cd7753 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:20.178953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6469f617-8fce-4d89-9638-05152a694fbe req-35b4be8e-3128-41e8-b8da-0b1ba0cd7753 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.1243875 Jul 22 14:52:20.202877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Router 90f959ab-004f-42ac-b3e7-bdd109c56255 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:52:20.233663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-58de3f8e-07d3-46f6-be37-0fe04275a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:20.239710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-58de3f8e-07d3-46f6-be37-0fe04275a035 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 1095 time: 0.2075763 Jul 22 14:52:20.264975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6469f617-8fce-4d89-9638-05152a694fbe req-82ac2907-81fd-43d8-af41-c8fc8b6ee3fd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Jul 22 14:52:20.360541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:20.391433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-2245bb29-7beb-46e8-b5b1-483b6c7e8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:20.393779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-2245bb29-7beb-46e8-b5b1-483b6c7e8988 service neutron] 10.222.0.61 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.1495807 Jul 22 14:52:20.463847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-7bdea73e-fad1-42b4-a8ef-28d5b47450b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f HTTP/1.1" status: 200 len: 217 time: 0.0578568 Jul 22 14:52:20.559446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:20.575199 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] Sync routers for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:20.593704 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:20.594368 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:20.640422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:20.650873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-1bf5dcea-9a9d-40fc-a492-80f6cf80202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:20.653413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-1bf5dcea-9a9d-40fc-a492-80f6cf80202c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1496017 Jul 22 14:52:20.663327 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:20.730419 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:20.741068 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:20.745785 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:20.802147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-ddd3a27d-f50c-41a9-bb0b-24e671175834 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319344 Jul 22 14:52:20.817182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port bd747eeb-7893-4a0f-9147-ffbb7769a5ad yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:20.818631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-76a9196c-de97-4e30-8d0e-88471167a211 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.5514388 Jul 22 14:52:20.821126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54352) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:20.838596 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:20.839271 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8bc2d6-5e52-4310-9823-2325205f0a99 None None] The sync data for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:20.944910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c0e1f-3206-4e78-a92d-dd62878b9205 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:21.003103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-0512ab84-488b-474c-80ac-2cca8798dffe service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873360 Jul 22 14:52:21.089036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05619a25-b83b-4803-996c-6560f07ed8c7 None None] Provisioning for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:21.128615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0392bf87-bdd9-4d2b-944c-b3bb48408981 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] 10.222.0.60 "GET /v2.0/floatingips/83b06262-04b9-4d74-a1d2-af052ecdc886 HTTP/1.1" status: 200 len: 982 time: 0.2994590 Jul 22 14:52:21.131321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54356) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:21.243750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e507b72-068f-41ef-b2c8-bb0cd46364dd req-86a0ff34-9576-45b6-a386-896a2d17b0f7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:21.252220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e507b72-068f-41ef-b2c8-bb0cd46364dd req-86a0ff34-9576-45b6-a386-896a2d17b0f7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 944 time: 0.4321475 Jul 22 14:52:21.280097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f75357-1d62-4323-b464-c87add888d79 req-64ee4664-af7c-446d-b3b4-69e6f0cc84b7 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:21.282000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67f75357-1d62-4323-b464-c87add888d79 req-64ee4664-af7c-446d-b3b4-69e6f0cc84b7 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 946 time: 0.2885063 Jul 22 14:52:21.360426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e507b72-068f-41ef-b2c8-bb0cd46364dd req-b19c4c30-1311-47c4-bcfe-91fc6fe40465 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071091 Jul 22 14:52:21.437412 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 43e0c5de-ed41-48c3-ba53-f65ba4fa766f details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:21.471334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67f75357-1d62-4323-b464-c87add888d79 req-54d541dd-cf27-45e4-9745-eb95ac2d8d84 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786556 Jul 22 14:52:21.474587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-119e3778-1f71-472e-a2fe-6f403349c32e tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.3403869 Jul 22 14:52:21.495393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54360) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:21.600676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1b70fcde-d2c9-473e-949d-3199d608f03a req-faa30e37-03b2-494f-83e2-b3744fa05534 service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877466 Jul 22 14:52:21.614739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8:0:1::13d (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/3fdb432a-aa91-440d-813a-442c5bfb4c4b/bd747eeb-7893-4a0f-9147-ffbb7769a5ad) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:21.622785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fe44:d56 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/bccba9b8-317b-438e-9228-41d2133ce4e8/bd747eeb-7893-4a0f-9147-ffbb7769a5ad) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:21.691056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:21.764115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:21.785480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'bccba9b8-317b-438e-9228-41d2133ce4e8', 'ip_address': '2001:db8::f816:3eff:febf:6b23'}, {'subnet_id': '3fdb432a-aa91-440d-813a-442c5bfb4c4b'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:52:21.788106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'port_id': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'mac_address': 'fa:16:3e:73:70:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae72ecc-05be-49ff-8e79-5f92364c164d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:21.824325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.846984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object bd747eeb-7893-4a0f-9147-ffbb7769a5ad will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:21.856828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:21.866479 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.868638 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.870447 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:21.870870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.886588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de827f-c855-4f64-a006-cfbe64e5cb4c req-4dfa226c-6847-455f-ba24-4d39459d743d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:21.888370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99de827f-c855-4f64-a006-cfbe64e5cb4c req-4dfa226c-6847-455f-ba24-4d39459d743d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.2473223 Jul 22 14:52:21.914016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.920226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e0c5de-ed41-48c3-ba53-f65ba4fa766f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:21.960981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:21.970482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:21.971111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:21.975914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:21.982893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:21.983580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:21.983756 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.007828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9890516 Jul 22 14:52:22.007828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59408c1-7a8a-4150-8591-e6cb55616d98 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=bd747eeb-7893-4a0f-9147-ffbb7769a5ad,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:22.008427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54362) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:22.061630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-99de827f-c855-4f64-a006-cfbe64e5cb4c req-9426930e-2f1e-491d-aa0e-82cbbf88e7e2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637619 Jul 22 14:52:22.138411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting port ca03355e-4656-4d4d-95e2-68fb754a86e3 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:22.139749 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.154677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.175446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port bd747eeb-7893-4a0f-9147-ffbb7769a5ad {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:22.175801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.283916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-1ac766e6-f109-4d46-88e7-772c4faf802e tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:22.286903 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-1ac766e6-f109-4d46-88e7-772c4faf802e tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.61 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 946 time: 0.1761284 Jul 22 14:52:22.349413 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.349677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:22.349773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.351846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:22.363845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.364568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Calling delete_port for ca03355e-4656-4d4d-95e2-68fb754a86e3 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:22.415348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for bd747eeb-7893-4a0f-9147-ffbb7769a5ad owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:22.502641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Deleting port 77e35139-63e9-42bf-a37e-84064555c8fc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:22.503388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.530154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Allocated IP 2001:db8:0:1::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/3fdb432a-aa91-440d-813a-442c5bfb4c4b/a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:22.538581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:22.586824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.687436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62178e-e330-4a3c-89fc-28b47473412d req-05fb5fa2-a367-46f2-bf79-8cbb01fd9115 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:22.695877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c62178e-e330-4a3c-89fc-28b47473412d req-05fb5fa2-a367-46f2-bf79-8cbb01fd9115 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 945 time: 0.2127028 Jul 22 14:52:22.713095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] For port 77e35139-63e9-42bf-a37e-84064555c8fc, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=77e35139-63e9-42bf-a37e-84064555c8fc,segment=NetworkSegment(fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d),segment_id=fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:22.713722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.721104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:22.727798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Calling delete_port for 77e35139-63e9-42bf-a37e-84064555c8fc owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:22.750689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:22.785618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c62178e-e330-4a3c-89fc-28b47473412d req-44797aa7-2c0f-438e-9e3a-67ba5a4b3bad tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878959 Jul 22 14:52:22.812044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69fdad-f9b3-4bb7-b6d2-b6a05a3bab18 req-9a68385f-480b-4724-b7d2-2cdc496c91af tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:22.819385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de69fdad-f9b3-4bb7-b6d2-b6a05a3bab18 req-9a68385f-480b-4724-b7d2-2cdc496c91af tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/ports?device_id=f76a1993-6e01-4971-99ac-31602f77a5de HTTP/1.1" status: 200 len: 946 time: 0.2223020 Jul 22 14:52:22.828228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.948586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de69fdad-f9b3-4bb7-b6d2-b6a05a3bab18 req-127c9b3a-34b1-451e-a2eb-14bf6f7565f7 tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c43825e-576d-4c54-a8e2-3a3bd07872a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070442 Jul 22 14:52:22.953693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.979405 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.982912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:22.985262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Transition to ACTIVE for port object a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:22.993887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.008226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Pushing event deleted for resources: {'Port': ['ID=77e35139-63e9-42bf-a37e-84064555c8fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:23.014030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Port': ['ID=ca03355e-4656-4d4d-95e2-68fb754a86e3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:23.108356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] No DVR routers for this DVR port 77e35139-63e9-42bf-a37e-84064555c8fc on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:23.113870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=bd747eeb-7893-4a0f-9147-ffbb7769a5ad,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:23.121859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.124234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47ca75c6-2834-410b-885e-a6709b2f4942 req-727c5457-3e64-4b94-85b7-4cd4e435da6f tempest-VolumesActionsTest-1289337170 tempest-VolumesActionsTest-1289337170-project] 10.222.0.61 "DELETE /v2.0/ports/77e35139-63e9-42bf-a37e-84064555c8fc HTTP/1.1" status: 204 len: 173 time: 0.8234758 Jul 22 14:52:23.126382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'name': 'network-vif-deleted', 'tag': '77e35139-63e9-42bf-a37e-84064555c8fc'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:23.129496 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e0160b-55dd-4672-bccb-479fc9d0f078" -d '{"events": [{"server_uuid": "f76a1993-6e01-4971-99ac-31602f77a5de", "name": "network-vif-deleted", "tag": "77e35139-63e9-42bf-a37e-84064555c8fc"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:23.162204 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.162859 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Floating IP 83b06262-04b9-4d74-a1d2-af052ecdc886 disassociated (deleted). External IP: 172.25.3.174, port: 4c043ecc-dfbf-42be-a3ee-f5f915e27417. Jul 22 14:52:23.197334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.205234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d89eb0d3-3ec7-4d23-89e1-88da3777dbbd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/bd747eeb-7893-4a0f-9147-ffbb7769a5ad HTTP/1.1" status: 204 len: 168 time: 1.1956065 Jul 22 14:52:23.206205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:23.206960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19ee58-0299-4927-be03-1d1408645e9c None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:23.220383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['77e35139-63e9-42bf-a37e-84064555c8fc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:23.309169 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41bf165-57ff-454c-bc00-4488d14fbcd3 x-openstack-request-id: req-c41bf165-57ff-454c-bc00-4488d14fbcd3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:23.309822 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76a1993-6e01-4971-99ac-31602f77a5de", "name": "network-vif-deleted", "tag": "77e35139-63e9-42bf-a37e-84064555c8fc", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:23.310883 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c41bf165-57ff-454c-bc00-4488d14fbcd3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:23.311581 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76a1993-6e01-4971-99ac-31602f77a5de', 'name': 'network-vif-deleted', 'tag': '77e35139-63e9-42bf-a37e-84064555c8fc', 'status': 'completed', 'code': 200} Jul 22 14:52:23.378789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464bb54-90f3-4f8a-9211-2b28c7760f45 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.384619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a464bb54-90f3-4f8a-9211-2b28c7760f45 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1765974 Jul 22 14:52:23.385607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:23.408687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1cf5a-1c48-4743-ae8f-205276d6a4e1 req-cff4ae8b-e5bc-4662-96e2-12501a4e5974 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.410293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf1cf5a-1c48-4743-ae8f-205276d6a4e1 req-cff4ae8b-e5bc-4662-96e2-12501a4e5974 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.1600673 Jul 22 14:52:23.425482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 43e0c5de-ed41-48c3-ba53-f65ba4fa766f up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:23.511845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2635c7-1720-4835-be75-2483afa7ff82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.513408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:23.516676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b2635c7-1720-4835-be75-2483afa7ff82 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1271021 Jul 22 14:52:23.518291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:23.584125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:23.591966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:23.592517 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.629058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf1cf5a-1c48-4743-ae8f-205276d6a4e1 req-69eec55f-dff7-4393-ba7f-e90bfacfe4fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080331 Jul 22 14:52:23.637969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957eca8-e8ab-4b07-a40d-470c32a5b253 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.642366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957eca8-e8ab-4b07-a40d-470c32a5b253 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.646738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4957eca8-e8ab-4b07-a40d-470c32a5b253 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:23.650812 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4957eca8-e8ab-4b07-a40d-470c32a5b253 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1310620 Jul 22 14:52:23.655031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:23.709905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Router 90f959ab-004f-42ac-b3e7-bdd109c56255 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:52:23.760345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 3fdb432a-aa91-440d-813a-442c5bfb4c4b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:23.764460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.788294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.829841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.856035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:23.859795 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ec5d0-5dd2-4e26-b0b6-73fbacb682cf" -d '{"events": [{"server_uuid": "cd7b4002-759d-44f0-a0ea-112e50f41ef5", "name": "network-vif-plugged", "status": "completed", "tag": "43e0c5de-ed41-48c3-ba53-f65ba4fa766f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:23.877177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:23.885428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.921329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:23.938408 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:23.941549 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7dc58b-1f89-4bc4-a1f4-a2924ddbb031 x-openstack-request-id: req-9d7dc58b-1f89-4bc4-a1f4-a2924ddbb031 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:23.952903 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7b4002-759d-44f0-a0ea-112e50f41ef5", "name": "network-vif-plugged", "status": "completed", "tag": "43e0c5de-ed41-48c3-ba53-f65ba4fa766f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:23.957347 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d7dc58b-1f89-4bc4-a1f4-a2924ddbb031 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:23.957972 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'code': 200} Jul 22 14:52:23.960251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] Sync routers for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:24.002466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.041826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32d61ee1-15fa-41bf-83eb-ec1e8a8ae477 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "DELETE /v2.0/floatingips/83b06262-04b9-4d74-a1d2-af052ecdc886 HTTP/1.1" status: 204 len: 168 time: 2.5414555 Jul 22 14:52:24.046014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54388) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:24.066384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:24.082100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:24.084900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:24.136477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363d71-af18-46b7-9fb2-3b3d82c09017 req-8dcc7a86-3721-43cb-9890-71651d483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:24.138714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33363d71-af18-46b7-9fb2-3b3d82c09017 req-8dcc7a86-3721-43cb-9890-71651d483f7c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1039565 Jul 22 14:52:24.139995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.165651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:24.171139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:24.182284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:24.188379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:24.237310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdb432a-aa91-440d-813a-442c5bfb4c4b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:24.276285 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.280739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:24.281772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6aa3b1a-e1ed-4a07-9244-40ad392bbe1d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/3fdb432a-aa91-440d-813a-442c5bfb4c4b HTTP/1.1" status: 204 len: 168 time: 0.6257362 Jul 22 14:52:24.284770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94535d62-6e1f-4d47-b45a-5dde92a858fb None None] The sync data for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:24.287918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:24.302212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-33363d71-af18-46b7-9fb2-3b3d82c09017 req-9e53ca53-a3a1-4e26-8ab5-4d206842ac9e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Jul 22 14:52:24.388881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet bccba9b8-317b-438e-9228-41d2133ce4e8 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:24.392658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.433398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad44e9d-aa7d-476f-abfd-f5b9b89e8bdb None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:24.449176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.544794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.560254 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0a9e6e8-9cb4-494f-89c4-818575d46298 None None] Provisioning for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:24.567965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0a9e6e8-9cb4-494f-89c4-818575d46298 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:24.568383 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a0a9e6e8-9cb4-494f-89c4-818575d46298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.581954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.642867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c988b-707f-4c2a-a5d2-5cd760e677b7 req-5327c534-e98c-4059-b18b-c5f2a84b7b04 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:24.652638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93c988b-707f-4c2a-a5d2-5cd760e677b7 req-5327c534-e98c-4059-b18b-c5f2a84b7b04 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 946 time: 0.6079872 Jul 22 14:52:24.671366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.737277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.740881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/bccba9b8-317b-438e-9228-41d2133ce4e8 HTTP/1.1" status: 204 len: 168 time: 0.4504788 Jul 22 14:52:24.742095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d94092-fcb2-4c45-b0c0-785db867b3bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=bccba9b8-317b-438e-9228-41d2133ce4e8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:24.749135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:24.796934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93c988b-707f-4c2a-a5d2-5cd760e677b7 req-303293ab-abc2-42ea-852e-0d85b91212a1 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403856 Jul 22 14:52:24.798642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-59349bb8-2664-453a-9412-2d4476693179 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462434 Jul 22 14:52:24.799488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:24.811535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:24.883699 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.967864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:24.977238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:24.984314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e4099-acf9-4af5-a2f4-ad5b9f13e06a None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'bccba9b8-317b-438e-9228-41d2133ce4e8'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:52:24.990762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fecfd-6fd8-466c-9534-2a93056b1739 req-074c4687-1746-47ea-943e-f91707ff3ee2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:24.992502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d53fecfd-6fd8-466c-9534-2a93056b1739 req-074c4687-1746-47ea-943e-f91707ff3ee2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.2279599 Jul 22 14:52:25.055311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-010e4099-acf9-4af5-a2f4-ad5b9f13e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.120074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d53fecfd-6fd8-466c-9534-2a93056b1739 req-9a6eab7e-185e-40e9-90bb-370252ad5885 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196086 Jul 22 14:52:25.166038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Allocated IP 172.25.3.136 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/901612c8-e2fe-45ea-842f-343c19f0b3e7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:25.335953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b217c4-38e1-4418-85cf-48b8d4773624 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:25.387451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.440650 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.481305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:25.524741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.objects.ports [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93813) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:52:25.533363 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0b4d2304-03a8-4991-be7b-c0ea2764db49 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:25.533629 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b4d2304-03a8-4991-be7b-c0ea2764db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.554902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Pushing event updated for resources: {'Port': ['ID=901612c8-e2fe-45ea-842f-343c19f0b3e7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:25.563540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:25.565397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:25.568919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:25.691199 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.777404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.785398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.843328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:25.943698 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:52:25.945620 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:52:26.087487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:26.148965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.160120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.161923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.264143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11b395-270b-4372-a17a-98b392cd06a5 req-ddbe34a5-671a-4599-91bf-4b9cda3abfc7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.289647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da11b395-270b-4372-a17a-98b392cd06a5 req-ddbe34a5-671a-4599-91bf-4b9cda3abfc7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 946 time: 0.3193116 Jul 22 14:52:26.350813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:26.367732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:26.392747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.394463 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.423048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.440492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da11b395-270b-4372-a17a-98b392cd06a5 req-3b0880cd-f3d5-4441-9fbd-e8206ad4c177 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 Jul 22 14:52:26.447439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.461860 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6564348 Jul 22 14:52:26.466386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54452) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:26.475549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=ead44ced-e6fc-434d-8a66-5bf14d6790e9,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:26.481645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:26.485349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5de63a-2b77-4d74-9dc8-4aa3b56e784c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=8']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:26.566013 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.653420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c3899-2068-44c7-85b9-3f4b2399ce50 req-88fcd252-4689-4882-a9ff-4204127eab89 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:26.655393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-798c3899-2068-44c7-85b9-3f4b2399ce50 req-88fcd252-4689-4882-a9ff-4204127eab89 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.3638709 Jul 22 14:52:26.663559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Pushing event updated for resources: {'Port': ['ID=901612c8-e2fe-45ea-842f-343c19f0b3e7,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:26.663749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:26.675677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.716267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.796153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:26.806161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:26.807448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3fe1d4ca-6a4b-41af-ba50-97a4b2000d29 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7446070 Jul 22 14:52:26.810478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-798c3899-2068-44c7-85b9-3f4b2399ce50 req-2ee1ac11-293a-4c3d-bcea-80b6f45f8a57 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427269 Jul 22 14:52:26.811792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54460) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:26.853857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:26.857460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:27.012634 n-d-794306-8 neutron-server[93812]: INFO neutron.db.ipam_backend_mixin [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ead44ced-e6fc-434d-8a66-5bf14d6790e9 (CIDR: 2001:db8::/64) Jul 22 14:52:27.017966 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:52:27.018506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:27.052845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54464) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:27.059244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:27.061639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dc92f124-bbb7-4cdc-8d64-b58f88e702e1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5861676 Jul 22 14:52:27.131403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:27.198499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7044e-f36b-4caa-8ce8-954c59c0d402 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:27.338096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:27.395790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-163f1794-472e-4d8d-bbd6-f8f3460a2d86 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:27.396531 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-163f1794-472e-4d8d-bbd6-f8f3460a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:27.506750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:27.511833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:27.533104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 77e35139-63e9-42bf-a37e-84064555c8fc no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:27.589069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 77e35139-63e9-42bf-a37e-84064555c8fc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:27.589725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 77e35139-63e9-42bf-a37e-84064555c8fc not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:27.606703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:27.838728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:27.838728 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:27.974092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:27.980770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-163f1794-472e-4d8d-bbd6-f8f3460a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.096676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-163f1794-472e-4d8d-bbd6-f8f3460a2d86 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:28.121497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e964bc-80fd-4784-a9d8-806165903d19 req-93d6b827-ef60-4b9b-9e05-a59998854e6a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:28.124424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59e964bc-80fd-4784-a9d8-806165903d19 req-93d6b827-ef60-4b9b-9e05-a59998854e6a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.1607316 Jul 22 14:52:28.153985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.191156 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59e964bc-80fd-4784-a9d8-806165903d19 req-09b40f61-1508-4e1f-85c0-b6e71278bd6f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603690 Jul 22 14:52:28.195458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-163f1794-472e-4d8d-bbd6-f8f3460a2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.407553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f1794-472e-4d8d-bbd6-f8f3460a2d86 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:28.443743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Allocated IP 172.25.3.165 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7d215388-3496-4e05-91f7-18f2fdfdde55) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:28.480187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:28.484370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:28.507622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:28.509512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.528330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-785af3bc-0f08-43c4-9a63-a9c4b4851069 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:28.528702 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-785af3bc-0f08-43c4-9a63-a9c4b4851069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.590133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=531b103b-363b-48f6-be42-eea29f97d745,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:28.625982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4a14ab10-fd2b-4375-bae1-a15614fe169e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5689888 Jul 22 14:52:28.626838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54488) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:28.632669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:40:ff:27', 'name': 'tempest-NetworksTestDHCPv6-253921534'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:28.787834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.883835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8cf65a-29fa-4ead-907e-e05944c886e3 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:28.893308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:28.977397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:29.000071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Pushing event updated for resources: {'Port': ['ID=7d215388-3496-4e05-91f7-18f2fdfdde55,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:29.048496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:29.052191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:29.059283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:29.119578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e2c88767-9795-41d7-8e76-5a445ae5db0c None None] Could not find standard attr ID for object bd747eeb-7893-4a0f-9147-ffbb7769a5ad. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:52:29.207206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:29.265689 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:29.297217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:29.366951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'ead44ced-e6fc-434d-8a66-5bf14d6790e9', 'ip_address': '2001:db8::f816:3eff:febf:6b23'}, {'subnet_id': '531b103b-363b-48f6-be42-eea29f97d745'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:52:29.457509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:29.460132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:29.559452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:29.839419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:29.840124 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:29.912404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8:0:1::21a (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/531b103b-363b-48f6-be42-eea29f97d745/f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:29.927932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::f816:3eff:fe40:ff27 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/ead44ced-e6fc-434d-8a66-5bf14d6790e9/f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:30.007359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.018239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.171568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.218826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3143d3-8c31-4f7f-84ff-6d0feeae83c9 req-165b3b38-9ae8-4e9a-aceb-5369f59c7a07 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:30.226830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc3143d3-8c31-4f7f-84ff-6d0feeae83c9 req-165b3b38-9ae8-4e9a-aceb-5369f59c7a07 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.6934726 Jul 22 14:52:30.262846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.270590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54508) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:30.277601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4607544 Jul 22 14:52:30.296532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a7f55-6bfa-464e-a3bc-0b39e9da665c tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Pushing event updated for resources: {'Port': ['ID=7d215388-3496-4e05-91f7-18f2fdfdde55,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:30.300004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc3143d3-8c31-4f7f-84ff-6d0feeae83c9 req-48eb7ff4-361d-4196-b810-cfcb4bd2a1cf tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721633 Jul 22 14:52:30.381663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f1a4958d-d3b8-4408-98b5-da79f2930a81 tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.1039948 Jul 22 14:52:30.386197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:30.388378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.419644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:30.496848 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.546846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-066ac81b-d03a-47b8-bb1e-64c33c17951d tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1584551 Jul 22 14:52:30.550835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54514) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:30.570397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:30.604120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:30.607277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:30.612737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:30.620273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:30.620966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:30.640097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Allocated IP 2001:db8:0:1::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/531b103b-363b-48f6-be42-eea29f97d745/a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:30.654961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4d3014c4-bcee-45c7-95ba-931fc419f2a7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0266364 Jul 22 14:52:30.655597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54520) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:30.952727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Deleting port 7d215388-3496-4e05-91f7-18f2fdfdde55 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:30.953264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.035062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:31.035443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.150157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.150539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.182668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Calling delete_port for 7d215388-3496-4e05-91f7-18f2fdfdde55 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:31.252522 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.280653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:31.347018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:31.396966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.572568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Transition to ACTIVE for port object a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:31.573087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.579499 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.602053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Pushing event deleted for resources: {'Port': ['ID=7d215388-3496-4e05-91f7-18f2fdfdde55,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:31.753442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.757641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd813081-e5e8-4f9f-94d6-22cf4090d79e req-17980a5f-bfcc-4a04-a9df-a646922c58a4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:31.759532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd813081-e5e8-4f9f-94d6-22cf4090d79e req-17980a5f-bfcc-4a04-a9df-a646922c58a4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.2649980 Jul 22 14:52:31.771890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.773033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7cbbab31-1d50-443b-a2f2-76bd53c481cf tempest-FloatingIPAdminTestJSON-908936432 tempest-FloatingIPAdminTestJSON-908936432-project] 10.222.0.60 "DELETE /v2.0/floatingips/6b6b01b9-b7a7-4990-83d4-22a77fd47c6c HTTP/1.1" status: 204 len: 168 time: 1.2205789 Jul 22 14:52:31.776664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54530) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:31.788588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d6da8-37d7-4e29-985f-000c61e8d636 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:31.821387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:31.856909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:31.900370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bd813081-e5e8-4f9f-94d6-22cf4090d79e req-57be487d-fb57-4fc3-a171-dba2e103696c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077263 Jul 22 14:52:31.999766 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.002424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74ab3dde-fdab-41d6-b24f-b0eea032e7e5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c HTTP/1.1" status: 204 len: 168 time: 1.3458543 Jul 22 14:52:32.007874 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:32.064880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Deleting port 901612c8-e2fe-45ea-842f-343c19f0b3e7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:32.065235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.176705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fd0bac-115e-46f3-b7b2-b4e3857aeeae tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:32.178289 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d3fd0bac-115e-46f3-b7b2-b4e3857aeeae tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1650300 Jul 22 14:52:32.180882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54534) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:32.267435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.268164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.294631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Calling delete_port for 901612c8-e2fe-45ea-842f-343c19f0b3e7 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:32.336294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c971e5f-107a-4bcd-b56e-5306650292d5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:32.340563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8c971e5f-107a-4bcd-b56e-5306650292d5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1564448 Jul 22 14:52:32.340953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54536) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:32.454894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87bb6d-bbfc-4731-9e39-284f9286b793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:32.471171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87bb6d-bbfc-4731-9e39-284f9286b793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:32.479890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87bb6d-bbfc-4731-9e39-284f9286b793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:32.486046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6b87bb6d-bbfc-4731-9e39-284f9286b793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1414385 Jul 22 14:52:32.486789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54538) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:32.594924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.651865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Pushing event deleted for resources: {'Port': ['ID=901612c8-e2fe-45ea-842f-343c19f0b3e7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:32.652077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 531b103b-363b-48f6-be42-eea29f97d745 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:32.662691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.731089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.785808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8808d3c8-7ab8-47f7-99c3-7f99122fff6d None None] Provisioning for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:32.794080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8808d3c8-7ab8-47f7-99c3-7f99122fff6d None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:32.796852 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8808d3c8-7ab8-47f7-99c3-7f99122fff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.803580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.810854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:32.814578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6815efc4-67af-43d8-b0c4-33b7869118da tempest-FloatingIPAdminTestJSON-1122993521 tempest-FloatingIPAdminTestJSON-1122993521-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/e1d87df4-aa45-4a44-b076-7f5ff87f8fed HTTP/1.1" status: 204 len: 168 time: 1.0352452 Jul 22 14:52:32.818349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54544) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:33.036270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.115668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting port 4c043ecc-dfbf-42be-a3ee-f5f915e27417 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:33.117685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.168004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fa3fd036-7d41-4d39-bd0c-26d29fbecd8b None None] Could not find standard attr ID for object f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:52:33.267745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.297482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.337365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.341687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/531b103b-363b-48f6-be42-eea29f97d745 HTTP/1.1" status: 204 len: 168 time: 0.8513720 Jul 22 14:52:33.341687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01addd5-72b4-42d7-b51d-5be950567700 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=531b103b-363b-48f6-be42-eea29f97d745,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:33.343720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:33.348269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Calling delete_port for 4c043ecc-dfbf-42be-a3ee-f5f915e27417 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:33.429889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893ba91-7049-4e68-9d94-365b8eee622e req-c8883ab8-a5ba-47b4-a3bf-b4d631deae9d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:33.432152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2893ba91-7049-4e68-9d94-365b8eee622e req-c8883ab8-a5ba-47b4-a3bf-b4d631deae9d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.2992713 Jul 22 14:52:33.469899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet ead44ced-e6fc-434d-8a66-5bf14d6790e9 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:33.493517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ff4f21-ba1a-4314-acf2-41385795fc06 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:33.541438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.603718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:33.645234 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.711358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:33.719661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:33.775856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2893ba91-7049-4e68-9d94-365b8eee622e req-ef072479-5e1b-423d-8412-b6526f826a0c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066947 Jul 22 14:52:33.923968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.027905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.078246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.082915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/ead44ced-e6fc-434d-8a66-5bf14d6790e9 HTTP/1.1" status: 204 len: 168 time: 0.7359655 Jul 22 14:52:34.082915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3903700-2872-4520-baec-a76cdbf288b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=ead44ced-e6fc-434d-8a66-5bf14d6790e9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:34.084269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54558) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:34.140980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9d3a201b-c11b-4ffe-86a7-2e5aac103746 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544257 Jul 22 14:52:34.143873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:34.151923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:34.279438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb2853-695a-475e-9f38-9c1df2e97833 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': 'ead44ced-e6fc-434d-8a66-5bf14d6790e9'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:52:34.299245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.346098 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-96eb2853-695a-475e-9f38-9c1df2e97833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.390100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Port': ['ID=4c043ecc-dfbf-42be-a3ee-f5f915e27417,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:34.423213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:34.429423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.460553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.463705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-40595ad2-cd52-44d9-bb63-bb0c4ce0b2e2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "DELETE /v2.0/ports/4c043ecc-dfbf-42be-a3ee-f5f915e27417 HTTP/1.1" status: 204 len: 168 time: 1.6441002 Jul 22 14:52:34.467131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:34.604490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b91f74-1e1b-4931-b19e-17b569acfa86 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:34.609445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-70b91f74-1e1b-4931-b19e-17b569acfa86 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "GET /v2.0/ports?device_id=90f959ab-004f-42ac-b3e7-bdd109c56255 HTTP/1.1" status: 200 len: 913 time: 0.1382635 Jul 22 14:52:34.609675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54568) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:34.768802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.786044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57d7ef-443c-45f3-af78-cfff18fd09aa None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:34.845322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=6c1215ec-0469-410e-948b-4a8077f71cfd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:34.875012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:34.879704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:34.886860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:34.890649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:34.930784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0fa0ebe1-3674-4a08-938d-1b3771e8ede8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7847795 Jul 22 14:52:34.932274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:34.946639 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:34.996126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3192bc2a-a1bc-4a8f-a1bf-864cef679033 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:34.997376 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3192bc2a-a1bc-4a8f-a1bf-864cef679033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.359412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.423578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b8692-bbc0-4286-9808-206f7b011499 req-eb5f5081-ce29-4eef-86c8-6f2915768f9e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:35.436122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b3b8692-bbc0-4286-9808-206f7b011499 req-eb5f5081-ce29-4eef-86c8-6f2915768f9e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.4219098 Jul 22 14:52:35.509324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:35.548643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:35.552973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.605191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b3b8692-bbc0-4286-9808-206f7b011499 req-cf5b36f0-7efe-47a2-a295-f9e057495156 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670108 Jul 22 14:52:35.713640 n-d-794306-8 neutron-server[93812]: INFO neutron.db.ipam_backend_mixin [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c1215ec-0469-410e-948b-4a8077f71cfd (CIDR: 2001:db8::/64) Jul 22 14:52:35.718110 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:52:35.718588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:35.744666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6ec82146-5423-4ef1-8eee-fb8bff708f2e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8009522 Jul 22 14:52:35.744864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54580) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:35.752582 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:35.769153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Update dhcp port {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'fixed_ips': [{'subnet_id': '6c1215ec-0469-410e-948b-4a8077f71cfd'}], 'binding:host_id': 'n-d-794306-8'}, 'id': 'a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:52:35.795577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.877653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:35.879306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting port 84b8f508-79ce-4f36-8bec-83a00b1eef8f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:35.879605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.885484 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.969899 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.975024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:35.979690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:35.980449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=14']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:36.060821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:36.075285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Calling delete_port for 84b8f508-79ce-4f36-8bec-83a00b1eef8f owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:36.342087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:36.478496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Port': ['ID=84b8f508-79ce-4f36-8bec-83a00b1eef8f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:36.502964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/6c1215ec-0469-410e-948b-4a8077f71cfd/a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:36.648706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:52:36.676842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:36.724934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:36.749656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Transition to ACTIVE for port object a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:36.756438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:36.826151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:36.967681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fb7cc-62d0-472e-9a0b-e7d9e8252a17 None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=15']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:37.034153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559f018-d945-472c-b61e-586fb5ce4678 req-10a9cf5a-aa0e-4178-8aec-0fc45046da27 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:37.036461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a559f018-d945-472c-b61e-586fb5ce4678 req-10a9cf5a-aa0e-4178-8aec-0fc45046da27 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.1997671 Jul 22 14:52:37.145269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a559f018-d945-472c-b61e-586fb5ce4678 req-60d4c263-a0de-48ec-afa1-ed61592093f6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820000 Jul 22 14:52:37.198123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.399409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Router 90f959ab-004f-42ac-b3e7-bdd109c56255 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:52:37.409671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.567243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:37.635860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:37.681592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.692959 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.694080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.702282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:52:37.710553 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7e390a61-bc56-4ad0-a352-3528038f8dcb tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "PUT /v2.0/routers/90f959ab-004f-42ac-b3e7-bdd109c56255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997303 Jul 22 14:52:37.713223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54598) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:37.717160 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] Sync routers for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:52:37.730997 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:37.731432 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:37.811699 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:37.835586 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] Routers {'90f959ab-004f-42ac-b3e7-bdd109c56255'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:52:37.838987 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:52:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['90f959ab-004f-42ac-b3e7-bdd109c56255'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:37.844489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.860602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=17']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:37.866380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=97d19579-3c59-4ba7-b894-faf25580960e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:37.889304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:37.891301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:37.900990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:37.901604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:37.915649 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:37.916621 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d6bbf6-166d-4e41-bef3-fb1f322a7de7 None None] The sync data for ids ['90f959ab-004f-42ac-b3e7-bdd109c56255'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:52:37.938776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e9f04f5d-330a-481a-acd0-eae1cf09a05d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1926675 Jul 22 14:52:37.943690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54600) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:37.949929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:65:16:71', 'name': 'tempest-NetworksTestDHCPv6-1816828079'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:38.087420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.188491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14aa727c-2f9f-4086-b0ac-7042b47d016f None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:38.239565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.314494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:38.424267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting port ec7bc7d7-6774-473f-ae6c-446fa4a753fc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:38.424869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.513165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f77ed-0cb1-44f9-9645-de700b6c87b0 req-e4d5605b-5608-4a77-be8a-8df0beb63e4a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:38.524761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-965f77ed-0cb1-44f9-9645-de700b6c87b0 req-e4d5605b-5608-4a77-be8a-8df0beb63e4a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.1288366 Jul 22 14:52:38.557359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.594179 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 4bfa8753-84ef-4fe3-9589-a4adaf1b509a yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:38.614067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.654579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-965f77ed-0cb1-44f9-9645-de700b6c87b0 req-72b1b69c-6c90-4567-8438-f72a3a9cd0a5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259713 Jul 22 14:52:38.671661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Calling delete_port for ec7bc7d7-6774-473f-ae6c-446fa4a753fc owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:38.750857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] Provisioning for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:38.761846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:38.762567 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.924012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:38.953346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::2df (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/6c1215ec-0469-410e-948b-4a8077f71cfd/4bfa8753-84ef-4fe3-9589-a4adaf1b509a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:38.962164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:1671 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/97d19579-3c59-4ba7-b894-faf25580960e/4bfa8753-84ef-4fe3-9589-a4adaf1b509a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:38.967536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:38.974482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.079513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f9bc2-3b88-47ba-8e58-85b37dd1191a None None] Pushing event updated for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=18']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:39.231062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.277893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Port': ['ID=ec7bc7d7-6774-473f-ae6c-446fa4a753fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:39.377559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.411889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 4bfa8753-84ef-4fe3-9589-a4adaf1b509a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:39.453285 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.540937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:39.642549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.644438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:39.644892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.646735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.702070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.784822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.785714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Fanout notify agent at l3_agent the message router_deleted on router 90f959ab-004f-42ac-b3e7-bdd109c56255 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:52:39.806891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.812327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54618) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:39.824383 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-158f4f2c-5755-4da1-b63f-0212866ba0b2 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "DELETE /v2.0/routers/90f959ab-004f-42ac-b3e7-bdd109c56255 HTTP/1.1" status: 204 len: 168 time: 2.1084418 Jul 22 14:52:39.829574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=4bfa8753-84ef-4fe3-9589-a4adaf1b509a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:39.848896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:39.851001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:39.864271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:39.888426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:39.888426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.926693 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10c2770b-4bc2-4a9e-aa93-4d5fc201dd51 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9760530 Jul 22 14:52:39.927718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting subnet d114b23d-9682-42a5-9086-fb83d1cdc37e {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:39.929534 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-412f2da9-eea4-4b11-a473-0a9595e535b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.931765 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:39.935448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:39.960559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc6468-4e5c-49fa-9f36-e979f95eca4d None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:40.027226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.118377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33376263-2140-4369-a76e-e82acd11f878 req-de166b0b-bfcb-451d-86b4-574e703e9c2d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:40.120177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33376263-2140-4369-a76e-e82acd11f878 req-de166b0b-bfcb-451d-86b4-574e703e9c2d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 943 time: 0.1825438 Jul 22 14:52:40.193995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b514527a-f0a9-4b39-b57e-3b9bcd3675f3 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:40.199241 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b514527a-f0a9-4b39-b57e-3b9bcd3675f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.219119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 4bfa8753-84ef-4fe3-9589-a4adaf1b509a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:40.219740 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.252346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.344863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.387480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.410379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 4bfa8753-84ef-4fe3-9589-a4adaf1b509a owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:40.446842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Subnet': ['ID=d114b23d-9682-42a5-9086-fb83d1cdc37e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:40.475450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33376263-2140-4369-a76e-e82acd11f878 req-9945cb26-95ce-43b8-a563-79619b80856a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123567 Jul 22 14:52:40.481849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.489636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ee5fea2d-7344-48ec-ada6-a130957dee79 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "DELETE /v2.0/subnets/d114b23d-9682-42a5-9086-fb83d1cdc37e HTTP/1.1" status: 204 len: 168 time: 0.6736171 Jul 22 14:52:40.490878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54626) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:40.536351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a76d79-71c9-45f1-9dce-0d6851122b4e None None] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:40.808823 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.856803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e6fce7e5-5c03-4629-95e3-a2dcccafd10d details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:40.913544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.922643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting port f279b4aa-4852-4b5d-a51f-fcb15408ff90 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:40.923472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:40.984332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=4bfa8753-84ef-4fe3-9589-a4adaf1b509a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:41.015809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] For port f279b4aa-4852-4b5d-a51f-fcb15408ff90, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f279b4aa-4852-4b5d-a51f-fcb15408ff90,segment=NetworkSegment(ac499e8c-5245-4645-a07c-e4a4f51a6e4a),segment_id=ac499e8c-5245-4645-a07c-e4a4f51a6e4a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:41.016430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.035938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Calling delete_port for f279b4aa-4852-4b5d-a51f-fcb15408ff90 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:41.065916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.068367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-00d2c980-1059-49d1-8e1e-cbb1202f1ebd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/4bfa8753-84ef-4fe3-9589-a4adaf1b509a HTTP/1.1" status: 204 len: 168 time: 1.1310694 Jul 22 14:52:41.076831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54630) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:41.183447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b502ae7-c227-4cc9-932b-794c1b355027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:41.185189 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1b502ae7-c227-4cc9-932b-794c1b355027 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1030486 Jul 22 14:52:41.188056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54632) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:41.362574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:41.390891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d', 'mac_address': 'fa:16:3e:c7:26:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:41.427023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e032bb9c-34d9-41a5-8e69-6ed6c6684bf1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:41.432598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e032bb9c-34d9-41a5-8e69-6ed6c6684bf1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2435153 Jul 22 14:52:41.439412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54638) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:41.494371 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.531304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ae1c5-d619-4e4b-8f00-f3c78bca71a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:41.533803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ae1c5-d619-4e4b-8f00-f3c78bca71a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:41.535009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ae1c5-d619-4e4b-8f00-f3c78bca71a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:41.539141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6d0ae1c5-d619-4e4b-8f00-f3c78bca71a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0961308 Jul 22 14:52:41.542816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54646) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:41.544707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fce7e5-5c03-4629-95e3-a2dcccafd10d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:41.563538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] DHCP port deletion for d58fa91c-6e29-4b11-870d-5907adcaf9dd request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:52:41.666971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:41.682080 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.695458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 6c1215ec-0469-410e-948b-4a8077f71cfd {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:41.705445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.764201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Deleting port f279b4aa-4852-4b5d-a51f-fcb15408ff90 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:41.764836 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.784868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:41.811830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.861803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.876901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] For port f279b4aa-4852-4b5d-a51f-fcb15408ff90, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f279b4aa-4852-4b5d-a51f-fcb15408ff90,segment=NetworkSegment(ac499e8c-5245-4645-a07c-e4a4f51a6e4a),segment_id=ac499e8c-5245-4645-a07c-e4a4f51a6e4a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:41.877454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:41.904232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a72b3092-9d14-4faa-b725-4c9bb09b5e44 None None] Could not find standard attr ID for object 4bfa8753-84ef-4fe3-9589-a4adaf1b509a. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:52:41.912973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Port': ['ID=f279b4aa-4852-4b5d-a51f-fcb15408ff90,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:41.913618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Calling delete_port for f279b4aa-4852-4b5d-a51f-fcb15408ff90 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:41.930971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] No DVR routers for this DVR port f279b4aa-4852-4b5d-a51f-fcb15408ff90 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:41.952553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['e6fce7e5-5c03-4629-95e3-a2dcccafd10d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:41.954452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e83ef-f982-4714-9692-017e44e448e9 req-9e61b398-5f5e-40e6-b9f2-692105bfba66 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:41.956095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-002e83ef-f982-4714-9692-017e44e448e9 req-9e61b398-5f5e-40e6-b9f2-692105bfba66 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 944 time: 0.2605398 Jul 22 14:52:42.051613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a72b3092-9d14-4faa-b725-4c9bb09b5e44 None None] Provisioning complete for port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:42.054844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a72b3092-9d14-4faa-b725-4c9bb09b5e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.082817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-002e83ef-f982-4714-9692-017e44e448e9 req-14d7ff27-af24-48bf-b572-4e43982a369b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905414 Jul 22 14:52:42.141033 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.153867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58fa91c-6e29-4b11-870d-5907adcaf9dd']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:42.163429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.170056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:42.170351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac499e8c-5245-4645-a07c-e4a4f51a6e4a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:52:42.192113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.242066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.257123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:52:42.257995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:52:42.262939 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:52:42.352836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.386212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.399931 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.406923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "DELETE /v2.0/networks/d58fa91c-6e29-4b11-870d-5907adcaf9dd HTTP/1.1" status: 204 len: 168 time: 1.9147801 Jul 22 14:52:42.420504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54654) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:42.435769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d145c-f505-4790-955f-7055a6488df9 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Network': ['ID=d58fa91c-6e29-4b11-870d-5907adcaf9dd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:42.439327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1215ec-0469-410e-948b-4a8077f71cfd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:42.444732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.450147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-20118636-73f3-42f1-b235-f1cca11f19c7 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/6c1215ec-0469-410e-948b-4a8077f71cfd HTTP/1.1" status: 204 len: 168 time: 0.8999438 Jul 22 14:52:42.454637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54656) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:42.481297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a65b4e15-7ba4-4bbb-bc84-843efc2fe277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.511105 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.589196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 97d19579-3c59-4ba7-b894-faf25580960e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:42.603340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.676942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Deleting port bf26384f-dc25-474d-b468-8a79a6dfcd37 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:42.677372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.703296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.733741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391ef674-e48c-4670-a773-256a49e5e102 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:42.763946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.824704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Network d58fa91c-6e29-4b11-870d-5907adcaf9dd is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:52:42.825183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] No DVR routers for this DVR port f279b4aa-4852-4b5d-a51f-fcb15408ff90 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:42.837744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.838105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:42.870961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Calling delete_port for bf26384f-dc25-474d-b468-8a79a6dfcd37 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:42.945351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cadff-16ef-4ba2-be1e-3d28a01c3369 None None] Pushing event deleted for resources: {'Port': ['ID=f279b4aa-4852-4b5d-a51f-fcb15408ff90,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:42.978289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.034725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f602dea8-580e-4a96-9fc7-ce38e5008085 None None] Could not find standard attr ID for object 4bfa8753-84ef-4fe3-9589-a4adaf1b509a. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:52:43.087703 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-e82b041e-fa1a-4e40-9495-a045f1b28e2a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3200595 Jul 22 14:52:43.101578 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.138114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.140090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Pushing event deleted for resources: {'Port': ['ID=bf26384f-dc25-474d-b468-8a79a6dfcd37,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:43.317300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.320039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.324519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f2ad4b5c-875d-4261-ad04-8bf553292438 tempest-FloatingIPAdminTestJSON-1968608301 tempest-FloatingIPAdminTestJSON-1968608301-project] 10.222.0.60 "DELETE /v2.0/floatingips/18d746d1-41ce-49cb-b61f-f08f1feb24d7 HTTP/1.1" status: 204 len: 168 time: 0.8952448 Jul 22 14:52:43.331223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:52:43.367674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c6a06-3ca3-4efb-84ba-494cb171cb49 req-9061a1e8-22d6-4ded-b79a-98d7858bf074 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:43.370076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c29c6a06-3ca3-4efb-84ba-494cb171cb49 req-9061a1e8-22d6-4ded-b79a-98d7858bf074 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 944 time: 0.1353524 Jul 22 14:52:43.444967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] Deleting port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:43.445428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.490822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c29c6a06-3ca3-4efb-84ba-494cb171cb49 req-a814e64f-ceb1-4c49-a1a8-998499d46b11 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098208 Jul 22 14:52:43.556466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f279b4aa-4852-4b5d-a51f-fcb15408ff90 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:43.585971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f279b4aa-4852-4b5d-a51f-fcb15408ff90 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:43.586467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f279b4aa-4852-4b5d-a51f-fcb15408ff90 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:43.586933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:43.634746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] For port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:43.635247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.682659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] Calling delete_port for a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:43.703093 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.747317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-1d91a64d-4679-46d1-a883-ba991d6e46ff req-a144df7a-4764-4aa1-ad68-8654e878732e service neutron] (93812) timed out ('10.222.0.60', 34088) {{(pid=93812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:52:43.794117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.797221 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/97d19579-3c59-4ba7-b894-faf25580960e HTTP/1.1" status: 204 len: 168 time: 1.3412955 Jul 22 14:52:43.797461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54670) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:43.811617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.823337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35a902-7f42-4202-83f8-b172d0f15c81 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=97d19579-3c59-4ba7-b894-faf25580960e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:43.825846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:43.864916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:43.918233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f7b6ac04-579f-4299-a1b6-94a75b702cb6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052823 Jul 22 14:52:43.922499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:43.932339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:43.936102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] Pushing event deleted for resources: {'Port': ['ID=a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:43.974301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-d833fa28-cdcb-4ee4-9622-8b11b64d267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:43.975943 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-d833fa28-cdcb-4ee4-9622-8b11b64d267a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 1096 time: 0.7869642 Jul 22 14:52:43.989445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f11674-e51f-4390-9a38-b6b719059d5c None None] No DVR routers for this DVR port a9f048b6-c1cf-4bb9-9ea7-e35d4bd88c22 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:44.228101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-15e6b340-5f71-4178-8864-5289e4228185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:44.234686 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-15e6b340-5f71-4178-8864-5289e4228185 service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.2048864 Jul 22 14:52:44.275245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:44.275516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:44.331263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-63560b79-b1df-458c-9da6-d5bee05f8e90 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef HTTP/1.1" status: 200 len: 217 time: 0.0757897 Jul 22 14:52:44.448261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-76ab5ef4-67dc-4576-8740-c65294b8e0c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52910b67fb2a462faeb27f0826822e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206648 Jul 22 14:52:44.451319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54684) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:44.465942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-402d82c6-ce97-4206-90e3-88b5e89f35fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:44.468811 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-402d82c6-ce97-4206-90e3-88b5e89f35fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1244929 Jul 22 14:52:44.595151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-575e0a21-9f37-440a-a62e-c4bae55a84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:44.596856 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-575e0a21-9f37-440a-a62e-c4bae55a84e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215036 Jul 22 14:52:44.609683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11785dac-6ca1-41c2-a227-23ded5c4b48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:44.651560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11785dac-6ca1-41c2-a227-23ded5c4b48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:44.719457 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-a40fe5f8-4570-4023-8722-d4b41ee7de0d service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948958 Jul 22 14:52:44.814479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c933411-c177-4959-a02c-b3465ef9ed2d req-9237d4ef-68e8-4f02-b059-b6d641096436 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:44.823975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e88aee51-3074-42e4-a2b4-75ccb100997a req-e67ddbc0-c4f4-4343-bb16-76aef187b891 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986485 Jul 22 14:52:44.828942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c933411-c177-4959-a02c-b3465ef9ed2d req-9237d4ef-68e8-4f02-b059-b6d641096436 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 944 time: 0.1675003 Jul 22 14:52:44.849268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e6fce7e5-5c03-4629-95e3-a2dcccafd10d up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:44.876631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:44.889580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11785dac-6ca1-41c2-a227-23ded5c4b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:44.892811 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11785dac-6ca1-41c2-a227-23ded5c4b48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:44.894157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11785dac-6ca1-41c2-a227-23ded5c4b48f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6da279e6-5770-45b9-a777-64329fae45f3 HTTP/1.1" status: 204 len: 168 time: 0.4407294 Jul 22 14:52:44.917262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11785dac-6ca1-41c2-a227-23ded5c4b48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da279e6-5770-45b9-a777-64329fae45f3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:44.939175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1c933411-c177-4959-a02c-b3465ef9ed2d req-85184850-eb65-4bf0-9254-634a5318ea9a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040964 Jul 22 14:52:44.988884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:44.998769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:45.011860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:45.012276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.017023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33885fba-68d1-47d1-85ca-e87b922dae1a None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:45.055888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port e6fce7e5-5c03-4629-95e3-a2dcccafd10d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:45.075073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:45.086994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port e6fce7e5-5c03-4629-95e3-a2dcccafd10d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:45.087432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.092558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54690) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:45.094359 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-693a4e05-6902-47d5-a881-9c43a42123f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1693761 Jul 22 14:52:45.098493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:45.312139 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.338018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'tenant_id': '32ce229579444d11a5ba22210e43ab70', 'fixed_ips': [{'subnet_id': 'f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:52:45.338820 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.385885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:45.388875 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b4504-1c30-46c6-89e6-c3355f39eda5" -d '{"events": [{"server_uuid": "370adb4e-37b4-4bd5-9b69-87767bc86c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e6fce7e5-5c03-4629-95e3-a2dcccafd10d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:45.396221 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.409574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:45.445104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:45.454486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.459372 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.491260 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bfea34-78fd-45c3-b165-60a2158a9c36 x-openstack-request-id: req-99bfea34-78fd-45c3-b165-60a2158a9c36 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:45.491534 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370adb4e-37b4-4bd5-9b69-87767bc86c5d", "name": "network-vif-plugged", "status": "completed", "tag": "e6fce7e5-5c03-4629-95e3-a2dcccafd10d", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:45.491827 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99bfea34-78fd-45c3-b165-60a2158a9c36 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:45.492248 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d', 'code': 200} Jul 22 14:52:45.589769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:45.608326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Allocated IP 2001:db8::2 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc/52f38ec4-b394-42f0-b24e-a409c9fcca83) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:45.618684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:45.676496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee0a75-cae7-4450-86d0-8f02e33ee8b0 req-b3f13cdb-f526-4ce5-a25c-1c51dbdab917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:45.681483 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2ee0a75-cae7-4450-86d0-8f02e33ee8b0 req-b3f13cdb-f526-4ce5-a25c-1c51dbdab917 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 1096 time: 0.1253939 Jul 22 14:52:45.723490 n-d-794306-8 neutron-server[93812]: INFO neutron.db.ipam_backend_mixin [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc (CIDR: 2001:db8::/64) Jul 22 14:52:45.735446 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:52:45.736165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:45.748540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34cf9b92-fa37-48b2-a503-2147b2b5c487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.749008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2ee0a75-cae7-4450-86d0-8f02e33ee8b0 req-c183f6b4-af43-49b2-8f4c-734640c7f0ee service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624590 Jul 22 14:52:45.768197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1efb55db-0c48-4587-977a-1d6be3d8e82c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6744103 Jul 22 14:52:45.770966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54704) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:45.776709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'subnet': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:45.803616 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.815226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Transition to ACTIVE for port object 52f38ec4-b394-42f0-b24e-a409c9fcca83 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:45.841454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Transition to ACTIVE for port object 52f38ec4-b394-42f0-b24e-a409c9fcca83 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:45.874254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:45.936164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:45.939473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:45.944481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:45.948971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Pushing event updated for resources: {'Port': ['ID=52f38ec4-b394-42f0-b24e-a409c9fcca83,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:46.022749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Attempting to bind port 52f38ec4-b394-42f0-b24e-a409c9fcca83 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:46.022749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Attempting to bind port 52f38ec4-b394-42f0-b24e-a409c9fcca83 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:46.022749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Attempting to bind port 52f38ec4-b394-42f0-b24e-a409c9fcca83 on network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:46.028008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:46.029133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Checking segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:46.029669 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.030181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Bound using segment: {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:46.030827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Bound port: 52f38ec4-b394-42f0-b24e-a409c9fcca83, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:46.031335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.037830 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34cf9b92-fa37-48b2-a503-2147b2b5c487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.053770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-34cf9b92-fa37-48b2-a503-2147b2b5c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.097971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-34cf9b92-fa37-48b2-a503-2147b2b5c487 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=656284015ed149bc89140e67530da740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4685099 Jul 22 14:52:46.103034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54708) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:46.120329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] For port 52f38ec4-b394-42f0-b24e-a409c9fcca83, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:46.124677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] For port 52f38ec4-b394-42f0-b24e-a409c9fcca83, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=52f38ec4-b394-42f0-b24e-a409c9fcca83,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:46.133108 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.208759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980ec77-9a22-4da9-bee9-82abce53270c None None] Pushing event updated for resources: {'Port': ['ID=52f38ec4-b394-42f0-b24e-a409c9fcca83,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:46.278987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf9b92-fa37-48b2-a503-2147b2b5c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7491ad6e-0408-4b32-9169-f027ad037111,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:46.285815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:46.290354 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.401342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3e602e3-b46b-4f6a-b393-f055f3655b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.471151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210ea6-b357-4ab8-9778-dd8379d61759 req-bcd2e4ab-e77f-4b9d-8286-bbc28719941a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:46.476338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03210ea6-b357-4ab8-9778-dd8379d61759 req-bcd2e4ab-e77f-4b9d-8286-bbc28719941a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.3940945 Jul 22 14:52:46.499819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3e602e3-b46b-4f6a-b393-f055f3655b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.674711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03210ea6-b357-4ab8-9778-dd8379d61759 req-c096a5e7-d48e-43a8-81a6-a257350908a6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795552 Jul 22 14:52:46.746273 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3e602e3-b46b-4f6a-b393-f055f3655b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.749141 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3e602e3-b46b-4f6a-b393-f055f3655b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:46.752740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c3e602e3-b46b-4f6a-b393-f055f3655b15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7491ad6e-0408-4b32-9169-f027ad037111 HTTP/1.1" status: 204 len: 168 time: 0.6118159 Jul 22 14:52:46.779928 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:52:46.802034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e602e3-b46b-4f6a-b393-f055f3655b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7491ad6e-0408-4b32-9169-f027ad037111,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:47.002357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-eb18f7bf-e2ae-41f2-944e-2f890ce382c3 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:47.004274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-eb18f7bf-e2ae-41f2-944e-2f890ce382c3 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.2948620 Jul 22 14:52:47.039135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-2f9ce160-3b6a-451a-ad58-05bb55670d44 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/quotas/bc1269ebc38d4d908bebad7166dd1a50 HTTP/1.1" status: 200 len: 375 time: 0.0211666 Jul 22 14:52:47.230093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.objects.ports [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93812) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 14:52:47.273475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-bd591ed1-de2a-43dd-a706-7c615dd44b0d tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882875 Jul 22 14:52:47.283641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-2aa6c31f-02ab-4da9-bc62-5879f9a60589 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:52:47.291666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-2aa6c31f-02ab-4da9-bc62-5879f9a60589 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172427 Jul 22 14:52:47.323003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54736) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:47.345322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c8de225-31a2-4da6-8d4c-1cdf09de869f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.557052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c8de225-31a2-4da6-8d4c-1cdf09de869f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.565366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4c8de225-31a2-4da6-8d4c-1cdf09de869f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.574987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 52f38ec4-b394-42f0-b24e-a409c9fcca83 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:47.663651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de225-31a2-4da6-8d4c-1cdf09de869f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f28fed-94f0-44f7-9dc3-90cd2c8106aa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:47.685141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:47.730089 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4c8de225-31a2-4da6-8d4c-1cdf09de869f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12c13c577a294a5c8ab82332fdebb749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059653 Jul 22 14:52:47.733149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54746) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:47.751497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.808727 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-78ccf57a-1c39-4d55-a052-95d305f034e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4678063 Jul 22 14:52:47.835179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-a1ba025b-7693-4968-ab7d-5ce729ac3d80 service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422771 Jul 22 14:52:47.840086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea293a83-a16f-464d-9d8f-a05739f89fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.903038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Provisioning for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:47.909822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea293a83-a16f-464d-9d8f-a05739f89fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.917562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Provisioning complete for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:47.917562 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:47.984597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-5b658b3f-155f-456f-b70d-bae3a8db2c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:47.987111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-5b658b3f-155f-456f-b70d-bae3a8db2c70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1254618 Jul 22 14:52:48.011603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea293a83-a16f-464d-9d8f-a05739f89fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.015971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ea293a83-a16f-464d-9d8f-a05739f89fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.018215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ea293a83-a16f-464d-9d8f-a05739f89fe8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1f28fed-94f0-44f7-9dc3-90cd2c8106aa HTTP/1.1" status: 204 len: 168 time: 0.2839584 Jul 22 14:52:48.098581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea293a83-a16f-464d-9d8f-a05739f89fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f28fed-94f0-44f7-9dc3-90cd2c8106aa,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:48.133954 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.191227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01fdc42-04b2-49b7-8d8f-137ae99b1b1f req-0102e8a2-6c50-4118-ad91-5c39033d76aa tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:48.194194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f01fdc42-04b2-49b7-8d8f-137ae99b1b1f req-0102e8a2-6c50-4118-ad91-5c39033d76aa tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.3391943 Jul 22 14:52:48.250498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-20508b5a-5be3-47d6-a092-d946a62157ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:48.254259 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-20508b5a-5be3-47d6-a092-d946a62157ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.2173100 Jul 22 14:52:48.271858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-c622d2d9-cdf4-4838-958b-0380b1f9c940 service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083276 Jul 22 14:52:48.301379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] For port 52f38ec4-b394-42f0-b24e-a409c9fcca83, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=52f38ec4-b394-42f0-b24e-a409c9fcca83,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:48.359640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-53252eba-c694-4703-a185-e1f22808601e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f HTTP/1.1" status: 200 len: 217 time: 0.0960369 Jul 22 14:52:48.395082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f01fdc42-04b2-49b7-8d8f-137ae99b1b1f req-e3e1fa5c-ea9b-49fa-8dd3-cbf6dd4674b8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810281 Jul 22 14:52:48.409251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.447175 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.448362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.483334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-0a7091a3-e9ae-4baa-bf0c-86fec893b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:48.489397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-0a7091a3-e9ae-4baa-bf0c-86fec893b5ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1212749 Jul 22 14:52:48.565937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-ebf3f2b6-3b8d-4f6f-9111-67879d6e25d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680518 Jul 22 14:52:48.601108 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:52:48.601821 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:52:48.738238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c5102eb-3647-401c-a607-c4dd401898c6 req-dc633ce0-51da-453f-8033-018a2d3afd31 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 210 time: 0.1000929 Jul 22 14:52:48.766018 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-8c34e4fa-f4d3-40d6-8d95-b1345ebe9236 service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812644 Jul 22 14:52:48.766318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:48.775709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:48.790213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19588d55-9f11-4ef4-b9f5-0d8d105d719e None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:48.846120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Subnet': ['ID=8c610a33-0eec-41c5-9160-45339f638c4f,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:48.860774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:48.861657 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:48.962980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=52f38ec4-b394-42f0-b24e-a409c9fcca83,revision_number=4']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:48.969212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf065e8a-1548-417e-a7eb-b593d017b363 req-cc589558-6f5b-4233-954e-504cdb34a9da service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045302 Jul 22 14:52:48.973059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-553cfea9-a3fe-4300-b5d1-3fb73d0abd9c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1983631 Jul 22 14:52:48.974090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54772) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:48.983937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Request body: {'port': {'network_id': '0cf5dee2-6473-49fd-b354-6b5ce8b53e13', 'mac_address': 'fa:16:3e:de:41:e0', 'name': 'tempest-NetworksTestDHCPv6-1859245121'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:49.042941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193bf79-2d9e-4008-9c9e-92b186d30593 req-e4741538-5ff8-4980-971f-c43bd4a833c8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:49.047437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9193bf79-2d9e-4008-9c9e-92b186d30593 req-e4741538-5ff8-4980-971f-c43bd4a833c8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.3413446 Jul 22 14:52:49.135719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9193bf79-2d9e-4008-9c9e-92b186d30593 req-b1ee71c5-174e-4914-a778-5677ccc76de8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819492 Jul 22 14:52:49.225850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Made reservation on behalf of 32ce229579444d11a5ba22210e43ab70 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:49.242021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:49.395668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] For port 52f38ec4-b394-42f0-b24e-a409c9fcca83, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=52f38ec4-b394-42f0-b24e-a409c9fcca83,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:49.404398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:49.563812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:49.587519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 52f38ec4-b394-42f0-b24e-a409c9fcca83 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:49.607681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] device_id is not set on port 3d0e2e07-e14b-4019-9d72-9364df1db441 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:52:49.655497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36de4e-934f-4fbb-a737-7df136ecaa6e None None] Pushing event updated for resources: {'Port': ['ID=52f38ec4-b394-42f0-b24e-a409c9fcca83,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:49.733620 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:49.734805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:49.959195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-897a55c6-323a-471e-9252-9e24be8a65a8 req-47523aba-753e-4165-8b93-f9a4a82fa081 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 210 time: 0.0608461 Jul 22 14:52:50.034005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8::a0 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc/3d0e2e07-e14b-4019-9d72-9364df1db441) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:50.037329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d00829-08dd-4ba4-b35b-d84882b96d1f req-2adada27-7e6c-43d3-ab3e-4720acc791c1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:50.038956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27d00829-08dd-4ba4-b35b-d84882b96d1f req-2adada27-7e6c-43d3-ab3e-4720acc791c1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.1903250 Jul 22 14:52:50.042957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:41e0 (0cf5dee2-6473-49fd-b354-6b5ce8b53e13/8c610a33-0eec-41c5-9160-45339f638c4f/3d0e2e07-e14b-4019-9d72-9364df1db441) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:50.122504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27d00829-08dd-4ba4-b35b-d84882b96d1f req-230bf36f-cbe4-4a2e-aa7b-5a7c0abd72ce tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725462 Jul 22 14:52:50.446929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f95e410f-9cc9-4260-9ded-c0b5ed541f8f None None] Provisioning complete for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:50.447744 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f95e410f-9cc9-4260-9ded-c0b5ed541f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:50.585569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:50.659915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-1e1b0bdd-bb79-426b-9439-ad05cb9ead55 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:50.663408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-1e1b0bdd-bb79-426b-9439-ad05cb9ead55 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.4428580 Jul 22 14:52:50.668153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Transition to ACTIVE for port object 3d0e2e07-e14b-4019-9d72-9364df1db441 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:50.682962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Request body: {'port': {'device_id': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'admin_state_up': True, 'tenant_id': 'bc1269ebc38d4d908bebad7166dd1a50'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:50.938018 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.007024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event updated for resources: {'Port': ['ID=3d0e2e07-e14b-4019-9d72-9364df1db441,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:51.034181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54818) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:51.075447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Made reservation on behalf of bc1269ebc38d4d908bebad7166dd1a50 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:52:51.082728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.087581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:51.089397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:51.099016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:51.105720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:51.106464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.229576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba1b5291-34aa-4d57-8518-8c04c108d709 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2543287 Jul 22 14:52:51.237516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54824) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:51.247580 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1706006227'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:51.256073 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5db1cc58-dc2b-4a82-98af-ff64557b4da2 req-d1f5fa2d-71e2-4480-9e3f-bd4eec285dd6 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 210 time: 0.1270223 Jul 22 14:52:51.359881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.361309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.443020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.452928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Allocated IP 172.20.0.3 (81f4eb95-7f6a-410d-8468-3ba949589532/eae72ecc-05be-49ff-8e79-5f92364c164d/bad92d12-28c7-4b3a-b0f6-7be4efefa993) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:52:51.484911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a927f-3095-4a2f-a5d4-7b24a4e9f035 req-07c8d703-ebb0-492b-9af3-37f376fd7481 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:51.495397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e8a927f-3095-4a2f-a5d4-7b24a4e9f035 req-07c8d703-ebb0-492b-9af3-37f376fd7481 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.2363765 Jul 22 14:52:51.532783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781215-5973-4565-8c83-7bc45090f265 req-e12b61fc-7eab-48f3-87d7-655ad24aa6cb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:51.534580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce781215-5973-4565-8c83-7bc45090f265 req-e12b61fc-7eab-48f3-87d7-655ad24aa6cb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.2154145 Jul 22 14:52:51.538550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting port 3d0e2e07-e14b-4019-9d72-9364df1db441 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:51.538942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.561217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e8a927f-3095-4a2f-a5d4-7b24a4e9f035 req-f4839e29-837d-4923-b3c9-0fdd167c4b05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643623 Jul 22 14:52:51.564656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.585631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 52f38ec4-b394-42f0-b24e-a409c9fcca83 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:51.632576 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.635235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0422026f-dc86-42eb-98ef-eeb1d3e859fe tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5992765 Jul 22 14:52:51.637661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54826) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:51.715274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:51.715657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.852305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-81896723-9d1a-48db-afce-203ce9beacb7 None None] Provisioning for port 3d0e2e07-e14b-4019-9d72-9364df1db441 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:51.871248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-81896723-9d1a-48db-afce-203ce9beacb7 None None] Provisioning complete for port 3d0e2e07-e14b-4019-9d72-9364df1db441 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:51.875977 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81896723-9d1a-48db-afce-203ce9beacb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.910965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.966690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Calling delete_port for 3d0e2e07-e14b-4019-9d72-9364df1db441 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:51.978214 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:51.984355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port e6fce7e5-5c03-4629-95e3-a2dcccafd10d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:51.985082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.253382 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.291524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port e6fce7e5-5c03-4629-95e3-a2dcccafd10d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:52.292137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.386045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for e6fce7e5-5c03-4629-95e3-a2dcccafd10d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:52.406157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Network 81f4eb95-7f6a-410d-8468-3ba949589532 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:52:52.407731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.419430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:52:52.420799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:52.427520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event updated for resources: {'Port': ['ID=bad92d12-28c7-4b3a-b0f6-7be4efefa993,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:52.431605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:52:52.478719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-81896723-9d1a-48db-afce-203ce9beacb7 None None] Port 3d0e2e07-e14b-4019-9d72-9364df1db441 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:52:52.640081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:52.640678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.665429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.709239 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.713676 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.750059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Port': ['ID=3d0e2e07-e14b-4019-9d72-9364df1db441,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:52.792469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.795389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757b497-c3e4-4ba3-a931-95ea8e1d2d34 req-bc45f480-db10-45b2-9136-b72fdb75ca5a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:52.798486 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d922f45-aee0-4cfb-bc82-e2c415da6141 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/3d0e2e07-e14b-4019-9d72-9364df1db441 HTTP/1.1" status: 204 len: 168 time: 1.5573592 Jul 22 14:52:52.798707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d757b497-c3e4-4ba3-a931-95ea8e1d2d34 req-bc45f480-db10-45b2-9136-b72fdb75ca5a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 931 time: 0.2902763 Jul 22 14:52:52.799489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54836) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:52.821950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-d10edcd7-e2bf-4c45-abb1-2dde53a883e8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1444106 Jul 22 14:52:52.854340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Request body: {'port': {'device_id': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:52.897781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.898231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be75cff5-123d-42a3-bed0-63586bf1ce04 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:52:52.923047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:52.930324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbadd43e-3233-4f72-b7c7-3fba2bb144e3 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "DELETE /v2.0/routers/be75cff5-123d-42a3-bed0-63586bf1ce04 HTTP/1.1" status: 204 len: 168 time: 1.2914045 Jul 22 14:52:52.932498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54842) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:52.955538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d757b497-c3e4-4ba3-a931-95ea8e1d2d34 req-b4056014-9699-4aaa-b8cc-984ef72ae396 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363063 Jul 22 14:52:52.959236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Request body: {'router': {'name': 'tempest-router-690830778', 'distributed': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:53.002258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.003370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.055899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a0f3d-a78f-4bb2-962a-ae76353eccb3 req-5b2eaa86-567a-44cd-818c-293085d31429 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:53.067895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a76a0f3d-a78f-4bb2-962a-ae76353eccb3 req-5b2eaa86-567a-44cd-818c-293085d31429 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 945 time: 0.3787525 Jul 22 14:52:53.104609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.202445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a76a0f3d-a78f-4bb2-962a-ae76353eccb3 req-ce20cdf3-90fd-4925-baee-184b11bb4f54 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335642 Jul 22 14:52:53.258900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.269774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf49a3b-1781-43a7-ae35-bb284b88f9c0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:53.275085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5bf49a3b-1781-43a7-ae35-bb284b88f9c0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4734542 Jul 22 14:52:53.276939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:53.290174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.347680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.348837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-48396ce2-970f-452c-b998-588263da4530 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4144831 Jul 22 14:52:53.352848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54846) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:53.412313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.429484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['dfe226c5-2e29-429a-ae9a-088991ccfdef'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:53.478907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.528621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2a2c92-d990-40d9-8dfe-529f559c1467 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:53.530934 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b2a2c92-d990-40d9-8dfe-529f559c1467 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2520764 Jul 22 14:52:53.570041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54848) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:53.628266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad92d12-28c7-4b3a-b0f6-7be4efefa993 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:53.660351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=e6fce7e5-5c03-4629-95e3-a2dcccafd10d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:53.664723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.737550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Transition to ACTIVE for port object bad92d12-28c7-4b3a-b0f6-7be4efefa993 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:52:53.738849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port e6fce7e5-5c03-4629-95e3-a2dcccafd10d on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:53.746552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.748893 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ce781215-5973-4565-8c83-7bc45090f265 req-4e391b2e-8cad-4d34-bde8-518cadbaaf05 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "DELETE /v2.0/ports/e6fce7e5-5c03-4629-95e3-a2dcccafd10d HTTP/1.1" status: 204 len: 173 time: 2.2032738 Jul 22 14:52:53.749831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'name': 'network-vif-deleted', 'tag': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:53.753536 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a6383-3aeb-4853-b0ca-a19e3abcf112" -d '{"events": [{"server_uuid": "370adb4e-37b4-4bd5-9b69-87767bc86c5d", "name": "network-vif-deleted", "tag": "e6fce7e5-5c03-4629-95e3-a2dcccafd10d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:53.761559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.768713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba7741-f3a2-47bf-ac9a-9a7ea8e2677c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:53.770540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba7741-f3a2-47bf-ac9a-9a7ea8e2677c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:53.772342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ba7741-f3a2-47bf-ac9a-9a7ea8e2677c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:53.775023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d7ba7741-f3a2-47bf-ac9a-9a7ea8e2677c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2036936 Jul 22 14:52:53.806469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54852) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:53.893132 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007bf0dc-64d4-403f-940a-202ab40689ed x-openstack-request-id: req-007bf0dc-64d4-403f-940a-202ab40689ed {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:53.893132 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370adb4e-37b4-4bd5-9b69-87767bc86c5d", "name": "network-vif-deleted", "tag": "e6fce7e5-5c03-4629-95e3-a2dcccafd10d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:53.894749 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-007bf0dc-64d4-403f-940a-202ab40689ed {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:53.895444 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370adb4e-37b4-4bd5-9b69-87767bc86c5d', 'name': 'network-vif-deleted', 'tag': 'e6fce7e5-5c03-4629-95e3-a2dcccafd10d', 'status': 'completed', 'code': 200} Jul 22 14:52:53.904744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.907724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:53.938021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet 8c610a33-0eec-41c5-9160-45339f638c4f {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:53.967332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.030004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.031177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 080aacbd-819c-4665-b16d-574c4f863df0 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:52:54.052182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.057475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd65e73c-e9ac-4bed-ab20-79a73dfb84d6 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "DELETE /v2.0/routers/080aacbd-819c-4665-b16d-574c4f863df0 HTTP/1.1" status: 204 len: 168 time: 0.7032015 Jul 22 14:52:54.061734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:54.073940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Request body: {'router': {'name': 'tempest-router-1431039678', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8fddbfa6af634a509dc9ea5e183da1fa'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:54.105229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.106784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.302962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.320358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.363905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.368578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4a381b43-f5c4-438d-a064-73bb6bed4d13 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3047919 Jul 22 14:52:54.372788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54868) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:54.381476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:54.488316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2b40ef-5b20-4f7e-9e02-bdbd663b8b1c req-07e9e785-c4bd-4415-9d01-51a4e29b7e1c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.0990574 Jul 22 14:52:54.546227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=bad92d12-28c7-4b3a-b0f6-7be4efefa993,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:54.561690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.584189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66876d6a-935c-40a6-978b-aebf299a7a25 req-7ea95cca-236a-409b-bd66-c2d04dd3e26a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:54.587052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66876d6a-935c-40a6-978b-aebf299a7a25 req-7ea95cca-236a-409b-bd66-c2d04dd3e26a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 943 time: 0.4556770 Jul 22 14:52:54.604331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.604769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.605008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.605349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.605685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.606018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.606344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.606724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.607035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.607392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.608876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.609229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:52:54.684289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Attempting to bind port bad92d12-28c7-4b3a-b0f6-7be4efefa993 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:52:54.684679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Attempting to bind port bad92d12-28c7-4b3a-b0f6-7be4efefa993 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:52:54.685012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Attempting to bind port bad92d12-28c7-4b3a-b0f6-7be4efefa993 on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:54.695426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Port bad92d12-28c7-4b3a-b0f6-7be4efefa993 on network 81f4eb95-7f6a-410d-8468-3ba949589532 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:52:54.695751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Attempting to bind port bad92d12-28c7-4b3a-b0f6-7be4efefa993 on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:52:54.708043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:52:54.708418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Checking segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:52:54.708815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Bound using segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:52:54.709254 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Bound port: bad92d12-28c7-4b3a-b0f6-7be4efefa993, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:52:54.709616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.726975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.826883 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.828374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.884188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] For port bad92d12-28c7-4b3a-b0f6-7be4efefa993, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:52:54.889500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] For port bad92d12-28c7-4b3a-b0f6-7be4efefa993, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:52:54.893885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.902057 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.910756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e6fce7e5-5c03-4629-95e3-a2dcccafd10d no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:54.955159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: e6fce7e5-5c03-4629-95e3-a2dcccafd10d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:52:54.955525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device e6fce7e5-5c03-4629-95e3-a2dcccafd10d not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:52:54.967852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=8c610a33-0eec-41c5-9160-45339f638c4f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:54.972693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:54.974945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7467d7e-ea6f-4c91-a310-971c68f49cec tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/8c610a33-0eec-41c5-9160-45339f638c4f HTTP/1.1" status: 204 len: 168 time: 1.1638911 Jul 22 14:52:54.979573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:54.980539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc5292c-2575-44c7-9e85-e89a80fa794a None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:55.036542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66876d6a-935c-40a6-978b-aebf299a7a25 req-7afdb039-e7c8-4d31-86e6-0329d9c630f9 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796396 Jul 22 14:52:55.058414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93812) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 14:52:55.059357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Router a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 migrating from provider to provider. {{(pid=93812) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 14:52:55.061115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.062122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:55.062720 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.064402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] 10.222.0.61 "PUT /v2.0/ports/bad92d12-28c7-4b3a-b0f6-7be4efefa993 HTTP/1.1" status: 200 len: 1091 time: 2.2298639 Jul 22 14:52:55.090343 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.103923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ee4c-8cf0-4b1c-ae1e-8364ae68eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=bad92d12-28c7-4b3a-b0f6-7be4efefa993,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:55.106496 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1744870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1744893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1744717'] for router, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.127634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Deleting subnet f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:52:55.151524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.224256 n-d-794306-8 neutron-server[93812]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] No L3 agents can host the router a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 Jul 22 14:52:55.249488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.353361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-7ea48a27-7cdb-4196-9ced-85266989d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:55.354847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-7ea48a27-7cdb-4196-9ced-85266989d897 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 1094 time: 0.2428954 Jul 22 14:52:55.400169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Hosts for router a3a30946-bb7b-4dc3-b5cf-ca92d5fba583: [] {{(pid=93812) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 14:52:55.413093 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-bb0435c9-0fed-4686-a7e8-619aaa9c3fd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993 HTTP/1.1" status: 200 len: 217 time: 0.0463667 Jul 22 14:52:55.490668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Hosts for other DVR routers connected to router a3a30946-bb7b-4dc3-b5cf-ca92d5fba583: set() {{(pid=93812) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 14:52:55.495209 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.504034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fa8a77f6-41a5-4fb2-94c3-b96c37464e19 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "PUT /v2.0/routers/a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 HTTP/1.1" status: 200 len: 717 time: 1.1300604 Jul 22 14:52:55.504752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54876) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:55.586358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.656389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-54ba09ba-9385-4796-9e32-e73ba2509dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:55.663849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-54ba09ba-9385-4796-9e32-e73ba2509dae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.2110515 Jul 22 14:52:55.698282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfdda275-6f4b-4621-9db1-f5dcdea2bfd7 req-4182da8f-466f-42a6-bb7e-f579f4a2ab3f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.0503044 Jul 22 14:52:55.724040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c1d78471-d917-4ab2-89a4-b73d5aa0e436 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "GET /v2.0/routers/a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 HTTP/1.1" status: 200 len: 717 time: 0.2165637 Jul 22 14:52:55.724714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54880) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:55.767043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-b37e23ae-9d37-4e4b-89ba-22d26f38e8fd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007869 Jul 22 14:52:55.863133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.928121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'tag': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:55.931258 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "542a3ced-addd-4c37-bb88-8b7dd227d363", "tag": "bad92d12-28c7-4b3a-b0f6-7be4efefa993"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:55.939545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Subnet': ['ID=f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:55.948512 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:55.950663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf5da403-1c08-4221-ba9e-7244ed7c7465 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc HTTP/1.1" status: 204 len: 168 time: 0.9699473 Jul 22 14:52:55.953387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:55.998039 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-25d142af-d0eb-46db-9128-00a07b00766c service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222040 Jul 22 14:52:56.071166 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75253d4-9fe3-4fe9-b205-1b07b3f12da0 x-openstack-request-id: req-a75253d4-9fe3-4fe9-b205-1b07b3f12da0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:52:56.081093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d9d083dc-812d-429d-ad93-d6f2439f0290 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264174 Jul 22 14:52:56.082804 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542a3ced-addd-4c37-bb88-8b7dd227d363", "tag": "bad92d12-28c7-4b3a-b0f6-7be4efefa993", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:52:56.083207 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a75253d4-9fe3-4fe9-b205-1b07b3f12da0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:52:56.083580 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'tag': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993', 'status': 'completed', 'code': 200} Jul 22 14:52:56.096419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54894) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.244600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-57602c05-93b1-4def-a885-13c7f3e475ab tempest-RoutersTestDVR-1013038059 tempest-RoutersTestDVR-1013038059-project] 10.222.0.60 "GET /v2.0/routers/a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 HTTP/1.1" status: 200 len: 683 time: 0.5185709 Jul 22 14:52:56.248447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54896) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.354120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:56.360290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4daab67f-987d-46fe-92a6-0801ba84b269 req-699ce153-7d2b-40dc-9b12-3f8f30604a4c service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558390 Jul 22 14:52:56.471802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c7f18-ebda-4d84-8066-8becb714c34e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:56.477041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9b0c7f18-ebda-4d84-8066-8becb714c34e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2959728 Jul 22 14:52:56.477913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54898) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.533842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d2c19-94b8-4863-b22f-c4e55033823f req-246f1a1c-0028-4223-864e-d4d6a0c16bdd tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:56.536403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-590d2c19-94b8-4863-b22f-c4e55033823f req-246f1a1c-0028-4223-864e-d4d6a0c16bdd tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 943 time: 0.2345476 Jul 22 14:52:56.594261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b664d9-90de-43a3-8cec-cf06af876206 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:56.600565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-64b664d9-90de-43a3-8cec-cf06af876206 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1194475 Jul 22 14:52:56.601542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54900) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.611314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7111b-4251-4794-bbe3-42d265d9ee50 None None] Network 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:52:56.634227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-590d2c19-94b8-4863-b22f-c4e55033823f req-c91c0ce0-a961-486d-8060-e5f6efaf03d3 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886323 Jul 22 14:52:56.697855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6d160558-5f1e-442c-a0f2-c7060aef21c3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938115 Jul 22 14:52:56.701509 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7af73229-363d-41cb-9cb5-74a9382f142a None None] Provisioning complete for port 52f38ec4-b394-42f0-b24e-a409c9fcca83 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:56.701891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7af73229-363d-41cb-9cb5-74a9382f142a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:56.706019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.706972 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:56.722230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:56.758100 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5ac04e-8934-408c-891b-bf3ec0c60059 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:56.759368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5ac04e-8934-408c-891b-bf3ec0c60059 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:56.761503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cf5ac04e-8934-408c-891b-bf3ec0c60059 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/3d0e2e07-e14b-4019-9d72-9364df1db441 HTTP/1.1" status: 404 len: 333 time: 0.0531783 Jul 22 14:52:56.764199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54906) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.846577 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-710ae919-feb2-4d47-a5f8-af040e3134ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:56.847265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710ae919-feb2-4d47-a5f8-af040e3134ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:56.848877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-710ae919-feb2-4d47-a5f8-af040e3134ee tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/8c610a33-0eec-41c5-9160-45339f638c4f HTTP/1.1" status: 404 len: 337 time: 0.0828319 Jul 22 14:52:56.854947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.930311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bf55d1c-1b76-477f-917c-e3cf5e9023bf req-5274895d-3b66-4061-8112-e2c9f3e29dba tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.0801942 Jul 22 14:52:56.950677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:56.951182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:52:56.966501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-9efd638d-d32d-403d-bc32-08e0f206321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:56.968580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-9efd638d-d32d-403d-bc32-08e0f206321e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 1094 time: 0.5173631 Jul 22 14:52:56.970979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:56.976297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3350f56e-a7e3-4544-be32-21d744500240 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a3a30946-bb7b-4dc3-b5cf-ca92d5fba583 HTTP/1.1" status: 204 len: 168 time: 0.7228060 Jul 22 14:52:56.976297 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fced657a-93bb-40d6-9b8b-16f0b81c675b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:56.976297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fced657a-93bb-40d6-9b8b-16f0b81c675b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:56.976297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fced657a-93bb-40d6-9b8b-16f0b81c675b tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/f40ee8ba-b90a-4cf3-9a71-e7826d6cc1cc HTTP/1.1" status: 404 len: 337 time: 0.1177597 Jul 22 14:52:56.977545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54910) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:56.982031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Request body: {'router': {'name': 'tempest-router-1468152148', 'distributed': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:52:56.984866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54912) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:57.079147 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec731ef-0e7d-4c51-9e21-769b99252d67 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:57.079147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec731ef-0e7d-4c51-9e21-769b99252d67 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:57.079147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0ec731ef-0e7d-4c51-9e21-769b99252d67 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/4bfa8753-84ef-4fe3-9589-a4adaf1b509a HTTP/1.1" status: 404 len: 333 time: 0.0918355 Jul 22 14:52:57.130936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:57.196119 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:57.197988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:57.228999 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c468fa-ee86-4794-99ba-cce697bcb80f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:57.229420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c468fa-ee86-4794-99ba-cce697bcb80f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:57.234310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:57.243457 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61c468fa-ee86-4794-99ba-cce697bcb80f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/97d19579-3c59-4ba7-b894-faf25580960e HTTP/1.1" status: 404 len: 337 time: 0.1111150 Jul 22 14:52:57.348140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-e4715f2c-b133-4923-a61b-b622948c7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:57.350062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-e4715f2c-b133-4923-a61b-b622948c7769 service neutron] 10.222.0.61 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.3453891 Jul 22 14:52:57.354988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] DHCP port deletion for 0cf5dee2-6473-49fd-b354-6b5ce8b53e13 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:52:57.421824 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-aef7cd53-a16d-4f35-a4c7-b9ffde51b08a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993 HTTP/1.1" status: 200 len: 217 time: 0.0640974 Jul 22 14:52:57.466375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] Deleting port 52f38ec4-b394-42f0-b24e-a409c9fcca83 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:52:57.467713 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:57.531664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 52f38ec4-b394-42f0-b24e-a409c9fcca83 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:52:57.562284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-9b973abb-4e9d-48f2-b833-3fb37f013a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:57.564533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-9b973abb-4e9d-48f2-b833-3fb37f013a68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1322231 Jul 22 14:52:57.623878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-3b2f02e7-0bae-4523-8d0e-901b7f4546a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518107 Jul 22 14:52:57.634495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bad92d12-28c7-4b3a-b0f6-7be4efefa993 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:52:57.824845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-fb07a4fe-8958-4159-b1d3-c9c1ec74110b service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888831 Jul 22 14:52:57.833268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] For port 52f38ec4-b394-42f0-b24e-a409c9fcca83, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=52f38ec4-b394-42f0-b24e-a409c9fcca83,segment=NetworkSegment(4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4),segment_id=4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:57.833824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:57.912627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] Calling delete_port for 52f38ec4-b394-42f0-b24e-a409c9fcca83 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:52:57.971522 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.019863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b1036340-05d1-4dd2-94cb-9fe7cc90f7d1 req-bf587a54-237a-465f-8e6e-d01427e423a0 service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816976 Jul 22 14:52:58.046500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bad92d12-28c7-4b3a-b0f6-7be4efefa993, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:58.105946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.127077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] No DVR routers for this DVR port 52f38ec4-b394-42f0-b24e-a409c9fcca83 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:52:58.134301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'port_id': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993', 'mac_address': 'fa:16:3e:9c:f3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae72ecc-05be-49ff-8e79-5f92364c164d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:52:58.208193 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.210350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea0b33-5e7d-441a-b914-519f9f69d6b9 None None] Pushing event deleted for resources: {'Port': ['ID=52f38ec4-b394-42f0-b24e-a409c9fcca83,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:58.256912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.261653 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2fd060-7a39-45c4-9cb0-41a9e5c194bb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.262233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2fd060-7a39-45c4-9cb0-41a9e5c194bb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.264406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7a2fd060-7a39-45c4-9cb0-41a9e5c194bb tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/6c1215ec-0469-410e-948b-4a8077f71cfd HTTP/1.1" status: 404 len: 337 time: 1.0266376 Jul 22 14:52:58.274326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.294439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.308798 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad92d12-28c7-4b3a-b0f6-7be4efefa993 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:52:58.327259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf0f78cd-52f8-40a9-ab0c-12522d294738 req-a9ec47b8-9671-473b-9d6a-158544e1a455 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.1018877 Jul 22 14:52:58.328049 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-173370f7-e7dc-4e5c-b6cf-23e63b6a77de tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.328831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173370f7-e7dc-4e5c-b6cf-23e63b6a77de tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.339254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-173370f7-e7dc-4e5c-b6cf-23e63b6a77de tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/f7ad1fdf-b6ec-4dbf-a4bd-0a6aa648e07c HTTP/1.1" status: 404 len: 333 time: 0.0637517 Jul 22 14:52:58.342299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.367195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bad92d12-28c7-4b3a-b0f6-7be4efefa993, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:58.372457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.373381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.383567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0b387fe8-6d64-4ef8-abd6-a91ff0c8bc86 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4052904 Jul 22 14:52:58.385367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.416841 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca6a2d6-e7da-41d0-95bb-2f0584fa7236 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.417245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca6a2d6-e7da-41d0-95bb-2f0584fa7236 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.423619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0ca6a2d6-e7da-41d0-95bb-2f0584fa7236 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/531b103b-363b-48f6-be42-eea29f97d745 HTTP/1.1" status: 404 len: 337 time: 0.0800741 Jul 22 14:52:58.424494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.474766 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-91059e7a-59a6-4248-8710-0bd59aabc5c3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.477300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91059e7a-59a6-4248-8710-0bd59aabc5c3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.486552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-91059e7a-59a6-4248-8710-0bd59aabc5c3 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/ead44ced-e6fc-434d-8a66-5bf14d6790e9 HTTP/1.1" status: 404 len: 337 time: 0.0569935 Jul 22 14:52:58.487379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54938) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.490720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bad92d12-28c7-4b3a-b0f6-7be4efefa993,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:58.532800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09a3ab-6fb0-41e9-b935-ab1fa46bdf26 req-b5e3661d-21d3-4c3e-997e-d9743fc4259c tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:52:58.534634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f09a3ab-6fb0-41e9-b935-ab1fa46bdf26 req-b5e3661d-21d3-4c3e-997e-d9743fc4259c tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 943 time: 0.3430488 Jul 22 14:52:58.535837 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.543297 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd2234f-ae35-483c-84db-803e70358568 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.544047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd2234f-ae35-483c-84db-803e70358568 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.548079 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fbd2234f-ae35-483c-84db-803e70358568 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/bd747eeb-7893-4a0f-9147-ffbb7769a5ad HTTP/1.1" status: 404 len: 333 time: 0.0577722 Jul 22 14:52:58.548616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.584396 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cea31e-da57-4fbc-8269-ad8420d1820d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.585463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cea31e-da57-4fbc-8269-ad8420d1820d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.590111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d0cea31e-da57-4fbc-8269-ad8420d1820d tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/3fdb432a-aa91-440d-813a-442c5bfb4c4b HTTP/1.1" status: 404 len: 337 time: 0.0377645 Jul 22 14:52:58.594373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54942) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.609868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['bad92d12-28c7-4b3a-b0f6-7be4efefa993'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:52:58.637225 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45f7393-093a-4232-91be-d90e4169f2fe tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.637606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45f7393-093a-4232-91be-d90e4169f2fe tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.641629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f45f7393-093a-4232-91be-d90e4169f2fe tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/bccba9b8-317b-438e-9228-41d2133ce4e8 HTTP/1.1" status: 404 len: 337 time: 0.0434268 Jul 22 14:52:58.642881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54944) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.685112 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10bca64-f2b9-4b4a-8637-2fa8526f0e92 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.685853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10bca64-f2b9-4b4a-8637-2fa8526f0e92 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.689819 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d10bca64-f2b9-4b4a-8637-2fa8526f0e92 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/8871cab8-3efd-40bd-824c-3f957374bb5d HTTP/1.1" status: 404 len: 333 time: 0.0430939 Jul 22 14:52:58.698719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.737238 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d61ab9ec-d469-4028-b9a1-59b8d3b0d099 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.737837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d61ab9ec-d469-4028-b9a1-59b8d3b0d099 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.741813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d61ab9ec-d469-4028-b9a1-59b8d3b0d099 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/d2d0780b-fe4b-4f03-a669-b8ef2c183c34 HTTP/1.1" status: 404 len: 337 time: 0.0400205 Jul 22 14:52:58.754364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54948) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.771294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f09a3ab-6fb0-41e9-b935-ab1fa46bdf26 req-952b9d02-da55-443f-ad64-8e5303e4de68 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013359 Jul 22 14:52:58.792145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.794745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.796480 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c366d1-92f6-403a-8139-4ac1d84c1ae5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.797237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c366d1-92f6-403a-8139-4ac1d84c1ae5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.799049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-65c366d1-92f6-403a-8139-4ac1d84c1ae5 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/9ce01d5c-ae1f-4b8a-b557-8fe91ea916bc HTTP/1.1" status: 404 len: 333 time: 0.0418539 Jul 22 14:52:58.801960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54950) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.844535 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-628d2fcb-d75f-4e63-b509-bc9aaafa4573 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.845330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628d2fcb-d75f-4e63-b509-bc9aaafa4573 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.847269 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-628d2fcb-d75f-4e63-b509-bc9aaafa4573 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/955a786f-b7fd-4de3-a2e7-e9491a626b94 HTTP/1.1" status: 404 len: 337 time: 0.0425522 Jul 22 14:52:58.849573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.874492 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.875653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34af1afd-2ca7-40e9-a924-d4a29f419aed {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:52:58.896383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:58.901604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db2a7789-f614-4035-bcba-563ef548f595 tempest-RoutersTestDVR-57318697 tempest-RoutersTestDVR-57318697-project-admin] 10.222.0.60 "DELETE /v2.0/routers/34af1afd-2ca7-40e9-a924-d4a29f419aed HTTP/1.1" status: 204 len: 168 time: 0.5053968 Jul 22 14:52:58.906806 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc1d7e6-b87c-4f0c-a9a2-91d67db7f7cf tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.907809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc1d7e6-b87c-4f0c-a9a2-91d67db7f7cf tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.909821 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7fc1d7e6-b87c-4f0c-a9a2-91d67db7f7cf tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/f92e228e-2041-4976-a71e-64e5373883cf HTTP/1.1" status: 404 len: 333 time: 0.0591512 Jul 22 14:52:58.912504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54956) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.966833 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf22ac11-a62b-4359-b4af-cfd019d0d1f0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:58.967312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf22ac11-a62b-4359-b4af-cfd019d0d1f0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:58.971760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54958) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:58.971936 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cf22ac11-a62b-4359-b4af-cfd019d0d1f0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/568fc1ac-8b3d-4d81-a89b-5999db6f1992 HTTP/1.1" status: 404 len: 337 time: 0.0582457 Jul 22 14:52:59.013614 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6289f877-b681-4ee4-b3a0-0d89524f3130 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.014660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6289f877-b681-4ee4-b3a0-0d89524f3130 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.019960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.020150 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6289f877-b681-4ee4-b3a0-0d89524f3130 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/a7779e9b-1d05-4749-8a22-db57bc50ce85 HTTP/1.1" status: 404 len: 333 time: 0.0473039 Jul 22 14:52:59.095340 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d27478-c06d-486f-a96d-94645dfa6428 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.097161 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d27478-c06d-486f-a96d-94645dfa6428 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.099793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b0d27478-c06d-486f-a96d-94645dfa6428 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/7adaa061-ff50-4382-9eb5-f0298f61e910 HTTP/1.1" status: 404 len: 337 time: 0.0780988 Jul 22 14:52:59.101983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54962) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.170172 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd9a4b4-1fa5-4e87-8e17-0108671da5a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.171354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd9a4b4-1fa5-4e87-8e17-0108671da5a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.173367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dfd9a4b4-1fa5-4e87-8e17-0108671da5a0 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/a94e8195-f152-4670-aee2-424421a67b19 HTTP/1.1" status: 404 len: 333 time: 0.0701578 Jul 22 14:52:59.176130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54964) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.243425 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a88982b-9596-44ef-87ba-51033e2a93fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.244173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a88982b-9596-44ef-87ba-51033e2a93fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.246296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0a88982b-9596-44ef-87ba-51033e2a93fa tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/c5b8e4f6-9af9-422a-94bb-fe1343cb0b3b HTTP/1.1" status: 404 len: 337 time: 0.0687048 Jul 22 14:52:59.249376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.347403 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbaf525-8b5e-43f2-9520-78fe409499bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.356653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbaf525-8b5e-43f2-9520-78fe409499bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.361411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54976) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.361861 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ebbaf525-8b5e-43f2-9520-78fe409499bd tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/9015a911-79e2-4f4b-80df-0b97de8c34e8 HTTP/1.1" status: 404 len: 333 time: 0.1109281 Jul 22 14:52:59.420883 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b075e0-cdb8-4f5d-9c14-be90a4e2261a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.422812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b075e0-cdb8-4f5d-9c14-be90a4e2261a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.429087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-61b075e0-cdb8-4f5d-9c14-be90a4e2261a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/b158cd8c-60e5-4589-9bb2-c4f707c73b42 HTTP/1.1" status: 404 len: 337 time: 0.0639122 Jul 22 14:52:59.431638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54978) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.451364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54980) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.489617 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed2626e-7544-407d-984f-dc6a2387a24f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.490247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed2626e-7544-407d-984f-dc6a2387a24f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.494094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1ed2626e-7544-407d-984f-dc6a2387a24f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/70b8ee8f-4f19-4da4-aacf-db6479d49817 HTTP/1.1" status: 404 len: 337 time: 0.0601130 Jul 22 14:52:59.496124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54984) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.518128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10efb443-adf2-430b-b0c4-7da1d812cad3 req-243a5fb4-5930-484c-8c1e-b2de3d86f008 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.0634613 Jul 22 14:52:59.561007 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-822d90c6-c5e1-4a7b-8163-4aaa511f2c19 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.561007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822d90c6-c5e1-4a7b-8163-4aaa511f2c19 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.564408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-822d90c6-c5e1-4a7b-8163-4aaa511f2c19 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/5a13b1d6-e26d-42d5-bdbc-43424636d8de HTTP/1.1" status: 404 len: 333 time: 0.0649819 Jul 22 14:52:59.565021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 54986) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.592920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bad92d12-28c7-4b3a-b0f6-7be4efefa993 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:52:59.638009 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7be264d-140f-44ac-bccc-765a64a82793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.638894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7be264d-140f-44ac-bccc-765a64a82793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.643634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.644461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b7be264d-140f-44ac-bccc-765a64a82793 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/4f88b6d5-b933-465d-b63c-1f9fcb39d5c1 HTTP/1.1" status: 404 len: 337 time: 0.0781567 Jul 22 14:52:59.672730 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4eba0e-2fd3-4188-b5a7-96d808638f38 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.673459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4eba0e-2fd3-4188-b5a7-96d808638f38 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.675691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bc4eba0e-2fd3-4188-b5a7-96d808638f38 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/178bbb89-0cd8-4423-bddd-bd899ecdabb4 HTTP/1.1" status: 404 len: 337 time: 0.0303526 Jul 22 14:52:59.678160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54990) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.699268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port bad92d12-28c7-4b3a-b0f6-7be4efefa993 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:52:59.701493 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19314bb7-2f7b-48d0-83b3-62686cf05af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:59.706696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port bad92d12-28c7-4b3a-b0f6-7be4efefa993 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:52:59.707073 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:59.726432 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f15bec2-c7fb-494f-a68d-7bf32786814f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.726432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f15bec2-c7fb-494f-a68d-7bf32786814f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.726432 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f15bec2-c7fb-494f-a68d-7bf32786814f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/3ee59107-32d9-400d-8f14-786e3ea1940d HTTP/1.1" status: 404 len: 333 time: 0.0448525 Jul 22 14:52:59.726846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54994) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.767927 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6cd056-e544-4787-aa0b-84da1f5cec3e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.768453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6cd056-e544-4787-aa0b-84da1f5cec3e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.770736 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf6cd056-e544-4787-aa0b-84da1f5cec3e tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/1e8b6fd0-caac-4726-8e56-bd17ff033ba7 HTTP/1.1" status: 404 len: 337 time: 0.0423491 Jul 22 14:52:59.772794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 54996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.805903 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8590705c-81fb-4d91-9bfa-1f7e68eb81ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.806365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8590705c-81fb-4d91-9bfa-1f7e68eb81ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.808417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8590705c-81fb-4d91-9bfa-1f7e68eb81ac tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/bf5b06bd-85dc-4d74-8064-d920a43f35be HTTP/1.1" status: 404 len: 337 time: 0.0345728 Jul 22 14:52:59.811144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55000) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.837452 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:59.871968 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a3ec4c-46e5-4ad5-a325-9881b9cd9a46 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.872760 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a3ec4c-46e5-4ad5-a325-9881b9cd9a46 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.879503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d2a3ec4c-46e5-4ad5-a325-9881b9cd9a46 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/f20eb540-bc7a-4690-85ef-a2cf13f19447 HTTP/1.1" status: 404 len: 333 time: 0.0670745 Jul 22 14:52:59.880122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55002) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.885734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19314bb7-2f7b-48d0-83b3-62686cf05af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:59.894331 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19314bb7-2f7b-48d0-83b3-62686cf05af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:52:59.902468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:52:59.907087 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c4017-74aa-4486-b783-9632156c01e3" -d '{"events": [{"server_uuid": "542a3ced-addd-4c37-bb88-8b7dd227d363", "name": "network-vif-plugged", "status": "completed", "tag": "bad92d12-28c7-4b3a-b0f6-7be4efefa993"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:52:59.936209 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5853ab-5ad9-4ae3-b13f-e691b9768eb6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:52:59.936696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5853ab-5ad9-4ae3-b13f-e691b9768eb6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:52:59.939977 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port bad92d12-28c7-4b3a-b0f6-7be4efefa993, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:52:59.940713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f5853ab-5ad9-4ae3-b13f-e691b9768eb6 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/59920d89-9d33-444c-bbf2-197dd9768de1 HTTP/1.1" status: 404 len: 337 time: 0.0574663 Jul 22 14:52:59.942276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:52:59.957581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19314bb7-2f7b-48d0-83b3-62686cf05af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b598fd3-fd67-43fa-ab5a-890eb07263db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:52:59.967915 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:00.011410 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-19314bb7-2f7b-48d0-83b3-62686cf05af9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fddbfa6af634a509dc9ea5e183da1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589578 Jul 22 14:53:00.016009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55008) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.026499 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b0319-bab9-4f59-9d47-8fea478d2064 x-openstack-request-id: req-f97b0319-bab9-4f59-9d47-8fea478d2064 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:53:00.027380 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542a3ced-addd-4c37-bb88-8b7dd227d363", "name": "network-vif-plugged", "status": "completed", "tag": "bad92d12-28c7-4b3a-b0f6-7be4efefa993", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:53:00.027380 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f97b0319-bab9-4f59-9d47-8fea478d2064 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:53:00.027636 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993', 'code': 200} Jul 22 14:53:00.031923 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e135aa14-7e24-45be-a691-811e55615507 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.032443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e135aa14-7e24-45be-a691-811e55615507 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.041072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e135aa14-7e24-45be-a691-811e55615507 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/21b15831-0438-4a9d-8770-23cb43b27921 HTTP/1.1" status: 404 len: 337 time: 0.0897958 Jul 22 14:53:00.048699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.086139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=bad92d12-28c7-4b3a-b0f6-7be4efefa993,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:00.138446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-45178988-28f7-4cbb-a9ea-701d4ffa98c8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfbb9c83-fb41-4dea-b6d5-919557419c97 HTTP/1.1" status: 200 len: 205 time: 0.0848575 Jul 22 14:53:00.139327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.177912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e5e33-baea-4cae-9d38-05803c375e59 req-3fcd7fc2-978f-48c8-911e-30b6a660e7af tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:00.185440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea7e5e33-baea-4cae-9d38-05803c375e59 req-3fcd7fc2-978f-48c8-911e-30b6a660e7af tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 945 time: 0.2420924 Jul 22 14:53:00.200579 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-07724099-75f6-44f0-9212-6b585d78d121 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] delete failed (client error): The resource could not be found. Jul 22 14:53:00.201630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07724099-75f6-44f0-9212-6b585d78d121 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/routers/cfbb9c83-fb41-4dea-b6d5-919557419c97 HTTP/1.1" status: 404 len: 336 time: 0.0592370 Jul 22 14:53:00.204953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55014) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.249848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93acc2c5-8b39-4ad5-9639-834e959bf71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:00.250429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea7e5e33-baea-4cae-9d38-05803c375e59 req-a62e010e-9ead-49f8-9534-6393fa11d9f3 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Jul 22 14:53:00.260830 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89cf768-554e-430b-8b3e-ddb3b770b1f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.260830 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89cf768-554e-430b-8b3e-ddb3b770b1f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.260830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f89cf768-554e-430b-8b3e-ddb3b770b1f1 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/fa46c505-2d84-462b-bb30-36bdbe7b8eea HTTP/1.1" status: 404 len: 337 time: 0.0440643 Jul 22 14:53:00.261231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55020) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.299846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93acc2c5-8b39-4ad5-9639-834e959bf71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:00.311736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3b6af-fdaa-4eb2-82c8-87e7080ba1a8 req-7f5ca205-34f7-44ec-a1d5-ebf954653683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:00.314344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-89f3b6af-fdaa-4eb2-82c8-87e7080ba1a8 req-7f5ca205-34f7-44ec-a1d5-ebf954653683 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 1096 time: 0.2148402 Jul 22 14:53:00.334492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-289df421-9890-40a0-8fb4-cf779ed12b83 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ce0a135-1de1-44d9-b06f-0a29cacf7224 HTTP/1.1" status: 200 len: 205 time: 0.0740838 Jul 22 14:53:00.335311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55022) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.385017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-89f3b6af-fdaa-4eb2-82c8-87e7080ba1a8 req-3ae38654-8c80-4c10-b405-1a74b8973340 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595913 Jul 22 14:53:00.389612 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-95b6fb7d-97f7-40f3-a22b-676a9429b4ab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] delete failed (client error): The resource could not be found. Jul 22 14:53:00.391387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-95b6fb7d-97f7-40f3-a22b-676a9429b4ab tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/routers/8ce0a135-1de1-44d9-b06f-0a29cacf7224 HTTP/1.1" status: 404 len: 336 time: 0.0545981 Jul 22 14:53:00.395039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55024) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.434269 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba961cf-70fc-4078-b2ea-31c6ed478471 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.434682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba961cf-70fc-4078-b2ea-31c6ed478471 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.440266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55026) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.443151 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6ba961cf-70fc-4078-b2ea-31c6ed478471 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/d15f32da-869e-443d-87ca-cb171e0945ab HTTP/1.1" status: 404 len: 337 time: 0.0417771 Jul 22 14:53:00.452913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93acc2c5-8b39-4ad5-9639-834e959bf71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:00.457789 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-93acc2c5-8b39-4ad5-9639-834e959bf71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:00.459472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-93acc2c5-8b39-4ad5-9639-834e959bf71f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b598fd3-fd67-43fa-ab5a-890eb07263db HTTP/1.1" status: 204 len: 168 time: 0.4423039 Jul 22 14:53:00.471072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acc2c5-8b39-4ad5-9639-834e959bf71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b598fd3-fd67-43fa-ab5a-890eb07263db,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:00.480785 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f272ae-9bb5-4b89-a7e0-8ceacc892ec8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.481322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f272ae-9bb5-4b89-a7e0-8ceacc892ec8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.483386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e3f272ae-9bb5-4b89-a7e0-8ceacc892ec8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/c240cf63-f5ed-408a-83ff-17d550cf865d HTTP/1.1" status: 404 len: 337 time: 0.0418153 Jul 22 14:53:00.485917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55032) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.517243 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c450f791-776a-44fa-89f1-7bc98acaa631 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.518440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c450f791-776a-44fa-89f1-7bc98acaa631 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.520549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c450f791-776a-44fa-89f1-7bc98acaa631 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/fb547905-d36f-48e9-a993-7a47d90fbbd0 HTTP/1.1" status: 404 len: 333 time: 0.0326669 Jul 22 14:53:00.522866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55036) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.555857 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ab050c-ec3f-4301-9c88-5efbe2506d4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.556331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ab050c-ec3f-4301-9c88-5efbe2506d4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.560833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32ab050c-ec3f-4301-9c88-5efbe2506d4a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/0da48e76-208c-430b-ad9e-477e979fe6d3 HTTP/1.1" status: 404 len: 337 time: 0.0337908 Jul 22 14:53:00.560833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55040) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.642422 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb8882a-0f9a-4ea3-93e8-5ee8107c834f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.644844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb8882a-0f9a-4ea3-93e8-5ee8107c834f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.649716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.649896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0eb8882a-0f9a-4ea3-93e8-5ee8107c834f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/e8dc8ddb-6bfa-4e8f-9019-876800db0cef HTTP/1.1" status: 404 len: 333 time: 0.0880792 Jul 22 14:53:00.683030 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36840a9-d083-442c-bcbb-a1305a638a2c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.684252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36840a9-d083-442c-bcbb-a1305a638a2c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.687277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d36840a9-d083-442c-bcbb-a1305a638a2c tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/8cddc15c-abff-4662-8cfc-a2a168704e78 HTTP/1.1" status: 404 len: 337 time: 0.0357661 Jul 22 14:53:00.697139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55046) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.699656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dee84673-4f8f-4712-89bd-616a6ab712ea req-e0842239-4972-4e76-8d07-546f4db94d98 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=370adb4e-37b4-4bd5-9b69-87767bc86c5d HTTP/1.1" status: 200 len: 210 time: 0.0485435 Jul 22 14:53:00.730783 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-17307829-8ba9-4781-982c-5438c9244bf8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.731878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17307829-8ba9-4781-982c-5438c9244bf8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.735165 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-17307829-8ba9-4781-982c-5438c9244bf8 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/975679a4-baf3-4092-99a6-8efdc82bc73d HTTP/1.1" status: 404 len: 333 time: 0.0360208 Jul 22 14:53:00.738093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.780873 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a281424e-c3a2-4860-99a4-37eb3da6c539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.781632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a281424e-c3a2-4860-99a4-37eb3da6c539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.783723 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a281424e-c3a2-4860-99a4-37eb3da6c539 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/353b3ed7-8383-43e3-a0ff-43cf8efb756a HTTP/1.1" status: 404 len: 337 time: 0.0439661 Jul 22 14:53:00.786624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.820460 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ca6c17-a1c4-480d-824d-9db870dea30f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.821535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ca6c17-a1c4-480d-824d-9db870dea30f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.823635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-21ca6c17-a1c4-480d-824d-9db870dea30f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/140b726a-9006-46fc-894c-08a776344b81 HTTP/1.1" status: 404 len: 333 time: 0.0357401 Jul 22 14:53:00.826157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55052) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.855263 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcaa0d1-9a5b-4e9a-bfda-fa08e59e398a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.856222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcaa0d1-9a5b-4e9a-bfda-fa08e59e398a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.858219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7dcaa0d1-9a5b-4e9a-bfda-fa08e59e398a tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/486b48e4-ead8-4d4b-bcd0-22398a431262 HTTP/1.1" status: 404 len: 337 time: 0.0308392 Jul 22 14:53:00.861581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55054) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.920297 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-76603777-4942-49fa-a01a-02940e495369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.921030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76603777-4942-49fa-a01a-02940e495369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.926287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.926842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-76603777-4942-49fa-a01a-02940e495369 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/9a63fea4-fb79-4363-8b86-8081da328d65 HTTP/1.1" status: 404 len: 333 time: 0.0638542 Jul 22 14:53:00.981217 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6db2902-2dec-451b-bd96-b7504681ced9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:00.984308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6db2902-2dec-451b-bd96-b7504681ced9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:00.986618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c6db2902-2dec-451b-bd96-b7504681ced9 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/138e5839-a143-42fc-afaa-d3f8cf8ccbfa HTTP/1.1" status: 404 len: 337 time: 0.0583982 Jul 22 14:53:00.990414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:00.993612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:01.010492 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe717-2fc3-4f9e-a983-48d6f0d61d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.023722 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9531a69-5f84-44a1-a591-dc33d15b9824 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:01.025459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9531a69-5f84-44a1-a591-dc33d15b9824 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:01.032067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a9531a69-5f84-44a1-a591-dc33d15b9824 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/0f5ae681-45ca-4c76-b1bd-deff02d30513 HTTP/1.1" status: 404 len: 333 time: 0.0399945 Jul 22 14:53:01.032988 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:01.069610 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d93e13-79fe-49d9-b918-ecc781c912e2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:01.070642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d93e13-79fe-49d9-b918-ecc781c912e2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:01.075083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4d93e13-79fe-49d9-b918-ecc781c912e2 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/464e78ce-0e3c-4f7d-9ee9-598867f35eac HTTP/1.1" status: 404 len: 337 time: 0.0406933 Jul 22 14:53:01.077574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:01.121598 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bba550-f36a-40a1-8ecf-ccd67fce53b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:01.122341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bba550-f36a-40a1-8ecf-ccd67fce53b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:01.126484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-50bba550-f36a-40a1-8ecf-ccd67fce53b4 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/ports/b24492a8-cdac-4f63-affe-550f95b84f9b HTTP/1.1" status: 404 len: 333 time: 0.0449493 Jul 22 14:53:01.126844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:01.158243 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e99fddb-b397-4c82-b05f-fcbf95ede67f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] DELETE failed (client error): The resource could not be found. Jul 22 14:53:01.158853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e99fddb-b397-4c82-b05f-fcbf95ede67f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:53:01.163523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7e99fddb-b397-4c82-b05f-fcbf95ede67f tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/subnets/d455f046-a859-4d2e-8271-53c4385f35fc HTTP/1.1" status: 404 len: 337 time: 0.0331953 Jul 22 14:53:01.163845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55068) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:01.199295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe717-2fc3-4f9e-a983-48d6f0d61d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.206809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ddfe717-2fc3-4f9e-a983-48d6f0d61d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.249077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ddfe717-2fc3-4f9e-a983-48d6f0d61d5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54320f55b59a419cae3d0b07c048a43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539904 Jul 22 14:53:01.250645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55070) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:01.301037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfe717-2fc3-4f9e-a983-48d6f0d61d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac20f1-0c6f-475e-b4eb-caca5a866c81,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:01.343825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.357227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55d2404e-c237-46cf-9685-dfc1a2fb7301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.429251 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55d2404e-c237-46cf-9685-dfc1a2fb7301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.510628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.516177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55d2404e-c237-46cf-9685-dfc1a2fb7301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.525579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55d2404e-c237-46cf-9685-dfc1a2fb7301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.529408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf5dee2-6473-49fd-b354-6b5ce8b53e13']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:01.530404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-55d2404e-c237-46cf-9685-dfc1a2fb7301 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72ac20f1-0c6f-475e-b4eb-caca5a866c81 HTTP/1.1" status: 204 len: 168 time: 0.2787449 Jul 22 14:53:01.543214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2404e-c237-46cf-9685-dfc1a2fb7301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac20f1-0c6f-475e-b4eb-caca5a866c81,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:01.546624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:01.546854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da53584-14e6-4c3e-b9d1-ad05a3dc0cd4') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:01.574915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.602254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.615581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077cf11-af77-40b2-b412-6830df8a1ecf req-037baaa9-e83a-4329-9d31-71cd9f1b84da tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:01.617929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d077cf11-af77-40b2-b412-6830df8a1ecf req-037baaa9-e83a-4329-9d31-71cd9f1b84da tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 945 time: 0.1748071 Jul 22 14:53:01.625705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:01.626129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:01.630037 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:01.819768 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.834986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:01.854631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] 10.222.0.60 "DELETE /v2.0/networks/0cf5dee2-6473-49fd-b354-6b5ce8b53e13 HTTP/1.1" status: 204 len: 168 time: 0.6742339 Jul 22 14:53:01.884637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d077cf11-af77-40b2-b412-6830df8a1ecf req-e32744de-ef2f-4d4e-ba54-6fc01eae830d tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609689 Jul 22 14:53:01.905222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc772bd-1c33-4f46-8df0-fd3c992aab57 tempest-NetworksTestDHCPv6-134883641 tempest-NetworksTestDHCPv6-134883641-project] Pushing event deleted for resources: {'Network': ['ID=0cf5dee2-6473-49fd-b354-6b5ce8b53e13,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:02.264484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:02.562497 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b15561b7-57d1-4331-bab2-6ea4fd565656 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32ce229579444d11a5ba22210e43ab70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964387 Jul 22 14:53:02.563318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55134) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:02.621734 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a040259f-59cb-4784-a076-498367118c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:02.658498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a040259f-59cb-4784-a076-498367118c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:02.701417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55138) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:02.730995 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a040259f-59cb-4784-a076-498367118c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:02.734971 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a040259f-59cb-4784-a076-498367118c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:02.739118 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a040259f-59cb-4784-a076-498367118c44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbccb18e-4d5c-49dd-8fbc-50372d45bb59 HTTP/1.1" status: 204 len: 168 time: 0.1743755 Jul 22 14:53:02.749922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040259f-59cb-4784-a076-498367118c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbccb18e-4d5c-49dd-8fbc-50372d45bb59,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:02.838778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1881979072'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:02.871189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:02.875847 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:02.889392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.059578 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.064107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.108162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:03.117990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=262e84f9-d05c-45e2-af05-9295bdd4d156,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:03.133768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38316f0b-8433-4204-8e90-7d633e99ceed req-6fd15b2f-086d-466b-ae0d-a3deb9b79033 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:03.135487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38316f0b-8433-4204-8e90-7d633e99ceed req-6fd15b2f-086d-466b-ae0d-a3deb9b79033 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 945 time: 0.1487641 Jul 22 14:53:03.136755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.137139 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Added segment 4b79b2a3-27d5-4b8f-a4ed-c4f173272871 of type vlan for network f35fb269-dae5-492a-b598-f57d9fbbb430 Jul 22 14:53:03.208110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.223192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38316f0b-8433-4204-8e90-7d633e99ceed req-786a77bc-41c1-4e6f-893a-0c9372743da2 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525568 Jul 22 14:53:03.248409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.253388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:03.254066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.273974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5712192 Jul 22 14:53:03.276971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:03.282672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'subnet': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:03.393625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861be90-d70f-4abb-b6ef-0ffb8e64a174 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Network': ['ID=f35fb269-dae5-492a-b598-f57d9fbbb430,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:03.412714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f35fb269-dae5-492a-b598-f57d9fbbb430 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:03.417698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:03.427448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.716924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.776936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55192) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:03.823367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Subnet': ['ID=a71975bf-647c-4b8c-a285-5ecf1ffcc9b2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:03.893169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Checking segment: {'id': '4b79b2a3-27d5-4b8f-a4ed-c4f173272871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:03.895589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network hostable DHCP agents. Network: f35fb269-dae5-492a-b598-f57d9fbbb430, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:03.929825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:03.947771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f35fb269-dae5-492a-b598-f57d9fbbb430) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:03.954201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1127351373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:03.957975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:03.959185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.962157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64536704-d08b-4d3c-b451-19147e6889a2 None None] Network f35fb269-dae5-492a-b598-f57d9fbbb430 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:03.983022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.984533 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:03.993314 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fe94ebe4-fc45-4ce5-9531-6a32c8bea899 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7151985 Jul 22 14:53:03.996204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:04.001981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1629794007'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:04.125801 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.132283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.178169 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.180190 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-322fa88d-99d0-4b69-9f7f-c6ee6a16bcf3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4021091 Jul 22 14:53:04.183495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55226) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:04.199245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1760370241'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:04.225968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f35fb269-dae5-492a-b598-f57d9fbbb430', 'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'tenant_id': 'cc36614381284908b7bdd7ed98d92c18', 'fixed_ips': [{'subnet_id': 'a71975bf-647c-4b8c-a285-5ecf1ffcc9b2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:04.227336 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.266883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:04.284614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.323344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.327888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:04.334313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.377139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] device_id is not set on port 462648c7-f2ec-46ab-87e8-d556ca16da5f yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:04.479666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Allocated IP 2001:db8::2 (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/903720e6-a3bd-4ae8-b94e-14f338ffc6c7) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:04.580290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.603397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.639025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:04.667371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3507ec-1952-4084-a491-23955e404ad0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:04.677322 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.678005 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Added segment 94d64563-d401-47dc-a255-22f560be5b6f of type vlan for network 42aa466e-a001-4497-a67a-58ec7e1c0a25 Jul 22 14:53:04.731469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.767374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.779363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.788005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:04.789238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.791482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Transition to ACTIVE for port object 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:04.820391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6351805 Jul 22 14:53:04.820885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Transition to ACTIVE for port object 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:04.823288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55250) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:04.831894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'subnet': {'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:04.833053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.896672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:04.898948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:04.902667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:04.943939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Pushing event updated for resources: {'Port': ['ID=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:04.968170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.968590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.968941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.969480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.970021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.970352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.970701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.971404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.971999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.972598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.973411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.973842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:04.974342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:04.978729 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:04.994231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Attempting to bind port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:04.994773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Attempting to bind port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4b79b2a3-27d5-4b8f-a4ed-c4f173272871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:04.995198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Attempting to bind port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 on network f35fb269-dae5-492a-b598-f57d9fbbb430 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:05.011944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:05.012332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Checking segment: {'id': '4b79b2a3-27d5-4b8f-a4ed-c4f173272871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:05.012746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.013154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Bound using segment: {'id': '4b79b2a3-27d5-4b8f-a4ed-c4f173272871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:05.013647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Bound port: 903720e6-a3bd-4ae8-b94e-14f338ffc6c7, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b79b2a3-27d5-4b8f-a4ed-c4f173272871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:05.014037 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.040346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c75e9-24fc-401d-bfe7-44de09261c1d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Network': ['ID=42aa466e-a001-4497-a67a-58ec7e1c0a25,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:05.078860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:05.121779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Allocated IP 2001:db8::31 (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/462648c7-f2ec-46ab-87e8-d556ca16da5f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:05.267253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.329078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] For port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:05.344399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Checking segment: {'id': '94d64563-d401-47dc-a255-22f560be5b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:05.344738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network hostable DHCP agents. Network: 42aa466e-a001-4497-a67a-58ec7e1c0a25, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:05.358792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] For port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,segment=NetworkSegment(4b79b2a3-27d5-4b8f-a4ed-c4f173272871),segment_id=4b79b2a3-27d5-4b8f-a4ed-c4f173272871)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:05.368301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.373135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:05.383831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Subnet': ['ID=9a38615d-8438-4d56-99b4-b0ac86bf58cc,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:05.387482 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 42aa466e-a001-4497-a67a-58ec7e1c0a25) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:05.404209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:05.405101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.413387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408f9fd6-db73-4932-be1a-0524178d9435 None None] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:05.441978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6891a46-7096-4446-9c67-8d0678875440 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6166236 Jul 22 14:53:05.444534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:05.458048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'network': {'name': 'tempest-router-network01--232526656'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:05.479035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.505651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:05.509616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.513776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Transition to ACTIVE for port object 462648c7-f2ec-46ab-87e8-d556ca16da5f will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:05.573533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:05.586909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4a7b-2009-409a-bf41-f354f17310ba None None] Pushing event updated for resources: {'Port': ['ID=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:05.592888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.593393 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Added segment 1107533c-9c10-4cc8-9d8b-bab64d4a8149 of type vlan for network 9bec4443-df92-4db5-87ef-2e0611ada17f Jul 22 14:53:05.599974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.669389 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.697748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:05.701847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:05.740470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:05.745862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.754367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:05.755056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.768823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:05.772097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.811217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=462648c7-f2ec-46ab-87e8-d556ca16da5f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:05.850272 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9ea8e78-4bc6-4384-9088-bd13af3178b6 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8526866 Jul 22 14:53:05.861844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:05.865343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4190857 Jul 22 14:53:05.868315 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55262) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:05.892769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'network': {'name': 'tempest-router-network02--515192329'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:05.909401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2028834022', 'allowed_address_pairs': [{'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:87:b3:b4'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:05.926170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-42aa466e-a001-4497-a67a-58ec7e1c0a25', 'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25', 'tenant_id': '2c9fc194f0464128a378ecb2160fac0f', 'fixed_ips': [{'subnet_id': '9a38615d-8438-4d56-99b4-b0ac86bf58cc'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:05.927340 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:05.977081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e0a0c-01e2-41e3-8e2a-09bed20b2902 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Network': ['ID=9bec4443-df92-4db5-87ef-2e0611ada17f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:06.032061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:06.035624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.092719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:06.117046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.117407 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Added segment 1a3459e7-b85a-4327-bdd0-74a4922f2047 of type vlan for network 1f0774c4-8fa8-4f98-be30-61af8e57f979 Jul 22 14:53:06.192018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:06.216318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 9bec4443-df92-4db5-87ef-2e0611ada17f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:06.216722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.281171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.292164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:06.292973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.313930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.334920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] device_id is not set on port 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:06.369827 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4959631 Jul 22 14:53:06.375975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55270) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:06.387001 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Allocated IP 2001:db8::2 (42aa466e-a001-4497-a67a-58ec7e1c0a25/9a38615d-8438-4d56-99b4-b0ac86bf58cc/4e8ba96c-eb74-4146-8db2-d7e804ff2e4d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:06.387834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'subnet': {'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:06.541258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Allocated IP 2001:db8::4b (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:06.680751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628bc30-c532-4ebe-81a5-adb3519b9a58 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Network': ['ID=1f0774c4-8fa8-4f98-be30-61af8e57f979,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:06.705156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:06.709388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.818289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f70667-ca33-4622-bbd0-3af8e4588548 req-a1ecc1cd-0bea-499c-8a63-690ebd2b3045 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:06.820855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0f70667-ca33-4622-bbd0-3af8e4588548 req-a1ecc1cd-0bea-499c-8a63-690ebd2b3045 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 945 time: 0.2418835 Jul 22 14:53:06.877445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:06.885718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1f0774c4-8fa8-4f98-be30-61af8e57f979 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:06.905815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Transition to ACTIVE for port object 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:06.995021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.061202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:07.064935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0f70667-ca33-4622-bbd0-3af8e4588548 req-1dccbb55-d76d-4c48-b8b5-bd4866da2bc1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325099 Jul 22 14:53:07.072516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:07.076847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:07.083985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:07.090630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.120181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:07.142927 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8de40d4-26bd-4b18-9a68-db8bc3555a61 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.2756362 Jul 22 14:53:07.144606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55276) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:07.175690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.192415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.203299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Transition to ACTIVE for port object 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:07.228395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Transition to ACTIVE for port object 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:07.256682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e22edb-68d6-42b9-90be-6b10f1cf50a9 None None] Network f35fb269-dae5-492a-b598-f57d9fbbb430 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:07.270756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396fe0f-2020-49cf-ab89-711e38773ba0 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:07.282931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Subnet': ['ID=6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:07.283672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396fe0f-2020-49cf-ab89-711e38773ba0 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:07.285211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Checking segment: {'id': '1107533c-9c10-4cc8-9d8b-bab64d4a8149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:07.285581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network hostable DHCP agents. Network: 9bec4443-df92-4db5-87ef-2e0611ada17f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:07.298460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7396fe0f-2020-49cf-ab89-711e38773ba0 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:07.306016 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7396fe0f-2020-49cf-ab89-711e38773ba0 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1584811 Jul 22 14:53:07.307662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:07.312994 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.322446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 9bec4443-df92-4db5-87ef-2e0611ada17f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:07.339643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 9bec4443-df92-4db5-87ef-2e0611ada17f) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:07.353049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:07.360716 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.392443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3ebca580-9907-43c0-91ba-90a9a4e341c8 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0143559 Jul 22 14:53:07.393623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e34ed2a-2fdc-4dfe-99e2-94dceb5a310f None None] Network 9bec4443-df92-4db5-87ef-2e0611ada17f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:07.395619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55282) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:07.402058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'subnet': {'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:07.520040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:07.521222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:07.524331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4adabe1d-1ba4-49ae-881e-56027037dcf7 None None] Provisioning for port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:07.527482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.551721 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.578106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:07.609981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:07.614299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:07.616654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Pushing event updated for resources: {'Port': ['ID=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:07.807424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.890425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Checking segment: {'id': '1a3459e7-b85a-4327-bdd0-74a4922f2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:07.891054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network hostable DHCP agents. Network: 1f0774c4-8fa8-4f98-be30-61af8e57f979, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:07.893636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Subnet': ['ID=58ea4e59-d59d-49d3-8887-6c0d5a22938b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:07.930503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Attempting to bind port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:07.930503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Attempting to bind port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '94d64563-d401-47dc-a255-22f560be5b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:07.930503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Attempting to bind port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d on network 42aa466e-a001-4497-a67a-58ec7e1c0a25 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:07.932373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 1f0774c4-8fa8-4f98-be30-61af8e57f979 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:07.948018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1f0774c4-8fa8-4f98-be30-61af8e57f979) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:07.959000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:07.959739 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:07.993350 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8e465a88-ad1b-4caf-b8e9-63ea07b5c1de tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5913899 Jul 22 14:53:07.993350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55284) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:08.011224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.012188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1b72a-443b-4397-b3e9-b5a68b337583 None None] Network 1f0774c4-8fa8-4f98-be30-61af8e57f979 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:08.028499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:08.048615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:08.049279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Checking segment: {'id': '94d64563-d401-47dc-a255-22f560be5b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:08.049908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.050783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Bound using segment: {'id': '94d64563-d401-47dc-a255-22f560be5b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:08.051452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Bound port: 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d64563-d401-47dc-a255-22f560be5b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '42aa466e-a001-4497-a67a-58ec7e1c0a25'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:08.052183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.087785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-9bec4443-df92-4db5-87ef-2e0611ada17f', 'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f', 'tenant_id': '2c9fc194f0464128a378ecb2160fac0f', 'fixed_ips': [{'subnet_id': '6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:08.098962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.134968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:08.153118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:08.153744 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.201939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Deleting subnet 94ddf40c-97ee-4d3a-8835-ab58f5d86ac4 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:08.213847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.264495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.329641 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.393086 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.451140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-a76783d8-196b-41ee-9548-f9014d148add tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:08.457183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-a76783d8-196b-41ee-9548-f9014d148add tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 945 time: 0.4274464 Jul 22 14:53:08.467026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ddf40c-97ee-4d3a-8835-ab58f5d86ac4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:08.476044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] For port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:08.490246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] For port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,segment=NetworkSegment(94d64563-d401-47dc-a255-22f560be5b6f),segment_id=94d64563-d401-47dc-a255-22f560be5b6f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:08.519420 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.579907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Allocated IP 2001:db8::2 (9bec4443-df92-4db5-87ef-2e0611ada17f/6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07/d9632862-6861-4b35-b79b-a8ead2bc40b3) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:08.601796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ded3f-ddb3-4095-94e2-f9c2f5c9ca72 req-81a1b286-b320-4552-896a-9a3b8f88faa6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:08.609345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.613757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-acfaed8e-393f-43f7-8ff1-2571de921273 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/94ddf40c-97ee-4d3a-8835-ab58f5d86ac4 HTTP/1.1" status: 204 len: 168 time: 0.5801373 Jul 22 14:53:08.616492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd6ded3f-ddb3-4095-94e2-f9c2f5c9ca72 req-81a1b286-b320-4552-896a-9a3b8f88faa6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 945 time: 0.3665674 Jul 22 14:53:08.635806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:08.740069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd6ded3f-ddb3-4095-94e2-f9c2f5c9ca72 req-2b2675c2-54cc-4c7b-8357-401801cdd186 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ca43c58-bfd6-443c-8f2f-b392b7300995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190200 Jul 22 14:53:08.749509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.775308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bf74e-29f5-4d6f-a50c-20551771ed86 None None] Pushing event updated for resources: {'Port': ['ID=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:08.775308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-1f0774c4-8fa8-4f98-be30-61af8e57f979', 'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979', 'tenant_id': '2c9fc194f0464128a378ecb2160fac0f', 'fixed_ips': [{'subnet_id': '58ea4e59-d59d-49d3-8887-6c0d5a22938b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:08.782866 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.790147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:08.790576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.815677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:08.872579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,segment=NetworkSegment(4b79b2a3-27d5-4b8f-a4ed-c4f173272871),segment_id=4b79b2a3-27d5-4b8f-a4ed-c4f173272871)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:08.957258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.012317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.150253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port dfe226c5-2e29-429a-ae9a-088991ccfdef {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:09.150984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.222507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.272879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:09.287868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Provisioning complete for port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:09.288253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.368666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.416473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:09.447433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0117ccf-e4fe-4741-86c3-1c5fabf98da0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:09.480853 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.485467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port dfe226c5-2e29-429a-ae9a-088991ccfdef, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=dfe226c5-2e29-429a-ae9a-088991ccfdef,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:09.485467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.489896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:09.490195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0eb49c-5d5e-4c7a-bf51-ac0602e8481d') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:09.535079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.545127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for dfe226c5-2e29-429a-ae9a-088991ccfdef owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:09.549190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Transition to ACTIVE for port object d9632862-6861-4b35-b79b-a8ead2bc40b3 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:09.593965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Allocated IP 2001:db8::2 (1f0774c4-8fa8-4f98-be30-61af8e57f979/58ea4e59-d59d-49d3-8887-6c0d5a22938b/63a47c51-3a9d-425c-b46e-da6fb3e40a37) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:09.612655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.652580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Transition to ACTIVE for port object d9632862-6861-4b35-b79b-a8ead2bc40b3 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:09.695506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:09.722993 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.734209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:09.736132 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:09.742604 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:09.826677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Network 9bec4443-df92-4db5-87ef-2e0611ada17f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:09.874131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:09.886383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:09.932776 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Pushing event updated for resources: {'Port': ['ID=d9632862-6861-4b35-b79b-a8ead2bc40b3,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:10.012613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.014403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Allocated IP 2001:db8::1 (9bec4443-df92-4db5-87ef-2e0611ada17f/6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07/668a2334-3680-4b05-a882-531ab528e43d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:10.021038 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.027397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c0117ccf-e4fe-4741-86c3-1c5fabf98da0 HTTP/1.1" status: 204 len: 168 time: 1.3909557 Jul 22 14:53:10.045352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.051339 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.059236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd71727-cf14-4f85-93c7-5fc2d7c6f0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0117ccf-e4fe-4741-86c3-1c5fabf98da0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:10.211213 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.232145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Transition to ACTIVE for port object 668a2334-3680-4b05-a882-531ab528e43d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:10.262570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=dfe226c5-2e29-429a-ae9a-088991ccfdef,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:10.282584 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.285096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/ports/7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 HTTP/1.1" status: 204 len: 168 time: 2.9757376 Jul 22 14:53:10.291431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55302) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:10.352955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1a2ba-2a41-4b5f-bd1d-fea77631bb12 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:10.354937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6ab11644-9016-473d-85e7-24af7b99f59a req-4c51d53c-9369-4491-bc83-459e210b1d4d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.1200447 Jul 22 14:53:10.374070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7463c8cf-215d-4c73-9645-c88a53fe9f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.377934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.387809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d5496c-f1d7-4b9d-80d5-167e062c8bb8 None None] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:10.404995 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19b1027-9526-4085-8158-1595b032b5d9 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] GET failed (client error): The resource could not be found. Jul 22 14:53:10.410337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e19b1027-9526-4085-8158-1595b032b5d9 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "GET /v2.0/ports/7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 HTTP/1.1" status: 404 len: 333 time: 0.0902262 Jul 22 14:53:10.413291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:10.426380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1955724990'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:10.438913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port dfe226c5-2e29-429a-ae9a-088991ccfdef on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:10.442990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.446429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d2e72ae3-4971-4678-b492-7ab6516ccba6 req-0a44e6bf-7339-433f-945f-29814aa36ce0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "DELETE /v2.0/ports/dfe226c5-2e29-429a-ae9a-088991ccfdef HTTP/1.1" status: 204 len: 173 time: 1.9738152 Jul 22 14:53:10.447258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:10.447765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'name': 'network-vif-deleted', 'tag': 'dfe226c5-2e29-429a-ae9a-088991ccfdef'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:53:10.451607 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b210d24d-ba71-4ea4-953b-c8abf27d2e37" -d '{"events": [{"server_uuid": "b0473a6c-2c29-4ee2-967c-25463e238ef4", "name": "network-vif-deleted", "tag": "dfe226c5-2e29-429a-ae9a-088991ccfdef"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:53:10.559181 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1c6c5fc4-9dd3-4230-8bf5-228a93b2a992 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5e7794a21fe41119eac2dc68574f19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037128 Jul 22 14:53:10.561192 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fedbfa-ae7f-4ec7-8753-ef871ddeeaaf x-openstack-request-id: req-f8fedbfa-ae7f-4ec7-8753-ef871ddeeaaf {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:53:10.561529 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0473a6c-2c29-4ee2-967c-25463e238ef4", "name": "network-vif-deleted", "tag": "dfe226c5-2e29-429a-ae9a-088991ccfdef", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:53:10.561741 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8fedbfa-ae7f-4ec7-8753-ef871ddeeaaf {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:53:10.562221 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0473a6c-2c29-4ee2-967c-25463e238ef4', 'name': 'network-vif-deleted', 'tag': 'dfe226c5-2e29-429a-ae9a-088991ccfdef', 'status': 'completed', 'code': 200} Jul 22 14:53:10.562833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:10.592027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Provisioning complete for port 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:10.592162 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.595857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 9bec4443-df92-4db5-87ef-2e0611ada17f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:10.596779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Port': ['ID=668a2334-3680-4b05-a882-531ab528e43d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:10.604679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:10.614596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:10.614863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.618736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Port 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21 was deleted so its status cannot be updated. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 22 14:53:10.619972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:10.637694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Attempting to bind port d9632862-6861-4b35-b79b-a8ead2bc40b3 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:10.638080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Attempting to bind port d9632862-6861-4b35-b79b-a8ead2bc40b3 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1107533c-9c10-4cc8-9d8b-bab64d4a8149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:10.638457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Attempting to bind port d9632862-6861-4b35-b79b-a8ead2bc40b3 on network 9bec4443-df92-4db5-87ef-2e0611ada17f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:10.649117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2017f3aa-de43-4e02-a509-544dc96fc594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.649394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:10.649789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Checking segment: {'id': '1107533c-9c10-4cc8-9d8b-bab64d4a8149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:10.650254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.650867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Bound using segment: {'id': '1107533c-9c10-4cc8-9d8b-bab64d4a8149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:10.651429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Bound port: d9632862-6861-4b35-b79b-a8ead2bc40b3, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1107533c-9c10-4cc8-9d8b-bab64d4a8149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '9bec4443-df92-4db5-87ef-2e0611ada17f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:10.651826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.688471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2017f3aa-de43-4e02-a509-544dc96fc594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.699987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.700932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Provisioning for port 462648c7-f2ec-46ab-87e8-d556ca16da5f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:10.705050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.706415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.709573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.710122 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.710722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.715018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.715584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.716095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.716615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.717106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.717603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:10.791509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2017f3aa-de43-4e02-a509-544dc96fc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.796778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2017f3aa-de43-4e02-a509-544dc96fc594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.803243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2017f3aa-de43-4e02-a509-544dc96fc594 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c43825e-576d-4c54-a8e2-3a3bd07872a8 HTTP/1.1" status: 204 len: 168 time: 0.2392938 Jul 22 14:53:10.827706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017f3aa-de43-4e02-a509-544dc96fc594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c43825e-576d-4c54-a8e2-3a3bd07872a8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:10.832890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:10.839931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Provisioning complete for port 462648c7-f2ec-46ab-87e8-d556ca16da5f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:10.842666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.843145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.900063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] device_id is not set on port c523d6f3-b162-4bed-8cbb-7974d6fe8f9f yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:10.961570 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:10.974272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] For port d9632862-6861-4b35-b79b-a8ead2bc40b3, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:10.978483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] For port d9632862-6861-4b35-b79b-a8ead2bc40b3, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d9632862-6861-4b35-b79b-a8ead2bc40b3,segment=NetworkSegment(1107533c-9c10-4cc8-9d8b-bab64d4a8149),segment_id=1107533c-9c10-4cc8-9d8b-bab64d4a8149)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:10.982364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dfe226c5-2e29-429a-ae9a-088991ccfdef no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:11.012104 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.079053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.105623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Transition to ACTIVE for port object 63a47c51-3a9d-425c-b46e-da6fb3e40a37 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:11.110376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: dfe226c5-2e29-429a-ae9a-088991ccfdef {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:53:11.110762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device dfe226c5-2e29-429a-ae9a-088991ccfdef not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:53:11.133051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b042fdff-7ea3-4595-bde5-ef426f8a1ef0 None None] Port 462648c7-f2ec-46ab-87e8-d556ca16da5f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:11.155437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Transition to ACTIVE for port object 63a47c51-3a9d-425c-b46e-da6fb3e40a37 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:11.172053 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.189188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc834fe-81a6-434f-ab51-0acd93aa7a8e None None] Pushing event updated for resources: {'Port': ['ID=d9632862-6861-4b35-b79b-a8ead2bc40b3,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:11.239996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Network 1f0774c4-8fa8-4f98-be30-61af8e57f979 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:11.312930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:11.312930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Pushing event updated for resources: {'Port': ['ID=63a47c51-3a9d-425c-b46e-da6fb3e40a37,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:11.316124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:11.321033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Allocated IP 2001:db8::339 (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/c523d6f3-b162-4bed-8cbb-7974d6fe8f9f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:11.327136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Could not find standard attr ID for object 7cd18b09-ed84-4f5a-b1e0-2d482b7c3f21. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:53:11.445760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Provisioning complete for port 462648c7-f2ec-46ab-87e8-d556ca16da5f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:11.446328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.547727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Port 462648c7-f2ec-46ab-87e8-d556ca16da5f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:11.559514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Attempting to bind port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:11.560040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Attempting to bind port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1a3459e7-b85a-4327-bdd0-74a4922f2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:11.560478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Attempting to bind port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 on network 1f0774c4-8fa8-4f98-be30-61af8e57f979 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:11.577621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:11.578011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Checking segment: {'id': '1a3459e7-b85a-4327-bdd0-74a4922f2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:11.578432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.579221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Bound using segment: {'id': '1a3459e7-b85a-4327-bdd0-74a4922f2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:11.579768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Bound port: 63a47c51-3a9d-425c-b46e-da6fb3e40a37, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3459e7-b85a-4327-bdd0-74a4922f2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f0774c4-8fa8-4f98-be30-61af8e57f979'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:11.580355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.612772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-8e0673b2-4ec7-4ea1-8df6-c0df7590678a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:11.614645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-8e0673b2-4ec7-4ea1-8df6-c0df7590678a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.5398257 Jul 22 14:53:11.616234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Provisioning for port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:11.619324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66b0025e-5cf2-45ab-881d-5609d83e404d req-e16c8894-c26d-4fd5-8bb0-ea63fd76c110 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.1005018 Jul 22 14:53:11.648971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Provisioning complete for port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:11.649361 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.680928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-74adb9c5-13e7-4f60-8e07-e83ef5a10e10 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/quotas/bc1269ebc38d4d908bebad7166dd1a50 HTTP/1.1" status: 200 len: 375 time: 0.0334253 Jul 22 14:53:11.713750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:11.817737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] For port 63a47c51-3a9d-425c-b46e-da6fb3e40a37, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:11.823215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] For port 63a47c51-3a9d-425c-b46e-da6fb3e40a37, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a47c51-3a9d-425c-b46e-da6fb3e40a37,segment=NetworkSegment(1a3459e7-b85a-4327-bdd0-74a4922f2047),segment_id=1a3459e7-b85a-4327-bdd0-74a4922f2047)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:11.829276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:11.829611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.831594 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.974604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:11.978146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca4868-a327-4acb-ad94-a21cf0200b9a None None] Pushing event updated for resources: {'Port': ['ID=63a47c51-3a9d-425c-b46e-da6fb3e40a37,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:12.053713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.063098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b2e87660-c433-4cba-9790-f31880730870 None None] For port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,segment=NetworkSegment(94d64563-d401-47dc-a255-22f560be5b6f),segment_id=94d64563-d401-47dc-a255-22f560be5b6f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:12.066052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-163ee2ff-57da-422a-ab27-2f9c62c0f414 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3196294 Jul 22 14:53:12.073983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.074933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.075879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.135523 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f852-b190-44db-94d9-d1644078439f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.159794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e87660-c433-4cba-9790-f31880730870 None None] Pushing event updated for resources: {'Port': ['ID=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:12.220578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 9bec4443-df92-4db5-87ef-2e0611ada17f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:12.222136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-627a8c24-5386-4889-8db2-708af1277edd None None] Provisioning complete for port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:12.222768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-627a8c24-5386-4889-8db2-708af1277edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.247411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:12.360329 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.437074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.468060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Port': ['ID=668a2334-3680-4b05-a882-531ab528e43d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:12.509842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Transition to ACTIVE for port object c523d6f3-b162-4bed-8cbb-7974d6fe8f9f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:12.526739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d3daf335-5aab-4c00-8eea-9fc99e42d320 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:12.528036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d3daf335-5aab-4c00-8eea-9fc99e42d320 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4382653 Jul 22 14:53:12.715271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.781939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-f744a20e-ed46-46eb-b1f6-6b24fcd5a20a service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383585 Jul 22 14:53:12.816807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Router 72dd1593-04fb-4d36-9751-ab4ccd68cb27 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:53:12.821068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:12.844665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14da6a6-4f08-49d1-b09a-bc4f7e1645ba None None] Network 9bec4443-df92-4db5-87ef-2e0611ada17f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:12.874426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:12.890143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8277ba35-54e7-44ca-a21d-224cccf37414 req-3b692479-6294-465e-acc9-c261ab93991a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.1167846 Jul 22 14:53:12.894926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:12.901450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:12.902272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:12.905540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=c523d6f3-b162-4bed-8cbb-7974d6fe8f9f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:13.014484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-82d7e1f6-48f2-4788-9fb6-deae2a56f408 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5994687 Jul 22 14:53:13.017489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:13.023669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:87:b3:b4'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:13.109248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-02832759-2f65-47ff-92a5-8c4f1c05c6e8 service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262272 Jul 22 14:53:13.135459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:53:13.142457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-df5e210d-390d-4088-84c4-75cec3e36cec tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1486514 Jul 22 14:53:13.144937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55362) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:13.181177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] Sync routers for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:53:13.232943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ec05dcb8-f7e1-4e5b-8636-5373e300bbcd None None] Provisioning for port d9632862-6861-4b35-b79b-a8ead2bc40b3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:13.281793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:13.283402 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:13.441183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:13.469796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:13.526849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:13.527486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:13.650488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:13.651179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604f99e-7764-499c-a266-887ea6710f84 None None] The sync data for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:53:13.692369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea739eab-0274-46bc-b76a-04b9d08a9228 req-aa7aa987-6c85-4297-be6a-3590a46046a7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 210 time: 0.1484118 Jul 22 14:53:13.729866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-26198054-b4a2-46be-b1a0-e1f198e16554 None None] Provisioning for port c523d6f3-b162-4bed-8cbb-7974d6fe8f9f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:13.741240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-26198054-b4a2-46be-b1a0-e1f198e16554 None None] Provisioning complete for port c523d6f3-b162-4bed-8cbb-7974d6fe8f9f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:13.742413 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26198054-b4a2-46be-b1a0-e1f198e16554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:13.744769 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:13.847085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9632862-6861-4b35-b79b-a8ead2bc40b3 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:13.856070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-26198054-b4a2-46be-b1a0-e1f198e16554 None None] Port c523d6f3-b162-4bed-8cbb-7974d6fe8f9f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:13.911728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd480ec-ec09-4c7d-be9b-5a95065dbc0a None None] Network 1f0774c4-8fa8-4f98-be30-61af8e57f979 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:14.064548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7207570-f3e9-4e48-9314-5ae8c150f94d req-1366dd7a-8b76-47f3-86ba-f8c0bdf4bb17 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.0545478 Jul 22 14:53:14.123248 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ee1bfd9d-798d-4411-bb3b-095555a96c5d None None] Provisioning for port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:14.257764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d9632862-6861-4b35-b79b-a8ead2bc40b3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:14.297505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.322367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d9632862-6861-4b35-b79b-a8ead2bc40b3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:14.323304 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.337907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.422360 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-e2a3125f-d361-477f-8a6c-8868805cd78a tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:14.433798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=c523d6f3-b162-4bed-8cbb-7974d6fe8f9f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:14.437548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e2a3125f-d361-477f-8a6c-8868805cd78a tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2901535 Jul 22 14:53:14.442752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:14.502123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] In _notify_port_updated(), no bound segment for port c523d6f3-b162-4bed-8cbb-7974d6fe8f9f on network f35fb269-dae5-492a-b598-f57d9fbbb430 {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:53:14.508515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:14.509443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.511247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4cd59c2e-700b-4716-8a65-7d81d421c715 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "PUT /v2.0/ports/c523d6f3-b162-4bed-8cbb-7974d6fe8f9f HTTP/1.1" status: 200 len: 1002 time: 1.4924040 Jul 22 14:53:14.515648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:14.669804 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.719793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9b6cdaf0-fdd2-4d83-9d2b-64f7dcbb094b None None] Provisioning for port 668a2334-3680-4b05-a882-531ab528e43d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:14.731836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9b6cdaf0-fdd2-4d83-9d2b-64f7dcbb094b None None] Provisioning complete for port 668a2334-3680-4b05-a882-531ab528e43d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:14.733797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdaf0-fdd2-4d83-9d2b-64f7dcbb094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.778721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b6cdaf0-fdd2-4d83-9d2b-64f7dcbb094b None None] Port 668a2334-3680-4b05-a882-531ab528e43d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:14.802082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9b6cdaf0-fdd2-4d83-9d2b-64f7dcbb094b None None] Provisioning complete for port d9632862-6861-4b35-b79b-a8ead2bc40b3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:14.802471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b6cdaf0-fdd2-4d83-9d2b-64f7dcbb094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.806490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port d9632862-6861-4b35-b79b-a8ead2bc40b3, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d9632862-6861-4b35-b79b-a8ead2bc40b3,segment=NetworkSegment(1107533c-9c10-4cc8-9d8b-bab64d4a8149),segment_id=1107533c-9c10-4cc8-9d8b-bab64d4a8149)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:14.849044 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:14.851085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a47c51-3a9d-425c-b46e-da6fb3e40a37 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:14.944352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=d9632862-6861-4b35-b79b-a8ead2bc40b3,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:15.025393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efbace3-a6d2-4f6e-8ce8-1f9298d3c4bb req-839d6af6-75ac-453e-9c2a-20428c0c6256 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 210 time: 0.1356125 Jul 22 14:53:15.033788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port c523d6f3-b162-4bed-8cbb-7974d6fe8f9f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:15.034151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.254211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:15.260319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:15.260709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.284846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.368840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-222c076a-0686-4231-ab55-f508cbaec909 req-f3c6b973-fbde-4f3d-a068-baedb3853f54 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.0958564 Jul 22 14:53:15.407909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for c523d6f3-b162-4bed-8cbb-7974d6fe8f9f owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:15.482722 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.513189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-956ecdca-cdbf-47c0-98a0-ed5eb097d332 None None] Provisioning complete for port 668a2334-3680-4b05-a882-531ab528e43d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:15.513598 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-956ecdca-cdbf-47c0-98a0-ed5eb097d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.538754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.620162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-956ecdca-cdbf-47c0-98a0-ed5eb097d332 None None] Port 668a2334-3680-4b05-a882-531ab528e43d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:15.624209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 63a47c51-3a9d-425c-b46e-da6fb3e40a37, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a47c51-3a9d-425c-b46e-da6fb3e40a37,segment=NetworkSegment(1a3459e7-b85a-4327-bdd0-74a4922f2047),segment_id=1a3459e7-b85a-4327-bdd0-74a4922f2047)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:15.635321 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.636871 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.637679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:15.756547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:15.803336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=c523d6f3-b162-4bed-8cbb-7974d6fe8f9f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:15.954985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-956ecdca-cdbf-47c0-98a0-ed5eb097d332 None None] Provisioning complete for port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:15.956012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-956ecdca-cdbf-47c0-98a0-ed5eb097d332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.047078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=63a47c51-3a9d-425c-b46e-da6fb3e40a37,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:16.182316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:16.183019 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.285314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting port 668a2334-3680-4b05-a882-531ab528e43d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:16.286062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.300443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-956ecdca-cdbf-47c0-98a0-ed5eb097d332 None None] Could not find standard attr ID for object c523d6f3-b162-4bed-8cbb-7974d6fe8f9f. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:53:16.330063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d236ab0d-2777-4b02-b200-d664b2c1a86e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:16.332173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d236ab0d-2777-4b02-b200-d664b2c1a86e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.3302684 Jul 22 14:53:16.351364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Request body: {'port': {'device_id': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'admin_state_up': True, 'tenant_id': 'bc1269ebc38d4d908bebad7166dd1a50'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:16.429902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d55f477f-284f-4ef2-af3c-e6c5c32fde00 None None] Provisioning complete for port 668a2334-3680-4b05-a882-531ab528e43d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:16.430287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d55f477f-284f-4ef2-af3c-e6c5c32fde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.499279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d55f477f-284f-4ef2-af3c-e6c5c32fde00 None None] Port 668a2334-3680-4b05-a882-531ab528e43d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:16.507752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4560a9f-2415-40cc-bd3d-76cf86bc7ac4 req-6b4b4188-9e3f-4fd6-9845-26bd2bf2889a tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 210 time: 0.0926037 Jul 22 14:53:16.533694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9632862-6861-4b35-b79b-a8ead2bc40b3 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:16.590813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d9632862-6861-4b35-b79b-a8ead2bc40b3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:16.591339 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.597935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Made reservation on behalf of bc1269ebc38d4d908bebad7166dd1a50 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:16.603763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.637112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.643762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-335fe371-71d2-4d38-b5d5-fd2ef3a04109 req-ebd490c5-9931-45be-b8a0-d2a9e6babadd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.1261661 Jul 22 14:53:16.670155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.671872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Calling delete_port for 668a2334-3680-4b05-a882-531ab528e43d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:16.672945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca46185c-994c-4b4b-8d50-e623e7d48b1e tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/ports/c523d6f3-b162-4bed-8cbb-7974d6fe8f9f HTTP/1.1" status: 204 len: 168 time: 2.1560576 Jul 22 14:53:16.676920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:16.703553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a47c51-3a9d-425c-b46e-da6fb3e40a37 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:16.756984 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9a869a-d1e7-497d-8874-f685ea1841f9 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] GET failed (client error): The resource could not be found. Jul 22 14:53:16.758231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:16.764419 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.764597 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4f9a869a-d1e7-497d-8874-f685ea1841f9 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "GET /v2.0/ports/c523d6f3-b162-4bed-8cbb-7974d6fe8f9f HTTP/1.1" status: 404 len: 333 time: 0.0784073 Jul 22 14:53:16.764698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55408) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:16.768129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-975683922'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:16.921489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:16.926015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:16.951096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] device_id is not set on port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:17.024133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:17.054483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Allocated IP 172.20.0.9 (81f4eb95-7f6a-410d-8468-3ba949589532/eae72ecc-05be-49ff-8e79-5f92364c164d/cf4f975f-3591-4e82-87be-6e2685ec19da) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:17.111678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Allocated IP 2001:db8::222 (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/3b3622fc-9b4a-4e53-92ad-0a80be15b142) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:17.131610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Port': ['ID=668a2334-3680-4b05-a882-531ab528e43d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:17.313671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:17.370013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:17.400667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Transition to ACTIVE for port object 3b3622fc-9b4a-4e53-92ad-0a80be15b142 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:17.473888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:17.526923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:17.535798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:17.539741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:17.545983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:17.546788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:17.563079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=3b3622fc-9b4a-4e53-92ad-0a80be15b142,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:17.594074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d064c4c4-393a-43a9-b70e-9f517fbb0496 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8303320 Jul 22 14:53:17.595155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55414) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:17.605009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:87:b3:b4'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:17.740367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd958dfc-096c-4d07-8d92-3cfad1abad33 req-a6e4e2d8-5646-4c2f-99a9-dc684fb5615f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 210 time: 0.1014867 Jul 22 14:53:17.871663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-239097ad-7dc6-43fc-b2d3-f5269fdd995e req-9a23ec66-415a-4f5a-ba5a-276f17d7a102 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0473a6c-2c29-4ee2-967c-25463e238ef4 HTTP/1.1" status: 200 len: 210 time: 0.0654593 Jul 22 14:53:17.979466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.040318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c218caa-8662-40a8-87ef-c617d0876910 None None] Provisioning for port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:18.043924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.050854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c218caa-8662-40a8-87ef-c617d0876910 None None] Provisioning complete for port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:18.051383 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c218caa-8662-40a8-87ef-c617d0876910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.125637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3c218caa-8662-40a8-87ef-c617d0876910 None None] Port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:18.149732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Router 72dd1593-04fb-4d36-9751-ab4ccd68cb27 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:53:18.154361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.166969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:53:18.175111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Network 81f4eb95-7f6a-410d-8468-3ba949589532 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:18.178128 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:18.198368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:18.334846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event updated for resources: {'Port': ['ID=cf4f975f-3591-4e82-87be-6e2685ec19da,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:18.340353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:53:18.347065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b8b9c7c-92f2-46f5-8b0b-bb55851e33c3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9003539 Jul 22 14:53:18.350977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55420) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:18.354783 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] Sync routers for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:53:18.355397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:18.356031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.364771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.368607 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:18.369578 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:18.385550 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-9ec56a30-8260-4432-9df0-0ee563ee6d7f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405235 Jul 22 14:53:18.397820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Request body: {'port': {'device_id': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:18.405495 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.415651 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-cf0226ee-e64d-4ba6-bc59-cc1358a2de2d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] delete failed (client error): The resource could not be found. Jul 22 14:53:18.417029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cf0226ee-e64d-4ba6-bc59-cc1358a2de2d tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-1776825671 HTTP/1.1" status: 404 len: 335 time: 0.0648184 Jul 22 14:53:18.440361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55422) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:18.452746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9719206c-17b7-4f3a-b459-3121ad97de91 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'router': {'external_gateway_info': {'network_id': '72dd1593-04fb-4d36-9751-ab4ccd68cb27'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:18.464208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] In _notify_port_updated(), no bound segment for port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 on network f35fb269-dae5-492a-b598-f57d9fbbb430 {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:53:18.476243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:18.479275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.480909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "PUT /v2.0/ports/3b3622fc-9b4a-4e53-92ad-0a80be15b142 HTTP/1.1" status: 200 len: 1002 time: 0.8839314 Jul 22 14:53:18.489600 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:18.515832 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:18.516499 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:18.517577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:18.518697 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.584848 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:18.586359 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf37f69-94fb-4be0-927f-4537e86d5fc9 None None] The sync data for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:53:18.658567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c7261-46ef-4e68-bacf-bdd832a455b1 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=3b3622fc-9b4a-4e53-92ad-0a80be15b142,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:18.864567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9719206c-17b7-4f3a-b459-3121ad97de91 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.947618 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-9719206c-17b7-4f3a-b459-3121ad97de91 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] update failed (client error): The resource could not be found. Jul 22 14:53:18.948686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9719206c-17b7-4f3a-b459-3121ad97de91 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27 HTTP/1.1" status: 404 len: 339 time: 0.5055671 Jul 22 14:53:18.952476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55432) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:18.963854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8fab5465-21bb-4f46-803a-4906e2ef5bc0 None None] Provisioning complete for port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:18.963854 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8fab5465-21bb-4f46-803a-4906e2ef5bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:18.975792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-960801994'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:18.993166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2a213-9e77-4932-8601-99c2028888d0 req-a4fea3de-0913-4caa-a209-117cd94a9c05 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:18.994945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67e2a213-9e77-4932-8601-99c2028888d0 req-a4fea3de-0913-4caa-a209-117cd94a9c05 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 931 time: 0.1214097 Jul 22 14:53:19.006265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8fab5465-21bb-4f46-803a-4906e2ef5bc0 None None] Port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:19.031573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port 3b3622fc-9b4a-4e53-92ad-0a80be15b142 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:19.032182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.038898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:19.042326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.042881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67e2a213-9e77-4932-8601-99c2028888d0 req-e415a2f0-7a17-43f5-b85b-3f282e325d04 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Jul 22 14:53:19.120509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4f975f-3591-4e82-87be-6e2685ec19da {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:53:19.164919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.176548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:19.193969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.194722 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Added segment 9fc57c40-8c38-40e4-b9f2-cbb55900f3b5 of type vlan for network 3e2fdc0d-940c-4730-83ab-14d164309521 Jul 22 14:53:19.257152 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.286080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.309493 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Transition to ACTIVE for port object cf4f975f-3591-4e82-87be-6e2685ec19da will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:19.312201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for 3b3622fc-9b4a-4e53-92ad-0a80be15b142 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:19.323732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.404373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.410070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:19.410788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.462286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55440) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:19.472813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5135188 Jul 22 14:53:19.473579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4f975f-3591-4e82-87be-6e2685ec19da,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:19.476027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55444) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:19.481820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'subnet': {'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:19.552166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05871fa5-383a-494e-906b-922af74c17f9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Network': ['ID=3e2fdc0d-940c-4730-83ab-14d164309521,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:19.565635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3e2fdc0d-940c-4730-83ab-14d164309521 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:19.652710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Made reservation on behalf of 2c9fc194f0464128a378ecb2160fac0f for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:19.657217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.676330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Attempting to bind port cf4f975f-3591-4e82-87be-6e2685ec19da on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:19.676674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Attempting to bind port cf4f975f-3591-4e82-87be-6e2685ec19da by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:19.677008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Attempting to bind port cf4f975f-3591-4e82-87be-6e2685ec19da on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:19.683948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Port cf4f975f-3591-4e82-87be-6e2685ec19da on network 81f4eb95-7f6a-410d-8468-3ba949589532 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:53:19.684589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Attempting to bind port cf4f975f-3591-4e82-87be-6e2685ec19da on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:19.696056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:19.696430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Checking segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:19.696825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Bound using segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:19.697265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Bound port: cf4f975f-3591-4e82-87be-6e2685ec19da, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:19.697800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.700295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05437ac5-c9c6-447f-951b-c78673c83f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.730080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.785672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=3b3622fc-9b4a-4e53-92ad-0a80be15b142,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:19.849770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.855205 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b08e1824-9ea1-456f-a1c4-355ce4f8d464 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/ports/3b3622fc-9b4a-4e53-92ad-0a80be15b142 HTTP/1.1" status: 204 len: 168 time: 1.3315272 Jul 22 14:53:19.856768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:19.863861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] For port cf4f975f-3591-4e82-87be-6e2685ec19da, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:19.879472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] For port cf4f975f-3591-4e82-87be-6e2685ec19da, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cf4f975f-3591-4e82-87be-6e2685ec19da,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:19.885006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.913507 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d036938c-f972-4b2a-93a5-3514d21aed01 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] GET failed (client error): The resource could not be found. Jul 22 14:53:19.920900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d036938c-f972-4b2a-93a5-3514d21aed01 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "GET /v2.0/ports/3b3622fc-9b4a-4e53-92ad-0a80be15b142 HTTP/1.1" status: 404 len: 333 time: 0.0536921 Jul 22 14:53:19.921081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55448) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:19.926055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:19.926752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:19.927055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1792394958'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:19.930651 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] 10.222.0.72 "PUT /v2.0/ports/cf4f975f-3591-4e82-87be-6e2685ec19da HTTP/1.1" status: 200 len: 1091 time: 1.5372417 Jul 22 14:53:19.931055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'tag': 'cf4f975f-3591-4e82-87be-6e2685ec19da'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:53:19.933765 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4265f61-808c-47a0-9e51-ea636dd034a6" -d '{"events": [{"name": "network-changed", "server_uuid": "37f57647-8738-42d4-8ecb-2ca60df4b138", "tag": "cf4f975f-3591-4e82-87be-6e2685ec19da"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:53:20.083419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05437ac5-c9c6-447f-951b-c78673c83f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.083701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1000-4836-47e8-a860-a2747249d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4f975f-3591-4e82-87be-6e2685ec19da,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:20.113666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05437ac5-c9c6-447f-951b-c78673c83f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.116185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.118829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-481d6d80-cb94-4783-ad77-991a737cab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:20.120945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-481d6d80-cb94-4783-ad77-991a737cab15 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 1094 time: 0.1365457 Jul 22 14:53:20.200593 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-c9bdfe1d-188e-4e19-9917-07c172bf93fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf4f975f-3591-4e82-87be-6e2685ec19da HTTP/1.1" status: 200 len: 217 time: 0.0591888 Jul 22 14:53:20.252475 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f5b42-7654-4844-8486-4a86d629046e x-openstack-request-id: req-f68f5b42-7654-4844-8486-4a86d629046e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:53:20.252892 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f57647-8738-42d4-8ecb-2ca60df4b138", "tag": "cf4f975f-3591-4e82-87be-6e2685ec19da", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:53:20.253110 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f68f5b42-7654-4844-8486-4a86d629046e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:53:20.253519 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'tag': 'cf4f975f-3591-4e82-87be-6e2685ec19da', 'status': 'completed', 'code': 200} Jul 22 14:53:20.272215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-3c29f9b0-c892-443f-98a6-b11d4d6d3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:20.274320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-3c29f9b0-c892-443f-98a6-b11d4d6d3da9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.0666208 Jul 22 14:53:20.289962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05437ac5-c9c6-447f-951b-c78673c83f6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc044d1e907542589a03f475a0d692f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8259907 Jul 22 14:53:20.290764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05437ac5-c9c6-447f-951b-c78673c83f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618dc1bc-fbf3-446e-8fb3-a48b4dd836dc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:20.292809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55458) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:20.321051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:20.324680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.325702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-c3a255fe-d769-4933-99ae-150f5bab33fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449450 Jul 22 14:53:20.334005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Subnet': ['ID=6fa4f85f-62a1-4825-bdb5-3b00f1edd4e6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:20.383427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Checking segment: {'id': '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:20.383912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network hostable DHCP agents. Network: 3e2fdc0d-940c-4730-83ab-14d164309521, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:20.387943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] device_id is not set on port 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:20.432096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-610c2bc8-dded-4957-83c2-6c51a2058b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.454935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63831c6-5da8-4f4f-a1da-8740b7dfa21f req-2add07f2-a635-4aa5-ab94-7e7ce7550ba7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:20.456512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63831c6-5da8-4f4f-a1da-8740b7dfa21f req-2add07f2-a635-4aa5-ab94-7e7ce7550ba7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 943 time: 0.2888825 Jul 22 14:53:20.475853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-610c2bc8-dded-4957-83c2-6c51a2058b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.476532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 3e2fdc0d-940c-4730-83ab-14d164309521 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:20.491843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-8bef787a-a397-421e-9738-f7154436c806 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576226 Jul 22 14:53:20.520853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3e2fdc0d-940c-4730-83ab-14d164309521) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:20.529389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:20.529985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.539830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943e1782-f61d-4aca-840e-344f99885d2d None None] Network 3e2fdc0d-940c-4730-83ab-14d164309521 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:20.573926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-652421b4-8f79-4b65-82a0-3cc30e5d849c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0937192 Jul 22 14:53:20.574245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a63831c6-5da8-4f4f-a1da-8740b7dfa21f req-d611a9fe-ae7e-4020-b827-d1579b61759c tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018815 Jul 22 14:53:20.574681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:20.586453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e8faf0fb-f1d0-4b8c-afa0-b98efc9a0b7f req-33f29a42-b927-4793-b6c4-1f9d82565489 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889795 Jul 22 14:53:20.587191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Allocated IP 2001:db8::323 (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/6acce966-c1a5-4b7a-bd04-fbc808bd5bb4) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:20.592094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-def58f70-37cc-4f90-8454-f9b0550c551c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'router': {'external_gateway_info': {'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:20.649820 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-610c2bc8-dded-4957-83c2-6c51a2058b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.653076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-610c2bc8-dded-4957-83c2-6c51a2058b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.656811 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-610c2bc8-dded-4957-83c2-6c51a2058b6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/618dc1bc-fbf3-446e-8fb3-a48b4dd836dc HTTP/1.1" status: 204 len: 168 time: 0.3600204 Jul 22 14:53:20.665719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c2bc8-dded-4957-83c2-6c51a2058b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618dc1bc-fbf3-446e-8fb3-a48b4dd836dc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:20.801998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-4e1ae584-89c6-4c4c-9eea-4da4c4407504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:20.804371 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-4e1ae584-89c6-4c4c-9eea-4da4c4407504 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 1094 time: 0.1161771 Jul 22 14:53:20.841414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-3e2fdc0d-940c-4730-83ab-14d164309521', 'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521', 'tenant_id': '2c9fc194f0464128a378ecb2160fac0f', 'fixed_ips': [{'subnet_id': '6fa4f85f-62a1-4825-bdb5-3b00f1edd4e6'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:20.842318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.957717 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-def58f70-37cc-4f90-8454-f9b0550c551c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:20.984385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-40982f83-caff-41ea-86b5-9c05946b8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:20.986915 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-40982f83-caff-41ea-86b5-9c05946b8f22 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.1758058 Jul 22 14:53:21.016082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.036731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Transition to ACTIVE for port object 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:21.074559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Allocated IP 2001:db8:1::2 (3e2fdc0d-940c-4730-83ab-14d164309521/6fa4f85f-62a1-4825-bdb5-3b00f1edd4e6/8d6fc20b-b2a0-4089-8a4a-2e1e43977792) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:21.076386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-1e0ddf1e-c93f-4e6c-9f61-6a11a94751bd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf4f975f-3591-4e82-87be-6e2685ec19da HTTP/1.1" status: 200 len: 217 time: 0.0743623 Jul 22 14:53:21.184709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.226420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-abdfda0c-5cb6-4019-b516-9277ad9d4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:21.227970 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-abdfda0c-5cb6-4019-b516-9277ad9d4bc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1479630 Jul 22 14:53:21.284532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-01c40151-6405-4854-974d-2edb9d1cdcc4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489414 Jul 22 14:53:21.328920 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.334208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:21.342714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Transition to ACTIVE for port object 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:21.350808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:21.355748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=6acce966-c1a5-4b7a-bd04-fbc808bd5bb4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:21.358506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:21.364463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:21.365104 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.383638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Transition to ACTIVE for port object 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:21.399886 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c1b7b8b0-bfe8-4001-b1ab-151f4ce152d4 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4775224 Jul 22 14:53:21.401551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55494) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:21.402196 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.411574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'network_id': 'f35fb269-dae5-492a-b598-f57d9fbbb430', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-644726190'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:21.483828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Network 3e2fdc0d-940c-4730-83ab-14d164309521 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:21.487604 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-def58f70-37cc-4f90-8454-f9b0550c551c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:21.488711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-def58f70-37cc-4f90-8454-f9b0550c551c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27 HTTP/1.1" status: 400 len: 364 time: 0.9036570 Jul 22 14:53:21.492555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55498) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:21.497484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:21.503347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Pushing event updated for resources: {'Port': ['ID=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:21.515676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:21.523168 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-199f1d31-c45b-48a8-9e54-d4ca176af6b8 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287755 Jul 22 14:53:21.622459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Attempting to bind port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:21.623199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Attempting to bind port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:21.623962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Attempting to bind port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 on network 3e2fdc0d-940c-4730-83ab-14d164309521 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:21.639238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Made reservation on behalf of cc36614381284908b7bdd7ed98d92c18 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:21.645093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.649625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:21.651590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Checking segment: {'id': '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:21.653642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.654231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Bound using segment: {'id': '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:21.655163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Bound port: 8d6fc20b-b2a0-4089-8a4a-2e1e43977792, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '3e2fdc0d-940c-4730-83ab-14d164309521'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:21.656658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.731152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] device_id is not set on port cbe0cfdf-49d0-4f88-ac3b-35924882c57a yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:21.850586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] For port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:21.862719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] For port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,segment=NetworkSegment(9fc57c40-8c38-40e4-b9f2-cbb55900f3b5),segment_id=9fc57c40-8c38-40e4-b9f2-cbb55900f3b5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:21.870630 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.962046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f85e17fa-0d8b-414e-9cc7-140832d4a1f9 None None] Provisioning for port 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:21.965418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64388577-b51c-457a-b6b1-d0dcf38b7775 req-241d27fc-09f1-497c-8e8a-e045013dca95 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:21.971999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f85e17fa-0d8b-414e-9cc7-140832d4a1f9 None None] Provisioning complete for port 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:21.972569 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f85e17fa-0d8b-414e-9cc7-140832d4a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:21.978002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64388577-b51c-457a-b6b1-d0dcf38b7775 req-241d27fc-09f1-497c-8e8a-e045013dca95 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 943 time: 0.1608891 Jul 22 14:53:22.029133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Allocated IP 2001:db8::373 (f35fb269-dae5-492a-b598-f57d9fbbb430/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2/cbe0cfdf-49d0-4f88-ac3b-35924882c57a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:22.030006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e4265f61-808c-47a0-9e51-ea636dd034a6 req-4beb1005-f88f-435f-beed-4da85d5b9838 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614697 Jul 22 14:53:22.041323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eae9fa-d93d-4ab6-ba61-7447eb932e35 None None] Pushing event updated for resources: {'Port': ['ID=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:22.066607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f85e17fa-0d8b-414e-9cc7-140832d4a1f9 None None] Port 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:22.075074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-64388577-b51c-457a-b6b1-d0dcf38b7775 req-20cee53c-07eb-4f97-8f6f-9a1028be0cc0 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959241 Jul 22 14:53:22.137593 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.286401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.310864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Transition to ACTIVE for port object cbe0cfdf-49d0-4f88-ac3b-35924882c57a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:22.353346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.423802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Network f35fb269-dae5-492a-b598-f57d9fbbb430 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:22.434595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:22.454041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:22.480107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:22.481188 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.522346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=cbe0cfdf-49d0-4f88-ac3b-35924882c57a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:22.541055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-60b4623f-5cfb-456d-8739-dbe4d559b1f5 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1355622 Jul 22 14:53:22.542095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55542) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:22.557036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:87:b3:b4'}, {'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:3d:63:08'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:22.569200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:22.689723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:22.731895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.753709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Allocated IP 2001:db8::1 (42aa466e-a001-4497-a67a-58ec7e1c0a25/9a38615d-8438-4d56-99b4-b0ac86bf58cc/9b8e6da6-0d38-4560-aefe-2a841918e94b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:22.929182 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.930646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9d884fc-e33a-4ff2-a9e5-781d7dcbe17b None None] Provisioning for port cbe0cfdf-49d0-4f88-ac3b-35924882c57a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:22.935037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9d884fc-e33a-4ff2-a9e5-781d7dcbe17b None None] Provisioning complete for port cbe0cfdf-49d0-4f88-ac3b-35924882c57a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:22.935523 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9d884fc-e33a-4ff2-a9e5-781d7dcbe17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:22.986188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Transition to ACTIVE for port object 9b8e6da6-0d38-4560-aefe-2a841918e94b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:23.021662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cf4f975f-3591-4e82-87be-6e2685ec19da details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:53:23.033963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55550) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:23.044775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1733763072', 'description': 'tempest-secgroup-smoke-1733763072 description', 'project_id': 'fdc5d9c46e224637b20b52969caa7084'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:23.045267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.070850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.073583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.104492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:23.110624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:23.126075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:23.128921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.162546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d9d884fc-e33a-4ff2-a9e5-781d7dcbe17b None None] Port cbe0cfdf-49d0-4f88-ac3b-35924882c57a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:23.169751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.172530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.203200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.225080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cf4f975f-3591-4e82-87be-6e2685ec19da, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cf4f975f-3591-4e82-87be-6e2685ec19da,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:23.251810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'cf4f975f-3591-4e82-87be-6e2685ec19da', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'port_id': 'cf4f975f-3591-4e82-87be-6e2685ec19da', 'mac_address': 'fa:16:3e:28:37:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae72ecc-05be-49ff-8e79-5f92364c164d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:53:23.274976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event updated for resources: {'Port': ['ID=cbe0cfdf-49d0-4f88-ac3b-35924882c57a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:23.283427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] In _notify_port_updated(), no bound segment for port cbe0cfdf-49d0-4f88-ac3b-35924882c57a on network f35fb269-dae5-492a-b598-f57d9fbbb430 {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:53:23.290322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:23.291189 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.295813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1c54e406-c00d-45e9-ab9f-882291286b36 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "PUT /v2.0/ports/cbe0cfdf-49d0-4f88-ac3b-35924882c57a HTTP/1.1" status: 200 len: 1066 time: 0.7526052 Jul 22 14:53:23.312455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:23.371984 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.372193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.375419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3404164 Jul 22 14:53:23.383065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:23.386263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4f975f-3591-4e82-87be-6e2685ec19da {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:53:23.387138 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb579513-7731-4d82-91ee-f527713bef32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff2153-f061-4580-b366-11d9d51dd57a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:23.407694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff2153-f061-4580-b366-11d9d51dd57a', 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:23.409380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Port': ['ID=9b8e6da6-0d38-4560-aefe-2a841918e94b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:23.440371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cf4f975f-3591-4e82-87be-6e2685ec19da, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cf4f975f-3591-4e82-87be-6e2685ec19da,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:23.453860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.495863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf275817-5681-42f2-a7f9-e7e2e89231bb req-24cf242a-52fa-4410-840f-173b3a5d215b tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:23.504363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.506087 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf275817-5681-42f2-a7f9-e7e2e89231bb req-24cf242a-52fa-4410-840f-173b3a5d215b tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 943 time: 0.3080492 Jul 22 14:53:23.515697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.548570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cf4f975f-3591-4e82-87be-6e2685ec19da,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:23.600010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf275817-5681-42f2-a7f9-e7e2e89231bb req-8994a207-f73b-4d3a-a676-6895f537621b tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919111 Jul 22 14:53:23.661602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['cf4f975f-3591-4e82-87be-6e2685ec19da'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:53:23.734121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.739136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.769424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb18905-0192-455b-bcf9-9761af16517f,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:23.779182 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:53:23.780755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.782171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bd13c6b8-d66f-448f-9b9b-a258e91e60c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831885 Jul 22 14:53:23.785511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55560) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:23.791408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff2153-f061-4580-b366-11d9d51dd57a', 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:23.830883 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.851931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f8115e91-da0e-4923-ad24-096a4268bbea None None] Provisioning for port 9b8e6da6-0d38-4560-aefe-2a841918e94b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:23.870788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f8115e91-da0e-4923-ad24-096a4268bbea None None] Provisioning complete for port 9b8e6da6-0d38-4560-aefe-2a841918e94b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:23.871414 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8115e91-da0e-4923-ad24-096a4268bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.909240 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.920022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.945208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046425cf-1eb0-4b3f-92d5-b04878a71055,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:23.959811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f8115e91-da0e-4923-ad24-096a4268bbea None None] Port 9b8e6da6-0d38-4560-aefe-2a841918e94b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:23.962141 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.962968 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port cbe0cfdf-49d0-4f88-ac3b-35924882c57a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:23.963466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:23.970269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3508c7fb-2a45-4322-8163-7dacda2bff08 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1834955 Jul 22 14:53:23.971030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:23.976886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff2153-f061-4580-b366-11d9d51dd57a', 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:24.005566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57267939-6212-498f-b15c-1c013aeb4117 None None] Network 3e2fdc0d-940c-4730-83ab-14d164309521 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:24.010491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.083588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.089553 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.103787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Provisioning complete for port cbe0cfdf-49d0-4f88-ac3b-35924882c57a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:24.104167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.170123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Port cbe0cfdf-49d0-4f88-ac3b-35924882c57a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:24.205953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Provisioning for port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:24.214048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Provisioning complete for port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:24.214430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.318030 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.357089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] For port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,segment=NetworkSegment(9fc57c40-8c38-40e4-b9f2-cbb55900f3b5),segment_id=9fc57c40-8c38-40e4-b9f2-cbb55900f3b5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:24.361850 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.429675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4de3af-34fb-453e-8217-ed54d54ce3b0 None None] Pushing event updated for resources: {'Port': ['ID=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.460734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1504952f-8e4c-4d8b-9976-0be39a905bcd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.468266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.472592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91d55112-b5a3-42e6-b476-75924707b12d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4978070 Jul 22 14:53:24.472860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55564) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:24.478087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff2153-f061-4580-b366-11d9d51dd57a', 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:24.507137 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.514927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.531916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.537161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for cbe0cfdf-49d0-4f88-ac3b-35924882c57a owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:24.541841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.542618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.560195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.565177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.580663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d6e25e-e5a2-412c-b59e-18f1573a811e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.587628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b1b6bbe7-9cfe-49f0-bb58-28a4c5599482 None None] Provisioning complete for port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:24.588146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b1b6bbe7-9cfe-49f0-bb58-28a4c5599482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.592721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.594116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-91493c63-fe73-4248-9ff6-035b732398ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201701 Jul 22 14:53:24.597149 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55566) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:24.603026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff2153-f061-4580-b366-11d9d51dd57a', 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:24.625997 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Project fdc5d9c46e224637b20b52969caa7084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:53:24.630891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.656455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event updated for resources: {'Port': ['ID=9b8e6da6-0d38-4560-aefe-2a841918e94b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.700143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.713100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.749443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b3a62f-bcec-493d-a6c0-bbbdd9958651,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.760720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.762665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-669bf5c1-f936-468c-bfe2-17e50eeb8345 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638682 Jul 22 14:53:24.765152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55572) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:24.769764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff2153-f061-4580-b366-11d9d51dd57a', 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:24.789851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:24.793340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:24.821713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c4614-a587-4944-ab45-1589f8cdc8ca req-47c99615-ef94-4a35-8174-7d6f4ef2db3f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:24.823319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c6c4614-a587-4944-ab45-1589f8cdc8ca req-47c99615-ef94-4a35-8174-7d6f4ef2db3f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 944 time: 0.1200507 Jul 22 14:53:24.824101 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Project fdc5d9c46e224637b20b52969caa7084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:53:24.829632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.896491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.908314 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c6c4614-a587-4944-ab45-1589f8cdc8ca req-9ab1a00f-56a0-4880-b7ee-58868903a997 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747440 Jul 22 14:53:24.939002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=cbe0cfdf-49d0-4f88-ac3b-35924882c57a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.949261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.956150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.978626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05386ab-c664-4259-bd84-7fea07d88f36,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:24.989361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Router 72dd1593-04fb-4d36-9751-ab4ccd68cb27 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:53:24.994630 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:24.996211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-296829ad-a855-47b5-b79e-5e822fc263ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2304716 Jul 22 14:53:25.014388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cf4f975f-3591-4e82-87be-6e2685ec19da up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:25.098055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port cf4f975f-3591-4e82-87be-6e2685ec19da completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:25.114628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port cf4f975f-3591-4e82-87be-6e2685ec19da triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:25.115657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.200086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:53:25.242929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55608) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:25.243453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4df86330-5418-4efb-923e-0a62774b1c12 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7456970 Jul 22 14:53:25.265886 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] Sync routers for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:53:25.281660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.283949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5569a7f1-e5d7-4b7c-afa8-103a4ff7c2c8 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/ports/cbe0cfdf-49d0-4f88-ac3b-35924882c57a HTTP/1.1" status: 204 len: 168 time: 1.9698865 Jul 22 14:53:25.289286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55610) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:25.332285 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.334318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:25.335244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:25.360520 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-889e55aa-4331-4c8d-b457-50b573082423 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] GET failed (client error): The resource could not be found. Jul 22 14:53:25.362274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-889e55aa-4331-4c8d-b457-50b573082423 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "GET /v2.0/ports/cbe0cfdf-49d0-4f88-ac3b-35924882c57a HTTP/1.1" status: 404 len: 333 time: 0.0716259 Jul 22 14:53:25.365637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55618) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:25.393448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:25.422663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4f975f-3591-4e82-87be-6e2685ec19da'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:53:25.426260 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91544622-16b9-4540-8cc5-d0a68a3b24fa" -d '{"events": [{"server_uuid": "37f57647-8738-42d4-8ecb-2ca60df4b138", "name": "network-vif-plugged", "status": "completed", "tag": "cf4f975f-3591-4e82-87be-6e2685ec19da"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:53:25.427074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8cc57bb-8cee-4a25-b17a-269511beba6b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.430777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-51af39bd-9183-4838-9641-fb771c57b818 None None] Provisioning complete for port 9b8e6da6-0d38-4560-aefe-2a841918e94b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:25.431162 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-51af39bd-9183-4838-9641-fb771c57b818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.504500 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb3d5c4-17e3-41a8-b43e-2f744ea31c08 x-openstack-request-id: req-6cb3d5c4-17e3-41a8-b43e-2f744ea31c08 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:53:25.504826 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f57647-8738-42d4-8ecb-2ca60df4b138", "name": "network-vif-plugged", "status": "completed", "tag": "cf4f975f-3591-4e82-87be-6e2685ec19da", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:53:25.505086 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cb3d5c4-17e3-41a8-b43e-2f744ea31c08 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:53:25.505488 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4f975f-3591-4e82-87be-6e2685ec19da', 'code': 200} Jul 22 14:53:25.529454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:25.530759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:25.541274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cf4f975f-3591-4e82-87be-6e2685ec19da, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cf4f975f-3591-4e82-87be-6e2685ec19da,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:25.562107 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-d8cc57bb-8cee-4a25-b17a-269511beba6b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 14:53:25.562565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:25.566325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.566429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8cc57bb-8cee-4a25-b17a-269511beba6b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27 HTTP/1.1" status: 409 len: 329 time: 0.3192973 Jul 22 14:53:25.566429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55628) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:25.639831 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.644630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:25.645310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a3a3e9-5f37-445a-a423-8af124a42cd2 None None] The sync data for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:53:25.660419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-51af39bd-9183-4838-9641-fb771c57b818 None None] Port 9b8e6da6-0d38-4560-aefe-2a841918e94b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:25.748720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cf4f975f-3591-4e82-87be-6e2685ec19da,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:25.768310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:25.772349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12d6b2-6922-49ed-8169-51f407d31275 req-e10decaa-f6f8-4532-a3f5-a2692c6a48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:25.773777 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c12d6b2-6922-49ed-8169-51f407d31275 req-e10decaa-f6f8-4532-a3f5-a2692c6a48de service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 1096 time: 0.2062941 Jul 22 14:53:25.831018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for 6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:25.866565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c12d6b2-6922-49ed-8169-51f407d31275 req-b4e6f9ba-dff0-4b1b-9af1-c812a85ce34b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798919 Jul 22 14:53:25.991331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.035316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.066936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=6acce966-c1a5-4b7a-bd04-fbc808bd5bb4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:26.118669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.120990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-40911728-46e7-46d6-b510-6fefa00e6c1a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/ports/6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 HTTP/1.1" status: 204 len: 168 time: 0.7542143 Jul 22 14:53:26.123560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:26.154296 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7429cfb2-2458-48fa-80b2-580512a2ea3a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] GET failed (client error): The resource could not be found. Jul 22 14:53:26.157573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7429cfb2-2458-48fa-80b2-580512a2ea3a tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "GET /v2.0/ports/6acce966-c1a5-4b7a-bd04-fbc808bd5bb4 HTTP/1.1" status: 404 len: 333 time: 0.0319960 Jul 22 14:53:26.162392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:26.349840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port 462648c7-f2ec-46ab-87e8-d556ca16da5f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:26.350196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.373631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d252c-be77-4bb1-90ac-e04fddc6948d req-542e5e82-8249-476a-a00f-9b00ad1feccd tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:26.375289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c27d252c-be77-4bb1-90ac-e04fddc6948d req-542e5e82-8249-476a-a00f-9b00ad1feccd tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 945 time: 0.2700257 Jul 22 14:53:26.434909 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c27d252c-be77-4bb1-90ac-e04fddc6948d req-4bd32c85-700c-40e7-bfb5-1ebacc94592c tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504949 Jul 22 14:53:26.525940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:26.535172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.555444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for 462648c7-f2ec-46ab-87e8-d556ca16da5f owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:26.602223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting port 9b8e6da6-0d38-4560-aefe-2a841918e94b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:26.602498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.664025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:26.675067 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.707941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.747895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=462648c7-f2ec-46ab-87e8-d556ca16da5f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:26.802225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.804496 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b4379295-38f8-47af-90a2-4aa0178dd3f3 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/ports/462648c7-f2ec-46ab-87e8-d556ca16da5f HTTP/1.1" status: 204 len: 168 time: 0.6402240 Jul 22 14:53:26.809695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55678) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:26.823766 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:26.880964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Calling delete_port for 9b8e6da6-0d38-4560-aefe-2a841918e94b owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:26.917659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting subnet a71975bf-647c-4b8c-a285-5ecf1ffcc9b2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:26.951934 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.045784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.218587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.290924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.334440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Port': ['ID=9b8e6da6-0d38-4560-aefe-2a841918e94b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:27.430067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.469216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Subnet': ['ID=a71975bf-647c-4b8c-a285-5ecf1ffcc9b2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:27.475260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.477925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.479962 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5196cfc7-7b3b-4f1d-885d-24e26536ac74 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/subnets/a71975bf-647c-4b8c-a285-5ecf1ffcc9b2 HTTP/1.1" status: 204 len: 168 time: 0.6669796 Jul 22 14:53:27.482489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:27.490350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c56198-971f-4136-bb25-f41b0562bced None None] Network f35fb269-dae5-492a-b598-f57d9fbbb430 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:27.615591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.703406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Deleting port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:27.704237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.751743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Router 72dd1593-04fb-4d36-9751-ab4ccd68cb27 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:53:27.776032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82370b7c-7973-4700-a3fc-f0b9eee5317d req-5d431513-1f76-43db-85fc-2159aebf52b9 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:27.780475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82370b7c-7973-4700-a3fc-f0b9eee5317d req-5d431513-1f76-43db-85fc-2159aebf52b9 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 945 time: 0.1796558 Jul 22 14:53:27.840942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] DHCP port deletion for f35fb269-dae5-492a-b598-f57d9fbbb430 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:53:27.878982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] For port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,segment=NetworkSegment(4b79b2a3-27d5-4b8f-a4ed-c4f173272871),segment_id=4b79b2a3-27d5-4b8f-a4ed-c4f173272871)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:27.879770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.900508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Calling delete_port for 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:27.925410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:53:27.935371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ccaaa9f1-d234-49a7-8cee-1ab03ba29c67 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3637481 Jul 22 14:53:27.935763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55694) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:27.943604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] Sync routers for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:53:27.955386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] Deleting port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:27.956032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82370b7c-7973-4700-a3fc-f0b9eee5317d req-0ad722b2-73a5-4351-8b61-e46abc20881e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510963 Jul 22 14:53:27.956343 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:27.958143 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:27.961868 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.020824 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.025317 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-d99436b3-5e55-4ba1-898e-b25a11f2e8fc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] show failed (client error): The resource could not be found. Jul 22 14:53:28.030361 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d99436b3-5e55-4ba1-898e-b25a11f2e8fc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1967835665 HTTP/1.1" status: 404 len: 335 time: 0.0894127 Jul 22 14:53:28.030545 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] Routers {'72dd1593-04fb-4d36-9751-ab4ccd68cb27'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:28.030674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55698) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:28.031096 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.035551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5a5e7998-fe26-428a-a053-f9d1a5520fc9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:28.088177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.088933 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.089592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509e4b7-b4e4-4aba-b496-3c83f38bb7eb None None] The sync data for ids ['72dd1593-04fb-4d36-9751-ab4ccd68cb27'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:53:28.120877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] For port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,segment=NetworkSegment(4b79b2a3-27d5-4b8f-a4ed-c4f173272871),segment_id=4b79b2a3-27d5-4b8f-a4ed-c4f173272871)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:28.121288 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.134668 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-5a5e7998-fe26-428a-a053-f9d1a5520fc9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] update failed (client error): The resource could not be found. Jul 22 14:53:28.140357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5a5e7998-fe26-428a-a053-f9d1a5520fc9 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-787737546 HTTP/1.1" status: 404 len: 334 time: 0.1056561 Jul 22 14:53:28.140585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] Calling delete_port for 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:28.141513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:28.150708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Port': ['ID=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:28.152627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] No DVR routers for this DVR port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:28.201457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting subnet 6fa4f85f-62a1-4825-bdb5-3b00f1edd4e6 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:28.205052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.261955 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.294292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.321856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35fb269-dae5-492a-b598-f57d9fbbb430']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.348969 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.357478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b79b2a3-27d5-4b8f-a4ed-c4f173272871') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.364162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b79b2a3-27d5-4b8f-a4ed-c4f173272871') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:28.379075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] Pushing event deleted for resources: {'Port': ['ID=903720e6-a3bd-4ae8-b94e-14f338ffc6c7,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:28.387791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.392065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6296a34-c52d-49c5-b6c2-d6b4e9564053 None None] No DVR routers for this DVR port 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:28.430639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.445421 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.452195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:28.452618 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:28.455876 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:28.555186 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.599278 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.600074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:28.614242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Subnet': ['ID=6fa4f85f-62a1-4825-bdb5-3b00f1edd4e6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:28.622121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.622881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:53:28.623237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 903720e6-a3bd-4ae8-b94e-14f338ffc6c7 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:53:28.624876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.626905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] 10.222.0.60 "DELETE /v2.0/networks/f35fb269-dae5-492a-b598-f57d9fbbb430 HTTP/1.1" status: 204 len: 168 time: 1.1426013 Jul 22 14:53:28.637289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55718) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:28.639174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7da4e-431a-4620-b455-b52c60400f74 None None] Network 3e2fdc0d-940c-4730-83ab-14d164309521 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:28.643767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff5508a8-dcf1-4195-91d6-7268cdfa09d1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/subnets/6fa4f85f-62a1-4825-bdb5-3b00f1edd4e6 HTTP/1.1" status: 204 len: 168 time: 0.4916298 Jul 22 14:53:28.649309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeaabe-efd5-4f42-bf5d-6c338fa71d35 tempest-AllowedAddressPairIpV6TestJSON-1587072892 tempest-AllowedAddressPairIpV6TestJSON-1587072892-project] Pushing event deleted for resources: {'Network': ['ID=f35fb269-dae5-492a-b598-f57d9fbbb430,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:28.725430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.797239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:28.797823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.887559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] For port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,segment=NetworkSegment(9fc57c40-8c38-40e4-b9f2-cbb55900f3b5),segment_id=9fc57c40-8c38-40e4-b9f2-cbb55900f3b5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:28.887854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:28.931534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Calling delete_port for 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:28.943810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] DHCP port deletion for 3e2fdc0d-940c-4730-83ab-14d164309521 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:53:29.021970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] Deleting port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:29.024560 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.054613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55732) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:29.100961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.167849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Port': ['ID=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:29.177440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] No DVR routers for this DVR port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:29.304928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] For port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,segment=NetworkSegment(9fc57c40-8c38-40e4-b9f2-cbb55900f3b5),segment_id=9fc57c40-8c38-40e4-b9f2-cbb55900f3b5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:29.305460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.320693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] Calling delete_port for 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:29.354348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.366668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2fdc0d-940c-4730-83ab-14d164309521']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:29.380956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:29.384019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc57c40-8c38-40e4-b9f2-cbb55900f3b5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:29.406717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5c5cac43-d4a5-4924-82c0-b912083167fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc36614381284908b7bdd7ed98d92c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479438 Jul 22 14:53:29.408168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55740) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:29.408360 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.436491 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.444885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.454379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] No DVR routers for this DVR port 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:29.460467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:29.462257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:29.469130 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:29.495801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f83c4-4411-47d4-8440-ce6c7a5fd62d None None] Pushing event deleted for resources: {'Port': ['ID=8d6fc20b-b2a0-4089-8a4a-2e1e43977792,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:29.540551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff1f20d6-ca05-4033-b8c3-ea2ebff76c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.574776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff1f20d6-ca05-4033-b8c3-ea2ebff76c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.609154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.676422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.678606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/networks/3e2fdc0d-940c-4730-83ab-14d164309521 HTTP/1.1" status: 204 len: 168 time: 1.0400326 Jul 22 14:53:29.683579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55748) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:29.699732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c0a3b-2c98-4410-8b46-57cb723537c1 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Network': ['ID=3e2fdc0d-940c-4730-83ab-14d164309521,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:29.745913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff1f20d6-ca05-4033-b8c3-ea2ebff76c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.748579 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ff1f20d6-ca05-4033-b8c3-ea2ebff76c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.750555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff1f20d6-ca05-4033-b8c3-ea2ebff76c6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/262e84f9-d05c-45e2-af05-9295bdd4d156 HTTP/1.1" status: 204 len: 168 time: 0.3379829 Jul 22 14:53:29.763889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f20d6-ca05-4033-b8c3-ea2ebff76c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262e84f9-d05c-45e2-af05-9295bdd4d156,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:29.769968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting subnet 58ea4e59-d59d-49d3-8887-6c0d5a22938b {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:29.777632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.827901 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:29.966873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.067818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.107311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.109408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/subnets/58ea4e59-d59d-49d3-8887-6c0d5a22938b HTTP/1.1" status: 204 len: 168 time: 0.4257715 Jul 22 14:53:30.111889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c51e76-9e71-407d-a263-28e14df98db3 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Subnet': ['ID=58ea4e59-d59d-49d3-8887-6c0d5a22938b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:30.112225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02bd8d-6624-47fa-b094-feb0e2e645cb None None] Network 1f0774c4-8fa8-4f98-be30-61af8e57f979 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:30.115057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55766) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:30.190612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting subnet 6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:30.194986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.273355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.400819 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.420222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] DHCP port deletion for 1f0774c4-8fa8-4f98-be30-61af8e57f979 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:53:30.517321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a47c51-3a9d-425c-b46e-da6fb3e40a37 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:30.521184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.578344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] Deleting port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:30.578761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.582688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Subnet': ['ID=6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:30.585999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.591535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55788) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:30.592766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-66107879-d1de-448a-a212-28f487a13bdc tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/subnets/6bbc9f43-f0e7-4a3c-8a8b-24bb3deb0a07 HTTP/1.1" status: 204 len: 168 time: 0.4764485 Jul 22 14:53:30.613389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659fa89-8c4d-48bc-9f38-5f4477d4ff99 None None] Network 9bec4443-df92-4db5-87ef-2e0611ada17f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:30.765113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.787105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] For port 63a47c51-3a9d-425c-b46e-da6fb3e40a37, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a47c51-3a9d-425c-b46e-da6fb3e40a37,segment=NetworkSegment(1a3459e7-b85a-4327-bdd0-74a4922f2047),segment_id=1a3459e7-b85a-4327-bdd0-74a4922f2047)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:30.788375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.831204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] Calling delete_port for 63a47c51-3a9d-425c-b46e-da6fb3e40a37 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:30.839987 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.844680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55800) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:30.880018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:30.880603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.945068 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:30.978873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] For port 63a47c51-3a9d-425c-b46e-da6fb3e40a37, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a47c51-3a9d-425c-b46e-da6fb3e40a37,segment=NetworkSegment(1a3459e7-b85a-4327-bdd0-74a4922f2047),segment_id=1a3459e7-b85a-4327-bdd0-74a4922f2047)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:30.980208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.020484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-751252561'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:31.034775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] Pushing event deleted for resources: {'Port': ['ID=63a47c51-3a9d-425c-b46e-da6fb3e40a37,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:31.048737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Calling delete_port for 63a47c51-3a9d-425c-b46e-da6fb3e40a37 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:31.055890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:31.059757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.065998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a0fff-057e-4d00-9b75-3602d1850a15 None None] No DVR routers for this DVR port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:31.070007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:31.073445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.127832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:53:31.128406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d6fc20b-b2a0-4089-8a4a-2e1e43977792 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:53:31.179419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] DHCP port deletion for 9bec4443-df92-4db5-87ef-2e0611ada17f request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:53:31.239906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.279334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Port': ['ID=63a47c51-3a9d-425c-b46e-da6fb3e40a37,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:31.281165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] Deleting port d9632862-6861-4b35-b79b-a8ead2bc40b3 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:31.282070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.294571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] No DVR routers for this DVR port 63a47c51-3a9d-425c-b46e-da6fb3e40a37 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:31.418145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.438267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] For port d9632862-6861-4b35-b79b-a8ead2bc40b3, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d9632862-6861-4b35-b79b-a8ead2bc40b3,segment=NetworkSegment(1107533c-9c10-4cc8-9d8b-bab64d4a8149),segment_id=1107533c-9c10-4cc8-9d8b-bab64d4a8149)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:31.438267 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.451064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.454358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.466999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] Calling delete_port for d9632862-6861-4b35-b79b-a8ead2bc40b3 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:31.481337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0774c4-8fa8-4f98-be30-61af8e57f979']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:31.499569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:31.516830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3459e7-b85a-4327-bdd0-74a4922f2047') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:31.517185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3459e7-b85a-4327-bdd0-74a4922f2047') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:31.532065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366192e1-38d7-4fc1-9784-078b3a496ab6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:31.537094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.546039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.546450 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Added segment dbb76f32-1d62-4fb0-9972-663b40cc5d84 of type vlan for network 7c196fd6-bee6-4417-82b4-20419d12e0bc Jul 22 14:53:31.587500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.612421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:31.613106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: self.session.flush() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:31.615891 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:31.646761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.649586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.672095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] No DVR routers for this DVR port d9632862-6861-4b35-b79b-a8ead2bc40b3 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:31.701807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f3fc9-d731-4e14-a853-c7edb97736ab None None] Pushing event deleted for resources: {'Port': ['ID=d9632862-6861-4b35-b79b-a8ead2bc40b3,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:31.736071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.752267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.756439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/networks/1f0774c4-8fa8-4f98-be30-61af8e57f979 HTTP/1.1" status: 204 len: 168 time: 1.1621232 Jul 22 14:53:31.758498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55828) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:31.764859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc8339-2e42-4d2e-9737-c1cc8723c76e tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Network': ['ID=1f0774c4-8fa8-4f98-be30-61af8e57f979,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:31.767685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.774678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:31.774678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.830372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9805801 Jul 22 14:53:31.832258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55832) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:31.845473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'subnet': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:31.871162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:31.988232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.001473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bec4443-df92-4db5-87ef-2e0611ada17f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:32.015327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1107533c-9c10-4cc8-9d8b-bab64d4a8149') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:32.015913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1107533c-9c10-4cc8-9d8b-bab64d4a8149') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:32.027438 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.045675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.057998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:32.058421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:32.066971 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:32.172606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.182121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.184437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/networks/9bec4443-df92-4db5-87ef-2e0611ada17f HTTP/1.1" status: 204 len: 168 time: 0.4239852 Jul 22 14:53:32.187070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:32.230452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2f884-0a64-464d-bc3c-26e4ba6a139b tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Network': ['ID=9bec4443-df92-4db5-87ef-2e0611ada17f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:32.274219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting subnet 9a38615d-8438-4d56-99b4-b0ac86bf58cc {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:32.280928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.336964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.394456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0f62-d30f-4978-b62a-bd76a0864c6c tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Network': ['ID=7c196fd6-bee6-4417-82b4-20419d12e0bc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:32.428673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:32.551980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:32.556023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9632862-6861-4b35-b79b-a8ead2bc40b3 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:32.565639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.597712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d9632862-6861-4b35-b79b-a8ead2bc40b3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:53:32.598070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d9632862-6861-4b35-b79b-a8ead2bc40b3 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:53:32.622374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.724392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.775167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.779862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:32.781823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a69c6c8-b592-49ce-a572-214a6a9e8c71 None None] Network 42aa466e-a001-4497-a67a-58ec7e1c0a25 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:32.790376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/subnets/9a38615d-8438-4d56-99b4-b0ac86bf58cc HTTP/1.1" status: 204 len: 168 time: 0.6019177 Jul 22 14:53:32.794174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245129c-1fd3-49e8-9048-5766299ad08c tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Subnet': ['ID=9a38615d-8438-4d56-99b4-b0ac86bf58cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:32.927406 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:32.943057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.092050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Subnet': ['ID=859d7cdd-5e68-4af2-9422-8ed5be10be98,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:33.092356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] DHCP port deletion for 42aa466e-a001-4497-a67a-58ec7e1c0a25 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:53:33.105503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Checking segment: {'id': 'dbb76f32-1d62-4fb0-9972-663b40cc5d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:33.105503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network hostable DHCP agents. Network: 7c196fd6-bee6-4417-82b4-20419d12e0bc, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:33.124895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Deleting port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:33.125261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.219550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] Deleting port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:33.220076 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.249278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] For port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,segment=NetworkSegment(94d64563-d401-47dc-a255-22f560be5b6f),segment_id=94d64563-d401-47dc-a255-22f560be5b6f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:33.249672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.265184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Calling delete_port for 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:33.292730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:33.306630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] For port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,segment=NetworkSegment(94d64563-d401-47dc-a255-22f560be5b6f),segment_id=94d64563-d401-47dc-a255-22f560be5b6f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:33.307505 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.325519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] Calling delete_port for 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:33.358739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 7c196fd6-bee6-4417-82b4-20419d12e0bc) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:33.365135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:33.367211 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.409667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-54bb29e9-526b-441c-aef4-565104282940 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5765960 Jul 22 14:53:33.412240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55848) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:33.420957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'name': 'tempest-AllowedAddressPairTestJSON-520286555'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:33.444038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.453626 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.458930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333e4bdc-98e9-4764-a2e7-537a4b6ee5fd None None] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:33.502800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] Pushing event deleted for resources: {'Port': ['ID=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:33.510735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeebd09-9b28-406d-be5f-b6d879a1f82c None None] No DVR routers for this DVR port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:33.523248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] No DVR routers for this DVR port 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:33.542984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Port': ['ID=4e8ba96c-eb74-4146-8db2-d7e804ff2e4d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:33.731510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.749473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42aa466e-a001-4497-a67a-58ec7e1c0a25']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:33.767247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d64563-d401-47dc-a255-22f560be5b6f') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:33.767691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d64563-d401-47dc-a255-22f560be5b6f') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:33.780821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.795595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-7c196fd6-bee6-4417-82b4-20419d12e0bc', 'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'tenant_id': '801875039536439489c4f568b5239cdd', 'fixed_ips': [{'subnet_id': '859d7cdd-5e68-4af2-9422-8ed5be10be98'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:33.796692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.804250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.809948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:33.814344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.820495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:33.821351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:33.825016 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:33.905140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] device_id is not set on port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:33.958436 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.965007 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:33.966939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/networks/42aa466e-a001-4497-a67a-58ec7e1c0a25 HTTP/1.1" status: 204 len: 168 time: 1.1852577 Jul 22 14:53:33.969600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:34.004525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf0f79-e065-45b0-9fd7-d6118c174273 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Pushing event deleted for resources: {'Network': ['ID=42aa466e-a001-4497-a67a-58ec7e1c0a25,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:34.031731 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fda89224-a159-49c5-8f9e-52ce8cba8418 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "GET /v2.0/ports?device_id=72dd1593-04fb-4d36-9751-ab4ccd68cb27 HTTP/1.1" status: 200 len: 205 time: 0.0607831 Jul 22 14:53:34.034117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55856) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:34.093504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Allocated IP 172.20.0.2 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/582e7bfb-3a9d-4e7e-9250-e731cf63d661) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:34.136377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.360513 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.373115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.377275 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.384005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Transition to ACTIVE for port object 582e7bfb-3a9d-4e7e-9250-e731cf63d661 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:34.423152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Transition to ACTIVE for port object 582e7bfb-3a9d-4e7e-9250-e731cf63d661 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:34.440089 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.448159 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.450040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Fanout notify agent at l3_agent the message router_deleted on router 72dd1593-04fb-4d36-9751-ab4ccd68cb27 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:53:34.465198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.466659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-98246e25-94a7-415a-944d-ab0d55e52c13 tempest-RoutersNegativeIpV6Test-1697100974 tempest-RoutersNegativeIpV6Test-1697100974-project] 10.222.0.60 "DELETE /v2.0/routers/72dd1593-04fb-4d36-9751-ab4ccd68cb27 HTTP/1.1" status: 204 len: 168 time: 0.4313481 Jul 22 14:53:34.513148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Pushing event updated for resources: {'Port': ['ID=582e7bfb-3a9d-4e7e-9250-e731cf63d661,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:34.518244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:34.542459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:53:34.542806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4e8ba96c-eb74-4146-8db2-d7e804ff2e4d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:53:34.545289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Allocated IP 172.20.0.11 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:34.548925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:34.557526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:34.566196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:34.701702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Attempting to bind port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:34.701988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Attempting to bind port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'dbb76f32-1d62-4fb0-9972-663b40cc5d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:34.702301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Attempting to bind port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 on network 7c196fd6-bee6-4417-82b4-20419d12e0bc {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:34.713099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:34.713494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Checking segment: {'id': 'dbb76f32-1d62-4fb0-9972-663b40cc5d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:34.713901 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.714308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Bound using segment: {'id': 'dbb76f32-1d62-4fb0-9972-663b40cc5d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:34.714895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Bound port: 582e7bfb-3a9d-4e7e-9250-e731cf63d661, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb76f32-1d62-4fb0-9972-663b40cc5d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:34.715246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.861515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] For port 582e7bfb-3a9d-4e7e-9250-e731cf63d661, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:34.869016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] For port 582e7bfb-3a9d-4e7e-9250-e731cf63d661, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=582e7bfb-3a9d-4e7e-9250-e731cf63d661,segment=NetworkSegment(dbb76f32-1d62-4fb0-9972-663b40cc5d84),segment_id=dbb76f32-1d62-4fb0-9972-663b40cc5d84)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:34.878996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.890668 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.908578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Transition to ACTIVE for port object 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:34.984722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:34.999892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1eb9-1f10-469a-8280-c53413d63676 None None] Pushing event updated for resources: {'Port': ['ID=582e7bfb-3a9d-4e7e-9250-e731cf63d661,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:35.038905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55868) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:35.074914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:35.079019 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:35.081938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:35.110148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:35.148576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:35.149455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:35.166442 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ae2564b6-7026-4fc8-a505-fe65ecf39cd1 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7517939 Jul 22 14:53:35.169241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:35.177897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'name': 'tempest-AllowedAddressPairTestJSON-241755890', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:90:95:bc'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:35.345941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55874) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:35.363326 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-763b83e6-212f-4dca-a759-945e5bacd822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c9fc194f0464128a378ecb2160fac0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210025 Jul 22 14:53:35.413134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b35e187e-6923-45dd-bb60-13b04fc85f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:35.439690 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b35e187e-6923-45dd-bb60-13b04fc85f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:35.482601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:35.507992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b35e187e-6923-45dd-bb60-13b04fc85f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:35.511020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b35e187e-6923-45dd-bb60-13b04fc85f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:35.514639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b35e187e-6923-45dd-bb60-13b04fc85f96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f3507ec-1952-4084-a491-23955e404ad0 HTTP/1.1" status: 204 len: 168 time: 0.1651645 Jul 22 14:53:35.529127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e187e-6923-45dd-bb60-13b04fc85f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3507ec-1952-4084-a491-23955e404ad0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:35.722500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:35.767823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] device_id is not set on port ae8632e7-9538-44cb-91a3-30623fda2039 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:35.983068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Allocated IP 172.20.0.5 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/ae8632e7-9538-44cb-91a3-30623fda2039) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:36.188033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.208959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Transition to ACTIVE for port object ae8632e7-9538-44cb-91a3-30623fda2039 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:36.285732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.341471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:36.345487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:36.349858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:36.417320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=ae8632e7-9538-44cb-91a3-30623fda2039,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:36.449939 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73fb64a-d23b-4657-84fc-a53efe79b4db None None] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:36.461186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:36.461959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.483043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-217b3bda-d518-445d-8180-ec47e9a8e5dd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3123589 Jul 22 14:53:36.486404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55900) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:36.583522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177208eb-9797-4456-9849-40e5fe786d24 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:36.590591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177208eb-9797-4456-9849-40e5fe786d24 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:36.596842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177208eb-9797-4456-9849-40e5fe786d24 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:36.598813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-177208eb-9797-4456-9849-40e5fe786d24 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1121931 Jul 22 14:53:36.601718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:36.631114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 582e7bfb-3a9d-4e7e-9250-e731cf63d661 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:36.671566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a0918476-747e-41ba-b80f-a8532323f80f None None] Provisioning for port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:36.767644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:36.778196 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:36.778686 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.792422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port ae8632e7-9538-44cb-91a3-30623fda2039 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:36.792874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.909504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.925622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for ae8632e7-9538-44cb-91a3-30623fda2039 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:36.944509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:36.998299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 582e7bfb-3a9d-4e7e-9250-e731cf63d661, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=582e7bfb-3a9d-4e7e-9250-e731cf63d661,segment=NetworkSegment(dbb76f32-1d62-4fb0-9972-663b40cc5d84),segment_id=dbb76f32-1d62-4fb0-9972-663b40cc5d84)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:37.016849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.066345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55916) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:37.152614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=582e7bfb-3a9d-4e7e-9250-e731cf63d661,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:37.245263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-227e4a36-1d9f-4ea2-b17c-b251425e3a0c tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:37.246101 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-227e4a36-1d9f-4ea2-b17c-b251425e3a0c tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:53:37.246785 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-227e4a36-1d9f-4ea2-b17c-b251425e3a0c tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:53:37.251460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-227e4a36-1d9f-4ea2-b17c-b251425e3a0c tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1802683 Jul 22 14:53:37.251707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:37.258143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133088092'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:37.293414 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.299753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.312668 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.357738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=ae8632e7-9538-44cb-91a3-30623fda2039,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:37.401433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.446141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Provisioning complete for port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:37.446546 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.548785 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.557626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.594280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Provisioning for port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:37.602370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Provisioning complete for port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:37.603578 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.628323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6cd9f2-2846-4886-85b2-75f8eb2ee515,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:37.633074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.637880 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4cc18f54-4574-4d78-ae74-14681780733a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/ports/ae8632e7-9538-44cb-91a3-30623fda2039 HTTP/1.1" status: 204 len: 168 time: 1.0350492 Jul 22 14:53:37.638496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:37.678894 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-905cc1cc-708a-49b3-8c78-a069c6d959ad tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] GET failed (client error): The resource could not be found. Jul 22 14:53:37.684682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-905cc1cc-708a-49b3-8c78-a069c6d959ad tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "GET /v2.0/ports/ae8632e7-9538-44cb-91a3-30623fda2039 HTTP/1.1" status: 404 len: 333 time: 0.0451472 Jul 22 14:53:37.685314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:37.687735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:37.691393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'name': 'tempest-AllowedAddressPairTestJSON-694159215'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:37.696810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-180bf7c2-1bd0-4c9a-9041-08a176253363 None None] Could not find standard attr ID for object ae8632e7-9538-44cb-91a3-30623fda2039. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:53:37.763247 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.768754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.805900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63ab1d-7e28-4db8-b1b0-81de8601bab6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:37.810842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.814565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-09021414-f298-42e5-8a8e-28825e9f2783 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5593674 Jul 22 14:53:37.816136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:37.838448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': '8b63ab1d-7e28-4db8-b1b0-81de8601bab6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:37.848062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-65b02dad-314d-4a09-b6fe-bb637ab453f9 None None] Provisioning complete for port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:37.863243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-65b02dad-314d-4a09-b6fe-bb637ab453f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.916815 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.919673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:37.922766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-65b02dad-314d-4a09-b6fe-bb637ab453f9 None None] Port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:37.925927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.929027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:37.967993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] device_id is not set on port 58ae9a97-87fb-4efa-98eb-46686c93086e yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:38.054471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.061157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.120529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4586b939-244c-443c-a7a8-1ebb6a1e8b7e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:38.125569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.127541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-78d11e1e-c36e-4392-bfe7-1dc2eba490f4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3109694 Jul 22 14:53:38.131788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55934) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:38.138642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f0b6ea6f-dd86-49e1-a7cd-2c79af191759 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': '8b63ab1d-7e28-4db8-b1b0-81de8601bab6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:38.143379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Allocated IP 172.20.0.8 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/58ae9a97-87fb-4efa-98eb-46686c93086e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:38.153436 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-51a1b16a-7054-412c-a330-12dbd24cf917 None None] Could not find standard attr ID for object ae8632e7-9538-44cb-91a3-30623fda2039. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:53:38.203567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ea6f-dd86-49e1-a7cd-2c79af191759 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.268616 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-f0b6ea6f-dd86-49e1-a7cd-2c79af191759 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 14:53:38.268616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f0b6ea6f-dd86-49e1-a7cd-2c79af191759 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1331186 Jul 22 14:53:38.275310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55936) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:38.355597 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08f58507-0f80-4585-bed0-3765a87b27cc tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.390569 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.396154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08f58507-0f80-4585-bed0-3765a87b27cc tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.405950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Transition to ACTIVE for port object 58ae9a97-87fb-4efa-98eb-46686c93086e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:38.458223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08f58507-0f80-4585-bed0-3765a87b27cc tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.462008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-08f58507-0f80-4585-bed0-3765a87b27cc tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.466818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-08f58507-0f80-4585-bed0-3765a87b27cc tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/8b63ab1d-7e28-4db8-b1b0-81de8601bab6 HTTP/1.1" status: 204 len: 168 time: 0.1871800 Jul 22 14:53:38.467073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:38.498467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.507519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f58507-0f80-4585-bed0-3765a87b27cc tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63ab1d-7e28-4db8-b1b0-81de8601bab6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:38.511107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 582e7bfb-3a9d-4e7e-9250-e731cf63d661 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:38.602235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-006f08e4-02e2-4517-bde5-c79b292a2331 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216650 Jul 22 14:53:38.603654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:38.603654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55940) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:38.607100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:38.615460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:38.619148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:38.619596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.621066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--953998453'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:38.676327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=58ae9a97-87fb-4efa-98eb-46686c93086e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:38.727159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:38.728241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.743422 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.890853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3cde67ea-ef60-4901-bc1d-44362ef2de4a None None] Provisioning for port 58ae9a97-87fb-4efa-98eb-46686c93086e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:38.898940 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3cde67ea-ef60-4901-bc1d-44362ef2de4a None None] Provisioning complete for port 58ae9a97-87fb-4efa-98eb-46686c93086e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:38.899325 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3cde67ea-ef60-4901-bc1d-44362ef2de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:38.940538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3cde67ea-ef60-4901-bc1d-44362ef2de4a None None] Port 58ae9a97-87fb-4efa-98eb-46686c93086e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:39.252185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.254484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fc3d5c5e-360f-47c4-994c-53fbd45d34af tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5681283 Jul 22 14:53:39.257222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:39.263802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:90:95:bc'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:39.289780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.346419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.351304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7386870 Jul 22 14:53:39.351943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55954) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:39.356630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0bed3965-d55e-41d5-9bdd-0cecc1f67d7d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': '10198cf9-30b5-4d85-aebf-64ef43049f7e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:39.357319 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-0bed3965-d55e-41d5-9bdd-0cecc1f67d7d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 14:53:39.357878 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-0bed3965-d55e-41d5-9bdd-0cecc1f67d7d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:39.361291 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0bed3965-d55e-41d5-9bdd-0cecc1f67d7d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057652 Jul 22 14:53:39.361291 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e44766-98e8-49ee-982f-a191b01d003f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10198cf9-30b5-4d85-aebf-64ef43049f7e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:39.362360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55956) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:39.439379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.502181 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a5455f7-1286-4dc6-ab00-54cb115c84a4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.541059 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a5455f7-1286-4dc6-ab00-54cb115c84a4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.646120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a5455f7-1286-4dc6-ab00-54cb115c84a4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.648709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a5455f7-1286-4dc6-ab00-54cb115c84a4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.649853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4a5455f7-1286-4dc6-ab00-54cb115c84a4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/10198cf9-30b5-4d85-aebf-64ef43049f7e HTTP/1.1" status: 204 len: 168 time: 0.2864687 Jul 22 14:53:39.652861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55958) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:39.672721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5455f7-1286-4dc6-ab00-54cb115c84a4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10198cf9-30b5-4d85-aebf-64ef43049f7e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:39.702554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.711701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.724450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c0cba88-af57-4a3c-a2b1-b1b5fe31170f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688400 Jul 22 14:53:39.729890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:39.735405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343295067'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:39.777561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.788666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=58ae9a97-87fb-4efa-98eb-46686c93086e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:39.806132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] In _notify_port_updated(), no bound segment for port 58ae9a97-87fb-4efa-98eb-46686c93086e on network 7c196fd6-bee6-4417-82b4-20419d12e0bc {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:53:39.812275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:39.813079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.814493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5fdc8bd3-4a14-48c5-8b1c-691a3ec46153 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "PUT /v2.0/ports/58ae9a97-87fb-4efa-98eb-46686c93086e HTTP/1.1" status: 200 len: 993 time: 0.5563352 Jul 22 14:53:39.817175 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55962) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:39.880282 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dceef32e-0f5f-48aa-acca-87c30b0332f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.959609 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:39.969523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.003858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port 58ae9a97-87fb-4efa-98eb-46686c93086e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:40.005026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.010194 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.012007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2809472 Jul 22 14:53:40.014644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ff624b-da4a-48fd-9dd4-3bf151dd0b1d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c6d57d-36ad-408b-bac8-fea588452eb7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:40.016885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55964) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.022943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6c533ad9-7a06-4ba7-be01-12437ff8bd61 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'f2c6d57d-36ad-408b-bac8-fea588452eb7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.024042 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-6c533ad9-7a06-4ba7-be01-12437ff8bd61 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 14:53:40.024562 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-6c533ad9-7a06-4ba7-be01-12437ff8bd61 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:40.025641 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c533ad9-7a06-4ba7-be01-12437ff8bd61 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077405 Jul 22 14:53:40.028584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55966) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.092639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5854-5dc8-48bb-a1b2-b93a751c419b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.127534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5854-5dc8-48bb-a1b2-b93a751c419b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.139735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.170881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for 58ae9a97-87fb-4efa-98eb-46686c93086e owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:40.177041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6825085b-f88d-4ad7-a85c-67f36320ed3b None None] Provisioning complete for port 58ae9a97-87fb-4efa-98eb-46686c93086e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:40.177977 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6825085b-f88d-4ad7-a85c-67f36320ed3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.197200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5854-5dc8-48bb-a1b2-b93a751c419b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.200242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5bd5854-5dc8-48bb-a1b2-b93a751c419b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.203761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c5bd5854-5dc8-48bb-a1b2-b93a751c419b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/f2c6d57d-36ad-408b-bac8-fea588452eb7 HTTP/1.1" status: 204 len: 168 time: 0.1717408 Jul 22 14:53:40.204823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55972) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.234972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6825085b-f88d-4ad7-a85c-67f36320ed3b None None] Port 58ae9a97-87fb-4efa-98eb-46686c93086e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:40.252880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd5854-5dc8-48bb-a1b2-b93a751c419b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c6d57d-36ad-408b-bac8-fea588452eb7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:40.268311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-35ca6b78-6e03-4854-85d1-c2db64bf6feb tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585511 Jul 22 14:53:40.268517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55974) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.275724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--161145496'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.307107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.421609 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.427794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.443175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.465067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.465067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1928580 Jul 22 14:53:40.465672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55978) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.470402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-154876bc-ade2-4fa0-8dd0-b277ee8693ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'f1477f41-31d2-40a9-b830-f0f482b38f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.477778 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-154876bc-ade2-4fa0-8dd0-b277ee8693ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 14:53:40.478417 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-154876bc-ade2-4fa0-8dd0-b277ee8693ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:40.479680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-154876bc-ade2-4fa0-8dd0-b277ee8693ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131209 Jul 22 14:53:40.481872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c00356-072a-4cb5-910d-bb293551398b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1477f41-31d2-40a9-b830-f0f482b38f7d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:40.484054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55980) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.493888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fc3c68e3-3723-4329-869a-51202be20b71 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'f1477f41-31d2-40a9-b830-f0f482b38f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.494590 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-fc3c68e3-3723-4329-869a-51202be20b71 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 14:53:40.495082 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-fc3c68e3-3723-4329-869a-51202be20b71 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:40.496018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fc3c68e3-3723-4329-869a-51202be20b71 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084665 Jul 22 14:53:40.498767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.513674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b20dd968-64f7-4aa1-ab0a-0f9f9a290643 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'f1477f41-31d2-40a9-b830-f0f482b38f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.514705 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-b20dd968-64f7-4aa1-ab0a-0f9f9a290643 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 14:53:40.515282 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-b20dd968-64f7-4aa1-ab0a-0f9f9a290643 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:40.516947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=58ae9a97-87fb-4efa-98eb-46686c93086e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:40.518995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b20dd968-64f7-4aa1-ab0a-0f9f9a290643 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0183685 Jul 22 14:53:40.521677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55984) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.528908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b0ecbba0-e2b9-48ce-9ed1-b43ed9e0d4a6 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'f1477f41-31d2-40a9-b830-f0f482b38f7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.530155 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-b0ecbba0-e2b9-48ce-9ed1-b43ed9e0d4a6 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 14:53:40.530894 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-b0ecbba0-e2b9-48ce-9ed1-b43ed9e0d4a6 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:40.535717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b0ecbba0-e2b9-48ce-9ed1-b43ed9e0d4a6 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0114775 Jul 22 14:53:40.536409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55986) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.618678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c211a0a8-bf49-4494-8bf4-fcb54b8a9b9d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.665961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c211a0a8-bf49-4494-8bf4-fcb54b8a9b9d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.695447 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.700191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-365ffb42-9b43-42e9-b738-6c892dcd4e57 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/ports/58ae9a97-87fb-4efa-98eb-46686c93086e HTTP/1.1" status: 204 len: 168 time: 0.8794506 Jul 22 14:53:40.702601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.723763 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c211a0a8-bf49-4494-8bf4-fcb54b8a9b9d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.727370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c211a0a8-bf49-4494-8bf4-fcb54b8a9b9d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.731717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c211a0a8-bf49-4494-8bf4-fcb54b8a9b9d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1477f41-31d2-40a9-b830-f0f482b38f7d HTTP/1.1" status: 204 len: 168 time: 0.1942201 Jul 22 14:53:40.732397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55990) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.737040 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-437898d4-6c61-414f-aed1-5eecf631c78a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] GET failed (client error): The resource could not be found. Jul 22 14:53:40.743682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-437898d4-6c61-414f-aed1-5eecf631c78a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "GET /v2.0/ports/58ae9a97-87fb-4efa-98eb-46686c93086e HTTP/1.1" status: 404 len: 333 time: 0.0407095 Jul 22 14:53:40.744335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 55992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.750496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'name': 'tempest-AllowedAddressPairTestJSON-2026923510'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.767833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211a0a8-bf49-4494-8bf4-fcb54b8a9b9d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1477f41-31d2-40a9-b830-f0f482b38f7d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:40.824752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-64422877-9091-428c-af6a-5a8cf7f93c32 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790107 Jul 22 14:53:40.825407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55994) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:40.829909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493093050'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:40.854901 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.900140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:40.904805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:40.930263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] device_id is not set on port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:41.026372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.035164 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.082507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d00732-7f17-4039-866c-345fbb309501,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:41.089327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.091365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0933e6af-4946-4af8-b32e-ea3e41bc5317 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2647314 Jul 22 14:53:41.093933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55996) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.105743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9161e4a6-75f5-4169-a92e-5319643cbb11 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.107734 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-9161e4a6-75f5-4169-a92e-5319643cbb11 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:53:41.108268 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-9161e4a6-75f5-4169-a92e-5319643cbb11 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.113747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9161e4a6-75f5-4169-a92e-5319643cbb11 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0160873 Jul 22 14:53:41.117915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Allocated IP 172.20.0.4 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/151f29ac-6703-4eb7-9de2-83d8ecd2aafa) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:41.119810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 55998) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.128670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4a8a7d42-1940-4daa-bed0-78470bf280a7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.232816 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-4a8a7d42-1940-4daa-bed0-78470bf280a7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.238744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4a8a7d42-1940-4daa-bed0-78470bf280a7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1154759 Jul 22 14:53:41.240993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.281909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cff0c462-8de2-45a8-9650-269946bca021 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.283999 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-cff0c462-8de2-45a8-9650-269946bca021 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 14:53:41.286850 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-cff0c462-8de2-45a8-9650-269946bca021 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.293145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cff0c462-8de2-45a8-9650-269946bca021 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0445371 Jul 22 14:53:41.296840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56008) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.305465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7c7fa352-8348-4f48-82c0-b8ad47ecdbbd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.382610 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-7c7fa352-8348-4f48-82c0-b8ad47ecdbbd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.387689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7c7fa352-8348-4f48-82c0-b8ad47ecdbbd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0859494 Jul 22 14:53:41.388149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.399843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d4e24235-6826-4d8d-9973-2f95af113bd4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.400339 n-d-794306-8 neutron-server[93813]: WARNING neutron.api.v2.base [None req-d4e24235-6826-4d8d-9973-2f95af113bd4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 14:53:41.400852 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-d4e24235-6826-4d8d-9973-2f95af113bd4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.404963 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d4e24235-6826-4d8d-9973-2f95af113bd4 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125165 Jul 22 14:53:41.404963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.411833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cc6ad3f9-3321-403f-8f40-b31c4bda56a2 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.456822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.475429 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-cc6ad3f9-3321-403f-8f40-b31c4bda56a2 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Project dc1f7d0927da4069a2d782e0bb73db1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:53:41.478054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Transition to ACTIVE for port object 151f29ac-6703-4eb7-9de2-83d8ecd2aafa will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:41.509873 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-cc6ad3f9-3321-403f-8f40-b31c4bda56a2 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.513690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc6ad3f9-3321-403f-8f40-b31c4bda56a2 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1053936 Jul 22 14:53:41.514064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56016) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.524099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b73aec52-f5e4-42c6-b206-f911a69d1edd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.524099 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-b73aec52-f5e4-42c6-b206-f911a69d1edd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 14:53:41.524099 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-b73aec52-f5e4-42c6-b206-f911a69d1edd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.524099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b73aec52-f5e4-42c6-b206-f911a69d1edd tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073137 Jul 22 14:53:41.526534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56018) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.533839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5b0b2d1f-6766-4cc2-a3e4-2c24a0b257b7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.583678 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.587249 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-5b0b2d1f-6766-4cc2-a3e4-2c24a0b257b7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Project dc1f7d0927da4069a2d782e0bb73db1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:53:41.611872 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-5b0b2d1f-6766-4cc2-a3e4-2c24a0b257b7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.616466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5b0b2d1f-6766-4cc2-a3e4-2c24a0b257b7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0855513 Jul 22 14:53:41.616610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56022) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.623070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5322e410-91b9-43cc-bea2-b0e7e9cf5540 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'c8d00732-7f17-4039-866c-345fbb309501', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.634111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=151f29ac-6703-4eb7-9de2-83d8ecd2aafa,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:41.659882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:41.661966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:41.665835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:41.679836 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-5322e410-91b9-43cc-bea2-b0e7e9cf5540 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Project dc1f7d0927da4069a2d782e0bb73db1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:53:41.708845 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-5322e410-91b9-43cc-bea2-b0e7e9cf5540 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:41.713444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5322e410-91b9-43cc-bea2-b0e7e9cf5540 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0936873 Jul 22 14:53:41.714049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.718899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56026) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.750888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:41.751601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.786158 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14e900f1-a3d7-447f-ada2-91cf2739603d tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0383613 Jul 22 14:53:41.786464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56030) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.792724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:90:95:bc'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:41.806980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e86f301-0f69-4cb1-b40e-319328f840ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.833479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e86f301-0f69-4cb1-b40e-319328f840ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.884956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e86f301-0f69-4cb1-b40e-319328f840ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.888342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e86f301-0f69-4cb1-b40e-319328f840ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.889523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4e86f301-0f69-4cb1-b40e-319328f840ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/c8d00732-7f17-4039-866c-345fbb309501 HTTP/1.1" status: 204 len: 168 time: 0.1693132 Jul 22 14:53:41.893008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56032) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:41.923376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86f301-0f69-4cb1-b40e-319328f840ff tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d00732-7f17-4039-866c-345fbb309501,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:41.937957 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af6eafd9-7714-40a9-8563-4f1e153114fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:41.989815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6d03b466-9917-40f3-bdcf-ba68fb642f0d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956435 Jul 22 14:53:41.995021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56034) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:42.001308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744995647'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:42.106684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.139533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-38f137a8-db4f-4ffa-94f1-90f038f43068 None None] Provisioning for port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:42.150623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-38f137a8-db4f-4ffa-94f1-90f038f43068 None None] Provisioning complete for port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:42.152292 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38f137a8-db4f-4ffa-94f1-90f038f43068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.204985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b30d0452-c195-4313-802f-9dd2f8c28a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.207262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af6eafd9-7714-40a9-8563-4f1e153114fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.219589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-3cb7a4a5-f666-4680-8546-3f3bda7a5d5a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1231723 Jul 22 14:53:42.228491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af6eafd9-7714-40a9-8563-4f1e153114fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.236393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38f137a8-db4f-4ffa-94f1-90f038f43068 None None] Port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:42.253451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.282569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af6eafd9-7714-40a9-8563-4f1e153114fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37a2f612c4be47b1945c6d53c1bf9216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661526 Jul 22 14:53:42.291053 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56038) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:42.344515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eafd9-7714-40a9-8563-4f1e153114fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e67b6-8710-4461-9589-893054dfa7b4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:42.364194 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.389035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-e9825f40-4881-42e3-8a8e-de6a9778f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:42.391273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-e9825f40-4881-42e3-8a8e-de6a9778f646 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 1096 time: 0.1133952 Jul 22 14:53:42.416511 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1cb844d-e4ce-48f8-977d-36aa2de979c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.445520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.454789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.458030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1cb844d-e4ce-48f8-977d-36aa2de979c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.525644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.537430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.568038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-2251c78d-7d3e-44fc-8c88-45eff783d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:42.569797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-2251c78d-7d3e-44fc-8c88-45eff783d650 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.1544499 Jul 22 14:53:42.575780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=151f29ac-6703-4eb7-9de2-83d8ecd2aafa,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:42.586101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] In _notify_port_updated(), no bound segment for port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa on network 7c196fd6-bee6-4417-82b4-20419d12e0bc {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:53:42.591557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:42.592328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.596196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b217da41-387d-47d5-8c28-d4d269c96d6b tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "PUT /v2.0/ports/151f29ac-6703-4eb7-9de2-83d8ecd2aafa HTTP/1.1" status: 200 len: 996 time: 0.8061707 Jul 22 14:53:42.596362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56042) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:42.614891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.617704 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6201317 Jul 22 14:53:42.626806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:42.635594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-63cd4121-6189-42a0-a78e-bc73addb32d0 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'e72412e0-a453-4add-8e99-4affc862a248', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:42.640082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1cb844d-e4ce-48f8-977d-36aa2de979c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.643125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1cb844d-e4ce-48f8-977d-36aa2de979c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.644816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f1cb844d-e4ce-48f8-977d-36aa2de979c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/537e67b6-8710-4461-9589-893054dfa7b4 HTTP/1.1" status: 204 len: 168 time: 0.3526812 Jul 22 14:53:42.668649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb844d-e4ce-48f8-977d-36aa2de979c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e67b6-8710-4461-9589-893054dfa7b4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:42.732203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:42.733444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.754172 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-63219a3d-8238-4029-9ad2-89e370a388d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf4f975f-3591-4e82-87be-6e2685ec19da HTTP/1.1" status: 200 len: 217 time: 0.1545208 Jul 22 14:53:42.758246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07abc05-11fc-4648-bf8c-30240736382d tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e72412e0-a453-4add-8e99-4affc862a248,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:42.832819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-601c3d45-d6ed-436b-8dc7-e92333d4d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:42.834567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-601c3d45-d6ed-436b-8dc7-e92333d4d5e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.0702131 Jul 22 14:53:42.839892 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-63cd4121-6189-42a0-a78e-bc73addb32d0 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The resource could not be found. Jul 22 14:53:42.841475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-63cd4121-6189-42a0-a78e-bc73addb32d0 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2129171 Jul 22 14:53:42.844217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:42.848228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.860295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7f44aec4-c72e-4b41-b624-cb0ea80439e1 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'e72412e0-a453-4add-8e99-4affc862a248', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4947b953-5cf1-4549-adcd-f430348c0a41'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:42.864531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for 151f29ac-6703-4eb7-9de2-83d8ecd2aafa owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:42.871554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-82b3ea2a-ffb9-4a7e-858d-ed1d51d71b76 None None] Provisioning complete for port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:42.872179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-82b3ea2a-ffb9-4a7e-858d-ed1d51d71b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:42.928110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-82b3ea2a-ffb9-4a7e-858d-ed1d51d71b76 None None] Port 151f29ac-6703-4eb7-9de2-83d8ecd2aafa cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:42.948987 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-51ae6519-5d83-4556-b559-3ea4d3b46709 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709448 Jul 22 14:53:43.009131 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-7f44aec4-c72e-4b41-b624-cb0ea80439e1 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The resource could not be found. Jul 22 14:53:43.012726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f44aec4-c72e-4b41-b624-cb0ea80439e1 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1641397 Jul 22 14:53:43.013625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56052) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.075778 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-d4f7933c-c032-4794-8aec-6da8a7faaffa service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113167 Jul 22 14:53:43.079379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.120944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700f2c7d-bf76-40c5-a026-2a7e533f2be7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.153336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=151f29ac-6703-4eb7-9de2-83d8ecd2aafa,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:43.224934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4a019ed1-890b-42a9-9c32-4d80496597c6 req-f900c1cf-aca0-465e-b3ee-3bc706ef32ec service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355739 Jul 22 14:53:43.287197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700f2c7d-bf76-40c5-a026-2a7e533f2be7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.316199 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.322593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.322797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-488990df-3eca-42f2-83cd-89a749572b9e tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/ports/151f29ac-6703-4eb7-9de2-83d8ecd2aafa HTTP/1.1" status: 204 len: 168 time: 0.7251983 Jul 22 14:53:43.368128 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700f2c7d-bf76-40c5-a026-2a7e533f2be7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.370942 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bad670-ac3e-4686-a35e-d551c0f178e2 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] GET failed (client error): The resource could not be found. Jul 22 14:53:43.375814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d7bad670-ac3e-4686-a35e-d551c0f178e2 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "GET /v2.0/ports/151f29ac-6703-4eb7-9de2-83d8ecd2aafa HTTP/1.1" status: 404 len: 333 time: 0.0488029 Jul 22 14:53:43.377007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56066) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.377948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-700f2c7d-bf76-40c5-a026-2a7e533f2be7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.382734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-700f2c7d-bf76-40c5-a026-2a7e533f2be7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/e72412e0-a453-4add-8e99-4affc862a248 HTTP/1.1" status: 204 len: 168 time: 0.3670878 Jul 22 14:53:43.382929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'name': 'tempest-AllowedAddressPairTestJSON-1173492751'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:43.383731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56068) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.410669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f2c7d-bf76-40c5-a026-2a7e533f2be7 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72412e0-a453-4add-8e99-4affc862a248,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:43.453994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e3fbe49-6fe0-479c-b0b7-442a1f9be62c tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655029 Jul 22 14:53:43.454814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56070) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.459945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8fb02612-bb5a-470d-8561-27ce97f2ab10 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': '37594dcb-2706-45b2-8a7f-a594b22c4418', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:43.509638 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-8fb02612-bb5a-470d-8561-27ce97f2ab10 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The resource could not be found. Jul 22 14:53:43.515728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8fb02612-bb5a-470d-8561-27ce97f2ab10 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0595527 Jul 22 14:53:43.516353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56074) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.523741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--917015489'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:43.546265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:43.553349 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.573217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] device_id is not set on port 80f67b6b-83ca-4047-b11e-b662dfcf06e5 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:43.581998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.673125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.734633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.741730 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.751224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Allocated IP 172.20.0.12 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/80f67b6b-83ca-4047-b11e-b662dfcf06e5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:43.785741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4bb3c-5b3d-4b5c-8b8b-a960e545fe58,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:43.804472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:43.806392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f749589b-146e-47c8-bc11-c7c32b95742b tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2885938 Jul 22 14:53:43.809977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56086) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:43.816386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--1496459239'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:43.845914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.001210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.013246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.032679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.061618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.063036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2514539 Jul 22 14:53:44.065800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56100) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.072510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dda29a91-4ece-436f-8485-51216e303ed3 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': '2ce4bb3c-5b3d-4b5c-8b8b-a960e545fe58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2262e999-1b40-4242-b87b-bcf9503ac7ce'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:44.073037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Transition to ACTIVE for port object 80f67b6b-83ca-4047-b11e-b662dfcf06e5 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:44.098082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f6e2a-093f-4e70-925a-474b949a54f9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2262e999-1b40-4242-b87b-bcf9503ac7ce,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:44.122479 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-dda29a91-4ece-436f-8485-51216e303ed3 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:44.123833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dda29a91-4ece-436f-8485-51216e303ed3 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0569870 Jul 22 14:53:44.126601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56102) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.137242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.203489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43aa03c2-1e6b-418b-95a2-d883f60d197a tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.230316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:44.238255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43aa03c2-1e6b-418b-95a2-d883f60d197a tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.243064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:44.247425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:44.302475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=80f67b6b-83ca-4047-b11e-b662dfcf06e5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:44.335844 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43aa03c2-1e6b-418b-95a2-d883f60d197a tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.344907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43aa03c2-1e6b-418b-95a2-d883f60d197a tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.346213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-43aa03c2-1e6b-418b-95a2-d883f60d197a tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/2262e999-1b40-4242-b87b-bcf9503ac7ce HTTP/1.1" status: 204 len: 168 time: 0.2181959 Jul 22 14:53:44.349374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56112) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.356849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:44.357731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.379048 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5e73723f-fd58-4c23-8cea-66dbd6fcd506 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0009248 Jul 22 14:53:44.380545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56116) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.387794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'network_id': '7c196fd6-bee6-4417-82b4-20419d12e0bc', 'name': 'tempest-AllowedAddressPairTestJSON-1836070468'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:44.400518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa03c2-1e6b-418b-95a2-d883f60d197a tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2262e999-1b40-4242-b87b-bcf9503ac7ce,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:44.468175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-52232da6-2165-434d-9a35-6f6f79de2e51 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1086740 Jul 22 14:53:44.470477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56120) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.553308 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d810b47-032b-48a9-8c17-c073ff054cea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.579410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d810b47-032b-48a9-8c17-c073ff054cea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.602443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Made reservation on behalf of 801875039536439489c4f568b5239cdd for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:44.606172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.626379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] device_id is not set on port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:53:44.639395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d810b47-032b-48a9-8c17-c073ff054cea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.642342 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0d810b47-032b-48a9-8c17-c073ff054cea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.646007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0d810b47-032b-48a9-8c17-c073ff054cea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ce4bb3c-5b3d-4b5c-8b8b-a960e545fe58 HTTP/1.1" status: 204 len: 168 time: 0.1719172 Jul 22 14:53:44.648366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56124) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.671909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d810b47-032b-48a9-8c17-c073ff054cea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4bb3c-5b3d-4b5c-8b8b-a960e545fe58,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:44.672333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e48ab2e-8b4e-402b-9168-e908d2beac2c None None] Provisioning for port 80f67b6b-83ca-4047-b11e-b662dfcf06e5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:44.682124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2e48ab2e-8b4e-402b-9168-e908d2beac2c None None] Provisioning complete for port 80f67b6b-83ca-4047-b11e-b662dfcf06e5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:44.682783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2e48ab2e-8b4e-402b-9168-e908d2beac2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.718486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f47c397f-2268-40ac-861d-6b7de98e8e88 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0655425 Jul 22 14:53:44.719421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56128) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:44.725900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--983624501'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:44.742252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2e48ab2e-8b4e-402b-9168-e908d2beac2c None None] Port 80f67b6b-83ca-4047-b11e-b662dfcf06e5 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:44.792906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:44.807826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Allocated IP 172.20.0.3 (7c196fd6-bee6-4417-82b4-20419d12e0bc/859d7cdd-5e68-4af2-9422-8ed5be10be98/73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:44.844135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56130) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:45.014677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.020879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.061645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.062973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3415091 Jul 22 14:53:45.066610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56134) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:45.074457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-30458827-45aa-467d-b70e-de2b28ce90fa tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'b68dea83-e10b-4054-bb74-1d8fb425c5c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:45.085041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.087613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb9789-9289-4fde-ad53-513d223049ba tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68dea83-e10b-4054-bb74-1d8fb425c5c4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:45.105126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Transition to ACTIVE for port object 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:45.128775 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-30458827-45aa-467d-b70e-de2b28ce90fa tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:45.133920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-30458827-45aa-467d-b70e-de2b28ce90fa tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0659649 Jul 22 14:53:45.134279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56136) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:45.139131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ff0a066a-0253-4105-bf54-6a8c47847f29 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group_rule': {'security_group_id': 'b68dea83-e10b-4054-bb74-1d8fb425c5c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:45.152674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'network': {'name': 'tempest-network-smoke--1825542428', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:45.160093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.175773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-ff0a066a-0253-4105-bf54-6a8c47847f29 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 14:53:45.175773 n-d-794306-8 neutron-server[93812]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 14:53:45.175773 n-d-794306-8 neutron-server[93812]: [parameters: {'project_id': 'dc1f7d0927da4069a2d782e0bb73db1c', 'id': '4ee737db-fa44-4f86-b442-0ab349fa05ae', 'expiration': datetime.datetime(2021, 7, 22, 14, 55, 45, 165236)}] Jul 22 14:53:45.175773 n-d-794306-8 neutron-server[93812]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:53:45.176240 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-ff0a066a-0253-4105-bf54-6a8c47847f29 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:53:45.188822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:45.190818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:45.194565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.194797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:45.203892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.213819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:45.285274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:45.299772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:45.300730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.358928 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.371369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.381709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.386674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7110344a-5198-4203-ab3b-6a65bbdc81b8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0025334 Jul 22 14:53:45.386870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56140) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:45.403070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:90:95:bc'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:36:a0:02'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:45.413194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:53:45.440528 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.441636 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Added segment 0cdd1a78-dc0b-4599-a2a4-daba3e65b630 of type vlan for network 11fc4211-52cc-485e-940d-dc4e2d72a747 Jul 22 14:53:45.516226 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.560374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e830ec9d-cbb0-42ee-ba04-e97e973fad03,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:45.576349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d1bd4069-cb9d-4f57-9e62-da4f9763ffd2 None None] Provisioning for port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:45.585720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d1bd4069-cb9d-4f57-9e62-da4f9763ffd2 None None] Provisioning complete for port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:45.586472 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1bd4069-cb9d-4f57-9e62-da4f9763ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.598855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.611447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:45.612116 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.647956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd4069-cb9d-4f57-9e62-da4f9763ffd2 None None] Port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:45.696781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8509178 Jul 22 14:53:45.700464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56144) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:45.711238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'admin_state_up': True, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:45.733827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.746385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61c37-4025-4da6-9b98-e805c3d5e6f4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Network': ['ID=11fc4211-52cc-485e-940d-dc4e2d72a747,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:45.760045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:53:45.789832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.791422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:45.797631 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-ff0a066a-0253-4105-bf54-6a8c47847f29 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:53:45.800015 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ff0a066a-0253-4105-bf54-6a8c47847f29 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6635063 Jul 22 14:53:45.803736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56146) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:45.929908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.034786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.040872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.057762 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97166d6f-c222-4f31-8d99-1588f6603a8f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.090824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97166d6f-c222-4f31-8d99-1588f6603a8f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.141050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] In _notify_port_updated(), no bound segment for port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 on network 7c196fd6-bee6-4417-82b4-20419d12e0bc {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:53:46.147997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:46.148836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.150423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "PUT /v2.0/ports/73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 HTTP/1.1" status: 200 len: 1057 time: 0.7587869 Jul 22 14:53:46.156504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56156) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:46.176581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97166d6f-c222-4f31-8d99-1588f6603a8f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.179453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-97166d6f-c222-4f31-8d99-1588f6603a8f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.182865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-97166d6f-c222-4f31-8d99-1588f6603a8f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/b68dea83-e10b-4054-bb74-1d8fb425c5c4 HTTP/1.1" status: 204 len: 168 time: 0.3755641 Jul 22 14:53:46.211630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:46.227278 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.231217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97166d6f-c222-4f31-8d99-1588f6603a8f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68dea83-e10b-4054-bb74-1d8fb425c5c4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:46.245840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e4cbc-5328-4ee8-aad5-47446b7f9eb6 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event updated for resources: {'Port': ['ID=73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:46.330367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-910e2bdd-e6a1-47ef-89d8-5e406cb01e59 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144180 Jul 22 14:53:46.338023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56160) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:46.343156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014390138'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:46.372834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.385213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:46.385630 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.486821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4c7b2bdf-bfe2-42b5-8649-4b8b0c01e4dd None None] Provisioning complete for port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:46.487213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4c7b2bdf-bfe2-42b5-8649-4b8b0c01e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.499369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.517359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:46.586808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b2bdf-bfe2-42b5-8649-4b8b0c01e4dd None None] Port 73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:46.704955 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.706053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.712542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.748852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:46.770280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.773450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.867821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:46.881746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5421660 Jul 22 14:53:46.887729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56174) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:46.893930 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1508b840-576a-4b92-be7f-d65724182cde tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:46.894360 n-d-794306-8 neutron-server[93812]: WARNING neutron.api.v2.base [None req-1508b840-576a-4b92-be7f-d65724182cde tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 14:53:46.894879 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-1508b840-576a-4b92-be7f-d65724182cde tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 14:53:46.895812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1508b840-576a-4b92-be7f-d65724182cde tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "PUT /v2.0/security-groups/912a814a-7f2d-457a-9878-c5e378751213 HTTP/1.1" status: 409 len: 330 time: 0.0055330 Jul 22 14:53:46.900398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56176) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:46.912290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77078d9d-68e3-419d-a2fd-79811b53a23f tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912a814a-7f2d-457a-9878-c5e378751213,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:47.032139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-503e732f-4b02-428d-81ed-411e18cc4fea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.041666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.044568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-784b6b28-8761-4475-ac9a-6d7de6d2448a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/ports/73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 HTTP/1.1" status: 204 len: 168 time: 0.8866944 Jul 22 14:53:47.048475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.066736 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-503e732f-4b02-428d-81ed-411e18cc4fea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.088631 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ea828b-5e82-46bc-b6ba-43d40d39bf85 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] GET failed (client error): The resource could not be found. Jul 22 14:53:47.090551 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c2ea828b-5e82-46bc-b6ba-43d40d39bf85 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "GET /v2.0/ports/73ff5cab-fb4e-4bb9-bc16-34db7c31d0f1 HTTP/1.1" status: 404 len: 333 time: 0.0408053 Jul 22 14:53:47.093492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.113072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.25.3.236 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/35aa6667-ae17-40ed-bd37-0028d906f105) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:47.115962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-503e732f-4b02-428d-81ed-411e18cc4fea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.118788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-503e732f-4b02-428d-81ed-411e18cc4fea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.119764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-503e732f-4b02-428d-81ed-411e18cc4fea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/912a814a-7f2d-457a-9878-c5e378751213 HTTP/1.1" status: 204 len: 168 time: 0.2186937 Jul 22 14:53:47.125106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56182) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.167090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e732f-4b02-428d-81ed-411e18cc4fea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912a814a-7f2d-457a-9878-c5e378751213,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:47.296750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-95177a7c-d854-48b9-a6d3-3186668187ea tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1631305 Jul 22 14:53:47.297733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56184) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.300554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port 80f67b6b-83ca-4047-b11e-b662dfcf06e5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:47.301122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.306905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-8a341e8b-2cfb-49b5-a955-13495bc40f68 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350017 Jul 22 14:53:47.324516 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-14f4d531-015f-4dea-8ae9-ebc5dfc654f1 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] delete failed (client error): The resource could not be found. Jul 22 14:53:47.331577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-14f4d531-015f-4dea-8ae9-ebc5dfc654f1 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "DELETE /v2.0/security-groups/01486767-2c03-40b1-8e94-704a0c66f548 HTTP/1.1" status: 404 len: 347 time: 0.0276747 Jul 22 14:53:47.331868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56186) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.350365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.358998 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-9a044dd5-5818-4709-ad47-e0e661da458e tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] show failed (client error): The resource could not be found. Jul 22 14:53:47.365309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9a044dd5-5818-4709-ad47-e0e661da458e tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-groups/df5769a6-f08b-44e2-bd97-8cdeabc5fe71 HTTP/1.1" status: 404 len: 347 time: 0.0271995 Jul 22 14:53:47.369145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56188) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.391036 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [None req-a8108417-3a92-4a13-979f-d6a1d6f4b4b9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] show failed (client error): The resource could not be found. Jul 22 14:53:47.395961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a8108417-3a92-4a13-979f-d6a1d6f4b4b9 tempest-NegativeSecGroupIPv6Test-1796402763 tempest-NegativeSecGroupIPv6Test-1796402763-project] 10.222.0.60 "GET /v2.0/security-group-rules/b2753d6d-4401-46c3-86e6-f4ab3a7ccf54 HTTP/1.1" status: 404 len: 356 time: 0.0218537 Jul 22 14:53:47.451341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.510259 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:47.520881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:47.524145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:47.527944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:47.548685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for 80f67b6b-83ca-4047-b11e-b662dfcf06e5 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:47.556169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332868-130b-431e-b741-96e83f379d2b req-78e01032-3991-4196-ba82-4a7c99df5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:47.558117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-78e01032-3991-4196-ba82-4a7c99df5631 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1941681 Jul 22 14:53:47.573383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=35aa6667-ae17-40ed-bd37-0028d906f105,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:47.763156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:47.870324 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332868-130b-431e-b741-96e83f379d2b req-7570decd-4100-4e58-90da-a34c8017c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:47.872063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-7570decd-4100-4e58-90da-a34c8017c053 service neutron] 10.222.0.61 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.2878127 Jul 22 14:53:47.964115 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-83734fa7-97ed-4eb4-8f6c-36b0a869ef6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f HTTP/1.1" status: 200 len: 217 time: 0.0836535 Jul 22 14:53:48.069419 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd2d2f93-8385-438f-876b-a6bcd7a3849f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc1f7d0927da4069a2d782e0bb73db1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608502 Jul 22 14:53:48.075261 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.080765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:48.117675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332868-130b-431e-b741-96e83f379d2b req-76a01443-50a5-4d86-882d-4b85913bc18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:48.119849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-76a01443-50a5-4d86-882d-4b85913bc18b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1438859 Jul 22 14:53:48.143218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=80f67b6b-83ca-4047-b11e-b662dfcf06e5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:48.209495 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-8b963578-61b8-4e97-9b71-5b3c70c36f31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590956 Jul 22 14:53:48.298384 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.301152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8878ee5c-4866-41ac-a368-743eba7c9acd tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/ports/80f67b6b-83ca-4047-b11e-b662dfcf06e5 HTTP/1.1" status: 204 len: 168 time: 1.2066712 Jul 22 14:53:48.304994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56212) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:48.366023 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-426b392e-0af6-42da-a38b-54be823cc2c8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] GET failed (client error): The resource could not be found. Jul 22 14:53:48.367687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-426b392e-0af6-42da-a38b-54be823cc2c8 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "GET /v2.0/ports/80f67b6b-83ca-4047-b11e-b662dfcf06e5 HTTP/1.1" status: 404 len: 333 time: 0.0609381 Jul 22 14:53:48.371687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.372566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56214) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:48.432320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97ec1afc-4155-4204-9396-980ca60870e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.522217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97ec1afc-4155-4204-9396-980ca60870e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.600699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-5623136c-c8e4-40d8-82b7-eba08db8145f service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652859 Jul 22 14:53:48.603220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:48.603572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.647224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.728226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97ec1afc-4155-4204-9396-980ca60870e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.730803 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-97ec1afc-4155-4204-9396-980ca60870e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.734222 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-97ec1afc-4155-4204-9396-980ca60870e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b6cd9f2-2846-4886-85b2-75f8eb2ee515 HTTP/1.1" status: 204 len: 168 time: 0.6499491 Jul 22 14:53:48.770509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec1afc-4155-4204-9396-980ca60870e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6cd9f2-2846-4886-85b2-75f8eb2ee515,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:48.819539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:48.826359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:53:48.834971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-48332868-130b-431e-b741-96e83f379d2b req-de709e3e-904f-475c-88e1-67e3c83d8d39 service neutron] 10.222.0.61 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259741 Jul 22 14:53:48.839713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for 0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:49.006775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.027360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:53:49.041206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:53:49.056974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:49.057449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:49.067216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:49.078714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.080267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9f362fc8-6a96-45fb-8eba-ee6a260c5ce2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3776567 Jul 22 14:53:49.083520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56224) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:49.203266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.206315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:53:49.207934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56230) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:49.223461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-33a02f49-f5a7-415b-8b77-f2f7774c855a tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/ports/0f9ba1eb-4f90-45dd-a080-4d8f1c282cd7 HTTP/1.1" status: 204 len: 168 time: 0.8497899 Jul 22 14:53:49.298892 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting subnet 859d7cdd-5e68-4af2-9422-8ed5be10be98 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:53:49.305404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.368551 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.481306 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.518957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:48Z', 'revision_number': 3, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:49.550932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:53:49.551558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Updating router 71fb1621-9a74-4f66-9d87-cc360ad2132e port 35aa6667-ae17-40ed-bd37-0028d906f105 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:53:49.572207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c580e5b9-50eb-4e7c-a56f-ce9f760333dd tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5a9b092dbbc148f09c56d07989ed8151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4819727 Jul 22 14:53:49.572207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56238) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:49.623944 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.663564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.773267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Subnet': ['ID=859d7cdd-5e68-4af2-9422-8ed5be10be98,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:49.789085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:49.791308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d790709b-986e-42ef-8fe0-2487d6adf2a7 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/subnets/859d7cdd-5e68-4af2-9422-8ed5be10be98 HTTP/1.1" status: 204 len: 168 time: 0.5823853 Jul 22 14:53:49.794077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56246) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:49.810365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb0a03-8f46-4c1f-9343-79ef3b3bd015 None None] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:49.852291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53771e4b-312d-4f6e-ae7a-8323693e5277 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:49.856639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-53771e4b-312d-4f6e-ae7a-8323693e5277 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2831042 Jul 22 14:53:49.856974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56250) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:49.949642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4330fb71-460a-4600-b865-c3aa5b03e0ff tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0904698 Jul 22 14:53:49.955958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56256) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:49.963179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132656625', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:50.141940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:50.152281 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.328506 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.380696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Transition to ACTIVE for port object 35aa6667-ae17-40ed-bd37-0028d906f105 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:50.415793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.537532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617f0b1-3435-4e48-9a28-c6ef83082982 None None] Pushing event updated for resources: {'Port': ['ID=35aa6667-ae17-40ed-bd37-0028d906f105,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:50.543779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] DHCP port deletion for 7c196fd6-bee6-4417-82b4-20419d12e0bc request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:53:50.546715 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.620438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Deleting port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:50.621844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.622127 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.726842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] For port 582e7bfb-3a9d-4e7e-9250-e731cf63d661, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=582e7bfb-3a9d-4e7e-9250-e731cf63d661,segment=NetworkSegment(dbb76f32-1d62-4fb0-9972-663b40cc5d84),segment_id=dbb76f32-1d62-4fb0-9972-663b40cc5d84)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:50.727230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.737528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Subnet': ['ID=f90cce86-bc6b-4625-9410-04957e96079e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:50.752084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Calling delete_port for 582e7bfb-3a9d-4e7e-9250-e731cf63d661 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:50.757762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Checking segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:50.758137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network hostable DHCP agents. Network: 11fc4211-52cc-485e-940d-dc4e2d72a747, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:53:50.769401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-cff6d960-cee7-4ebd-8456-ccbbb7299433 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:50.771283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-cff6d960-cee7-4ebd-8456-ccbbb7299433 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.2166219 Jul 22 14:53:50.797235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-9ab134ea-6b11-4f4b-b939-ea9db9eeb96f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/quotas/bc1269ebc38d4d908bebad7166dd1a50 HTTP/1.1" status: 200 len: 375 time: 0.0183806 Jul 22 14:53:50.798770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:53:50.841987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 11fc4211-52cc-485e-940d-dc4e2d72a747) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:50.858157 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:50.859147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.872047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:50.900077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] No DVR routers for this DVR port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:50.903503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-75f437c5-8b8a-47d9-b398-a87c4a7ac322 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9462578 Jul 22 14:53:50.904336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56280) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:50.985679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Port': ['ID=582e7bfb-3a9d-4e7e-9250-e731cf63d661,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:51.013709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61815314-3b7f-4a70-bb2e-719161aba354 None None] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:51.015452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-a22f32ac-320a-483d-af37-572235ccb9df tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2099142 Jul 22 14:53:51.065772 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.080775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Attempting to bind port 35aa6667-ae17-40ed-bd37-0028d906f105 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:51.081157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Attempting to bind port 35aa6667-ae17-40ed-bd37-0028d906f105 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:51.081534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Attempting to bind port 35aa6667-ae17-40ed-bd37-0028d906f105 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:51.115720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:51.116148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:51.116572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.116980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:51.117482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Bound port: 35aa6667-ae17-40ed-bd37-0028d906f105, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:51.117877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.129309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c196fd6-bee6-4417-82b4-20419d12e0bc']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:51.173657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb76f32-1d62-4fb0-9972-663b40cc5d84') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:51.174216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb76f32-1d62-4fb0-9972-663b40cc5d84') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:51.194667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.241005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.250620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:53:51.251216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:53:51.254150 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:53:51.257739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-5f995aab-f026-40c8-8932-342b2b1698a3 service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224193 Jul 22 14:53:51.305100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Deleting port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:53:51.305479 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.400329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] For port 35aa6667-ae17-40ed-bd37-0028d906f105, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:51.406325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.406646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] For port 35aa6667-ae17-40ed-bd37-0028d906f105, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35aa6667-ae17-40ed-bd37-0028d906f105,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:51.415193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.423311 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] 10.222.0.60 "DELETE /v2.0/networks/7c196fd6-bee6-4417-82b4-20419d12e0bc HTTP/1.1" status: 204 len: 168 time: 1.6240411 Jul 22 14:53:51.455952 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.485740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a43bf-d1e9-4fd9-935f-61050cbe9905 tempest-AllowedAddressPairTestJSON-1854198109 tempest-AllowedAddressPairTestJSON-1854198109-project] Pushing event deleted for resources: {'Network': ['ID=7c196fd6-bee6-4417-82b4-20419d12e0bc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:51.744476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-d7500f8e-2e9c-4a15-8d93-7c6eea1cb344 service neutron] 10.222.0.60 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801092 Jul 22 14:53:51.746495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] For port 582e7bfb-3a9d-4e7e-9250-e731cf63d661, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:51.751490 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.856982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Calling delete_port for 582e7bfb-3a9d-4e7e-9250-e731cf63d661 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:53:51.938924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 14:53:51.963367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-11fc4211-52cc-485e-940d-dc4e2d72a747', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:53:51.964736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:51.987943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.038724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Network 7c196fd6-bee6-4417-82b4-20419d12e0bc is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 14:53:52.039457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] No DVR routers for this DVR port 582e7bfb-3a9d-4e7e-9250-e731cf63d661 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:53:52.041279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:52.042121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:52.059253 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.071129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56304) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:52.181695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617f0b1-3435-4e48-9a28-c6ef83082982 None None] Pushing event updated for resources: {'Port': ['ID=35aa6667-ae17-40ed-bd37-0028d906f105,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:52.223074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96e5cf-53f9-420b-92a2-e804853f02a7 None None] Pushing event deleted for resources: {'Port': ['ID=582e7bfb-3a9d-4e7e-9250-e731cf63d661,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:52.439024 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-adea0873-228e-4da7-8c16-55a0e0b81eea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=801875039536439489c4f568b5239cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656459 Jul 22 14:53:52.441759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:52.566893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 582e7bfb-3a9d-4e7e-9250-e731cf63d661 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:53:52.583823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3640c6fe-6637-4cac-8065-0b3043ef9342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.600950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:53:52.633928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 582e7bfb-3a9d-4e7e-9250-e731cf63d661 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:53:52.634142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 582e7bfb-3a9d-4e7e-9250-e731cf63d661 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:53:52.677855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3640c6fe-6637-4cac-8065-0b3043ef9342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.722722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Allocated IP 172.20.0.2 (11fc4211-52cc-485e-940d-dc4e2d72a747/f90cce86-bc6b-4625-9410-04957e96079e/4ab5eab8-b45b-411c-82be-41c9775a39af) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:52.757942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-715fb7ea-f38f-4eeb-89eb-fbb51140bdda req-7ab566ba-1902-4630-a4fb-c428dc97401d tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 210 time: 0.0726166 Jul 22 14:53:52.844364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3640c6fe-6637-4cac-8065-0b3043ef9342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.847047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3640c6fe-6637-4cac-8065-0b3043ef9342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:52.848268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3640c6fe-6637-4cac-8065-0b3043ef9342 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/366192e1-38d7-4fc1-9784-078b3a496ab6 HTTP/1.1" status: 204 len: 168 time: 0.4050548 Jul 22 14:53:52.867433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640c6fe-6637-4cac-8065-0b3043ef9342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366192e1-38d7-4fc1-9784-078b3a496ab6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:53.044435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.054903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:48Z', 'revision_number': 3, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:53.096206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Transition to ACTIVE for port object 4ab5eab8-b45b-411c-82be-41c9775a39af will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:53.098265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc69023-3211-4f1b-8693-632f2e2ef34a None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:48Z', 'revision_number': 3, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:53:53.117154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Transition to ACTIVE for port object 4ab5eab8-b45b-411c-82be-41c9775a39af will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:53.132928 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.202555 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.20.0.1 (11fc4211-52cc-485e-940d-dc4e2d72a747/f90cce86-bc6b-4625-9410-04957e96079e/674e558b-10e5-4a35-a251-579b01ab5d8a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:53.205932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:53.226442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:53.241452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:53.256302 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Pushing event updated for resources: {'Port': ['ID=4ab5eab8-b45b-411c-82be-41c9775a39af,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:53.352862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Attempting to bind port 4ab5eab8-b45b-411c-82be-41c9775a39af on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:53.353244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Attempting to bind port 4ab5eab8-b45b-411c-82be-41c9775a39af by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:53.353622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Attempting to bind port 4ab5eab8-b45b-411c-82be-41c9775a39af on network 11fc4211-52cc-485e-940d-dc4e2d72a747 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:53.360153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:53.360538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Checking segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:53.360946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.361342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Bound using segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:53.361816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Bound port: 4ab5eab8-b45b-411c-82be-41c9775a39af, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:53.362204 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.386954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.439691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Transition to ACTIVE for port object 674e558b-10e5-4a35-a251-579b01ab5d8a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:53.461413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] For port 4ab5eab8-b45b-411c-82be-41c9775a39af, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:53.465733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] For port 4ab5eab8-b45b-411c-82be-41c9775a39af, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ab5eab8-b45b-411c-82be-41c9775a39af,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:53.470914 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.534765 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:53.596094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0dcb4-d993-4bc6-b1fc-8450b2e2a5c9 None None] Pushing event updated for resources: {'Port': ['ID=4ab5eab8-b45b-411c-82be-41c9775a39af,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:53.599105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:53.630074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:53.641480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:53.779262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=674e558b-10e5-4a35-a251-579b01ab5d8a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:53.823519 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.064418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-1215bba6-0fc9-47b9-9834-ca268a75439e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:54.070901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-1215bba6-0fc9-47b9-9834-ca268a75439e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 815 time: 0.3723209 Jul 22 14:53:54.086884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Request body: {'port': {'device_id': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'admin_state_up': True, 'tenant_id': 'bc1269ebc38d4d908bebad7166dd1a50'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:54.104307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-39a9b3d0-9019-4f37-9557-236e72b346ab req-5f86e7e4-e6b0-4e0c-89ea-ae37e66d1aab tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 210 time: 0.1461036 Jul 22 14:53:54.203254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-aa8ae5a9-6477-463a-a8ad-78befaa74b51 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733763072&fields=id&tenant_id=fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 267 time: 0.1121383 Jul 22 14:53:54.328671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56368) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.352831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Made reservation on behalf of bc1269ebc38d4d908bebad7166dd1a50 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:54.361203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.373281 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.472910 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-478f6ff8-bb72-4d20-b73a-d64ff17418df tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:54.480065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-478f6ff8-bb72-4d20-b73a-d64ff17418df tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.2509532 Jul 22 14:53:54.506822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-c280f864-0030-4463-a7f5-43e77ee61479 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0253544 Jul 22 14:53:54.586575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-06d51405-747a-4482-85f6-0e42da76ffa5 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.590238 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-06d51405-747a-4482-85f6-0e42da76ffa5 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2560518 Jul 22 14:53:54.591435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.596376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-f0729627-884c-4934-90a5-6cd69554888b tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.600295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f0729627-884c-4934-90a5-6cd69554888b tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0076246 Jul 22 14:53:54.616267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56374) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.623161 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-f6a945f9-e898-40e3-9e14-63b3b7edc8d9 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.626677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f6a945f9-e898-40e3-9e14-63b3b7edc8d9 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0054162 Jul 22 14:53:54.627656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.632925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-e5bda337-3052-4d3b-b090-11f14d03be2f tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.636334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e5bda337-3052-4d3b-b090-11f14d03be2f tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051818 Jul 22 14:53:54.641965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.648992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35aa6667-ae17-40ed-bd37-0028d906f105 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:54.652171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-159cfb04-aaa0-4b54-9d2b-c5ab81c9e992 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.658728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-159cfb04-aaa0-4b54-9d2b-c5ab81c9e992 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0143578 Jul 22 14:53:54.659398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.703311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Allocated IP 172.20.0.13 (81f4eb95-7f6a-410d-8468-3ba949589532/eae72ecc-05be-49ff-8e79-5f92364c164d/45808c9c-c021-4714-b9d6-4fb71a6aab8f) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:54.754259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 35aa6667-ae17-40ed-bd37-0028d906f105 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:54.756115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-167eb204-fb68-4ed6-b006-1a9ae63d6ddb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.757425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-167eb204-fb68-4ed6-b006-1a9ae63d6ddb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059416 Jul 22 14:53:54.760592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 35aa6667-ae17-40ed-bd37-0028d906f105 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:54.760988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.764963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.788298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-6fab17b3-7976-4cc1-98f3-3df71fe55ed4 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.792080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6fab17b3-7976-4cc1-98f3-3df71fe55ed4 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0249708 Jul 22 14:53:54.794835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56384) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.821573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-1f551c07-a7fa-4cde-a96b-15e6a644e5c9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3134892 Jul 22 14:53:54.834388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-8608ce3a-dc92-44e6-a394-b6e4731a722e tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.835491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8608ce3a-dc92-44e6-a394-b6e4731a722e tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049672 Jul 22 14:53:54.839213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56386) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.854038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-0317024a-70d4-4666-9af5-8f52abd3be69 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.855054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0317024a-70d4-4666-9af5-8f52abd3be69 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054398 Jul 22 14:53:54.863645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.878375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-1a3cf6fe-330e-4e44-9482-a743e4af43b1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.879716 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a3cf6fe-330e-4e44-9482-a743e4af43b1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0120497 Jul 22 14:53:54.883163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56390) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.895301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-89227de5-a1b5-4d92-9c4b-a53cdfa053da tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.896379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-89227de5-a1b5-4d92-9c4b-a53cdfa053da tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0096521 Jul 22 14:53:54.911190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56392) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.918193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-bdb834fd-73e5-4c16-a0ef-04bdac31ba80 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.919204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bdb834fd-73e5-4c16-a0ef-04bdac31ba80 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070722 Jul 22 14:53:54.923134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.927671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.935147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-b2217602-13cf-4b42-a1d0-8a66e4fd42ce tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.939965 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b2217602-13cf-4b42-a1d0-8a66e4fd42ce tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0075581 Jul 22 14:53:54.946503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.952099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-1e5e4b4d-4e6f-44d2-a2f6-788c2fefdd0c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.955319 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1e5e4b4d-4e6f-44d2-a2f6-788c2fefdd0c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0056825 Jul 22 14:53:54.955469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 35aa6667-ae17-40ed-bd37-0028d906f105, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35aa6667-ae17-40ed-bd37-0028d906f105,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:54.956649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:54.960862 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:54.961732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ab5eab8-b45b-411c-82be-41c9775a39af up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:54.970294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-7c5be9fb-d39e-4eb2-91be-d9f0f11b561d tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:54.974759 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7c5be9fb-d39e-4eb2-91be-d9f0f11b561d tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0164123 Jul 22 14:53:54.975178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56400) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.002045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-7b888b0f-d441-4c47-bb7d-114263101d6d tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.003202 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b888b0f-d441-4c47-bb7d-114263101d6d tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0233881 Jul 22 14:53:55.005941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.011204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-70413002-6ab5-4bcd-975d-c90cb6a97899 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.012558 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-70413002-6ab5-4bcd-975d-c90cb6a97899 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049980 Jul 22 14:53:55.016687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56404) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.022935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-4982e1af-d6b7-4986-9806-de7a68e30fb6 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.024990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4982e1af-d6b7-4986-9806-de7a68e30fb6 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0070338 Jul 22 14:53:55.028539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56406) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.033170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-7a27b7a4-9987-4340-b1d2-511270fe2b81 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.034404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7a27b7a4-9987-4340-b1d2-511270fe2b81 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046692 Jul 22 14:53:55.039653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56408) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.045486 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-41e22617-34a1-496c-a393-0aa0904739cb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.046858 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41e22617-34a1-496c-a393-0aa0904739cb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058489 Jul 22 14:53:55.053821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56410) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.054489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=35aa6667-ae17-40ed-bd37-0028d906f105,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:55.059652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-9d5f920b-3c96-49c4-a975-1778df716d98 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.060939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9d5f920b-3c96-49c4-a975-1778df716d98 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053904 Jul 22 14:53:55.063738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.068720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-d443b545-2560-47c5-9d84-d3c6cc839394 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.071227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d443b545-2560-47c5-9d84-d3c6cc839394 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048776 Jul 22 14:53:55.073106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.076923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56414) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.086117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-36249499-ec45-4266-8230-bf8ae69ea6ee tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.089676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-36249499-ec45-4266-8230-bf8ae69ea6ee tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0103190 Jul 22 14:53:55.090431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56416) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.095846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4ab5eab8-b45b-411c-82be-41c9775a39af completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:55.111084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-c7dff262-90a8-4f6f-a2ec-0424947c16e1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.115238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c7dff262-90a8-4f6f-a2ec-0424947c16e1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0208688 Jul 22 14:53:55.115238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56418) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.120971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-af591326-73c5-4402-988f-fad28a44e038 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.122088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-af591326-73c5-4402-988f-fad28a44e038 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060737 Jul 22 14:53:55.128871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56420) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.134579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-a0c2b85f-17d4-44f6-a1e5-8811c9561877 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.136427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0c2b85f-17d4-44f6-a1e5-8811c9561877 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069036 Jul 22 14:53:55.139793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.176588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-3f996d45-da57-4467-8d58-cfd9fda3eee5 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539720 Jul 22 14:53:55.177250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-b798dac1-c486-44cd-886f-c0bad18fc335 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.179059 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b798dac1-c486-44cd-886f-c0bad18fc335 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0074744 Jul 22 14:53:55.181306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.182993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56426) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.187819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-e4fe4708-94a5-4637-8fc8-9675c9a04254 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.188948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e4fe4708-94a5-4637-8fc8-9675c9a04254 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049608 Jul 22 14:53:55.193391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56428) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.196727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['cf4f975f-3591-4e82-87be-6e2685ec19da'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:53:55.200977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-2657afa8-4305-40ef-9eef-2153708a4a1d tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.202733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2657afa8-4305-40ef-9eef-2153708a4a1d tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058658 Jul 22 14:53:55.219559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56430) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.224707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-afa03a4d-d489-41e6-ab7c-66bb0387b115 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.225990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-afa03a4d-d489-41e6-ab7c-66bb0387b115 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051553 Jul 22 14:53:55.234091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Network 81f4eb95-7f6a-410d-8468-3ba949589532 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:55.235511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56432) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.239007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:55.243288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:55.253014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-0c292650-ea6b-4e1b-a08d-c5a51e299645 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.254031 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0c292650-ea6b-4e1b-a08d-c5a51e299645 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0118940 Jul 22 14:53:55.257244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56434) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.264768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-f95aee9a-9db8-47d7-b7ca-12425a29800c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.266572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f95aee9a-9db8-47d7-b7ca-12425a29800c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057821 Jul 22 14:53:55.283132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:53:55.309132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56438) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.331276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-33019be5-23da-4a09-98aa-8ac73851581f tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.334473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-33019be5-23da-4a09-98aa-8ac73851581f tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102346 Jul 22 14:53:55.344135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56440) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.355756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed4038c-635d-4d83-84a5-f17a7e0e1461 None None] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:53:55.357718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event updated for resources: {'Port': ['ID=45808c9c-c021-4714-b9d6-4fb71a6aab8f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:55.380002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-eb0cd922-cd0f-4295-a105-bcb0718e9146 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.383434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eb0cd922-cd0f-4295-a105-bcb0718e9146 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0309179 Jul 22 14:53:55.390844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56444) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.405254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-399753b7-6edf-4aca-8b90-481e6016fa86 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.406559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-399753b7-6edf-4aca-8b90-481e6016fa86 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0132847 Jul 22 14:53:55.413970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.426656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.427154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.427514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.427905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.428131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-78f26af9-0df1-46a6-9c60-84bed8089d2f tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.428316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.428831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.429176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.429516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.429854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.430192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.433187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.433187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:55.433893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56448) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.434503 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-78f26af9-0df1-46a6-9c60-84bed8089d2f tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0110862 Jul 22 14:53:55.443006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-0d046a9d-d5c2-40fb-afe8-e516c4e752f1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.447174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0d046a9d-d5c2-40fb-afe8-e516c4e752f1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0070693 Jul 22 14:53:55.451736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:55.452423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.454938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56450) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.457907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-2e7ae5ae-5bb7-4b7d-a7a6-fcf8af8b05c0 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800937 Jul 22 14:53:55.460588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.461114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-10fb77df-64bf-43dd-bc9c-eb3c79383f32 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.462121 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10fb77df-64bf-43dd-bc9c-eb3c79383f32 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061154 Jul 22 14:53:55.465737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56452) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.473115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-4b00eb4d-c5e7-4f39-a5b4-d779a468131a tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.474148 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4b00eb4d-c5e7-4f39-a5b4-d779a468131a tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0075679 Jul 22 14:53:55.477476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.478754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.482671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-386bb83f-0e44-454b-93f0-58db825253b3 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.483669 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-386bb83f-0e44-454b-93f0-58db825253b3 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049844 Jul 22 14:53:55.485856 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-04729265-46cd-44ae-886e-bf240f214343 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4045150 Jul 22 14:53:55.486793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56456) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.490880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-34cc1311-6e8f-44bf-a01e-da4362df0e05 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.491854 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-34cc1311-6e8f-44bf-a01e-da4362df0e05 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044348 Jul 22 14:53:55.498797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Request body: {'port': {'device_id': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:55.501136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56458) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.507372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-845483dd-df4d-4ef7-97a6-b20820042251 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.508387 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-845483dd-df4d-4ef7-97a6-b20820042251 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063131 Jul 22 14:53:55.511839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56460) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.520553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-9e0e393e-7563-4059-9e9f-af7843f971a2 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.521869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9e0e393e-7563-4059-9e9f-af7843f971a2 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0099714 Jul 22 14:53:55.544582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56462) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.549113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-8b6625ae-5b9f-46d5-882e-34ed6488a16c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.550096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8b6625ae-5b9f-46d5-882e-34ed6488a16c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052722 Jul 22 14:53:55.553678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56464) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.562570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-cc378340-e64c-4876-8e31-bd2a3c7eef4c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.563744 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc378340-e64c-4876-8e31-bd2a3c7eef4c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0089726 Jul 22 14:53:55.568143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56466) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.586471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-c8e33a7b-8a58-4658-aec2-b3fdc53a472c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.587727 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c8e33a7b-8a58-4658-aec2-b3fdc53a472c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0120776 Jul 22 14:53:55.595230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56470) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.605996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-08474460-b78c-47b7-8628-5de9105f2998 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.609557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] Provisioning for port 4ab5eab8-b45b-411c-82be-41c9775a39af completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:55.613834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56472) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.617833 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-08474460-b78c-47b7-8628-5de9105f2998 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0167351 Jul 22 14:53:55.637866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a60dc0-466b-4ae8-8a96-4c02b0aff6f8 req-1e79b53d-e42f-43cf-9ab6-ac51e9c511b6 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:55.640643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1a60dc0-466b-4ae8-8a96-4c02b0aff6f8 req-1e79b53d-e42f-43cf-9ab6-ac51e9c511b6 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 932 time: 0.3727813 Jul 22 14:53:55.642000 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.652914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-29cad119-bf53-45ad-9a62-d5064bda8279 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.653907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-29cad119-bf53-45ad-9a62-d5064bda8279 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0363009 Jul 22 14:53:55.662715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.663724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] Provisioning complete for port 4ab5eab8-b45b-411c-82be-41c9775a39af triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:55.664187 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.674253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-a86c2b96-f463-4ee9-9af5-2cf76eccfbac tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.679708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a86c2b96-f463-4ee9-9af5-2cf76eccfbac tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0139508 Jul 22 14:53:55.682797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.687882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-06f2a016-d31a-4a72-8f9c-22cb0797b040 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.692555 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06f2a016-d31a-4a72-8f9c-22cb0797b040 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086977 Jul 22 14:53:55.695383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56480) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.701473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-77f58208-8574-4db0-941d-a18867bdf88b tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.706229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-77f58208-8574-4db0-941d-a18867bdf88b tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0097730 Jul 22 14:53:55.706981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56484) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.717900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-01944926-8f07-4681-bb68-b7142d01c247 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.723455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-01944926-8f07-4681-bb68-b7142d01c247 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052500 Jul 22 14:53:55.723455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.727716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-f25f7f6d-6bcd-49a7-878c-1344c39999e2 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.731250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f25f7f6d-6bcd-49a7-878c-1344c39999e2 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0070558 Jul 22 14:53:55.734689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56488) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.742393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-b2d95e00-b483-47af-bc33-16ba5543e25b tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.746550 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b2d95e00-b483-47af-bc33-16ba5543e25b tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082762 Jul 22 14:53:55.746550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:55.747130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56490) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.760067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-a47148d6-2894-48e7-8152-31a7e7d985cb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.765747 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a47148d6-2894-48e7-8152-31a7e7d985cb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0166881 Jul 22 14:53:55.766698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56492) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.775459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-f07c6270-73de-4c5d-b96a-f1c5eb4c57a9 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.779344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f07c6270-73de-4c5d-b96a-f1c5eb4c57a9 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0097334 Jul 22 14:53:55.780288 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.786898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-46391116-2869-46cb-b1fb-463938643d24 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.790791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-46391116-2869-46cb-b1fb-463938643d24 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0094068 Jul 22 14:53:55.793000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56496) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.797146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:55.797781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-e9cc36e3-02c3-47f9-b315-64abf8541670 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.799941 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=674e558b-10e5-4a35-a251-579b01ab5d8a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:55.801350 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e9cc36e3-02c3-47f9-b315-64abf8541670 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0080161 Jul 22 14:53:55.809849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56498) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.813437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:55.824506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-6e6be9ce-add0-4fc9-a4c5-6ab2512964a2 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.825542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e6be9ce-add0-4fc9-a4c5-6ab2512964a2 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048459 Jul 22 14:53:55.841174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56500) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.846281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-6eadd8c4-3c37-44dc-a123-f067a4988cf1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.847377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6eadd8c4-3c37-44dc-a123-f067a4988cf1 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0050237 Jul 22 14:53:55.853279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56502) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.856925 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-dcf00053-373f-432d-9aba-38b2e9bf1ef0 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.858024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dcf00053-373f-432d-9aba-38b2e9bf1ef0 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045319 Jul 22 14:53:55.869090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56504) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.875289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-11fc874d-2696-447e-ab99-59691a0bf2eb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.876534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11fc874d-2696-447e-ab99-59691a0bf2eb tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0055783 Jul 22 14:53:55.956161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56506) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.961783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-d8d7b6fd-1de9-4b7a-be98-51cf25ed0113 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.963085 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d8d7b6fd-1de9-4b7a-be98-51cf25ed0113 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057678 Jul 22 14:53:55.966575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.974767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-6b6c85f4-8f9e-4d70-85d3-8f0e4fd9f549 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.976449 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b6c85f4-8f9e-4d70-85d3-8f0e4fd9f549 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086372 Jul 22 14:53:55.980326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56514) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.989135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-91bdd9b3-f89c-415a-a8f1-aeee872e2e7c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:55.990747 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-91bdd9b3-f89c-415a-a8f1-aeee872e2e7c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0085468 Jul 22 14:53:55.994818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:55.999911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-684a0a46-2820-4eaa-85d3-7c12a8df425c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:56.000946 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-684a0a46-2820-4eaa-85d3-7c12a8df425c tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051787 Jul 22 14:53:56.009207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56518) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:56.016122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-75fa46a0-5c8e-4d94-a876-dd19d3493705 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:56.017138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-75fa46a0-5c8e-4d94-a876-dd19d3493705 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0057304 Jul 22 14:53:56.021177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:56.027420 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.033774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e1a60dc0-466b-4ae8-8a96-4c02b0aff6f8 req-8b1d0038-fba8-4383-9ff7-fa5fbbc20ea0 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523518 Jul 22 14:53:56.039587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89d43897-9b4b-496c-89a5-de799190dd0a req-f40eb096-dcc3-4c2d-a9de-ca10b16106d8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.0687749 Jul 22 14:53:56.042796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [None req-55abe867-4f46-4b51-adb7-294549cc6969 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:56.044033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-55abe867-4f46-4b51-adb7-294549cc6969 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0212929 Jul 22 14:53:56.046758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56522) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:56.055955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [None req-be8134ee-fd49-449c-97ac-0022b26bbf93 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 14:53:56.059831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-be8134ee-fd49-449c-97ac-0022b26bbf93 tempest-ExtensionsTestJSON-30322449 tempest-ExtensionsTestJSON-30322449-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0091465 Jul 22 14:53:56.129128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:53:56.148525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] For port 4ab5eab8-b45b-411c-82be-41c9775a39af, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ab5eab8-b45b-411c-82be-41c9775a39af,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:53:56.180791 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.356745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7c0f6-97c1-412c-b45e-d8c5590c7217 None None] Pushing event updated for resources: {'Port': ['ID=4ab5eab8-b45b-411c-82be-41c9775a39af,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:56.383390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45808c9c-c021-4714-b9d6-4fb71a6aab8f {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:53:56.390343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:53:56.410402 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:53:56.432107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.433328 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:56.435333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-16d8e1cf-b136-4160-b688-3eb1bbed2653 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "PUT /v2.0/routers/71fb1621-9a74-4f66-9d87-cc360ad2132e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5121195 Jul 22 14:53:56.435463 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:56.437769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56536) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:56.525160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b0cde42e-296c-4adc-a70f-27d5cc25d93b None None] Provisioning complete for port 4ab5eab8-b45b-411c-82be-41c9775a39af triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:56.525522 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0cde42e-296c-4adc-a70f-27d5cc25d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.543275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Transition to ACTIVE for port object 45808c9c-c021-4714-b9d6-4fb71a6aab8f will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:56.572210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.602723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56542) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:56.667721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35aa6667-ae17-40ed-bd37-0028d906f105 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:56.759613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Pushing event updated for resources: {'Port': ['ID=45808c9c-c021-4714-b9d6-4fb71a6aab8f,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:56.811344 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:53:56.831797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 35aa6667-ae17-40ed-bd37-0028d906f105 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:56.832276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.875922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29282973-d5b5-46a8-8a72-724abe7804bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.890416 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.891028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.891916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.892461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.893000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.893466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.893982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:56.899261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56548) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:56.899734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-48451994-488d-4207-b848-4dd7452872af tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4988 time: 0.4608448 Jul 22 14:53:56.940031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b0cde42e-296c-4adc-a70f-27d5cc25d93b None None] Provisioning for port 674e558b-10e5-4a35-a251-579b01ab5d8a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:56.947316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Attempting to bind port 45808c9c-c021-4714-b9d6-4fb71a6aab8f on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:56.947739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Attempting to bind port 45808c9c-c021-4714-b9d6-4fb71a6aab8f by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:56.948145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Attempting to bind port 45808c9c-c021-4714-b9d6-4fb71a6aab8f on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:56.960371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Port 45808c9c-c021-4714-b9d6-4fb71a6aab8f on network 81f4eb95-7f6a-410d-8468-3ba949589532 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:53:56.960709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Attempting to bind port 45808c9c-c021-4714-b9d6-4fb71a6aab8f on network 81f4eb95-7f6a-410d-8468-3ba949589532 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:56.964160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b0cde42e-296c-4adc-a70f-27d5cc25d93b None None] Provisioning complete for port 674e558b-10e5-4a35-a251-579b01ab5d8a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:56.964546 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b0cde42e-296c-4adc-a70f-27d5cc25d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:56.974420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:56.974860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Checking segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:56.975197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Bound using segment: {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:56.975674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Bound port: 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75998410-8db5-4ed0-9f43-ddafca6a3c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:56.976041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.042014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b0cde42e-296c-4adc-a70f-27d5cc25d93b None None] Port 674e558b-10e5-4a35-a251-579b01ab5d8a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:57.101544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.102018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.113103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.113746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.114213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.114883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.115529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.127110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6d99aa3-64db-4fbf-91b0-191b3d81e72f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.2263398 Jul 22 14:53:57.127998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56554) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:57.139476 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 2, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:57.192698 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:53:57.193856 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Updating router 71fb1621-9a74-4f66-9d87-cc360ad2132e port 674e558b-10e5-4a35-a251-579b01ab5d8a binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:53:57.196389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] For port 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:57.206393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] For port 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:57.217280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.265068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.266419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.268843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] 10.222.0.72 "PUT /v2.0/ports/45808c9c-c021-4714-b9d6-4fb71a6aab8f HTTP/1.1" status: 200 len: 1092 time: 1.7745357 Jul 22 14:53:57.269771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'tag': '45808c9c-c021-4714-b9d6-4fb71a6aab8f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:53:57.272376 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171", "tag": "45808c9c-c021-4714-b9d6-4fb71a6aab8f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:53:57.284763 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.464181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-2568beca-37e2-43ff-931f-32605f986a15 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.466288 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-2568beca-37e2-43ff-931f-32605f986a15 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1754658 Jul 22 14:53:57.467034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd7e09-54e7-4886-9a99-64c60c292c3d service neutron] Pushing event updated for resources: {'Port': ['ID=45808c9c-c021-4714-b9d6-4fb71a6aab8f,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:57.536789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ab5eab8-b45b-411c-82be-41c9775a39af up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:53:57.540743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2dc47aa2-ec02-48fc-bb2d-853ff2be18c0 None None] Provisioning complete for port 674e558b-10e5-4a35-a251-579b01ab5d8a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:57.540743 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dc47aa2-ec02-48fc-bb2d-853ff2be18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.552277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2afb24c8-9668-44a6-b7f9-aac0f1b44673 req-2056ab66-acd2-4cac-99f1-c73fc446807d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.2574379 Jul 22 14:53:57.600724 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-02acd120-a1f7-4a2e-8e1d-d2b6c6022637 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 380 time: 0.1178622 Jul 22 14:53:57.614889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'security_groups': ['f8ff2153-f061-4580-b366-11d9d51dd57a']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:57.629324 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.640698 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Transition to ACTIVE for port object 674e558b-10e5-4a35-a251-579b01ab5d8a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:57.646413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2dc47aa2-ec02-48fc-bb2d-853ff2be18c0 None None] Port 674e558b-10e5-4a35-a251-579b01ab5d8a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:57.651180 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.658425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-4362d605-bd08-4760-8c18-66f93222e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.660204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-4362d605-bd08-4760-8c18-66f93222e110 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 1095 time: 0.1762841 Jul 22 14:53:57.679011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29282973-d5b5-46a8-8a72-724abe7804bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.717247 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Pushing event updated for resources: {'Port': ['ID=674e558b-10e5-4a35-a251-579b01ab5d8a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:57.718461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4ab5eab8-b45b-411c-82be-41c9775a39af triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:57.718966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.723066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29282973-d5b5-46a8-8a72-724abe7804bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.730428 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.731020 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.731559 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.732066 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.732629 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.733122 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.733719 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.734223 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.734721 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.735193 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.735686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.736157 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:53:57.752217 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-518194e5-ea87-485f-9834-73509e04eca0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f HTTP/1.1" status: 200 len: 217 time: 0.0821443 Jul 22 14:53:57.753856 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21deced2-4b59-489a-ba6d-51fb01a14826 x-openstack-request-id: req-21deced2-4b59-489a-ba6d-51fb01a14826 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:53:57.754153 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171", "tag": "45808c9c-c021-4714-b9d6-4fb71a6aab8f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:53:57.754404 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-21deced2-4b59-489a-ba6d-51fb01a14826 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:53:57.754856 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'tag': '45808c9c-c021-4714-b9d6-4fb71a6aab8f', 'status': 'completed', 'code': 200} Jul 22 14:53:57.862156 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Attempting to bind port 674e558b-10e5-4a35-a251-579b01ab5d8a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:53:57.862479 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Attempting to bind port 674e558b-10e5-4a35-a251-579b01ab5d8a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:53:57.862846 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Attempting to bind port 674e558b-10e5-4a35-a251-579b01ab5d8a on network 11fc4211-52cc-485e-940d-dc4e2d72a747 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:53:57.869857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-9cfa6c6c-1af9-463b-88e3-c581c2802ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.872387 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-9cfa6c6c-1af9-463b-88e3-c581c2802ce2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1106150 Jul 22 14:53:57.877000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:53:57.877391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Checking segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:53:57.880094 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.880512 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Bound using segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:53:57.881060 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Bound port: 674e558b-10e5-4a35-a251-579b01ab5d8a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:53:57.881455 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.950413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-937ea61d-7f96-43cb-b5bd-4366f267bffb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691562 Jul 22 14:53:57.952601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbdc88-2cf1-457a-85c5-77b461727f8c req-745e03bf-3ed7-4fdf-b497-d6ca6aa0ffc3 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:57.963157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13fbdc88-2cf1-457a-85c5-77b461727f8c req-745e03bf-3ed7-4fdf-b497-d6ca6aa0ffc3 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 944 time: 0.6665421 Jul 22 14:53:57.971972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:53:57.976053 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:57.980990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-29282973-d5b5-46a8-8a72-724abe7804bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=404c0ebf8cf94e1a95169695d99ca776&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3768039 Jul 22 14:53:57.989788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:58.029442 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] For port 674e558b-10e5-4a35-a251-579b01ab5d8a, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:53:58.041294 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] For port 674e558b-10e5-4a35-a251-579b01ab5d8a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=674e558b-10e5-4a35-a251-579b01ab5d8a,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:53:58.048405 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.086888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29282973-d5b5-46a8-8a72-724abe7804bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c777ac8-478c-4ac5-be20-e71bf5d1ce00,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:58.138820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6311a52-8842-45f9-b752-f2d8af776bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.141760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.11 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/f0fb0816-ef2d-4ca6-8d82-d96f72742ad8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:53:58.155541 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70a82b-725a-47ac-805e-9f1ab0a7482e None None] Pushing event updated for resources: {'Port': ['ID=674e558b-10e5-4a35-a251-579b01ab5d8a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:58.158899 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:53:58.166020 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:53:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:58.226726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13fbdc88-2cf1-457a-85c5-77b461727f8c req-9360a168-d7f8-425b-a6bf-2da2a21c8648 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571728 Jul 22 14:53:58.335354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.350252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:58.352619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6311a52-8842-45f9-b752-f2d8af776bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.396241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.475302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9cb08a51-6fad-4c28-8f3d-f188c6a1a8ac tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 1.1809630 Jul 22 14:53:58.499074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6311a52-8842-45f9-b752-f2d8af776bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.507254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e6311a52-8842-45f9-b752-f2d8af776bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.510568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e6311a52-8842-45f9-b752-f2d8af776bb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c777ac8-478c-4ac5-be20-e71bf5d1ce00 HTTP/1.1" status: 204 len: 168 time: 0.5161948 Jul 22 14:53:58.510724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:53:58.516921 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:53:58.518370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6311a52-8842-45f9-b752-f2d8af776bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c777ac8-478c-4ac5-be20-e71bf5d1ce00,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:58.538135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:53:58.556294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:58.558906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:53:58.623304 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-074b5e3a-a6c0-44a0-a038-76b1ebf8c07a service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608982 Jul 22 14:53:58.739170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:58.740598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:58.810336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-636eb669-9a60-4632-accd-e6da504d5ecc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1994965 Jul 22 14:53:58.830888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Request body: {'port': {'device_id': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:58.880178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e973e00-c91c-4b34-9cad-3e6b7b646137 req-ff6ed0ec-f4a6-4130-ad4b-bfc7e5601103 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:58.895705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e973e00-c91c-4b34-9cad-3e6b7b646137 req-ff6ed0ec-f4a6-4130-ad4b-bfc7e5601103 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 932 time: 0.1839705 Jul 22 14:53:58.912979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21b5915-8b27-426b-9615-fdf3bc2c07aa req-2a6f3eeb-cbe8-4e84-836f-2e6b7ab30225 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791119 Jul 22 14:53:59.021300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.023455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e973e00-c91c-4b34-9cad-3e6b7b646137 req-33975959-6296-4ace-b576-d5663e5ba67b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267979 Jul 22 14:53:59.031786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7a2a541-87e1-4a7c-ab66-f6c9c2fe6c08 None None] Provisioning for port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:53:59.046680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7a2a541-87e1-4a7c-ab66-f6c9c2fe6c08 None None] Provisioning complete for port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:53:59.047147 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a541-87e1-4a7c-ab66-f6c9c2fe6c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.143984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:59.149828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831519091', 'description': 'tempest-secgroup-smoke-831519091 description', 'project_id': '5a9b092dbbc148f09c56d07989ed8151'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:59.153122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2a541-87e1-4a7c-ab66-f6c9c2fe6c08 None None] Port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:53:59.207455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.237412 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:53:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:53:59.305839 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec44b8-f5af-4138-bd9d-cc3d22e1de55 None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:53:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:53:59.431374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.440113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.561290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc60ea0-b615-4ef4-ba12-c79d32791db7,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:53:59.596748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-f5efc25c-9d53-42c4-80f2-1d47970f42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:59.598338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-f5efc25c-9d53-42c4-80f2-1d47970f42f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 1095 time: 0.6196439 Jul 22 14:53:59.604805 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.605438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a0869c3c-9ab3-46e8-a570-d7821ce3aec8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4601543 Jul 22 14:53:59.614773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56586) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:53:59.637948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': 'ddc60ea0-b615-4ef4-ba12-c79d32791db7', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:53:59.652334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:53:59.681301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.732624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Transition to ACTIVE for port object f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:53:59.736454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270e95c-3b05-41db-9d1c-77ea87321452 req-5e3b50d3-32f8-4267-9997-f243cbbda892 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:59.738445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5270e95c-3b05-41db-9d1c-77ea87321452 req-5e3b50d3-32f8-4267-9997-f243cbbda892 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 944 time: 0.1809518 Jul 22 14:53:59.774258 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.850484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:53:59.856131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5270e95c-3b05-41db-9d1c-77ea87321452 req-b78c488e-4b20-470f-88d6-dc8a1c73152d tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090915 Jul 22 14:53:59.993435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-4af86543-056a-4689-9d96-8409c6284356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:53:59.995013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-4af86543-056a-4689-9d96-8409c6284356 service neutron] 10.222.0.72 "GET /v2.0/networks?id=81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 200 len: 916 time: 0.3812737 Jul 22 14:54:00.015698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Pushing event updated for resources: {'Port': ['ID=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:00.116539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-08006edf-4c9a-4fbc-b313-8ba325a386b6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f HTTP/1.1" status: 200 len: 217 time: 0.1019120 Jul 22 14:54:00.151415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.172358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.248025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4828dfa-70a6-457b-9a6c-a1bd7c821a62,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:00.261549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Attempting to bind port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:54:00.262180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Attempting to bind port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:54:00.262721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Attempting to bind port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:00.265763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.267215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-efd8652f-8dd8-4d63-be6d-dfaa1d493c03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6509612 Jul 22 14:54:00.270697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56610) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:00.284393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-11e29208-b4f2-464b-9c07-b3aaaa5e67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:00.286416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': 'ddc60ea0-b615-4ef4-ba12-c79d32791db7', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:00.289207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-11e29208-b4f2-464b-9c07-b3aaaa5e67ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 200 len: 855 time: 0.1354656 Jul 22 14:54:00.289864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:54:00.297602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Attempting to bind port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:00.343561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:54:00.343910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:54:00.345226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:54:00.345226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Bound port: f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:54:00.345226 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.350264 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-9d975f45-4858-4c77-a267-3639cefb8d57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=81f4eb95-7f6a-410d-8468-3ba949589532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480132 Jul 22 14:54:00.367357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.397651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb17f6-bc99-4d65-a9e9-77c78e2f6d75 req-de2c6ca6-489f-4346-a6c0-c7fac3e3ed3c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:00.420489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63fb17f6-bc99-4d65-a9e9-77c78e2f6d75 req-de2c6ca6-489f-4346-a6c0-c7fac3e3ed3c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.2521229 Jul 22 14:54:00.518451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63fb17f6-bc99-4d65-a9e9-77c78e2f6d75 req-68598c91-c1c1-450a-a412-90e0d38432ed tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910201 Jul 22 14:54:00.568428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.573694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 674e558b-10e5-4a35-a251-579b01ab5d8a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:00.578498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.613000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5edab0-bb45-43a1-8e64-91d5888b7148,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:00.633764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.634912 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dac1b178-fe5a-49b3-a854-4d0071e30d3a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621402 Jul 22 14:54:00.637654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56618) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:00.643739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': 'ddc60ea0-b615-4ef4-ba12-c79d32791db7', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:00.666394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 674e558b-10e5-4a35-a251-579b01ab5d8a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:00.670409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 674e558b-10e5-4a35-a251-579b01ab5d8a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:00.670827 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.706741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.752220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] For port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:00.770376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] For port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:54:00.780272 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:54:00.783992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-8b6fc9ec-f8ff-480e-9aa0-35005c3f1ac7 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183586 Jul 22 14:54:00.785751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.892885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:00.893588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.901538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] 10.222.0.61 "PUT /v2.0/ports/f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 HTTP/1.1" status: 200 len: 1092 time: 2.0806754 Jul 22 14:54:00.905009 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.918912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.928392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:00.937101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:00.947454 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e752da4-51c4-4202-a50f-82ec74cd5cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:01.009227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 674e558b-10e5-4a35-a251-579b01ab5d8a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=674e558b-10e5-4a35-a251-579b01ab5d8a,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:01.014115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.025872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9586af62-afb1-47cd-ac24-83fe0649d1f0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:01.042669 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.050017 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e56f7c88-0742-4c06-83dd-4f27a17388ac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4113033 Jul 22 14:54:01.053286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56630) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:01.059816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': 'ddc60ea0-b615-4ef4-ba12-c79d32791db7', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:01.137813 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd70ac5-0b5f-4542-9d7b-d68af000e2d2 x-openstack-request-id: req-5bd70ac5-0b5f-4542-9d7b-d68af000e2d2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:01.138841 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:01.139104 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bd70ac5-0b5f-4542-9d7b-d68af000e2d2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:01.139502 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'status': 'completed', 'code': 200} Jul 22 14:54:01.182408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=674e558b-10e5-4a35-a251-579b01ab5d8a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:01.206965 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.214281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45808c9c-c021-4714-b9d6-4fb71a6aab8f details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:54:01.373635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a697572-079e-4e6a-82c7-cb8d16ed4ddf req-a1b36c5a-2d06-4aa8-a0b6-12e5c9782263 service neutron] 10.222.0.72 "GET /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744886 Jul 22 14:54:01.409498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.432663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20deffc-1bf4-407b-b438-424fb970ccea req-68b0c45b-2bd5-4302-9d04-5829bc40a132 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:01.432928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fbed0-ea46-4b40-99e3-e5c3712e3d5a service neutron] Pushing event updated for resources: {'Port': ['ID=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:01.452566 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e20deffc-1bf4-407b-b438-424fb970ccea req-68b0c45b-2bd5-4302-9d04-5829bc40a132 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 944 time: 0.3862858 Jul 22 14:54:01.467070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-2e275887-49eb-4413-9a9a-fe85c578d5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:01.468594 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-2e275887-49eb-4413-9a9a-fe85c578d5a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 1095 time: 0.4992697 Jul 22 14:54:01.471494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:01.496543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.520081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '45808c9c-c021-4714-b9d6-4fb71a6aab8f', 'network_id': '81f4eb95-7f6a-410d-8468-3ba949589532', 'port_id': '45808c9c-c021-4714-b9d6-4fb71a6aab8f', 'mac_address': 'fa:16:3e:40:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae72ecc-05be-49ff-8e79-5f92364c164d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:54:01.527498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e20deffc-1bf4-407b-b438-424fb970ccea req-de79f901-d378-4c54-9d6a-3c4a46c1cffb tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736551 Jul 22 14:54:01.540570 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.542158 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4876978 Jul 22 14:54:01.544989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56642) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:01.553493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': 'ddc60ea0-b615-4ef4-ba12-c79d32791db7', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:01.558126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-739fc707-61a8-446a-b80c-58290862ffea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 HTTP/1.1" status: 200 len: 217 time: 0.0817566 Jul 22 14:54:01.642659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f4bc2-32e7-4618-b42a-3f1be12e8c99 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70c27ef-7f9f-4e2a-825d-eead0efe9a34,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:01.647184 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.676477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45808c9c-c021-4714-b9d6-4fb71a6aab8f {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:54:01.715601 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Project 5a9b092dbbc148f09c56d07989ed8151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:54:01.720452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-d855baba-a709-430f-8fb2-9a8d2f072d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:01.726158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:01.727749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-d855baba-a709-430f-8fb2-9a8d2f072d43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1619968 Jul 22 14:54:01.731670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.736692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.876609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=45808c9c-c021-4714-b9d6-4fb71a6aab8f,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:01.880070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-021e26de-5735-4882-8558-3f484946f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:01.885691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-021e26de-5735-4882-8558-3f484946f0d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477656 Jul 22 14:54:01.896093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.905264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.940808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['45808c9c-c021-4714-b9d6-4fb71a6aab8f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:01.970641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c647a44-719b-4c31-ad93-1939030eeebe,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:01.991561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:01.995046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ea5c85d4-2027-4994-b332-82ff0730bc5b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4482315 Jul 22 14:54:01.995777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:02.000425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': 'ddc60ea0-b615-4ef4-ba12-c79d32791db7', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:02.103888 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Project 5a9b092dbbc148f09c56d07989ed8151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:54:02.112028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:02.149617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-6e9b8eaf-730e-47bc-9656-41f58b4b77a6 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549057 Jul 22 14:54:02.215352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3bc70-f37a-4f4f-b69d-d0f10fba18bb req-57aa941d-3936-4d15-acd1-b144787a141c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:02.217576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ac3bc70-f37a-4f4f-b69d-d0f10fba18bb req-57aa941d-3936-4d15-acd1-b144787a141c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.1635954 Jul 22 14:54:02.258399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:02.284627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:02.319441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30431442-b603-4659-b372-63ab0b442e31,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:02.344931 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ac3bc70-f37a-4f4f-b69d-d0f10fba18bb req-d3771f08-56a6-4b66-80e5-66c99513a2f7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196997 Jul 22 14:54:02.347401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:02.356406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a08035ed-90e2-4061-8c48-5761e206e692 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3518970 Jul 22 14:54:02.434055 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-03b2ccb9-efff-4a8a-b307-f5efeda8710d req-71c71de3-463d-4cc2-baf3-b8be62a1f4c4 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762499 Jul 22 14:54:02.553284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 674e558b-10e5-4a35-a251-579b01ab5d8a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:02.626610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-fefc3a73-3ca8-4bb8-a84a-9aa0fd2ec475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:02.630072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-fefc3a73-3ca8-4bb8-a84a-9aa0fd2ec475 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 1095 time: 0.1472189 Jul 22 14:54:02.690885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 674e558b-10e5-4a35-a251-579b01ab5d8a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:02.691877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:02.814209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-bfd6d12a-bec1-4522-9e8b-9f9bd69373d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:02.815748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-bfd6d12a-bec1-4522-9e8b-9f9bd69373d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1783509 Jul 22 14:54:02.865746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-590c4b13-7b59-4b6c-8d6c-5f9274510058 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831519091&fields=id&tenant_id=5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 267 time: 0.0873141 Jul 22 14:54:02.888355 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-4cf86038-b3ee-48ee-a207-c691d327c670 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 HTTP/1.1" status: 200 len: 217 time: 0.0560563 Jul 22 14:54:02.958807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6225d-3d36-4370-90e9-925ccf6b9e83 req-84377c66-1b5c-4b5c-b244-ab377046dff9 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:02.966480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74a6225d-3d36-4370-90e9-925ccf6b9e83 req-84377c66-1b5c-4b5c-b244-ab377046dff9 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 945 time: 0.2675271 Jul 22 14:54:02.973955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-9111702e-6bfa-493a-9a41-9b40b3ae3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:02.976899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-9111702e-6bfa-493a-9a41-9b40b3ae3df2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0815609 Jul 22 14:54:03.032240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74a6225d-3d36-4370-90e9-925ccf6b9e83 req-1223ca43-d080-4c16-8c22-13bc3b34c8ef tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645921 Jul 22 14:54:03.137232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-59532aa3-50e0-4535-a2a8-30a77e8f53be tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:03.138921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-59532aa3-50e0-4535-a2a8-30a77e8f53be tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/networks?id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 797 time: 0.2604716 Jul 22 14:54:03.158898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-d8a55e46-f0aa-4789-a690-282496ea2134 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/quotas/5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 375 time: 0.0121791 Jul 22 14:54:03.234979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45808c9c-c021-4714-b9d6-4fb71a6aab8f up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:03.267333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-092afce0-4136-4c53-a0d7-5849cc5fabde tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945969 Jul 22 14:54:03.338166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 45808c9c-c021-4714-b9d6-4fb71a6aab8f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:03.349552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 45808c9c-c021-4714-b9d6-4fb71a6aab8f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:03.350795 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:03.468875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-f77963ec-1149-4b07-869d-0186bfa22be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:03.476678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-f77963ec-1149-4b07-869d-0186bfa22be7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4878695 Jul 22 14:54:03.510497 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:03.537072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-3f690724-bd67-4614-9950-de0fd7218ea6 service neutron] 10.222.0.60 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556109 Jul 22 14:54:03.543395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45808c9c-c021-4714-b9d6-4fb71a6aab8f'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:03.546337 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b853b314-8e78-4ab3-8d3d-6c24a0bf5e4a" -d '{"events": [{"server_uuid": "f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171", "name": "network-vif-plugged", "status": "completed", "tag": "45808c9c-c021-4714-b9d6-4fb71a6aab8f"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:03.569386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:03.580468 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:03.638804 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-e3304acc-3526-4b34-ab7f-08d1fef28bd4 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553431 Jul 22 14:54:03.702961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=45808c9c-c021-4714-b9d6-4fb71a6aab8f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:03.741789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a0d9627e-ae8e-4b76-8761-c941881b299b service neutron] 10.222.0.60 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017243 Jul 22 14:54:03.823348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e752da4-51c4-4202-a50f-82ec74cd5cbc req-1611c8c5-c698-4de9-8441-8bdca3461912 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767149 Jul 22 14:54:03.829889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb2ff4-4dc7-48b6-9254-4ebf66c299b8 req-58f6cd22-efdf-4324-bb74-e563f6237592 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:03.833429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5cb2ff4-4dc7-48b6-9254-4ebf66c299b8 req-58f6cd22-efdf-4324-bb74-e563f6237592 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.1911619 Jul 22 14:54:03.927182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5cb2ff4-4dc7-48b6-9254-4ebf66c299b8 req-474da48a-a635-42c0-8c1c-4d005e0a357c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839293 Jul 22 14:54:03.969067 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c16ea-0e28-4217-8b2c-5d889bec1993 x-openstack-request-id: req-1b9c16ea-0e28-4217-8b2c-5d889bec1993 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:03.969381 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171", "name": "network-vif-plugged", "status": "completed", "tag": "45808c9c-c021-4714-b9d6-4fb71a6aab8f", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:03.969823 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b9c16ea-0e28-4217-8b2c-5d889bec1993 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:03.970265 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45808c9c-c021-4714-b9d6-4fb71a6aab8f', 'code': 200} Jul 22 14:54:04.127958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175ae6e-d2af-4c0c-924a-9ebbb58bf904 req-992b340e-e42b-4476-b22f-976464a34161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:04.131297 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a175ae6e-d2af-4c0c-924a-9ebbb58bf904 req-992b340e-e42b-4476-b22f-976464a34161 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 1097 time: 0.1045954 Jul 22 14:54:04.203104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a175ae6e-d2af-4c0c-924a-9ebbb58bf904 req-7d81a419-21d4-4d13-adab-ce48f3831aa4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649755 Jul 22 14:54:04.591644 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7379046b-4984-4fc8-959b-8eb3693fc998 req-56212c9c-06e3-4e52-a9d6-ed15937322df tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 210 time: 0.5962312 Jul 22 14:54:04.685459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3b715-dc56-4dfc-a984-c8c882262c55 req-23aa82eb-1ef6-430a-9805-eed091a3c52e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:04.687086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ae3b715-dc56-4dfc-a984-c8c882262c55 req-23aa82eb-1ef6-430a-9805-eed091a3c52e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 946 time: 0.1062090 Jul 22 14:54:04.741069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ae3b715-dc56-4dfc-a984-c8c882262c55 req-b6452d6b-26c7-4867-b27a-09b641424255 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Jul 22 14:54:05.208220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e47eb3-dd6a-475c-a1d5-c295abc72e43 req-b9dd4850-7843-4d85-a575-a59064ed44d0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:05.214020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29e47eb3-dd6a-475c-a1d5-c295abc72e43 req-b9dd4850-7843-4d85-a575-a59064ed44d0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.1575913 Jul 22 14:54:05.327001 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29e47eb3-dd6a-475c-a1d5-c295abc72e43 req-665950f5-749a-43fe-bf27-e5a2773373eb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083999 Jul 22 14:54:05.488645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-3f4a4eb3-3f62-4b56-a44c-2ebfc8008a72 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:05.491215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-3f4a4eb3-3f62-4b56-a44c-2ebfc8008a72 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "GET /v2.0/networks?id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 797 time: 0.1402724 Jul 22 14:54:05.551797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-3dd6ee44-3950-405e-8b2f-f5f1adfa08d2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 379 time: 0.0521812 Jul 22 14:54:05.560742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'port': {'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'admin_state_up': True, 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'security_groups': ['ddc60ea0-b615-4ef4-ba12-c79d32791db7']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:05.731875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:54:05.740274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:05.741431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-324388df-f794-4018-acdb-9d769ecaab15 req-b886da58-b35d-468a-aae2-babf1a0ed03e tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 210 time: 0.0432780 Jul 22 14:54:05.960294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d142ac0-c7ed-48fa-b6b5-10bd791ca60c req-437dab18-c657-4617-b643-b52dd89864b8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:05.967045 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d142ac0-c7ed-48fa-b6b5-10bd791ca60c req-437dab18-c657-4617-b643-b52dd89864b8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 946 time: 0.1085157 Jul 22 14:54:06.001793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.20.0.11 (11fc4211-52cc-485e-940d-dc4e2d72a747/f90cce86-bc6b-4625-9410-04957e96079e/46bb7847-f6ca-44f4-9b8f-0fe922768a15) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:54:06.026937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d142ac0-c7ed-48fa-b6b5-10bd791ca60c req-47daa6a1-cb66-4bd8-a905-7ae36c2643c8 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589774 Jul 22 14:54:06.206159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:06.224782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Transition to ACTIVE for port object 46bb7847-f6ca-44f4-9b8f-0fe922768a15 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:54:06.296786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:06.355286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:54:06.358784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:54:06.362500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:54:06.447315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:06.447962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:06.472441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=46bb7847-f6ca-44f4-9b8f-0fe922768a15,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:06.480472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-048d892c-1713-4ff2-ae34-3930f2724f49 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9238336 Jul 22 14:54:06.501797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Request body: {'port': {'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:06.642786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:06.665427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd68-6d60-40d6-9493-096f85373bc0 req-d579eb0a-c312-4398-8228-10afbe64fe59 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:06.669277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1904cd68-6d60-40d6-9493-096f85373bc0 req-d579eb0a-c312-4398-8228-10afbe64fe59 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.2047281 Jul 22 14:54:06.759250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1904cd68-6d60-40d6-9493-096f85373bc0 req-dc962d77-8d1a-4f93-9c94-4192d287202b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834670 Jul 22 14:54:06.845525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1b460654-013d-485a-9be5-f619826f4027 None None] Provisioning for port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:06.851017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1b460654-013d-485a-9be5-f619826f4027 None None] Provisioning complete for port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:06.851739 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b460654-013d-485a-9be5-f619826f4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:06.966010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1b460654-013d-485a-9be5-f619826f4027 None None] Port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:54:07.030120 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39a1d-d3d9-4b44-b2df-6df2e3d00490 req-56634267-5a06-480d-a6b9-c2ce8695c963 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:07.032506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73f39a1d-d3d9-4b44-b2df-6df2e3d00490 req-56634267-5a06-480d-a6b9-c2ce8695c963 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 932 time: 0.1757214 Jul 22 14:54:07.142321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73f39a1d-d3d9-4b44-b2df-6df2e3d00490 req-74e281fe-706b-458b-b94e-063639351160 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027842 Jul 22 14:54:07.186829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bb7847-f6ca-44f4-9b8f-0fe922768a15 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:54:07.196118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.233203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Transition to ACTIVE for port object 46bb7847-f6ca-44f4-9b8f-0fe922768a15 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:54:07.239091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.316827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb7847-f6ca-44f4-9b8f-0fe922768a15,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:07.388412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.542370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Attempting to bind port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:54:07.543602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Attempting to bind port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:54:07.543602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Attempting to bind port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 on network 11fc4211-52cc-485e-940d-dc4e2d72a747 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:07.548810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 on network 11fc4211-52cc-485e-940d-dc4e2d72a747 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:54:07.549379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Attempting to bind port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 on network 11fc4211-52cc-485e-940d-dc4e2d72a747 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:07.555130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:54:07.555474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Checking segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:54:07.555869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Bound using segment: {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:54:07.556303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Bound port: 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdd1a78-dc0b-4599-a2a4-daba3e65b630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:54:07.556857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.769739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] For port 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:07.776113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] For port 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:54:07.783198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.848043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:07.848654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.850634 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] 10.222.0.72 "PUT /v2.0/ports/46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 200 len: 1092 time: 1.3586698 Jul 22 14:54:07.853132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:07.867530 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:07.879518 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:07.977781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a9551-c3fa-4920-81b5-dde67be1fd65 req-13a104b9-8a5f-4e39-90b1-8eca82f804d1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:07.990550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-647a9551-c3fa-4920-81b5-dde67be1fd65 req-13a104b9-8a5f-4e39-90b1-8eca82f804d1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.1510680 Jul 22 14:54:08.033276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3d810-00f2-49ea-a6f0-632059d39d48 service neutron] Pushing event updated for resources: {'Port': ['ID=46bb7847-f6ca-44f4-9b8f-0fe922768a15,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:08.076237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-647a9551-c3fa-4920-81b5-dde67be1fd65 req-21558564-93d3-4a7e-b227-c461636fa05a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705028 Jul 22 14:54:08.109900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-6b0bd9b0-fd02-43a6-acaa-88f930d25809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:08.111715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-6b0bd9b0-fd02-43a6-acaa-88f930d25809 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1095 time: 0.1814456 Jul 22 14:54:08.162649 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615b5856-63c9-44c8-8c1e-e58c33f918ac x-openstack-request-id: req-615b5856-63c9-44c8-8c1e-e58c33f918ac {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:08.162813 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:08.162961 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-615b5856-63c9-44c8-8c1e-e58c33f918ac {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:08.163386 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'status': 'completed', 'code': 200} Jul 22 14:54:08.267280 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-e7a3e463-c4c1-478b-92cb-bf99c59fc0d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 200 len: 217 time: 0.1486080 Jul 22 14:54:08.356383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-27c1b265-4873-4995-ac20-19684cbba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:08.362161 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-27c1b265-4873-4995-ac20-19684cbba0c3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f90cce86-bc6b-4625-9410-04957e96079e HTTP/1.1" status: 200 len: 835 time: 0.0848780 Jul 22 14:54:08.482563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-9d9b5c67-cb1f-4901-87a6-4df3c82b893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:08.491587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-9d9b5c67-cb1f-4901-87a6-4df3c82b893b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11fc4211-52cc-485e-940d-dc4e2d72a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203265 Jul 22 14:54:08.495493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3890-49ae-4b25-9d90-69468db2b1bd req-32fe9a87-0b6e-4bd2-8b64-3d4582ebfca8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:08.506014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccea3890-49ae-4b25-9d90-69468db2b1bd req-32fe9a87-0b6e-4bd2-8b64-3d4582ebfca8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 944 time: 0.2101517 Jul 22 14:54:08.618910 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccea3890-49ae-4b25-9d90-69468db2b1bd req-0ba4c65d-fa55-40c3-8bea-1be229a9526d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078544 Jul 22 14:54:08.689151 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-61a1ecb7-4c1c-4142-a772-8f4f35b39ee8 service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966708 Jul 22 14:54:08.806652 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f93a2720-77b9-4b36-89ba-00efe82c8f09 req-f34de795-ad23-449f-a739-8d3dd93aa47e service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091490 Jul 22 14:54:08.950654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-79667a64-4b8d-4cd2-954b-93dfebcf069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:08.952664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-79667a64-4b8d-4cd2-954b-93dfebcf069f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1095 time: 0.0806773 Jul 22 14:54:09.081224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-0d1b21cd-cbd7-43e9-91ec-24e1e1935142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:09.082927 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-0d1b21cd-cbd7-43e9-91ec-24e1e1935142 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 898 time: 0.1231265 Jul 22 14:54:09.135229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-e1511753-e0ce-4d9a-a8fe-48700b35b30c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 200 len: 217 time: 0.0449133 Jul 22 14:54:09.208260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-ae8ea81e-0433-434b-af08-d2843d1f3b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:09.210298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-ae8ea81e-0433-434b-af08-d2843d1f3b7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f90cce86-bc6b-4625-9410-04957e96079e HTTP/1.1" status: 200 len: 835 time: 0.0674529 Jul 22 14:54:09.210787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56780) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:09.265626 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fab775-47fe-467b-a31a-79fea6ffcde7 req-5beb37d2-bd47-495f-a8e4-89f2f23e3c43 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:09.275815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0fab775-47fe-467b-a31a-79fea6ffcde7 req-5beb37d2-bd47-495f-a8e4-89f2f23e3c43 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.0981791 Jul 22 14:54:09.362683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0fab775-47fe-467b-a31a-79fea6ffcde7 req-86221aab-d427-48ce-b1ad-dbebc3bef3a1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855391 Jul 22 14:54:09.406552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-3fc557c0-107a-4717-95d3-bbd9ecd8709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:09.408394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-3fc557c0-107a-4717-95d3-bbd9ecd8709a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11fc4211-52cc-485e-940d-dc4e2d72a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1807747 Jul 22 14:54:09.525684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5010e9ce-293f-4ec4-b22b-0a87352962f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:09.570798 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-e06e834c-2f46-4912-9e61-cc6e840ede7c service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536789 Jul 22 14:54:09.712287 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-911e7b2b-13c1-4031-96c5-c0473b7cbc4d req-77bb6a98-73b2-470e-8fa2-3651a8d396a2 service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308966 Jul 22 14:54:09.769528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5010e9ce-293f-4ec4-b22b-0a87352962f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:09.775894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5010e9ce-293f-4ec4-b22b-0a87352962f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:09.794478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6fe99-ac99-4062-b16e-078ca06b3f47 req-1ed6a1b8-1a3a-4e5b-9918-f09972536f8c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:09.796322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b6fe99-ac99-4062-b16e-078ca06b3f47 req-1ed6a1b8-1a3a-4e5b-9918-f09972536f8c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 944 time: 0.1069803 Jul 22 14:54:09.838575 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5010e9ce-293f-4ec4-b22b-0a87352962f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0da45c84d2f540919c3b77263d9761e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244559 Jul 22 14:54:09.838575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010e9ce-293f-4ec4-b22b-0a87352962f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafbe201-8126-40a9-b774-0f22d0ce1993,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:09.839627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56792) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:09.885291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7efc1dde-a275-4b5a-95ea-ea308115dee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:09.886754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b6fe99-ac99-4062-b16e-078ca06b3f47 req-997b8b45-b1d5-417e-8b42-689c8ab055c8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838325 Jul 22 14:54:09.941470 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-950a9ee9-9a43-4654-8273-c3ad643fce20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:09.976466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-950a9ee9-9a43-4654-8273-c3ad643fce20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.058720 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-950a9ee9-9a43-4654-8273-c3ad643fce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.062851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-950a9ee9-9a43-4654-8273-c3ad643fce20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.064493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-950a9ee9-9a43-4654-8273-c3ad643fce20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bafbe201-8126-40a9-b774-0f22d0ce1993 HTTP/1.1" status: 204 len: 168 time: 0.2239072 Jul 22 14:54:10.083666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a9ee9-9a43-4654-8273-c3ad643fce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafbe201-8126-40a9-b774-0f22d0ce1993,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:10.503794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:10.525590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a082730-7cfc-4f03-ad59-0d862b3c321b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.622006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac490cd-7090-4342-a8ee-dd37401f05f4 req-e97a2858-d840-43b9-941a-78106f8f0339 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:10.629382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ac490cd-7090-4342-a8ee-dd37401f05f4 req-e97a2858-d840-43b9-941a-78106f8f0339 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.1111479 Jul 22 14:54:10.693385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7ac490cd-7090-4342-a8ee-dd37401f05f4 req-38c2b1e0-d450-4f05-8f63-0674df8e4585 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564048 Jul 22 14:54:10.729134 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a082730-7cfc-4f03-ad59-0d862b3c321b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.734899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1a082730-7cfc-4f03-ad59-0d862b3c321b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.779059 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1a082730-7cfc-4f03-ad59-0d862b3c321b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08bc010454c04d728f2920939e6de343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739851 Jul 22 14:54:10.780281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a082730-7cfc-4f03-ad59-0d862b3c321b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28fe2e4-e1da-4706-bc41-a08393485d72,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:10.781843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56808) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:10.840032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.873056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.929524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.936862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:10.940411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a28fe2e4-e1da-4706-bc41-a08393485d72 HTTP/1.1" status: 204 len: 168 time: 0.1551197 Jul 22 14:54:10.963321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28fe2e4-e1da-4706-bc41-a08393485d72,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:10.975833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.977399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.977780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.979635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.980140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.980494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.980902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.981261 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.981719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.981949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.982300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:10.982955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb394e87-3836-4ae0-a020-eebb1a7f5705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.078634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd8cad-d94a-4163-8f02-0284471817c6 req-dafbb487-b94e-4a8c-8314-1eed4e18da4c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:11.086410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91fd8cad-d94a-4163-8f02-0284471817c6 req-dafbb487-b94e-4a8c-8314-1eed4e18da4c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 944 time: 0.1130106 Jul 22 14:54:11.140640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91fd8cad-d94a-4163-8f02-0284471817c6 req-1af060ae-d2ff-428a-93ee-dff7dadf4c7c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530431 Jul 22 14:54:11.296883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 46bb7847-f6ca-44f4-9b8f-0fe922768a15 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:54:11.411237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:11.424009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:54:11.468931 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:11.483011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bb7847-f6ca-44f4-9b8f-0fe922768a15 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:54:11.504973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:11.511511 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:11.566114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=46bb7847-f6ca-44f4-9b8f-0fe922768a15,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:11.573814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.574236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.574681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.575091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.575545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.575912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.576388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.576808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.577208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.577607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.578006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.578606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:11.725596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['46bb7847-f6ca-44f4-9b8f-0fe922768a15'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:11.888839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e00f2-f0e6-4639-9357-d3f5fd416dc3 req-cd3bc819-d89f-4012-9d1a-102963cc82b1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:11.897247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-372e00f2-f0e6-4639-9357-d3f5fd416dc3 req-cd3bc819-d89f-4012-9d1a-102963cc82b1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.0845931 Jul 22 14:54:11.937405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-372e00f2-f0e6-4639-9357-d3f5fd416dc3 req-ef80838c-e863-425e-83c2-d336efc8ef09 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392568 Jul 22 14:54:12.131865 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27b204e8-fa85-43f4-b324-56d88ac50534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:12.305890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22865f11-444d-4c50-8828-6419686c40ee req-6e57b398-7e1e-4636-976b-85d12a7ffb92 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:12.319378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22865f11-444d-4c50-8828-6419686c40ee req-6e57b398-7e1e-4636-976b-85d12a7ffb92 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 945 time: 0.0979717 Jul 22 14:54:12.356838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:12.386821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22865f11-444d-4c50-8828-6419686c40ee req-c39234ab-d657-4a1d-afc7-f56300a894d1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661113 Jul 22 14:54:13.085755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764a0c1-6233-4d19-9c63-a89997397495 req-652745ab-1c1d-4f60-b59c-b7d73025d561 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:13.088056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4764a0c1-6233-4d19-9c63-a89997397495 req-652745ab-1c1d-4f60-b59c-b7d73025d561 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 944 time: 0.0788648 Jul 22 14:54:13.144862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4764a0c1-6233-4d19-9c63-a89997397495 req-c3851605-a918-4cb3-8bd6-742f1267cfde tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504534 Jul 22 14:54:13.312431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 46bb7847-f6ca-44f4-9b8f-0fe922768a15 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:13.365556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:13.370156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:13.370788 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:13.466846 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:13.497972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:13.501292 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee2a50c-9b72-44d3-bf13-aa5ba1330105" -d '{"events": [{"server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "name": "network-vif-plugged", "status": "completed", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:13.554696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22688ee0-3d5c-4d41-ae4d-22cf66dcaf38 req-37e1caf1-7365-4997-935d-807f4e43e50d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:13.558071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22688ee0-3d5c-4d41-ae4d-22cf66dcaf38 req-37e1caf1-7365-4997-935d-807f4e43e50d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 945 time: 0.0778565 Jul 22 14:54:13.565032 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b3c48-3094-4733-8463-68b5e6498c38 x-openstack-request-id: req-d55b3c48-3094-4733-8463-68b5e6498c38 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:13.565341 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "name": "network-vif-plugged", "status": "completed", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:13.565605 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d55b3c48-3094-4733-8463-68b5e6498c38 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:13.566118 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'code': 200} Jul 22 14:54:13.568585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:13.573936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:13.612932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22688ee0-3d5c-4d41-ae4d-22cf66dcaf38 req-acb8b572-c443-4189-812b-c36acb2984d2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475180 Jul 22 14:54:13.648386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=46bb7847-f6ca-44f4-9b8f-0fe922768a15,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:13.673029 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:13.688263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5404cf-7e4c-4935-89ec-4d60328eef3a req-764d1a77-c363-4ec0-818e-92bdcb26a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:13.689905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb5404cf-7e4c-4935-89ec-4d60328eef3a req-764d1a77-c363-4ec0-818e-92bdcb26a6d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1097 time: 0.0775766 Jul 22 14:54:13.729699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fb5404cf-7e4c-4935-89ec-4d60328eef3a req-eeff0595-f669-45c0-86c8-eb68d5307c88 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Jul 22 14:54:13.917731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:54:14.037546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:14.049928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'mac_address': 'fa:16:3e:c3:bb:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:54:14.088774 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:14.102218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:54:14.121740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:14.125538 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:14.178551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:14.300679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b3602-fe8d-4d8a-b7ac-5ab93af3180f req-ce08033b-ff56-4fe8-829d-c1def01be75c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:14.302906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-941b3602-fe8d-4d8a-b7ac-5ab93af3180f req-ce08033b-ff56-4fe8-829d-c1def01be75c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 945 time: 0.0722592 Jul 22 14:54:14.369561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['f0fb0816-ef2d-4ca6-8d82-d96f72742ad8'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:14.392023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-941b3602-fe8d-4d8a-b7ac-5ab93af3180f req-fbb1c6a9-c0cf-4765-850f-743a9e1bb631 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767465 Jul 22 14:54:14.773263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9a522-0e26-4e1e-93fa-04511c9dc053 req-d8074a74-1bb8-457f-bfa4-210553becefb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:14.775002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19f9a522-0e26-4e1e-93fa-04511c9dc053 req-d8074a74-1bb8-457f-bfa4-210553becefb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 946 time: 0.0766218 Jul 22 14:54:14.825705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19f9a522-0e26-4e1e-93fa-04511c9dc053 req-33018d3e-8f87-47b5-9369-bfad0b885c60 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425003 Jul 22 14:54:14.969777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a47615-3a51-4aeb-9fcb-e5d09cca3ada req-e7e55dab-6b5d-44dc-aa22-168c31a7ac19 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:14.971419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05a47615-3a51-4aeb-9fcb-e5d09cca3ada req-e7e55dab-6b5d-44dc-aa22-168c31a7ac19 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 946 time: 0.0712335 Jul 22 14:54:15.011188 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05a47615-3a51-4aeb-9fcb-e5d09cca3ada req-9cf34bbc-50e9-4885-b5dd-86167c64903a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Jul 22 14:54:15.034012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:15.093061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fb3bf-d2f2-4e3f-96e6-933864f19006 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:15.097576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d12fb3bf-d2f2-4e3f-96e6-933864f19006 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1092 time: 0.0593579 Jul 22 14:54:15.097791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56940) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:15.102797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:15.126047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:15.228034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:15.359280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.25.3.140 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/ad332c0f-000c-4bc1-9bcc-5cf4e159e00f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:54:15.360332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:15.504355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:15.590085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba3ee4-c99d-4922-8a62-e16fa23d76b8 req-e44bfd85-52ae-47e5-a773-6507a6b5fe4a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:15.591737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9eba3ee4-c99d-4922-8a62-e16fa23d76b8 req-e44bfd85-52ae-47e5-a773-6507a6b5fe4a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 945 time: 0.1139724 Jul 22 14:54:15.593394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:15.653820 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:54:15.665861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:54:15.668691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:54:15.700897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=ad332c0f-000c-4bc1-9bcc-5cf4e159e00f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:15.714549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9eba3ee4-c99d-4922-8a62-e16fa23d76b8 req-c90a0338-b41a-4775-8426-687d048447c7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113944 Jul 22 14:54:15.933378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:16.000024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:16.004425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:16.004807 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.072062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.091287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.123881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:16.126466 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f584ffa3-540c-4959-8c4d-b37fa931189d" -d '{"events": [{"server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "name": "network-vif-plugged", "status": "completed", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:16.140460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:16.144826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.174309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.180476 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ea4d6-150e-4087-a904-36340c96ef05 x-openstack-request-id: req-2c8ea4d6-150e-4087-a904-36340c96ef05 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:16.180772 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "name": "network-vif-plugged", "status": "completed", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:16.181083 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c8ea4d6-150e-4087-a904-36340c96ef05 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:16.181480 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'code': 200} Jul 22 14:54:16.225495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:16.293242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563faaf-6d98-4e65-98eb-642e1eae64a9 req-e80c7880-9c55-48e0-9614-b7f97910d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:16.294948 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2563faaf-6d98-4e65-98eb-642e1eae64a9 req-e80c7880-9c55-48e0-9614-b7f97910d419 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 1097 time: 0.0579846 Jul 22 14:54:16.337062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2563faaf-6d98-4e65-98eb-642e1eae64a9 req-302d16c2-b981-4139-8d75-417f4bc4925f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Jul 22 14:54:16.351376 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.356298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.431916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=ad332c0f-000c-4bc1-9bcc-5cf4e159e00f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:16.440520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:16.543938 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Floating IP 89ba7a31-c779-4626-be50-5aeef9d8b6c0 associated. External IP: 172.25.3.140, port: 46bb7847-f6ca-44f4-9b8f-0fe922768a15. Jul 22 14:54:16.776365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:54:17.022419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae64d1-9b0e-4c66-a69b-33e5157b82ec req-60a25742-8fbe-4032-ab0e-b9883c2d65f1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:17.024207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ae64d1-9b0e-4c66-a69b-33e5157b82ec req-60a25742-8fbe-4032-ab0e-b9883c2d65f1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 946 time: 0.2255466 Jul 22 14:54:17.025646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:54:17.050026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:54:17.050628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.071184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:54:17.076345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:54:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:17.100702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-61ae26c3-3f6c-4e43-8f22-195e8203f44f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9987910 Jul 22 14:54:17.101536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56976) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:17.105313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:17.108105 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9406ee6-48cb-4fec-9743-4abf398562d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:17.139743 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8ae64d1-9b0e-4c66-a69b-33e5157b82ec req-825c7301-381a-4192-87d8-d34fc909f334 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988688 Jul 22 14:54:17.218884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 56982) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:17.293697 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d6dd33e3-a299-4cbb-b0e0-b1ada73a02c5 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/89ba7a31-c779-4626-be50-5aeef9d8b6c0 HTTP/1.1" status: 200 len: 992 time: 0.1905854 Jul 22 14:54:17.300480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:54:17.353770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7d9a-5015-4cb8-9ce9-8fa7b6a4a822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.415201 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a88ca-50f6-4c9b-909d-d953eaf28f06 x-openstack-request-id: req-196a88ca-50f6-4c9b-909d-d953eaf28f06 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:17.415607 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:17.416018 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-196a88ca-50f6-4c9b-909d-d953eaf28f06 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:17.416496 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'status': 'completed', 'code': 200} Jul 22 14:54:17.502327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7d9a-5015-4cb8-9ce9-8fa7b6a4a822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.508207 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb6b7d9a-5015-4cb8-9ce9-8fa7b6a4a822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.509953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-466bbd3d-a5a4-4abe-838c-09ad1713c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:17.511497 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-466bbd3d-a5a4-4abe-838c-09ad1713c46a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1097 time: 0.0720785 Jul 22 14:54:17.550163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb6b7d9a-5015-4cb8-9ce9-8fa7b6a4a822 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f78db53662d3493392987734f780c12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299665 Jul 22 14:54:17.553306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 56986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:17.555276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b7d9a-5015-4cb8-9ce9-8fa7b6a4a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed0dc4-2f9a-4a3e-8da2-9b26ea87fd05,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:17.591673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:15Z', 'revision_number': 0, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:17.632403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:54:17.641108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:54:17.641731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:54:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:17.656120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-a9256920-351f-402e-a672-8158f9ea4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:17.657630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-a9256920-351f-402e-a672-8158f9ea4f5d service neutron] 10.222.0.72 "GET /v2.0/networks?id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 898 time: 0.1404796 Jul 22 14:54:17.662947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5276e7-2367-48c8-9013-0566dbd49eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.722067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5276e7-2367-48c8-9013-0566dbd49eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.765707 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-33be5c5d-e081-4075-8ece-d21a6572bb49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 200 len: 1000 time: 0.0982931 Jul 22 14:54:17.826310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-b21b3673-d804-488c-ae3b-25730ac16813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:17.828198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-b21b3673-d804-488c-ae3b-25730ac16813 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f90cce86-bc6b-4625-9410-04957e96079e HTTP/1.1" status: 200 len: 835 time: 0.0562568 Jul 22 14:54:17.845633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5276e7-2367-48c8-9013-0566dbd49eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.848617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe5276e7-2367-48c8-9013-0566dbd49eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:17.850549 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fe5276e7-2367-48c8-9013-0566dbd49eda admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38ed0dc4-2f9a-4a3e-8da2-9b26ea87fd05 HTTP/1.1" status: 204 len: 168 time: 0.2934296 Jul 22 14:54:17.885851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5276e7-2367-48c8-9013-0566dbd49eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed0dc4-2f9a-4a3e-8da2-9b26ea87fd05,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:17.913751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-9e21a41f-6489-4a92-bedc-014db57e3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:17.915331 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-9e21a41f-6489-4a92-bedc-014db57e3d4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11fc4211-52cc-485e-940d-dc4e2d72a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802422 Jul 22 14:54:17.936573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:54:18.033640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-7cafceb1-7cb4-4cf2-8c08-15422ea466a4 service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069698 Jul 22 14:54:18.158103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c9406ee6-48cb-4fec-9743-4abf398562d5 req-19058c43-ebb5-46d3-b962-dfe603a747ee service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163688 Jul 22 14:54:18.269786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57000) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:18.288545 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4291fa7a-ea2b-418e-863e-ca245c054fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.292165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:15Z', 'revision_number': 0, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:18.294647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57002) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:18.313728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02b977-4faa-465e-8403-5d7a32daea04 req-fd794f91-d36f-48aa-99b0-3b6bf409e531 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:18.320815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb02b977-4faa-465e-8403-5d7a32daea04 req-fd794f91-d36f-48aa-99b0-3b6bf409e531 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 946 time: 0.0921500 Jul 22 14:54:18.328490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84ba6de-0381-416d-a1d8-f87b87fbe770 None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:15Z', 'revision_number': 0, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:54:18.436523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb02b977-4faa-465e-8403-5d7a32daea04 req-2c9a224d-070f-4f0d-b857-0c5600f5638f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092081 Jul 22 14:54:18.443600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4291fa7a-ea2b-418e-863e-ca245c054fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.444858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a03397b4-f0ee-4564-8d97-25ea86ad9e91 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/89ba7a31-c779-4626-be50-5aeef9d8b6c0 HTTP/1.1" status: 200 len: 992 time: 0.1491272 Jul 22 14:54:18.450613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4291fa7a-ea2b-418e-863e-ca245c054fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.509409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:18.509953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4291fa7a-ea2b-418e-863e-ca245c054fd1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2019c5db3ed41a992a28521fc1f4aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386987 Jul 22 14:54:18.528542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291fa7a-ea2b-418e-863e-ca245c054fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef390b16-fbe5-41b9-bcb8-39a2f2cbb406,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:18.612259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42555299-8706-4920-bd1c-ebe0c0adf34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.639996 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f351b5-67ca-4209-ac70-d15517662ec0 None None] New status for floating IP 89ba7a31-c779-4626-be50-5aeef9d8b6c0: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:54:18.643724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42555299-8706-4920-bd1c-ebe0c0adf34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.689335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668c8c2-1397-41cb-b119-66a2d4840012 req-a9ca088f-e9f8-4843-a94b-de86cf22162e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:18.691048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d668c8c2-1397-41cb-b119-66a2d4840012 req-a9ca088f-e9f8-4843-a94b-de86cf22162e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 946 time: 0.1297760 Jul 22 14:54:18.731192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42555299-8706-4920-bd1c-ebe0c0adf34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.734210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-42555299-8706-4920-bd1c-ebe0c0adf34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:18.735720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-42555299-8706-4920-bd1c-ebe0c0adf34f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef390b16-fbe5-41b9-bcb8-39a2f2cbb406 HTTP/1.1" status: 204 len: 168 time: 0.2253056 Jul 22 14:54:18.746203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d668c8c2-1397-41cb-b119-66a2d4840012 req-adce5041-e5ed-4d9f-8cee-6c4d714c38dd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476458 Jul 22 14:54:18.751130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42555299-8706-4920-bd1c-ebe0c0adf34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef390b16-fbe5-41b9-bcb8-39a2f2cbb406,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:18.777421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:19.069586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137367dd-3466-4788-a886-e807f8b94483 tempest-TestVolumeBootPattern-1660883033 tempest-TestVolumeBootPattern-1660883033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:19.069586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-137367dd-3466-4788-a886-e807f8b94483 tempest-TestVolumeBootPattern-1660883033 tempest-TestVolumeBootPattern-1660883033-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 1092 time: 0.2861855 Jul 22 14:54:19.069788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:19.073281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:19.103191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:19.242284 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:19.405390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.25.3.222 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a0fa6dda-7bfc-4007-852e-c11007f5203e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:54:19.448272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57048) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:19.593053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-059b134d-f646-4fe9-84a2-696b4048dd58 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/89ba7a31-c779-4626-be50-5aeef9d8b6c0 HTTP/1.1" status: 200 len: 994 time: 0.1434913 Jul 22 14:54:19.622462 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:19.675166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:19.726488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:54:19.728851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:54:19.734285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:54:19.838698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=a0fa6dda-7bfc-4007-852e-c11007f5203e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:20.251161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:20.392167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:20.567219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:20.573049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:20.643971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=a0fa6dda-7bfc-4007-852e-c11007f5203e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:20.656497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:20.762616 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Floating IP fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de associated. External IP: 172.25.3.222, port: f0fb0816-ef2d-4ca6-8d82-d96f72742ad8. Jul 22 14:54:21.337106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:54:21.566264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:54:21.579102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:54:21.591997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:54:21.593013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:54:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:21.601495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:21.668522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8faabb38-3a85-4d24-9d63-04b6e65a9361 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5986092 Jul 22 14:54:21.669146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:21.671408 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e2a20-8d6b-42df-bb16-95410ae95074" -d '{"events": [{"name": "network-changed", "server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:21.713038 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d228794-7209-4db0-bd97-98b4d251ad1d x-openstack-request-id: req-9d228794-7209-4db0-bd97-98b4d251ad1d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:21.713570 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:21.713997 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d228794-7209-4db0-bd97-98b4d251ad1d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:21.714576 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'status': 'completed', 'code': 200} Jul 22 14:54:21.751356 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:54:21.844156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-cc398966-54cb-4c4e-81f5-286b086182d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:21.845849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-cc398966-54cb-4c4e-81f5-286b086182d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 1097 time: 0.1081243 Jul 22 14:54:22.018059 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-dc9602b5-0ccf-4534-a1d0-816005d750b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:22.020067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-dc9602b5-0ccf-4534-a1d0-816005d750b8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1639957 Jul 22 14:54:22.065153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:c3:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:20Z', 'updated_at': '2021-07-22T14:54:20Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:22.095759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:54:22.104999 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-30874784-5962-4529-8874-f112c7d26d19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 HTTP/1.1" status: 200 len: 1000 time: 0.0764496 Jul 22 14:54:22.105582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:54:22.106305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:54:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:22.162297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-05cf4b90-c268-4b08-8512-a3ebb88ff20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:22.164104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-05cf4b90-c268-4b08-8512-a3ebb88ff20a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0524189 Jul 22 14:54:22.229341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:54:22.250963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-ca6f68d2-a479-4255-a86e-741705a85c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:22.252615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-ca6f68d2-a479-4255-a86e-741705a85c07 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797243 Jul 22 14:54:22.402532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-339fce65-e2c0-4a00-bb53-f99e76d26076 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412413 Jul 22 14:54:22.523050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:c3:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:20Z', 'updated_at': '2021-07-22T14:54:20Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:22.527718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-963e2a20-8d6b-42df-bb16-95410ae95074 req-48d1844b-df89-4f43-bac6-547e9480a37b service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181011 Jul 22 14:54:22.554092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17611b7-e715-42b9-9b6f-cb72107d0ed1 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.222', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:c3:bb:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:20Z', 'updated_at': '2021-07-22T14:54:20Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:54:22.810801 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809dab4b-f3b3-43eb-9914-7158c90a4ce8 None None] New status for floating IP fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:54:28.101866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01a472-a957-45df-a282-e73249d3e62f req-cf537fbc-5cf6-4f22-a8f7-815aef6e7848 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:28.103402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b01a472-a957-45df-a282-e73249d3e62f req-cf537fbc-5cf6-4f22-a8f7-815aef6e7848 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 946 time: 0.0712519 Jul 22 14:54:28.143374 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b01a472-a957-45df-a282-e73249d3e62f req-39bc15f7-6fff-48e8-b533-9a24d77299d6 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jul 22 14:54:29.287236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f265a3-43af-4adc-ae65-8ac980748249 req-80d1d6b8-ae0b-4138-ae18-f7de982785c1 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:29.288946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2f265a3-43af-4adc-ae65-8ac980748249 req-80d1d6b8-ae0b-4138-ae18-f7de982785c1 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 946 time: 0.0692608 Jul 22 14:54:29.335344 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2f265a3-43af-4adc-ae65-8ac980748249 req-9bbc335a-042b-4546-b0cc-93f8d57ee8bc tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Jul 22 14:54:29.685195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-972d14ee-789e-4639-b65b-964ea583cd89 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:29.686748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-972d14ee-789e-4639-b65b-964ea583cd89 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 946 time: 0.0672967 Jul 22 14:54:29.795021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Deleting port 45808c9c-c021-4714-b9d6-4fb71a6aab8f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:54:29.795370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:29.888496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] For port 45808c9c-c021-4714-b9d6-4fb71a6aab8f, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=45808c9c-c021-4714-b9d6-4fb71a6aab8f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:29.889029 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:29.902023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Calling delete_port for 45808c9c-c021-4714-b9d6-4fb71a6aab8f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:54:30.069802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:30.087546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['cf4f975f-3591-4e82-87be-6e2685ec19da', '45808c9c-c021-4714-b9d6-4fb71a6aab8f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:30.120155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:30.120825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event deleted for resources: {'Port': ['ID=45808c9c-c021-4714-b9d6-4fb71a6aab8f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:30.264702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] No DVR routers for this DVR port 45808c9c-c021-4714-b9d6-4fb71a6aab8f on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:54:30.273889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:30.273889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c347327a-81be-4420-afc8-b4786d14c9d2 req-b9b4567c-3e3b-41db-838a-71ceb04b8c7e tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "DELETE /v2.0/ports/45808c9c-c021-4714-b9d6-4fb71a6aab8f HTTP/1.1" status: 204 len: 173 time: 0.5766792 Jul 22 14:54:30.273889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'name': 'network-vif-deleted', 'tag': '45808c9c-c021-4714-b9d6-4fb71a6aab8f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:30.274289 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e577cdac-c841-4307-a21f-e730400102df" -d '{"events": [{"server_uuid": "f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171", "name": "network-vif-deleted", "tag": "45808c9c-c021-4714-b9d6-4fb71a6aab8f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:30.342004 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ac1aa-85d1-4d22-806e-ea9898c4f840 x-openstack-request-id: req-bc8ac1aa-85d1-4d22-806e-ea9898c4f840 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:30.342308 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171", "name": "network-vif-deleted", "tag": "45808c9c-c021-4714-b9d6-4fb71a6aab8f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:30.342620 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc8ac1aa-85d1-4d22-806e-ea9898c4f840 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:30.343284 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171', 'name': 'network-vif-deleted', 'tag': '45808c9c-c021-4714-b9d6-4fb71a6aab8f', 'status': 'completed', 'code': 200} Jul 22 14:54:30.530171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db56da2d-45b8-4c81-a112-58a35a7942b5 req-ab095cf9-1104-4a0c-960d-e778e518d97c tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6fc5a27-ca5a-439e-8f0f-8b76c7fd0171 HTTP/1.1" status: 200 len: 210 time: 0.0441647 Jul 22 14:54:30.708707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57244) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:30.822988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a66c-49eb-4fcc-abc2-f8af721c2d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:30.928544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a66c-49eb-4fcc-abc2-f8af721c2d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:30.934039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a66c-49eb-4fcc-abc2-f8af721c2d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:30.973322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8d0a66c-49eb-4fcc-abc2-f8af721c2d1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=507b0ef9ed1541e597f1e82462276a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2632525 Jul 22 14:54:30.974049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0a66c-49eb-4fcc-abc2-f8af721c2d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df06e05-3a18-428c-ad82-082eb132eb8f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:30.975858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57248) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:31.028092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04725961-de51-48d4-b401-b4a4902749e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.051503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04725961-de51-48d4-b401-b4a4902749e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.100094 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04725961-de51-48d4-b401-b4a4902749e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.102857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-04725961-de51-48d4-b401-b4a4902749e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.104063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-04725961-de51-48d4-b401-b4a4902749e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9df06e05-3a18-428c-ad82-082eb132eb8f HTTP/1.1" status: 204 len: 168 time: 0.1264799 Jul 22 14:54:31.111823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04725961-de51-48d4-b401-b4a4902749e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df06e05-3a18-428c-ad82-082eb132eb8f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:31.387668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57256) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:31.402231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-effd48f3-1b4d-4f4b-b7cb-6f609c2834d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.499102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-effd48f3-1b4d-4f4b-b7cb-6f609c2834d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.503672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-effd48f3-1b4d-4f4b-b7cb-6f609c2834d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.584093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57260) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:31.584611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-effd48f3-1b4d-4f4b-b7cb-6f609c2834d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59bbc49a196144d4b0fea76ad701f4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954398 Jul 22 14:54:31.594555 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd48f3-1b4d-4f4b-b7cb-6f609c2834d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b90abf-f290-42d5-8e62-f9431c76b1f3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:31.666659 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e3b4-fc4b-4388-a777-194e06c6e57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.691021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e3b4-fc4b-4388-a777-194e06c6e57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.750460 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e3b4-fc4b-4388-a777-194e06c6e57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.763656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e3b4-fc4b-4388-a777-194e06c6e57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:31.763656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b8e2e3b4-fc4b-4388-a777-194e06c6e57b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84b90abf-f290-42d5-8e62-f9431c76b1f3 HTTP/1.1" status: 204 len: 168 time: 0.1699858 Jul 22 14:54:31.764223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2e3b4-fc4b-4388-a777-194e06c6e57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b90abf-f290-42d5-8e62-f9431c76b1f3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:32.920358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57316) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:33.043038 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e918-e32e-40a8-aa1f-e220ff0e7304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.139272 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e918-e32e-40a8-aa1f-e220ff0e7304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.143648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e918-e32e-40a8-aa1f-e220ff0e7304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.181959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e918-e32e-40a8-aa1f-e220ff0e7304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc077a-3e83-45c5-aca6-d5c23012038d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:33.190634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57320) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:33.191064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ebe0e918-e32e-40a8-aa1f-e220ff0e7304 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04ad4e2703cc467b85d7a95bdccb67ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691641 Jul 22 14:54:33.252418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20422fd0-c713-4be1-93cf-d0531360a226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.279776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20422fd0-c713-4be1-93cf-d0531360a226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.328582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20422fd0-c713-4be1-93cf-d0531360a226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.331093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-20422fd0-c713-4be1-93cf-d0531360a226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:33.334885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-20422fd0-c713-4be1-93cf-d0531360a226 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09bc077a-3e83-45c5-aca6-d5c23012038d HTTP/1.1" status: 204 len: 168 time: 0.1423931 Jul 22 14:54:33.341976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45808c9c-c021-4714-b9d6-4fb71a6aab8f no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:54:33.345094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20422fd0-c713-4be1-93cf-d0531360a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bc077a-3e83-45c5-aca6-d5c23012038d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:33.382807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 45808c9c-c021-4714-b9d6-4fb71a6aab8f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:54:33.383259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 45808c9c-c021-4714-b9d6-4fb71a6aab8f not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:54:35.232105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e11b7f-7fb2-42ba-8f35-77551754b98a req-b54a650e-007e-4c0c-8053-98f686d63a94 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:35.234944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0e11b7f-7fb2-42ba-8f35-77551754b98a req-b54a650e-007e-4c0c-8053-98f686d63a94 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 945 time: 0.0828726 Jul 22 14:54:35.275725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0e11b7f-7fb2-42ba-8f35-77551754b98a req-c3979985-f80b-454f-a2f7-8a64bf54996f tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Jul 22 14:54:36.425096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1026a8a-7c0e-4f57-a29d-964448cb3c0b req-48615439-cf4d-434e-96fb-07cdf4b40184 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:36.426749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1026a8a-7c0e-4f57-a29d-964448cb3c0b req-48615439-cf4d-434e-96fb-07cdf4b40184 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 945 time: 0.0706863 Jul 22 14:54:36.466892 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b1026a8a-7c0e-4f57-a29d-964448cb3c0b req-2ab0fec9-2cbf-4d85-b51d-7658b8d4b52c tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Jul 22 14:54:36.668824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09191c-e729-43af-b859-883701d2af5f req-d6af8cb8-1941-438c-b30f-b090b38b6bcb tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:36.670247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fe09191c-e729-43af-b859-883701d2af5f req-d6af8cb8-1941-438c-b30f-b090b38b6bcb tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 945 time: 0.0687635 Jul 22 14:54:36.880401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Deleting port cf4f975f-3591-4e82-87be-6e2685ec19da {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:54:36.880756 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:36.984868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] For port cf4f975f-3591-4e82-87be-6e2685ec19da, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cf4f975f-3591-4e82-87be-6e2685ec19da,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:36.985381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:37.001759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Calling delete_port for cf4f975f-3591-4e82-87be-6e2685ec19da owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:54:37.135525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:37.148542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['cf4f975f-3591-4e82-87be-6e2685ec19da'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:37.152333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:37.181281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event deleted for resources: {'Port': ['ID=cf4f975f-3591-4e82-87be-6e2685ec19da,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:37.221906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] No DVR routers for this DVR port cf4f975f-3591-4e82-87be-6e2685ec19da on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:54:37.225525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:37.227642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fe09191c-e729-43af-b859-883701d2af5f req-295d838d-2e35-4e23-ac1b-5939a160fb16 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.72 "DELETE /v2.0/ports/cf4f975f-3591-4e82-87be-6e2685ec19da HTTP/1.1" status: 204 len: 173 time: 0.5514734 Jul 22 14:54:37.228109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'name': 'network-vif-deleted', 'tag': 'cf4f975f-3591-4e82-87be-6e2685ec19da'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:37.231015 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fd3c83-52ea-4d20-be67-2d9e21bf6a50" -d '{"events": [{"server_uuid": "37f57647-8738-42d4-8ecb-2ca60df4b138", "name": "network-vif-deleted", "tag": "cf4f975f-3591-4e82-87be-6e2685ec19da"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:37.269851 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a7b991-82f5-4495-8cc2-57df395935e0 x-openstack-request-id: req-d8a7b991-82f5-4495-8cc2-57df395935e0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:37.270714 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f57647-8738-42d4-8ecb-2ca60df4b138", "name": "network-vif-deleted", "tag": "cf4f975f-3591-4e82-87be-6e2685ec19da", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:37.270972 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8a7b991-82f5-4495-8cc2-57df395935e0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:37.271378 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f57647-8738-42d4-8ecb-2ca60df4b138', 'name': 'network-vif-deleted', 'tag': 'cf4f975f-3591-4e82-87be-6e2685ec19da', 'status': 'completed', 'code': 200} Jul 22 14:54:37.390213 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:37.584197 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81e43abb-f60b-4fa9-970e-a7daa571c07e req-25b9933b-47de-4664-9c13-7d4a051b7b90 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=37f57647-8738-42d4-8ecb-2ca60df4b138 HTTP/1.1" status: 200 len: 210 time: 0.0354667 Jul 22 14:54:37.779568 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:54:37.855410 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:38.900038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30481d4c-d6d4-4ca2-a563-045ad4bd6d2d req-ab1b5d38-54fa-4a1e-89f4-87aca26bbd91 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:38.901904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30481d4c-d6d4-4ca2-a563-045ad4bd6d2d req-ab1b5d38-54fa-4a1e-89f4-87aca26bbd91 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 945 time: 0.0787888 Jul 22 14:54:38.943613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-30481d4c-d6d4-4ca2-a563-045ad4bd6d2d req-b50c495b-0af1-4b7a-9550-8c60ed411543 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354381 Jul 22 14:54:39.375303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cf4f975f-3591-4e82-87be-6e2685ec19da no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:54:39.414914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: cf4f975f-3591-4e82-87be-6e2685ec19da {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:54:39.415284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cf4f975f-3591-4e82-87be-6e2685ec19da not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:54:39.872097 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-74814cfe-312e-4f1c-a93e-d9046c4041ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:40.093586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767783f3-f405-454e-8230-d6c129b78dc4 req-80c6c831-a6ca-46b1-b004-79524c35fe86 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:40.095393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-767783f3-f405-454e-8230-d6c129b78dc4 req-80c6c831-a6ca-46b1-b004-79524c35fe86 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 945 time: 0.0743449 Jul 22 14:54:40.133390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-767783f3-f405-454e-8230-d6c129b78dc4 req-0e62cd73-0891-48d8-8466-5ed1d8cd585d tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Jul 22 14:54:40.324367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-bdc75bc2-f93d-4564-9d21-79819ae9937b tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:40.325881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-bdc75bc2-f93d-4564-9d21-79819ae9937b tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 945 time: 0.0698788 Jul 22 14:54:40.433582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Deleting port bad92d12-28c7-4b3a-b0f6-7be4efefa993 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:54:40.433905 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:40.534765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] For port bad92d12-28c7-4b3a-b0f6-7be4efefa993, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=bad92d12-28c7-4b3a-b0f6-7be4efefa993,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:40.535143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:40.548930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Calling delete_port for bad92d12-28c7-4b3a-b0f6-7be4efefa993 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:54:40.704752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:40.718629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:40.740635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event deleted for resources: {'Port': ['ID=bad92d12-28c7-4b3a-b0f6-7be4efefa993,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:40.801963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] No DVR routers for this DVR port bad92d12-28c7-4b3a-b0f6-7be4efefa993 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:54:40.804809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:40.806870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bb4e05b5-adc9-4c80-836f-acf43365fa24 req-8633a0e5-823a-407d-bb06-fc71fba8d3d7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "DELETE /v2.0/ports/bad92d12-28c7-4b3a-b0f6-7be4efefa993 HTTP/1.1" status: 204 len: 173 time: 0.4725068 Jul 22 14:54:40.807321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'name': 'network-vif-deleted', 'tag': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:40.809595 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28749e91-64ef-45d1-acde-d39748cfbd18" -d '{"events": [{"server_uuid": "542a3ced-addd-4c37-bb88-8b7dd227d363", "name": "network-vif-deleted", "tag": "bad92d12-28c7-4b3a-b0f6-7be4efefa993"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:40.910864 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813e51bf-9973-48a2-88be-e58cd54c8835 x-openstack-request-id: req-813e51bf-9973-48a2-88be-e58cd54c8835 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:40.911240 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542a3ced-addd-4c37-bb88-8b7dd227d363", "name": "network-vif-deleted", "tag": "bad92d12-28c7-4b3a-b0f6-7be4efefa993", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:40.911566 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-813e51bf-9973-48a2-88be-e58cd54c8835 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:40.912039 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542a3ced-addd-4c37-bb88-8b7dd227d363', 'name': 'network-vif-deleted', 'tag': 'bad92d12-28c7-4b3a-b0f6-7be4efefa993', 'status': 'completed', 'code': 200} Jul 22 14:54:41.267175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0455a9b2-9ca5-43d2-8769-c4a2df374d49 req-f221b7d2-c890-4463-9929-e1ce4b29c739 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=542a3ced-addd-4c37-bb88-8b7dd227d363 HTTP/1.1" status: 200 len: 210 time: 0.0335810 Jul 22 14:54:42.115906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef72f6b4-f32e-4a27-aecc-466edc102ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:42.373410 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:42.993974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57526) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:43.138384 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-a1739f79-4a5e-49ba-a2dc-7192a2c01422 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1012983 Jul 22 14:54:43.168889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2842-3d39-4003-ad01-049fadd21bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.305255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-85159d94-18cc-49a3-a8dc-e0bb74563499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:43.306864 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-85159d94-18cc-49a3-a8dc-e0bb74563499 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1097 time: 0.1131902 Jul 22 14:54:43.372624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2842-3d39-4003-ad01-049fadd21bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.378201 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8bb2842-3d39-4003-ad01-049fadd21bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.470694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8bb2842-3d39-4003-ad01-049fadd21bfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6ad575b2a154e5483b4043b18d056ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731500 Jul 22 14:54:43.471719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57532) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:43.474299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb2842-3d39-4003-ad01-049fadd21bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9812e174-6e85-45c8-ba1d-d869bf309e07,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:43.496221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-706834ca-3ad0-4dc6-b94e-83ff907c84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:43.498713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-706834ca-3ad0-4dc6-b94e-83ff907c84dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 898 time: 0.1676300 Jul 22 14:54:43.652744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05255ee9-151e-466b-996f-9cf7bc43e8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.699978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.700813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-f74e434a-5446-4320-befd-b4c79c6f5e10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 200 len: 1002 time: 0.1940234 Jul 22 14:54:43.710469 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05255ee9-151e-466b-996f-9cf7bc43e8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.757544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-c02c5d7a-d053-4e77-9933-db39f9e4283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:43.759475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-c02c5d7a-d053-4e77-9933-db39f9e4283c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f90cce86-bc6b-4625-9410-04957e96079e HTTP/1.1" status: 200 len: 835 time: 0.0527606 Jul 22 14:54:43.766263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05255ee9-151e-466b-996f-9cf7bc43e8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.769425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05255ee9-151e-466b-996f-9cf7bc43e8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:43.771304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05255ee9-151e-466b-996f-9cf7bc43e8b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9812e174-6e85-45c8-ba1d-d869bf309e07 HTTP/1.1" status: 204 len: 168 time: 0.2978537 Jul 22 14:54:43.781100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05255ee9-151e-466b-996f-9cf7bc43e8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9812e174-6e85-45c8-ba1d-d869bf309e07,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:43.866346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-ae96af5e-a122-4e37-83bb-cfd994d5ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:43.868253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-ae96af5e-a122-4e37-83bb-cfd994d5ed0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11fc4211-52cc-485e-940d-dc4e2d72a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011107 Jul 22 14:54:43.972580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-5279b8d7-ae18-4fbb-9c89-a1cc0f3acca3 service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969191 Jul 22 14:54:44.080343 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8477626f-e44a-46fb-aa22-39914047c0a9 req-6ca632f3-c8ae-4a5a-9c99-f791786ed906 service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002202 Jul 22 14:54:44.137649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bad92d12-28c7-4b3a-b0f6-7be4efefa993 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:54:44.158634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: bad92d12-28c7-4b3a-b0f6-7be4efefa993 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:54:44.159305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device bad92d12-28c7-4b3a-b0f6-7be4efefa993 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:54:45.355283 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:46.027525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca27be-b940-4d7d-90a2-2f24f73d32c9 req-26b96e2c-90b2-4298-babf-6f23c2fe4099 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:46.029210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-94ca27be-b940-4d7d-90a2-2f24f73d32c9 req-26b96e2c-90b2-4298-babf-6f23c2fe4099 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 946 time: 0.0821617 Jul 22 14:54:46.072685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-94ca27be-b940-4d7d-90a2-2f24f73d32c9 req-fb6edb26-4fa7-4d98-9c14-844be6d3cf2d tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 Jul 22 14:54:47.271198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17912f4c-c4bb-431a-964a-9163fc16f80a req-b6e4b471-7682-44e2-8a20-cd6664e28ded tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:47.292140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17912f4c-c4bb-431a-964a-9163fc16f80a req-b6e4b471-7682-44e2-8a20-cd6664e28ded tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 946 time: 0.1444399 Jul 22 14:54:47.383145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17912f4c-c4bb-431a-964a-9163fc16f80a req-d18221e8-8e78-4e09-a1aa-ee7efce25cf7 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/security-groups?id=201b4f84-44f8-4bbc-a27d-926edbc607e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717573 Jul 22 14:54:47.823280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fa435-9343-4d40-b357-012606113b65 req-ee4b1036-9400-4fa7-849d-e660babc15dc tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:47.824456 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-108fa435-9343-4d40-b357-012606113b65 req-ee4b1036-9400-4fa7-849d-e660babc15dc tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 946 time: 0.0858595 Jul 22 14:54:47.931547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Deleting port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:54:47.931900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:48.032535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] For port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,segment=NetworkSegment(75998410-8db5-4ed0-9f43-ddafca6a3c32),segment_id=75998410-8db5-4ed0-9f43-ddafca6a3c32)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:48.032902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:48.048752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Calling delete_port for 43e0c5de-ed41-48c3-ba53-f65ba4fa766f owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:54:48.187893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:48.200429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['43e0c5de-ed41-48c3-ba53-f65ba4fa766f'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:54:48.218963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Pushing event deleted for resources: {'Port': ['ID=43e0c5de-ed41-48c3-ba53-f65ba4fa766f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:48.267749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] No DVR routers for this DVR port 43e0c5de-ed41-48c3-ba53-f65ba4fa766f on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:54:48.271932 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:48.273185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-108fa435-9343-4d40-b357-012606113b65 req-0e07976e-cb23-4f40-85f5-ce8b15d95319 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.61 "DELETE /v2.0/ports/43e0c5de-ed41-48c3-ba53-f65ba4fa766f HTTP/1.1" status: 204 len: 173 time: 0.4426744 Jul 22 14:54:48.273810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'name': 'network-vif-deleted', 'tag': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:54:48.276264 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a57fcd-ce36-4eec-bc4f-ab7d5a496336" -d '{"events": [{"server_uuid": "cd7b4002-759d-44f0-a0ea-112e50f41ef5", "name": "network-vif-deleted", "tag": "43e0c5de-ed41-48c3-ba53-f65ba4fa766f"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:54:48.314765 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f78a3-d943-4855-bc90-19e0687dd20f x-openstack-request-id: req-a96f78a3-d943-4855-bc90-19e0687dd20f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:54:48.315065 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7b4002-759d-44f0-a0ea-112e50f41ef5", "name": "network-vif-deleted", "tag": "43e0c5de-ed41-48c3-ba53-f65ba4fa766f", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:54:48.315360 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a96f78a3-d943-4855-bc90-19e0687dd20f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:54:48.315773 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7b4002-759d-44f0-a0ea-112e50f41ef5', 'name': 'network-vif-deleted', 'tag': '43e0c5de-ed41-48c3-ba53-f65ba4fa766f', 'status': 'completed', 'code': 200} Jul 22 14:54:48.531173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9125bd3f-7b43-4868-8df0-8e266f93bddf req-3bb6dba3-ebd3-480a-923c-2f24a1b06261 tempest-AttachVolumeNegativeTest-782481368 tempest-AttachVolumeNegativeTest-782481368-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd7b4002-759d-44f0-a0ea-112e50f41ef5 HTTP/1.1" status: 200 len: 210 time: 0.0430281 Jul 22 14:54:49.343791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-d392f039-e10d-4341-a2c6-90038a66077c req-c6424b28-2319-468e-af6b-06f38d85cede service neutron] (93812) timed out ('10.222.0.60', 36968) {{(pid=93812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:54:49.667451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:49.781811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Deleting subnet eae72ecc-05be-49ff-8e79-5f92364c164d {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:54:49.791381 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:49.851130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:49.908524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:49.979160 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.014676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae72ecc-05be-49ff-8e79-5f92364c164d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:50.020225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.025575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-476ea061-a414-4848-91bb-18cdef480ecd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eae72ecc-05be-49ff-8e79-5f92364c164d HTTP/1.1" status: 204 len: 168 time: 0.3558033 Jul 22 14:54:50.028041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57672) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:50.114242 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.213720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.225296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f4eb95-7f6a-410d-8468-3ba949589532']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:50.241908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75998410-8db5-4ed0-9f43-ddafca6a3c32') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:50.242547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75998410-8db5-4ed0-9f43-ddafca6a3c32') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:54:50.253738 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.270675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.281217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:54:50.281681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:54:50.284831 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:54:50.349348 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.355171 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.359014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] 10.222.0.60 "DELETE /v2.0/networks/81f4eb95-7f6a-410d-8468-3ba949589532 HTTP/1.1" status: 204 len: 168 time: 0.3292670 Jul 22 14:54:50.374748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62d1d1-06a3-45c5-9375-0a0b7e0ffb16 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f4eb95-7f6a-410d-8468-3ba949589532,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:50.435961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57684) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:50.538944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57688) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:50.552974 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25c27a6c-b212-4377-bb13-c1fc327502de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.588014 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-150e7e8b-626e-4d2b-945c-9b18a2ed6171 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc1269ebc38d4d908bebad7166dd1a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480466 Jul 22 14:54:50.590605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57690) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:50.645050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8b5a-a6b2-4f86-99b8-3333f0527f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.653823 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25c27a6c-b212-4377-bb13-c1fc327502de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.659080 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-25c27a6c-b212-4377-bb13-c1fc327502de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.666172 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8b5a-a6b2-4f86-99b8-3333f0527f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.691017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c27a6c-b212-4377-bb13-c1fc327502de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429141ea-387f-40f8-94e6-577a4ab820b6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:50.714467 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57694) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:50.714706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-25c27a6c-b212-4377-bb13-c1fc327502de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e58d412e0c3442aab5ce60df948c4c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771802 Jul 22 14:54:50.739323 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8b5a-a6b2-4f86-99b8-3333f0527f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.741934 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b0f8b5a-a6b2-4f86-99b8-3333f0527f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.743102 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1b0f8b5a-a6b2-4f86-99b8-3333f0527f56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/201b4f84-44f8-4bbc-a27d-926edbc607e5 HTTP/1.1" status: 204 len: 168 time: 0.1515505 Jul 22 14:54:50.772023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8b5a-a6b2-4f86-99b8-3333f0527f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201b4f84-44f8-4bbc-a27d-926edbc607e5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:50.791088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:50.797128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89161633-d758-44b7-b545-042f4e6867a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.824011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89161633-d758-44b7-b545-042f4e6867a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.877907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89161633-d758-44b7-b545-042f4e6867a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.882166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89161633-d758-44b7-b545-042f4e6867a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:50.888879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89161633-d758-44b7-b545-042f4e6867a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/429141ea-387f-40f8-94e6-577a4ab820b6 HTTP/1.1" status: 204 len: 168 time: 0.1706767 Jul 22 14:54:50.897647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89161633-d758-44b7-b545-042f4e6867a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429141ea-387f-40f8-94e6-577a4ab820b6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:51.018097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98926ce3-2452-4c73-820b-573e0b10b140 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:51.018622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98926ce3-2452-4c73-820b-573e0b10b140 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:51.019308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98926ce3-2452-4c73-820b-573e0b10b140 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:51.022747 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-98926ce3-2452-4c73-820b-573e0b10b140 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=5a9b092dbbc148f09c56d07989ed8151&network_id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 2970 time: 0.2302620 Jul 22 14:54:51.261380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57726) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:51.281887 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e3c2f3-872a-4c0b-af97-72349c18635e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.386032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e3c2f3-872a-4c0b-af97-72349c18635e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.391294 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e3c2f3-872a-4c0b-af97-72349c18635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.434013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57728) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:51.434255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-45e3c2f3-872a-4c0b-af97-72349c18635e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c712d172ffa41a29c0d5b8c613e595b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715918 Jul 22 14:54:51.435250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3c2f3-872a-4c0b-af97-72349c18635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5ccfe2-21a1-41f0-b8c6-63e0e4063910,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:51.499230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2afa73d4-cc33-467f-ab66-64a01d9bbec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.526124 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2afa73d4-cc33-467f-ab66-64a01d9bbec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.587335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2afa73d4-cc33-467f-ab66-64a01d9bbec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.590126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2afa73d4-cc33-467f-ab66-64a01d9bbec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:51.591556 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2afa73d4-cc33-467f-ab66-64a01d9bbec8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c5ccfe2-21a1-41f0-b8c6-63e0e4063910 HTTP/1.1" status: 204 len: 168 time: 0.1564066 Jul 22 14:54:51.602545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa73d4-cc33-467f-ab66-64a01d9bbec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5ccfe2-21a1-41f0-b8c6-63e0e4063910,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:52.213577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 43e0c5de-ed41-48c3-ba53-f65ba4fa766f no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:54:52.243671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 43e0c5de-ed41-48c3-ba53-f65ba4fa766f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:54:52.244291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 43e0c5de-ed41-48c3-ba53-f65ba4fa766f not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:54:52.505453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:52.600953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b6248-69f2-4c50-90b0-22eff11a95a2 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:52.602533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ec7b6248-69f2-4c50-90b0-22eff11a95a2 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d HTTP/1.1" status: 200 len: 814 time: 0.0959320 Jul 22 14:54:53.146833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.152026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'network': {'name': 'tempest-network-smoke--595909442', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:53.198642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:54:53.205857 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:53.248227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:54:53.260221 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:53.261094 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Added segment 9b1be34e-5813-4b7b-b854-d2d7198eb68b of type vlan for network 54e1151c-dd7c-43d0-a98d-39e38012c13b Jul 22 14:54:53.320635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:53.359267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:53.365373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.366163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:53.424973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2769835 Jul 22 14:54:53.428205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57822) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.473415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462334f-56ee-452f-8ad4-6b4c52044214 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Network': ['ID=54e1151c-dd7c-43d0-a98d-39e38012c13b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:53.489574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:54:53.525557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541646a0-51bf-44e7-80a5-c227216c406f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.527111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-541646a0-51bf-44e7-80a5-c227216c406f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5a9b092dbbc148f09c56d07989ed8151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0973151 Jul 22 14:54:53.529971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57824) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.671508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575759a-2b79-4a72-ac9b-e3e509992578 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.677971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f575759a-2b79-4a72-ac9b-e3e509992578 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468050 Jul 22 14:54:53.680970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57828) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.747994 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d05416e3-4bca-49fe-9c1b-83f7c7256b78 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0651650 Jul 22 14:54:53.751295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57836) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.786038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-28d108d0-2ac1-475b-bbc9-b180bf8cc165 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5a9b092dbbc148f09c56d07989ed8151&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330980 Jul 22 14:54:53.788641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57838) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.980562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e250379b-699e-4884-b502-7e5495c18378 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:53.985719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57842) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:53.986039 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e250379b-699e-4884-b502-7e5495c18378 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1959348 Jul 22 14:54:54.048154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d4bc7372-e3d9-4e5a-89c7-0e1830f2484f tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606923 Jul 22 14:54:54.050416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57846) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:54.056373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-157630504', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:54.159341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:54:54.163377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.725717 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.787685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Subnet': ['ID=0987237f-1711-4d28-9d42-4f6eb9e01617,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:54.795445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Checking segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:54:54.795845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network hostable DHCP agents. Network: 54e1151c-dd7c-43d0-a98d-39e38012c13b, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:54:54.814740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:54:54.824973 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 54e1151c-dd7c-43d0-a98d-39e38012c13b) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:54:54.834856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4a6a4-0cbd-4a66-a6d8-03e3b8db3aa5 None None] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:54:54.837636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:54.838264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:54.859092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-716daf9c-c5de-4120-880c-a678b1dd6444 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8071470 Jul 22 14:54:55.029221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-54e1151c-dd7c-43d0-a98d-39e38012c13b', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ips': [{'subnet_id': '0987237f-1711-4d28-9d42-4f6eb9e01617'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:54:55.030793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.074045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57872) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:55.079730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904846203', 'description': 'tempest-secgroup-smoke-1904846203 description', 'project_id': '5a9b092dbbc148f09c56d07989ed8151'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:55.134633 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.214722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Allocated IP 172.20.0.18 (54e1151c-dd7c-43d0-a98d-39e38012c13b/0987237f-1711-4d28-9d42-4f6eb9e01617/5eb07c59-8a11-4181-aca3-dd7bbe352f24) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:54:55.283203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.302833 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.377592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.381676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3036017 Jul 22 14:54:55.382026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:55.388171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f427c30-00d5-43d1-a1e3-4e8ddbb4fb5c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52fb4f4d-213d-454b-9f80-1d497823f824,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:55.388419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '52fb4f4d-213d-454b-9f80-1d497823f824', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:55.449114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.459557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Transition to ACTIVE for port object 5eb07c59-8a11-4181-aca3-dd7bbe352f24 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:54:55.461197 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.479978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Transition to ACTIVE for port object 5eb07c59-8a11-4181-aca3-dd7bbe352f24 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:54:55.491729 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.557293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:54:55.559507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.564717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:54:55.567031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.569467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:54:55.611329 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.612764 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291303 Jul 22 14:54:55.614108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb37454-5d07-496d-b680-86eb8c441ed8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:55.616033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57900) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:55.621231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '52fb4f4d-213d-454b-9f80-1d497823f824', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:55.622960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.623648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.624166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.624671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.625374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.625888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.626382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.626899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.627574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.628081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.628576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.629618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae83b90a-6397-49dc-8477-936d72d444b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:54:55.633955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Pushing event updated for resources: {'Port': ['ID=5eb07c59-8a11-4181-aca3-dd7bbe352f24,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:55.650752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Attempting to bind port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:54:55.651130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Attempting to bind port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:54:55.651498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Attempting to bind port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 on network 54e1151c-dd7c-43d0-a98d-39e38012c13b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:54:55.657194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:54:55.657581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Checking segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:54:55.658001 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.658548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Bound using segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:54:55.661650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Bound port: 5eb07c59-8a11-4181-aca3-dd7bbe352f24, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:54:55.661650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.696580 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.745122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] For port 5eb07c59-8a11-4181-aca3-dd7bbe352f24, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:54:55.750244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] For port 5eb07c59-8a11-4181-aca3-dd7bbe352f24, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5eb07c59-8a11-4181-aca3-dd7bbe352f24,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:54:55.755967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.812519 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.817892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.839842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bfe0f5-c1ab-44a0-9655-d9ead96bec09,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:55.853762 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.855419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-220f6ee2-60b6-481c-9a1b-5f9ce3d255f8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2380579 Jul 22 14:54:55.858403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:55.863950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '52fb4f4d-213d-454b-9f80-1d497823f824', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:55.910343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:55.939055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70916cc9-b25f-4ddd-abb3-e80be8c131e0 None None] Pushing event updated for resources: {'Port': ['ID=5eb07c59-8a11-4181-aca3-dd7bbe352f24,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:56.018704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.026482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.051919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.053620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1941285 Jul 22 14:54:56.056356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57918) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:56.057237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81df50-977e-45eb-842e-d9a4ce3f273b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ed2253-f024-451b-844a-41d651f6de89,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:56.065926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '52fb4f4d-213d-454b-9f80-1d497823f824', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:56.136231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.278125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.285592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.312810 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.314417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2570317 Jul 22 14:54:56.315517 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ae67a-784f-40b6-9ed1-1e822056a59c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3138b3f-cdb5-40fb-a6ad-debd54e76954,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:56.317255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:56.323173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '52fb4f4d-213d-454b-9f80-1d497823f824', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:56.369555 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Project 5a9b092dbbc148f09c56d07989ed8151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:54:56.375874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:56.627733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5eb07c59-8a11-4181-aca3-dd7bbe352f24 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:56.744465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:57.044591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.054761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.096344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.102963 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57954) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:57.103654 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7845244 Jul 22 14:54:57.109458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873b230-4b77-434c-9e6f-7540ae1af24c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c98628-2c0c-438d-a9c4-88d9c3ac147c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:57.112350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '52fb4f4d-213d-454b-9f80-1d497823f824', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:54:57.186078 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Project 5a9b092dbbc148f09c56d07989ed8151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:54:57.199125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.385585 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.395195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.428684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d1eabf-6682-4450-abdc-19b964edf6e2 None None] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:54:57.455565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b105584-15a5-4ae6-8d73-5e7113bb4c0e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:57.461216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.466472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b2779170-5b4f-406c-9cd7-8b4028806312 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3605516 Jul 22 14:54:57.571767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] Provisioning for port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:54:57.586351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] Provisioning complete for port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:57.590012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.689347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 57972) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:57.763907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.872622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] For port 5eb07c59-8a11-4181-aca3-dd7bbe352f24, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5eb07c59-8a11-4181-aca3-dd7bbe352f24,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:54:57.892613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.934411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-af59d402-2000-410a-8f92-56599c11bd5f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904846203&fields=id&tenant_id=5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 267 time: 0.0784717 Jul 22 14:54:57.943196 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fa4b-ef9e-44dd-b31d-d7b25404adc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:57.986561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623d94e-e1eb-4e0d-90a4-45cb239b0d20 None None] Pushing event updated for resources: {'Port': ['ID=5eb07c59-8a11-4181-aca3-dd7bbe352f24,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:58.136510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-f8a1af33-4679-4a42-9873-9f95ff7a5859 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:54:58.138129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-f8a1af33-4679-4a42-9873-9f95ff7a5859 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/networks?id=54e1151c-dd7c-43d0-a98d-39e38012c13b HTTP/1.1" status: 200 len: 796 time: 0.1743028 Jul 22 14:54:58.170269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-ac445790-7638-429b-8a54-ded7fcc643fa tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/quotas/5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 375 time: 0.0226133 Jul 22 14:54:58.224647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-53b475ba-fd37-4ec7-9820-4ff14389c1f1 None None] Provisioning complete for port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:58.225183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53b475ba-fd37-4ec7-9820-4ff14389c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.285501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-84fa9dd9-e37c-4d77-a0ed-c3f5ea25afda tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1039431 Jul 22 14:54:58.291564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fa4b-ef9e-44dd-b31d-d7b25404adc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.295998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0cd4fa4b-ef9e-44dd-b31d-d7b25404adc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.390180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:58.391867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0cd4fa4b-ef9e-44dd-b31d-d7b25404adc0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cd8882e61944303b9a6d68fb6970887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7014685 Jul 22 14:54:58.394674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 57998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:58.395752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4fa4b-ef9e-44dd-b31d-d7b25404adc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd660a0b-29aa-43e6-aa24-96cef4c5820f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:58.480513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-e303076f-397b-4c4f-aa8d-48e61dd5ddf6 service neutron] 10.222.0.60 "GET /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786337 Jul 22 14:54:58.508448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab879d1-cf1b-49ba-891d-8f35eab0e29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.532930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab879d1-cf1b-49ba-891d-8f35eab0e29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.543504 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5eb07c59-8a11-4181-aca3-dd7bbe352f24 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:54:58.585639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7d430d5-88d6-448e-a02b-6a44f6b947e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.615574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-ef7e3705-28ed-4400-aa43-2463402133ab service neutron] 10.222.0.60 "GET /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274157 Jul 22 14:54:58.644069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab879d1-cf1b-49ba-891d-8f35eab0e29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.649001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9ab879d1-cf1b-49ba-891d-8f35eab0e29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.650289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:54:58.650892 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.654207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9ab879d1-cf1b-49ba-891d-8f35eab0e29c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd660a0b-29aa-43e6-aa24-96cef4c5820f HTTP/1.1" status: 204 len: 168 time: 0.2581587 Jul 22 14:54:58.678475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab879d1-cf1b-49ba-891d-8f35eab0e29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd660a0b-29aa-43e6-aa24-96cef4c5820f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:58.778274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7d430d5-88d6-448e-a02b-6a44f6b947e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.784752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e7d430d5-88d6-448e-a02b-6a44f6b947e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.870898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e7d430d5-88d6-448e-a02b-6a44f6b947e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ac7e9cba70d4a5191dffca9ae84a523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794886 Jul 22 14:54:58.871947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d430d5-88d6-448e-a02b-6a44f6b947e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a336d-93e8-4e42-93f4-85bef9d55180,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:58.886909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58010) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:58.947189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb518283-62d3-4859-a428-ede92b73881e req-51e5f780-fb78-4e66-9340-0dfa04c473db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 210 time: 0.0931113 Jul 22 14:54:58.971805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d64c62f-e6e4-4138-888d-58291d8a91f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:58.996628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d64c62f-e6e4-4138-888d-58291d8a91f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.055266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d64c62f-e6e4-4138-888d-58291d8a91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.058723 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d64c62f-e6e4-4138-888d-58291d8a91f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.061405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7d64c62f-e6e4-4138-888d-58291d8a91f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a60a336d-93e8-4e42-93f4-85bef9d55180 HTTP/1.1" status: 204 len: 168 time: 0.1733501 Jul 22 14:54:59.075160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64c62f-e6e4-4138-888d-58291d8a91f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a336d-93e8-4e42-93f4-85bef9d55180,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:59.179323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58022) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:59.194827 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b35395-e0c5-457c-92bc-0a115185851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.328280 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b35395-e0c5-457c-92bc-0a115185851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.332726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8b35395-e0c5-457c-92bc-0a115185851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.382365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b35395-e0c5-457c-92bc-0a115185851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d037a2-c7d5-4f77-ad98-a8f0b6f30372,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:59.397443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8b35395-e0c5-457c-92bc-0a115185851d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afa36fb279214835be1fad12d22ae30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161365 Jul 22 14:54:59.399263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58026) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:59.463925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6140ff78-db27-409a-b5ae-5895f3b2c380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.464737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:59.478077 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2da864c9-be1e-4b77-954f-b08b5cc32d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.488554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6140ff78-db27-409a-b5ae-5895f3b2c380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.552261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6140ff78-db27-409a-b5ae-5895f3b2c380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.556339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6140ff78-db27-409a-b5ae-5895f3b2c380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.560193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6140ff78-db27-409a-b5ae-5895f3b2c380 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5d037a2-c7d5-4f77-ad98-a8f0b6f30372 HTTP/1.1" status: 204 len: 168 time: 0.1550858 Jul 22 14:54:59.581276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140ff78-db27-409a-b5ae-5895f3b2c380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d037a2-c7d5-4f77-ad98-a8f0b6f30372,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:59.581534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2da864c9-be1e-4b77-954f-b08b5cc32d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.587287 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2da864c9-be1e-4b77-954f-b08b5cc32d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.620914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2da864c9-be1e-4b77-954f-b08b5cc32d68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99596df746734f37b9832924ced45983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525037 Jul 22 14:54:59.621548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58032) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:54:59.643842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da864c9-be1e-4b77-954f-b08b5cc32d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e319c34-2804-443d-b22b-56ca715be527,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:54:59.693881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aaf0dab1-04d2-4c42-ab10-6ddce881f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.716473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aaf0dab1-04d2-4c42-ab10-6ddce881f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.768063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aaf0dab1-04d2-4c42-ab10-6ddce881f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.771390 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aaf0dab1-04d2-4c42-ab10-6ddce881f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:54:59.775271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aaf0dab1-04d2-4c42-ab10-6ddce881f851 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e319c34-2804-443d-b22b-56ca715be527 HTTP/1.1" status: 204 len: 168 time: 0.1527379 Jul 22 14:54:59.784250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0dab1-04d2-4c42-ab10-6ddce881f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e319c34-2804-443d-b22b-56ca715be527,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:00.188961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09c8601f-db88-4dac-b0d2-1f12e0f889b8 req-9f1d218e-2a1a-48d6-a4da-bd93fd79253e tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 210 time: 0.0470090 Jul 22 14:55:00.206857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-cdeccf33-cd1e-42b3-84fa-f70a76404250 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:00.209308 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-cdeccf33-cd1e-42b3-84fa-f70a76404250 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "GET /v2.0/networks?id=54e1151c-dd7c-43d0-a98d-39e38012c13b HTTP/1.1" status: 200 len: 796 time: 0.2541695 Jul 22 14:55:00.277068 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-47134faa-e870-44c8-ac24-125b3ebacd17 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 472 time: 0.0592501 Jul 22 14:55:00.290379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'port': {'device_id': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'admin_state_up': True, 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'security_groups': ['52fb4f4d-213d-454b-9f80-1d497823f824']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:00.464649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:00.469685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:00.627223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.20.0.19 (54e1151c-dd7c-43d0-a98d-39e38012c13b/0987237f-1711-4d28-9d42-4f6eb9e01617/5a4aed33-ede8-4a79-b504-09d567918cce) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:00.844918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:00.872000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Transition to ACTIVE for port object 5a4aed33-ede8-4a79-b504-09d567918cce will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:00.930242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:00.988995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:00.993112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:00.995606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:01.026634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=5a4aed33-ede8-4a79-b504-09d567918cce,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:01.141564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:01.147923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:01.189134 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-135ea32c-dc3c-4492-967f-639941fa5829 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9041815 Jul 22 14:55:01.214828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Request body: {'port': {'device_id': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:01.397044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:01.430088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4967db-b21e-465a-aa1b-a194c425c813 req-38ac6a32-0fff-46a8-b563-bfe4493832c3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:01.444773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed4967db-b21e-465a-aa1b-a194c425c813 req-38ac6a32-0fff-46a8-b563-bfe4493832c3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 932 time: 0.1508939 Jul 22 14:55:01.494027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0024ec30-6132-4996-a43b-bacd065d63b4 None None] Provisioning for port 5a4aed33-ede8-4a79-b504-09d567918cce completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:01.505756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0024ec30-6132-4996-a43b-bacd065d63b4 None None] Provisioning complete for port 5a4aed33-ede8-4a79-b504-09d567918cce triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:01.506146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0024ec30-6132-4996-a43b-bacd065d63b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:01.559867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed4967db-b21e-465a-aa1b-a194c425c813 req-16cf0d4b-295b-47bb-af22-c2d4b54fb886 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084981 Jul 22 14:55:01.601417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0024ec30-6132-4996-a43b-bacd065d63b4 None None] Port 5a4aed33-ede8-4a79-b504-09d567918cce cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:55:01.748574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4aed33-ede8-4a79-b504-09d567918cce {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:01.757542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:01.773027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Transition to ACTIVE for port object 5a4aed33-ede8-4a79-b504-09d567918cce will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:01.777268 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:01.837151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4aed33-ede8-4a79-b504-09d567918cce,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:01.934740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Attempting to bind port 5a4aed33-ede8-4a79-b504-09d567918cce on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:01.935451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Attempting to bind port 5a4aed33-ede8-4a79-b504-09d567918cce by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:01.935868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Attempting to bind port 5a4aed33-ede8-4a79-b504-09d567918cce on network 54e1151c-dd7c-43d0-a98d-39e38012c13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:01.945952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Port 5a4aed33-ede8-4a79-b504-09d567918cce on network 54e1151c-dd7c-43d0-a98d-39e38012c13b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:55:01.946383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Attempting to bind port 5a4aed33-ede8-4a79-b504-09d567918cce on network 54e1151c-dd7c-43d0-a98d-39e38012c13b {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:01.955098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:01.955651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Checking segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:01.956361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Bound using segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:01.957492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Bound port: 5a4aed33-ede8-4a79-b504-09d567918cce, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:01.957808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:02.092269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] For port 5a4aed33-ede8-4a79-b504-09d567918cce, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:02.103862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] For port 5a4aed33-ede8-4a79-b504-09d567918cce, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5a4aed33-ede8-4a79-b504-09d567918cce,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:02.113404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:02.193954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.194623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:02.200644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] 10.222.0.72 "PUT /v2.0/ports/5a4aed33-ede8-4a79-b504-09d567918cce HTTP/1.1" status: 200 len: 1092 time: 1.0041361 Jul 22 14:55:02.201474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'tag': '5a4aed33-ede8-4a79-b504-09d567918cce'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:02.204119 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e", "tag": "5a4aed33-ede8-4a79-b504-09d567918cce"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:02.240955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7a393-0a48-4b8d-a1e8-cb1c0937f2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4aed33-ede8-4a79-b504-09d567918cce,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:02.291465 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d92bd-6f6f-4f73-a70d-4b482d842acc x-openstack-request-id: req-b51d92bd-6f6f-4f73-a70d-4b482d842acc {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:02.291778 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e", "tag": "5a4aed33-ede8-4a79-b504-09d567918cce", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:02.292015 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b51d92bd-6f6f-4f73-a70d-4b482d842acc {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:02.292419 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'tag': '5a4aed33-ede8-4a79-b504-09d567918cce', 'status': 'completed', 'code': 200} Jul 22 14:55:02.330190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-852935f1-0e1e-4837-b9b5-1b66be48689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.331967 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-852935f1-0e1e-4837-b9b5-1b66be48689e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 1095 time: 0.0789270 Jul 22 14:55:02.399303 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-5fca025a-6e2e-41fd-8c85-1c6d651ce101 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5a4aed33-ede8-4a79-b504-09d567918cce HTTP/1.1" status: 200 len: 217 time: 0.0596163 Jul 22 14:55:02.481863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-33e93368-f305-43b1-a59d-7d6096e2d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.483452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-33e93368-f305-43b1-a59d-7d6096e2d861 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0987237f-1711-4d28-9d42-4f6eb9e01617 HTTP/1.1" status: 200 len: 837 time: 0.0778835 Jul 22 14:55:02.577053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-b59a7658-b43d-450a-b55e-1465d86c23cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.578634 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-b59a7658-b43d-450a-b55e-1465d86c23cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54e1151c-dd7c-43d0-a98d-39e38012c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891430 Jul 22 14:55:02.735905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-252dcb6f-838c-460c-8194-8caf0e88e3e6 service neutron] 10.222.0.72 "GET /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505008 Jul 22 14:55:02.777000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578f552-52fb-417a-a087-12cd7a143ac5 req-d7688834-22c4-4781-99ea-798c172d5700 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.780403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a578f552-52fb-417a-a087-12cd7a143ac5 req-d7688834-22c4-4781-99ea-798c172d5700 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 944 time: 0.1329463 Jul 22 14:55:02.783841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-b0619227-cd06-4e58-94ba-5744e3d72bf6 req-0f64ea49-91f6-45b8-bdb7-d952193b7aac service neutron] (93812) timed out ('10.222.0.72', 54855) {{(pid=93812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:55:02.855160 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5874f66e-a680-4994-8ce9-a33a8b48f497 req-2935f982-3c4e-48b5-a802-c5c11fcc2be8 service neutron] 10.222.0.72 "GET /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127844 Jul 22 14:55:02.881471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a578f552-52fb-417a-a087-12cd7a143ac5 req-4be87210-0e97-4e30-8818-d185c6aec04b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936577 Jul 22 14:55:02.973100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58146) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:02.997754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-8b806f93-5c19-4223-b582-de39a74f1c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:02.997754 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-8b806f93-5c19-4223-b582-de39a74f1c5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 1095 time: 0.0736294 Jul 22 14:55:03.135535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-cf0ee7c9-fcf1-49eb-96c4-513757919071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:03.137124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-cf0ee7c9-fcf1-49eb-96c4-513757919071 service neutron] 10.222.0.72 "GET /v2.0/networks?id=54e1151c-dd7c-43d0-a98d-39e38012c13b HTTP/1.1" status: 200 len: 897 time: 0.1373332 Jul 22 14:55:03.192347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-94637ea4-8524-433e-9717-f2a2ec2a24e0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=5a4aed33-ede8-4a79-b504-09d567918cce HTTP/1.1" status: 200 len: 217 time: 0.0475295 Jul 22 14:55:03.217811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c616a887-0cd8-4b74-a24b-9be1381eb261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.278046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-c3bbd3cc-3cb2-4b52-9d83-5133a1fe72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:03.279666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-c3bbd3cc-3cb2-4b52-9d83-5133a1fe72c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0987237f-1711-4d28-9d42-4f6eb9e01617 HTTP/1.1" status: 200 len: 837 time: 0.0744872 Jul 22 14:55:03.380332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-5cc97da1-a34e-446d-9c04-3610f7f2de2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:03.381875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-5cc97da1-a34e-446d-9c04-3610f7f2de2d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=54e1151c-dd7c-43d0-a98d-39e38012c13b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917304 Jul 22 14:55:03.409400 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c616a887-0cd8-4b74-a24b-9be1381eb261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.420506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c616a887-0cd8-4b74-a24b-9be1381eb261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.479944 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c616a887-0cd8-4b74-a24b-9be1381eb261 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00e9180a77ae4066b0a157beefa94a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052392 Jul 22 14:55:03.481832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616a887-0cd8-4b74-a24b-9be1381eb261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c9a8e4-1ae1-4e0e-8edc-53eab0e629e7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:03.482130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58170) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:03.542750 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-fce6c64a-4fe6-4491-833c-d222366d4b47 service neutron] 10.222.0.72 "GET /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508968 Jul 22 14:55:03.554814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4bfb-0a54-4025-9461-ccc1da3e6527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.584654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4bfb-0a54-4025-9461-ccc1da3e6527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.663017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4bfb-0a54-4025-9461-ccc1da3e6527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.665741 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4bfb-0a54-4025-9461-ccc1da3e6527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:03.667347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-aed15ac1-ae7d-4b2f-97f9-b0cfe71799aa req-c5cda0c7-57df-4de0-9bd1-df80a5b675b3 service neutron] 10.222.0.72 "GET /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177428 Jul 22 14:55:03.668257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9a3d4bfb-0a54-4025-9461-ccc1da3e6527 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8c9a8e4-1ae1-4e0e-8edc-53eab0e629e7 HTTP/1.1" status: 204 len: 168 time: 0.1849151 Jul 22 14:55:03.676565 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d4bfb-0a54-4025-9461-ccc1da3e6527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c9a8e4-1ae1-4e0e-8edc-53eab0e629e7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:03.852814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58182) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:03.966956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58188) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:03.989534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e01d226d-79a2-4adc-b1f8-a9d52de30191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.032476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c511313a-7392-4039-9dac-c107bf58d128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.113739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376842ab-a504-4caf-bc68-caac5d517948 req-4edd5616-2dcb-4a90-b0c5-4defe4e1bbfe tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:04.115292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-376842ab-a504-4caf-bc68-caac5d517948 req-4edd5616-2dcb-4a90-b0c5-4defe4e1bbfe tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 944 time: 0.1336532 Jul 22 14:55:04.179595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-376842ab-a504-4caf-bc68-caac5d517948 req-d46b08ab-494c-4b09-96d3-6c27b1116add tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544455 Jul 22 14:55:04.181379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e01d226d-79a2-4adc-b1f8-a9d52de30191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.217586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e01d226d-79a2-4adc-b1f8-a9d52de30191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.270568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e01d226d-79a2-4adc-b1f8-a9d52de30191 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5fca55d2c0c4211b76a9b1890686153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024142 Jul 22 14:55:04.272434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d226d-79a2-4adc-b1f8-a9d52de30191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498bc61c-b9a1-4870-9a95-951d98e5cdb2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:04.274867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58192) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:04.352937 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c511313a-7392-4039-9dac-c107bf58d128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.360695 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c511313a-7392-4039-9dac-c107bf58d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.374882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2075db86-5240-4ba7-84b8-3d31a9550cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.410582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c511313a-7392-4039-9dac-c107bf58d128 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b85281f378ff42549f0452eda64cf9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5547829 Jul 22 14:55:04.413723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:04.423136 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c511313a-7392-4039-9dac-c107bf58d128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a040c779-df27-4799-8ebe-978c188c9be8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:04.427548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2075db86-5240-4ba7-84b8-3d31a9550cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.492504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2075db86-5240-4ba7-84b8-3d31a9550cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.495653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2075db86-5240-4ba7-84b8-3d31a9550cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.502573 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8ec-f530-41e3-8509-6b7362698e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.510271 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2075db86-5240-4ba7-84b8-3d31a9550cc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/498bc61c-b9a1-4870-9a95-951d98e5cdb2 HTTP/1.1" status: 204 len: 168 time: 0.2248566 Jul 22 14:55:04.532319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075db86-5240-4ba7-84b8-3d31a9550cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498bc61c-b9a1-4870-9a95-951d98e5cdb2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:04.565266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8ec-f530-41e3-8509-6b7362698e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.620007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8ec-f530-41e3-8509-6b7362698e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.622582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc8ec-f530-41e3-8509-6b7362698e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:04.624332 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2fbdc8ec-f530-41e3-8509-6b7362698e3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a040c779-df27-4799-8ebe-978c188c9be8 HTTP/1.1" status: 204 len: 168 time: 0.2081854 Jul 22 14:55:04.634904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdc8ec-f530-41e3-8509-6b7362698e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a040c779-df27-4799-8ebe-978c188c9be8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:04.978498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58212) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:04.993402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9dcaa54-0a4c-4ebe-8b0d-2e441c397bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.103054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9dcaa54-0a4c-4ebe-8b0d-2e441c397bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.107375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e9dcaa54-0a4c-4ebe-8b0d-2e441c397bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.150152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e9dcaa54-0a4c-4ebe-8b0d-2e441c397bed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bfe9bf1683c4723a8e32e4c210ea38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720769 Jul 22 14:55:05.152667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58216) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:05.159516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcaa54-0a4c-4ebe-8b0d-2e441c397bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a38ed0-8da0-45ff-85af-eadf165e0b54,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:05.241358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d863f93-7341-4c34-a355-c72c7416b931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.262923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d863f93-7341-4c34-a355-c72c7416b931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.326299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d863f93-7341-4c34-a355-c72c7416b931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.329730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d863f93-7341-4c34-a355-c72c7416b931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.333993 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7d863f93-7341-4c34-a355-c72c7416b931 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6a38ed0-8da0-45ff-85af-eadf165e0b54 HTTP/1.1" status: 204 len: 168 time: 0.1802113 Jul 22 14:55:05.345276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d863f93-7341-4c34-a355-c72c7416b931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a38ed0-8da0-45ff-85af-eadf165e0b54,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:05.397359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ae18f-1f36-422f-a2cb-0d0d6d6f0537 req-e32b7166-abb3-4143-bef4-85ac6beefd8f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:05.399218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e2ae18f-1f36-422f-a2cb-0d0d6d6f0537 req-e32b7166-abb3-4143-bef4-85ac6beefd8f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 944 time: 0.1250072 Jul 22 14:55:05.450634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1e2ae18f-1f36-422f-a2cb-0d0d6d6f0537 req-4066b184-a3c1-4b48-814e-3ecca86db973 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441153 Jul 22 14:55:05.467643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5a4aed33-ede8-4a79-b504-09d567918cce details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:55:05.522022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58230) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:05.788622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5a4aed33-ede8-4a79-b504-09d567918cce, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5a4aed33-ede8-4a79-b504-09d567918cce,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:05.801389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-366322372-network', 'tenant_id': '5379d32e0c464ad5afbc4043a6628498'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:05.803124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '5a4aed33-ede8-4a79-b504-09d567918cce', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'port_id': '5a4aed33-ede8-4a79-b504-09d567918cce', 'mac_address': 'fa:16:3e:b2:65:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:55:05.843705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.856641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Made reservation on behalf of 5379d32e0c464ad5afbc4043a6628498 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:05.858086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4aed33-ede8-4a79-b504-09d567918cce {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:05.859256 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.875031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.881470 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5a4aed33-ede8-4a79-b504-09d567918cce, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5a4aed33-ede8-4a79-b504-09d567918cce,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:05.892134 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:05.952464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5a4aed33-ede8-4a79-b504-09d567918cce,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:06.017274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.023092 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.069039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:06.071016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a36c8-e568-4529-8381-df8636e0eca8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:06.083373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.083988 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Added segment aed1c5e2-7606-4592-999a-241dc4ac9f60 of type vlan for network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef Jul 22 14:55:06.099896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5a4aed33-ede8-4a79-b504-09d567918cce'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:55:06.155540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.204420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.205647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:06.207376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.290678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7656937 Jul 22 14:55:06.296890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58254) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:06.303078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Request body: {'subnet': {'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-366322372-subnet', 'tenant_id': '5379d32e0c464ad5afbc4043a6628498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:06.317417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5e6de-63b6-44aa-8cdf-7ab4629c06a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3b500f-6a5d-4661-a00b-7ea54abd29ef,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:06.334095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:55:06.339922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Made reservation on behalf of 5379d32e0c464ad5afbc4043a6628498 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:06.346613 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.641775 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.687716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ab65a-66e7-4742-8565-d9f0191fbde7 req-79bcf142-5f1b-49ae-ab90-69bdb517040e tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:06.694289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-164ab65a-66e7-4742-8565-d9f0191fbde7 req-79bcf142-5f1b-49ae-ab90-69bdb517040e tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 945 time: 0.1517363 Jul 22 14:55:06.746462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:06.764624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-164ab65a-66e7-4742-8565-d9f0191fbde7 req-53bacfa4-0046-4e3e-9372-33159e46ec58 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691984 Jul 22 14:55:06.771291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Checking segment: {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:06.771658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Network hostable DHCP agents. Network: 3a3b500f-6a5d-4661-a00b-7ea54abd29ef, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:55:06.801310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:55:06.812717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3a3b500f-6a5d-4661-a00b-7ea54abd29ef) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:06.827683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:06.828284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:06.829697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc6df6-1794-4065-b200-9adecbe0dbb3 None None] Network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:06.850774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4c6b9da-0e0f-4108-a60e-3d5171f5ce85 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5477324 Jul 22 14:55:06.975484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6339be-b155-43e1-8986-470a9f8b583e None None] Network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:07.396571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:07.496815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5a4aed33-ede8-4a79-b504-09d567918cce up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:07.564755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 5a4aed33-ede8-4a79-b504-09d567918cce completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:07.576007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 5a4aed33-ede8-4a79-b504-09d567918cce triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:07.576007 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:07.676537 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:07.703182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4aed33-ede8-4a79-b504-09d567918cce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:07.705988 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195467c6-8ccf-48cc-a7da-e86c61863555" -d '{"events": [{"server_uuid": "b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e", "name": "network-vif-plugged", "status": "completed", "tag": "5a4aed33-ede8-4a79-b504-09d567918cce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:07.727446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5a4aed33-ede8-4a79-b504-09d567918cce, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5a4aed33-ede8-4a79-b504-09d567918cce,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:07.733165 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:07.811070 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ecf5db-5041-4905-9b47-cee2adb8b847 x-openstack-request-id: req-d8ecf5db-5041-4905-9b47-cee2adb8b847 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:07.811357 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e", "name": "network-vif-plugged", "status": "completed", "tag": "5a4aed33-ede8-4a79-b504-09d567918cce", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:07.811883 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8ecf5db-5041-4905-9b47-cee2adb8b847 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:07.812299 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4aed33-ede8-4a79-b504-09d567918cce', 'code': 200} Jul 22 14:55:07.813046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5a4aed33-ede8-4a79-b504-09d567918cce,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:07.893689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:07.953525 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa811c6a-5ce3-40cd-8304-14e21f07356b req-6bf05f7c-5e06-4d2e-90f1-d39261951830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:07.955533 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fa811c6a-5ce3-40cd-8304-14e21f07356b req-6bf05f7c-5e06-4d2e-90f1-d39261951830 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 1097 time: 0.0972481 Jul 22 14:55:08.004357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b0ff-1d08-4303-9c56-38c364cc12f6 req-1d757654-6f5c-4d35-a891-7d619056a1be tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:08.016635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3605b0ff-1d08-4303-9c56-38c364cc12f6 req-1d757654-6f5c-4d35-a891-7d619056a1be tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 946 time: 0.1327474 Jul 22 14:55:08.037930 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fa811c6a-5ce3-40cd-8304-14e21f07356b req-37c6e0af-da46-4430-9566-dc6bd83af944 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756304 Jul 22 14:55:08.065474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3605b0ff-1d08-4303-9c56-38c364cc12f6 req-f26c01fa-aa3a-4764-ac1e-8d719160e239 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478325 Jul 22 14:55:08.695699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:08.835594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9b01e3f3-bfa5-4656-b467-a561db51f1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:08.951583 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9b01e3f3-bfa5-4656-b467-a561db51f1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:08.957551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9b01e3f3-bfa5-4656-b467-a561db51f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.004681 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9b01e3f3-bfa5-4656-b467-a561db51f1a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a512abed820f4937a45025246d2f706c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053036 Jul 22 14:55:09.004681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01e3f3-bfa5-4656-b467-a561db51f1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea30a8c4-dab4-4dd4-a975-ab872fc935cf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:09.005054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58324) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:09.079992 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53233154-f195-4eef-9fbf-4e0d48215229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.103590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53233154-f195-4eef-9fbf-4e0d48215229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.187603 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53233154-f195-4eef-9fbf-4e0d48215229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.190587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53233154-f195-4eef-9fbf-4e0d48215229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.194741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-53233154-f195-4eef-9fbf-4e0d48215229 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea30a8c4-dab4-4dd4-a975-ab872fc935cf HTTP/1.1" status: 204 len: 168 time: 0.1884964 Jul 22 14:55:09.223270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53233154-f195-4eef-9fbf-4e0d48215229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea30a8c4-dab4-4dd4-a975-ab872fc935cf,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:09.353460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9814-a43a-49f2-9cd7-c195159fbb89 req-676e4c2f-4168-4e8c-9ae9-015f8f97a1c2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:09.360263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-336f9814-a43a-49f2-9cd7-c195159fbb89 req-676e4c2f-4168-4e8c-9ae9-015f8f97a1c2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 946 time: 0.1478846 Jul 22 14:55:09.408144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-336f9814-a43a-49f2-9cd7-c195159fbb89 req-3ebf6811-3126-4a4a-90dc-1b621610fb36 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Jul 22 14:55:09.560179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab76ea7-9149-490f-8679-c7c238248683 req-0285272c-7112-445a-991a-12f078e55c05 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:09.562110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ab76ea7-9149-490f-8679-c7c238248683 req-0285272c-7112-445a-991a-12f078e55c05 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 946 time: 0.0767121 Jul 22 14:55:09.610444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58334) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:09.620748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ab76ea7-9149-490f-8679-c7c238248683 req-c16a6edf-6b05-481d-9aec-e82478967b90 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497899 Jul 22 14:55:09.627951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43968c6-6f11-4ff2-95cc-0914bd625789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.721813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43968c6-6f11-4ff2-95cc-0914bd625789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.726176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f43968c6-6f11-4ff2-95cc-0914bd625789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.763170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43968c6-6f11-4ff2-95cc-0914bd625789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc1a81-7999-4c16-8889-b829215adc09,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:09.772213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58338) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:09.774945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f43968c6-6f11-4ff2-95cc-0914bd625789 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1291da2043044e6ca026fb7c561e68eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630511 Jul 22 14:55:09.821368 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149523b4-1df6-4952-881f-8b5b06bd6983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.842728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149523b4-1df6-4952-881f-8b5b06bd6983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.884037 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9ed89764-efad-4d0d-95a7-cd53ff7d5e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.896517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149523b4-1df6-4952-881f-8b5b06bd6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.899138 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-149523b4-1df6-4952-881f-8b5b06bd6983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:09.902855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-149523b4-1df6-4952-881f-8b5b06bd6983 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0fc1a81-7999-4c16-8889-b829215adc09 HTTP/1.1" status: 204 len: 168 time: 0.1285119 Jul 22 14:55:09.908017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149523b4-1df6-4952-881f-8b5b06bd6983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc1a81-7999-4c16-8889-b829215adc09,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:10.997462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:11.094798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58386) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:11.198670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a095a5a7-2918-4fac-b741-177d2e3f9cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.521367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a095a5a7-2918-4fac-b741-177d2e3f9cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.526077 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a095a5a7-2918-4fac-b741-177d2e3f9cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.577743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095a5a7-2918-4fac-b741-177d2e3f9cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01a2067-5e0b-49c3-89cb-cbf963e03279,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:11.586932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58392) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:11.587366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a095a5a7-2918-4fac-b741-177d2e3f9cec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9071865df694ff797dace79ffdff529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5883319 Jul 22 14:55:11.654147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.675059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.729912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.733642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:11.735446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a01a2067-5e0b-49c3-89cb-cbf963e03279 HTTP/1.1" status: 204 len: 168 time: 0.1474955 Jul 22 14:55:11.746349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01a2067-5e0b-49c3-89cb-cbf963e03279,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:11.755511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.756211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.756779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.757194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.757825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.758245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.758656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.759230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.759772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.760294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.760814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.761330 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ec7498-e9ea-4584-9c87-3455c509de7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:11.767713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:12.088697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.20.0.17 (54e1151c-dd7c-43d0-a98d-39e38012c13b/0987237f-1711-4d28-9d42-4f6eb9e01617/1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:12.132021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5ac66ced-f5f5-41b5-9749-2064b290f7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:12.229765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:12.248069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Transition to ACTIVE for port object 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:12.303441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:12.358139 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:12.671081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:12.687569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:12.708199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:12.710565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:12.803414 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.002796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-861e8f75-fc1c-461a-8c3d-ff7d568e0b36 None None] Provisioning for port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:13.007531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-861e8f75-fc1c-461a-8c3d-ff7d568e0b36 None None] Provisioning complete for port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:13.007967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-861e8f75-fc1c-461a-8c3d-ff7d568e0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.052847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-861e8f75-fc1c-461a-8c3d-ff7d568e0b36 None None] Port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:55:13.161600 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.571864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.578878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.660904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:13.692386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.713085 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:13.806831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:13.808616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:13.905022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58460) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:13.993925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:14.138420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:14.145894 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ffca5d14-7330-4c1d-a861-08465597eb0d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "PUT /v2.0/routers/71fb1621-9a74-4f66-9d87-cc360ad2132e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0495114 Jul 22 14:55:14.156335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:14.167248 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5d78308-ac31-44aa-bbc0-65f86743a800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.169062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:14.171208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:14.283763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7164c13e-7000-4479-8332-f0a33f8fba9b None None] Provisioning complete for port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:14.284984 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7164c13e-7000-4479-8332-f0a33f8fba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.307688 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5d78308-ac31-44aa-bbc0-65f86743a800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.313303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d5d78308-ac31-44aa-bbc0-65f86743a800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.350628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7164c13e-7000-4479-8332-f0a33f8fba9b None None] Port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:55:14.376192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:14.381690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d5d78308-ac31-44aa-bbc0-65f86743a800 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73e538ae633a4a27a5d39968f55ac7e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747374 Jul 22 14:55:14.382504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d78308-ac31-44aa-bbc0-65f86743a800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec23ab06-8f1d-4401-8c58-763481abba28,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:14.384344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58468) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:14.473946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d920d87-9247-4322-b4cc-188c324590d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.515420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d920d87-9247-4322-b4cc-188c324590d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.574835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d920d87-9247-4322-b4cc-188c324590d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.577821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3d920d87-9247-4322-b4cc-188c324590d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:14.579230 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3d920d87-9247-4322-b4cc-188c324590d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec23ab06-8f1d-4401-8c58-763481abba28 HTTP/1.1" status: 204 len: 168 time: 0.1938870 Jul 22 14:55:14.593595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d920d87-9247-4322-b4cc-188c324590d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec23ab06-8f1d-4401-8c58-763481abba28,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:14.793614 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:55:14.826997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:13Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:18Z', 'revision_number': 1, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf', 'name': '', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:99:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:11Z', 'updated_at': '2021-07-22T14:55:13Z', 'revision_number': 2, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:14.864076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:14.864431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Updating router 71fb1621-9a74-4f66-9d87-cc360ad2132e port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:55:14.904278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.278611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.323876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Transition to ACTIVE for port object 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:15.349278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.415614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.479526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Pushing event updated for resources: {'Port': ['ID=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:15.528330 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.530407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.530407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.530407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.530407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.531410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.531762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.532141 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.532450 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.532794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.533131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.533466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:15.558145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Attempting to bind port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:15.558703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Attempting to bind port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:15.559080 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Attempting to bind port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf on network 54e1151c-dd7c-43d0-a98d-39e38012c13b {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:15.567112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:15.567483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Checking segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:15.567947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.568350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Bound using segment: {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:15.568869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Bound port: 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1be34e-5813-4b7b-b854-d2d7198eb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:15.569302 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.702480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] For port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:15.708541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] For port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:15.716271 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:15.801301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3492c-4950-4762-80da-d60891fbe785 None None] Pushing event updated for resources: {'Port': ['ID=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:15.841043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:15.841696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:16.148121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:16.377964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 58516) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:16.528745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efdd4c2d-1669-446a-818c-93b210d5d801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.624735 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efdd4c2d-1669-446a-818c-93b210d5d801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.629587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-efdd4c2d-1669-446a-818c-93b210d5d801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.643950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:13Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:18Z', 'revision_number': 1, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf', 'name': '', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:99:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:11Z', 'updated_at': '2021-07-22T14:55:15Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:16.662251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-efdd4c2d-1669-446a-818c-93b210d5d801 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f4f7f03d1c947c6b26ac7870fee59fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823420 Jul 22 14:55:16.664911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:16.695217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd4c2d-1669-446a-818c-93b210d5d801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d1926-6f68-4b4f-84e5-82b18a3159d6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:16.723788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fae365-2d60-48aa-b0f8-178b61c52f5e None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:13Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:18Z', 'revision_number': 1, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf', 'name': '', 'network_id': '54e1151c-dd7c-43d0-a98d-39e38012c13b', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:99:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:11Z', 'updated_at': '2021-07-22T14:55:15Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': '0987237f-1711-4d28-9d42-4f6eb9e01617', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:16.771526 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976f841e-296e-4b95-b536-f5bf2592abf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.805777 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976f841e-296e-4b95-b536-f5bf2592abf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.883967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976f841e-296e-4b95-b536-f5bf2592abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.892924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-976f841e-296e-4b95-b536-f5bf2592abf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:16.894088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-976f841e-296e-4b95-b536-f5bf2592abf8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f7d1926-6f68-4b4f-84e5-82b18a3159d6 HTTP/1.1" status: 204 len: 168 time: 0.2281458 Jul 22 14:55:16.907848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f841e-296e-4b95-b536-f5bf2592abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d1926-6f68-4b4f-84e5-82b18a3159d6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:18.613269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:18.695449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:18.701010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:18.701390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:18.825301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:18.878947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:18.885058 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:19.124473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:20.579200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:20.635942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:20.636334 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:32.541483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:32.912328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:33.287149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:33.287721 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:33.393580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:33.393927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:33.407134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:33.600039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:33.624321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:33.831852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:34.074646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:34.188318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:34.199067 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-78ffbbb7-0eb2-4105-8d13-3c77f2ba7054 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "PUT /v2.0/routers/71fb1621-9a74-4f66-9d87-cc360ad2132e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6553884 Jul 22 14:55:34.200879 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:34.210120 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:34.210962 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:34.327164 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:34.553877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b336d77-328c-423a-9875-631a5ffc3eb1 req-5412fb03-bae3-4e49-a144-81ce0cbfa61b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:34.557185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b336d77-328c-423a-9875-631a5ffc3eb1 req-5412fb03-bae3-4e49-a144-81ce0cbfa61b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 946 time: 0.0879562 Jul 22 14:55:34.610302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b336d77-328c-423a-9875-631a5ffc3eb1 req-72f0ad10-9c2e-4783-aa71-fe3846df3bf5 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476141 Jul 22 14:55:34.654686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:33Z', 'revision_number': 6, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:18Z', 'revision_number': 1, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:34.694774 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:34.705479 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:34.706956 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:34.825833 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:35.067016 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:33Z', 'revision_number': 6, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:18Z', 'revision_number': 1, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:35.100540 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2394a54d-5f61-4a17-9946-28b3f225ddda None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:33Z', 'revision_number': 6, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '89ba7a31-c779-4626-be50-5aeef9d8b6c0', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'port_id': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'mac_address': 'fa:16:3e:f0:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5806cd90-ec2b-4e81-97a6-72442744e078', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:54:15Z', 'updated_at': '2021-07-22T14:54:18Z', 'revision_number': 1, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:35.847027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58936) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:35.878029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025aefcc-5d55-4a6f-814a-fe5ae2b90088 req-35da6ed2-8d3a-4945-a65d-ad541f37dd3d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:35.879926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-025aefcc-5d55-4a6f-814a-fe5ae2b90088 req-35da6ed2-8d3a-4945-a65d-ad541f37dd3d tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 946 time: 0.1262088 Jul 22 14:55:35.913341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-423a7799-0562-417d-b366-a58f730ea710 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:35.918598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-423a7799-0562-417d-b366-a58f730ea710 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 946 time: 0.1614285 Jul 22 14:55:35.934729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-025aefcc-5d55-4a6f-814a-fe5ae2b90088 req-fca830aa-7ca6-4ce2-832b-2d35fa4bfc5e tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=52fb4f4d-213d-454b-9f80-1d497823f824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483994 Jul 22 14:55:36.004823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89c80a2b-6897-425b-ae13-ce1af2ebac06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.108969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 5a4aed33-ede8-4a79-b504-09d567918cce {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:36.109338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.214958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89c80a2b-6897-425b-ae13-ce1af2ebac06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.221945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89c80a2b-6897-425b-ae13-ce1af2ebac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.229878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 5a4aed33-ede8-4a79-b504-09d567918cce, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5a4aed33-ede8-4a79-b504-09d567918cce,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:36.230244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.259559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 5a4aed33-ede8-4a79-b504-09d567918cce owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:36.282952 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c80a2b-6897-425b-ae13-ce1af2ebac06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc16aeb-3d84-44b3-b007-fcb4c9553670,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:36.288784 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89c80a2b-6897-425b-ae13-ce1af2ebac06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5520e02f345408a9bea39ca8b8b9370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401019 Jul 22 14:55:36.291370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 58952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:36.509350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:36.531159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:36.531660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1698d3b7-e92a-455b-af0b-9bc7d5e5d5bf not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:36.654296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0f70-9845-450a-9d4f-2858ec610897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.707266 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0f70-9845-450a-9d4f-2858ec610897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.749280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.786296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=5a4aed33-ede8-4a79-b504-09d567918cce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:36.839501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] No DVR routers for this DVR port 5a4aed33-ede8-4a79-b504-09d567918cce on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:36.843170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.846008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cecb282c-c12f-455e-9b6b-557d25ba5dc3 req-25608e8b-4e07-494b-8210-b9afdd6b8150 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "DELETE /v2.0/ports/5a4aed33-ede8-4a79-b504-09d567918cce HTTP/1.1" status: 204 len: 173 time: 0.9219923 Jul 22 14:55:36.846799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'name': 'network-vif-deleted', 'tag': '5a4aed33-ede8-4a79-b504-09d567918cce'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:36.850368 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2f60c-0d71-4470-94cf-95070dd56f55" -d '{"events": [{"server_uuid": "b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e", "name": "network-vif-deleted", "tag": "5a4aed33-ede8-4a79-b504-09d567918cce"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:36.855316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0f70-9845-450a-9d4f-2858ec610897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.859041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0f70-9845-450a-9d4f-2858ec610897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:36.860281 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4bbd0f70-9845-450a-9d4f-2858ec610897 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfc16aeb-3d84-44b3-b007-fcb4c9553670 HTTP/1.1" status: 204 len: 168 time: 0.5677552 Jul 22 14:55:36.871948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd0f70-9845-450a-9d4f-2858ec610897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc16aeb-3d84-44b3-b007-fcb4c9553670,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:36.933145 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8507d0c3-46d3-4fed-96ad-1af08e5f5c26 x-openstack-request-id: req-8507d0c3-46d3-4fed-96ad-1af08e5f5c26 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:36.933726 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e", "name": "network-vif-deleted", "tag": "5a4aed33-ede8-4a79-b504-09d567918cce", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:36.934158 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8507d0c3-46d3-4fed-96ad-1af08e5f5c26 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:36.935652 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e', 'name': 'network-vif-deleted', 'tag': '5a4aed33-ede8-4a79-b504-09d567918cce', 'status': 'completed', 'code': 200} Jul 22 14:55:37.050410 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd3052d0-4a54-4d02-b154-812ef63f11f6 req-b97cca53-57e3-4667-b7ea-2935fcac5862 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9b7dfdc-fbbe-44ca-9c3e-b15e3229bd6e HTTP/1.1" status: 200 len: 210 time: 0.0316210 Jul 22 14:55:37.391297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:37.885710 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.112430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59028) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:38.209190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65793580-d20d-4807-8af0-3bd7568d5a45 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.236328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65793580-d20d-4807-8af0-3bd7568d5a45 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.316852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65793580-d20d-4807-8af0-3bd7568d5a45 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.319674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65793580-d20d-4807-8af0-3bd7568d5a45 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.323340 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-65793580-d20d-4807-8af0-3bd7568d5a45 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/security-groups/52fb4f4d-213d-454b-9f80-1d497823f824 HTTP/1.1" status: 204 len: 168 time: 0.2075016 Jul 22 14:55:38.331205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65793580-d20d-4807-8af0-3bd7568d5a45 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fb4f4d-213d-454b-9f80-1d497823f824,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:38.367058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59046) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:38.439766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting subnet 0987237f-1711-4d28-9d42-4f6eb9e01617 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:55:38.444778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.511440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.612887 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.682323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.717486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Subnet': ['ID=0987237f-1711-4d28-9d42-4f6eb9e01617,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:38.723197 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.725077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cf1a0fb5-28a0-44d0-8ede-69f290ed723c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/subnets/0987237f-1711-4d28-9d42-4f6eb9e01617 HTTP/1.1" status: 204 len: 168 time: 0.3568063 Jul 22 14:55:38.727778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:38.733311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c81a1-dca9-4c12-b6d0-22fcaf928196 None None] Network 54e1151c-dd7c-43d0-a98d-39e38012c13b requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:38.817135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.880003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:38.880707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.966491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 5eb07c59-8a11-4181-aca3-dd7bbe352f24, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5eb07c59-8a11-4181-aca3-dd7bbe352f24,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:38.966874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:38.977092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] DHCP port deletion for 54e1151c-dd7c-43d0-a98d-39e38012c13b request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:55:38.985357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 5eb07c59-8a11-4181-aca3-dd7bbe352f24 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:39.048863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] Deleting port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:39.050219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.094883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.124491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=5eb07c59-8a11-4181-aca3-dd7bbe352f24,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:39.126329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] No DVR routers for this DVR port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:39.136519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] For port 5eb07c59-8a11-4181-aca3-dd7bbe352f24, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5eb07c59-8a11-4181-aca3-dd7bbe352f24,segment=NetworkSegment(9b1be34e-5813-4b7b-b854-d2d7198eb68b),segment_id=9b1be34e-5813-4b7b-b854-d2d7198eb68b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:39.137111 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.149049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] Calling delete_port for 5eb07c59-8a11-4181-aca3-dd7bbe352f24 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:39.208867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.220866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e1151c-dd7c-43d0-a98d-39e38012c13b']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:39.236651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1be34e-5813-4b7b-b854-d2d7198eb68b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:39.237523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1be34e-5813-4b7b-b854-d2d7198eb68b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:39.241982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.248046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.265790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.269990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] Pushing event deleted for resources: {'Port': ['ID=5eb07c59-8a11-4181-aca3-dd7bbe352f24,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:39.276722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:55:39.277171 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.281491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a128e-07fd-4074-810e-4b79654b7547 None None] No DVR routers for this DVR port 5eb07c59-8a11-4181-aca3-dd7bbe352f24 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:55:39.292931 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:55:39.370909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.376277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.379244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/networks/54e1151c-dd7c-43d0-a98d-39e38012c13b HTTP/1.1" status: 204 len: 168 time: 0.6504588 Jul 22 14:55:39.382139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59074) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:39.406610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c89b6a-9add-4811-a597-ea43050ec9db tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Network': ['ID=54e1151c-dd7c-43d0-a98d-39e38012c13b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:39.583312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5a4aed33-ede8-4a79-b504-09d567918cce no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:39.602058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port ad332c0f-000c-4bc1-9bcc-5cf4e159e00f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:39.602560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.632027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 5a4aed33-ede8-4a79-b504-09d567918cce {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:39.632601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5a4aed33-ede8-4a79-b504-09d567918cce not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:39.691913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.692257 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.704071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for ad332c0f-000c-4bc1-9bcc-5cf4e159e00f owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:39.882229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c575e496-52cc-40bb-96f3-ee7281164125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.889524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.913302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=ad332c0f-000c-4bc1-9bcc-5cf4e159e00f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:39.985817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:39.986221 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Floating IP 89ba7a31-c779-4626-be50-5aeef9d8b6c0 disassociated (deleted). External IP: 172.25.3.140, port: 46bb7847-f6ca-44f4-9b8f-0fe922768a15. Jul 22 14:55:40.218255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:40.347013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:40.352653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:40.359125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:40.380749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:40.381397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:40.396388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cab5e051-dc79-4976-b7b6-19e40722dfac tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/floatingips/89ba7a31-c779-4626-be50-5aeef9d8b6c0 HTTP/1.1" status: 204 len: 168 time: 1.0131674 Jul 22 14:55:40.397658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:40.400327 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:40.441297 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fc831f-c8a6-42f6-8be0-2e6635f98071 x-openstack-request-id: req-30fc831f-c8a6-42f6-8be0-2e6635f98071 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:40.442023 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:40.442283 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30fc831f-c8a6-42f6-8be0-2e6635f98071 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:40.443592 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'status': 'completed', 'code': 200} Jul 22 14:55:40.550400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-2c45a272-1ea5-4166-b36f-ba01212869a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:40.553612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-2c45a272-1ea5-4166-b36f-ba01212869a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 1097 time: 0.0860140 Jul 22 14:55:40.572224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:40.721625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-f73390c4-4617-4480-b92b-f9f9601af638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:40.725662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-f73390c4-4617-4480-b92b-f9f9601af638 service neutron] 10.222.0.72 "GET /v2.0/networks?id=11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 200 len: 898 time: 0.1593034 Jul 22 14:55:40.779792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5eb07c59-8a11-4181-aca3-dd7bbe352f24 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:40.790140 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-c6ceb2c6-7e18-467f-8724-eb2e2ec7db03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 200 len: 217 time: 0.0577238 Jul 22 14:55:40.805974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 5eb07c59-8a11-4181-aca3-dd7bbe352f24 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:40.806385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5eb07c59-8a11-4181-aca3-dd7bbe352f24 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:40.875252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-717e7e8d-0358-424d-b0d6-6272afb328f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:40.876770 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-717e7e8d-0358-424d-b0d6-6272afb328f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f90cce86-bc6b-4625-9410-04957e96079e HTTP/1.1" status: 200 len: 835 time: 0.0794430 Jul 22 14:55:40.950856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:33Z', 'revision_number': 6, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:40.996954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:41.007024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-0b7eab23-99b3-408c-8498-024f2223151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:41.012042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-0b7eab23-99b3-408c-8498-024f2223151f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=11fc4211-52cc-485e-940d-dc4e2d72a747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262722 Jul 22 14:55:41.014219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:41.014879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:41.030263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd152f-2db6-40c9-8380-d70e1c75c4a3 req-4ceae80a-d6e8-4c2e-b345-bf5f2e8438c9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:41.034328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2bd152f-2db6-40c9-8380-d70e1c75c4a3 req-4ceae80a-d6e8-4c2e-b345-bf5f2e8438c9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 946 time: 0.1069574 Jul 22 14:55:41.107095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2bd152f-2db6-40c9-8380-d70e1c75c4a3 req-a103beab-79e3-4e00-aeeb-0bc749c38642 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655663 Jul 22 14:55:41.151485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-294da8e0-7676-4838-80ad-71aa3add9176 service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316171 Jul 22 14:55:41.159461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:41.182844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59116) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:41.320683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d8a10d6d-33c2-4105-98ae-ea02548ec9eb req-05373b8b-f2d9-4281-a21b-5c108d242b8b service neutron] 10.222.0.72 "GET /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608276 Jul 22 14:55:41.351047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31297b71-465d-4269-b987-10c8f756aca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.393380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:33Z', 'revision_number': 6, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:41.425167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfca4dc-1959-445a-87c5-9bed125099b3 None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:33Z', 'revision_number': 6, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '674e558b-10e5-4a35-a251-579b01ab5d8a', 'name': '', 'network_id': '11fc4211-52cc-485e-940d-dc4e2d72a747', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:da:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:52Z', 'updated_at': '2021-07-22T14:54:00Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'f90cce86-bc6b-4625-9410-04957e96079e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:41.450788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31297b71-465d-4269-b987-10c8f756aca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.455101 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31297b71-465d-4269-b987-10c8f756aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.511997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-31297b71-465d-4269-b987-10c8f756aca9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=420e6ce281a84461a8f504986e90d7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3280325 Jul 22 14:55:41.512978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31297b71-465d-4269-b987-10c8f756aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22a0276-5bea-4d2a-a76b-a93ea2a3e7ac,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:41.515177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59126) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:41.593817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-875f1f97-0d3d-498e-805a-73638c8bc375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.623590 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-875f1f97-0d3d-498e-805a-73638c8bc375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.687410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-875f1f97-0d3d-498e-805a-73638c8bc375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.693665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-875f1f97-0d3d-498e-805a-73638c8bc375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:41.694734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-875f1f97-0d3d-498e-805a-73638c8bc375 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e22a0276-5bea-4d2a-a76b-a93ea2a3e7ac HTTP/1.1" status: 204 len: 168 time: 0.1782742 Jul 22 14:55:41.703788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f1f97-0d3d-498e-805a-73638c8bc375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22a0276-5bea-4d2a-a76b-a93ea2a3e7ac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:41.822919 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8b377e-e200-4ee6-9c66-e3c792acc65c None None] New status for floating IP 89ba7a31-c779-4626-be50-5aeef9d8b6c0: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:55:42.161452 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-0f5d6189-d8ce-49a9-bc8b-c2153b4d930f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.161452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-0f5d6189-d8ce-49a9-bc8b-c2153b4d930f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 946 time: 0.1223371 Jul 22 14:55:42.164211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-892e354f-dfd4-46ff-ab34-0dcc03f50c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.339155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b9152-126d-4a8b-935f-7b7fdc847431 req-6233a92d-1a98-42c9-a72f-efcf9fb3315c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:42.347992 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-633b9152-126d-4a8b-935f-7b7fdc847431 req-6233a92d-1a98-42c9-a72f-efcf9fb3315c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 946 time: 0.1046698 Jul 22 14:55:42.367011 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.367497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:42.367926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.404227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-633b9152-126d-4a8b-935f-7b7fdc847431 req-36d9883f-f04f-4352-9871-c6a72fb04a17 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=ddc60ea0-b615-4ef4-ba12-c79d32791db7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529268 Jul 22 14:55:42.491833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 46bb7847-f6ca-44f4-9b8f-0fe922768a15, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=46bb7847-f6ca-44f4-9b8f-0fe922768a15,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:42.492325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.513705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 46bb7847-f6ca-44f4-9b8f-0fe922768a15 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:42.703524 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.741085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=46bb7847-f6ca-44f4-9b8f-0fe922768a15,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:42.808959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] No DVR routers for this DVR port 46bb7847-f6ca-44f4-9b8f-0fe922768a15 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:42.837039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:42.846313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7efa98d0-fd53-499b-838c-6a2831ff1c41 req-dd8b64f9-9ec8-4606-8aaf-39c9a23b07cb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.72 "DELETE /v2.0/ports/46bb7847-f6ca-44f4-9b8f-0fe922768a15 HTTP/1.1" status: 204 len: 173 time: 0.6739237 Jul 22 14:55:42.847284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'name': 'network-vif-deleted', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:42.876814 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b470f2d5-3394-4616-b64b-1b61d4e13a13" -d '{"events": [{"server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "name": "network-vif-deleted", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:42.972235 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3686c9-23d2-4daa-bd86-ddc52364251e x-openstack-request-id: req-3a3686c9-23d2-4daa-bd86-ddc52364251e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:42.972404 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5806cd90-ec2b-4e81-97a6-72442744e078", "name": "network-vif-deleted", "tag": "46bb7847-f6ca-44f4-9b8f-0fe922768a15", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:42.972581 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a3686c9-23d2-4daa-bd86-ddc52364251e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:42.973164 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5806cd90-ec2b-4e81-97a6-72442744e078', 'name': 'network-vif-deleted', 'tag': '46bb7847-f6ca-44f4-9b8f-0fe922768a15', 'status': 'completed', 'code': 200} Jul 22 14:55:43.058950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2075c25-5377-44b0-8bf0-0fc3ceacb688 req-380221d6-11b4-4af5-9f7e-80cb37c3419c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0391641 Jul 22 14:55:43.150156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2075c25-5377-44b0-8bf0-0fc3ceacb688 req-4e1d2773-f088-44e4-bffb-1d19f64110a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 210 time: 0.0433528 Jul 22 14:55:43.460633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075c25-5377-44b0-8bf0-0fc3ceacb688 req-b7dfca82-ac22-48f1-bd93-c5594866f58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:43.462481 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2075c25-5377-44b0-8bf0-0fc3ceacb688 req-b7dfca82-ac22-48f1-bd93-c5594866f58f service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5a9b092dbbc148f09c56d07989ed8151&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2782402 Jul 22 14:55:43.581194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60bae46b-3878-48ad-86d9-583ebe925b6f req-a2b00db0-30d9-46d4-a5fa-8dd3f7dab539 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=5806cd90-ec2b-4e81-97a6-72442744e078 HTTP/1.1" status: 200 len: 210 time: 0.0713880 Jul 22 14:55:43.673290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075c25-5377-44b0-8bf0-0fc3ceacb688 req-93ec462c-77b0-47db-b678-9b5175b84177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:43.675445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a2075c25-5377-44b0-8bf0-0fc3ceacb688 req-93ec462c-77b0-47db-b678-9b5175b84177 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2064726 Jul 22 14:55:43.692529 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.261417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:44.378472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b5e02d0-b2ca-461f-974f-a6d5a3b39ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.488612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b5e02d0-b2ca-461f-974f-a6d5a3b39ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.494019 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b5e02d0-b2ca-461f-974f-a6d5a3b39ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.538029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b5e02d0-b2ca-461f-974f-a6d5a3b39ec6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76ca59ae93124670bb8827bc2c93e597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749400 Jul 22 14:55:44.539060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e02d0-b2ca-461f-974f-a6d5a3b39ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d72cce-eca8-4e3e-ba41-6b92aabe82b5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:44.540949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59264) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:44.596059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b808fd9e-b52d-4b80-90c3-63f7b7db623e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.623106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b808fd9e-b52d-4b80-90c3-63f7b7db623e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.647674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59270) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:44.686568 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b808fd9e-b52d-4b80-90c3-63f7b7db623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.689165 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b808fd9e-b52d-4b80-90c3-63f7b7db623e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.693684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b808fd9e-b52d-4b80-90c3-63f7b7db623e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39d72cce-eca8-4e3e-ba41-6b92aabe82b5 HTTP/1.1" status: 204 len: 168 time: 0.1512675 Jul 22 14:55:44.703354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808fd9e-b52d-4b80-90c3-63f7b7db623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d72cce-eca8-4e3e-ba41-6b92aabe82b5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:44.748242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-398de4c3-3e21-4855-9ffb-d81db3988413 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.775581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-398de4c3-3e21-4855-9ffb-d81db3988413 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.858476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-398de4c3-3e21-4855-9ffb-d81db3988413 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.861216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-398de4c3-3e21-4855-9ffb-d81db3988413 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:44.862484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-398de4c3-3e21-4855-9ffb-d81db3988413 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/security-groups/ddc60ea0-b615-4ef4-ba12-c79d32791db7 HTTP/1.1" status: 204 len: 168 time: 0.2135155 Jul 22 14:55:44.885054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398de4c3-3e21-4855-9ffb-d81db3988413 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc60ea0-b615-4ef4-ba12-c79d32791db7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:44.914354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:45.140129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59288) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:45.154720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d778f2f1-244c-43bd-92c0-122041d2a989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.262759 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d778f2f1-244c-43bd-92c0-122041d2a989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.271203 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d778f2f1-244c-43bd-92c0-122041d2a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.335666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778f2f1-244c-43bd-92c0-122041d2a989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd40e67-b888-4a80-ba8f-576dfe919893,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:45.352708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d778f2f1-244c-43bd-92c0-122041d2a989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da3a211c96eb468da75ecd02d6700728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111728 Jul 22 14:55:45.355559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59294) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:45.375812 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.395598 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.413615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39578b-bc24-4529-81d2-62ea2b4c255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.443956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39578b-bc24-4529-81d2-62ea2b4c255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.511099 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39578b-bc24-4529-81d2-62ea2b4c255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.515670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb39578b-bc24-4529-81d2-62ea2b4c255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.520860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb39578b-bc24-4529-81d2-62ea2b4c255c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bd40e67-b888-4a80-ba8f-576dfe919893 HTTP/1.1" status: 204 len: 168 time: 0.1611428 Jul 22 14:55:45.548609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39578b-bc24-4529-81d2-62ea2b4c255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd40e67-b888-4a80-ba8f-576dfe919893,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:45.598428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 46bb7847-f6ca-44f4-9b8f-0fe922768a15 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:45.633576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 46bb7847-f6ca-44f4-9b8f-0fe922768a15 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:45.634005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 46bb7847-f6ca-44f4-9b8f-0fe922768a15 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:45.740817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 674e558b-10e5-4a35-a251-579b01ab5d8a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:45.740817 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.859913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 674e558b-10e5-4a35-a251-579b01ab5d8a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=674e558b-10e5-4a35-a251-579b01ab5d8a,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:45.862466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:45.876485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 674e558b-10e5-4a35-a251-579b01ab5d8a owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:46.539614 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:46.577523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59338) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:46.606562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=674e558b-10e5-4a35-a251-579b01ab5d8a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:46.769056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2170e8f7-795e-4fda-b788-ff6ece5ad1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:46.973606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2170e8f7-795e-4fda-b788-ff6ece5ad1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:46.981293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2170e8f7-795e-4fda-b788-ff6ece5ad1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:46.999725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.031052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2170e8f7-795e-4fda-b788-ff6ece5ad1ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a3ec996179e4fc0892c37255b2e59fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517114 Jul 22 14:55:47.034806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59390) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:47.083436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170e8f7-795e-4fda-b788-ff6ece5ad1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0996b2c8-a9aa-4495-b6eb-3e002ec36eec,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:47.125114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23f5787a-8e8f-4f6b-aef2-8607e4ab5dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.147814 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23f5787a-8e8f-4f6b-aef2-8607e4ab5dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.206459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23f5787a-8e8f-4f6b-aef2-8607e4ab5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.212462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-23f5787a-8e8f-4f6b-aef2-8607e4ab5dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.219625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-23f5787a-8e8f-4f6b-aef2-8607e4ab5dad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0996b2c8-a9aa-4495-b6eb-3e002ec36eec HTTP/1.1" status: 204 len: 168 time: 0.1807301 Jul 22 14:55:47.228182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5787a-8e8f-4f6b-aef2-8607e4ab5dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0996b2c8-a9aa-4495-b6eb-3e002ec36eec,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:47.270216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:47.307371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 71fb1621-9a74-4f66-9d87-cc360ad2132e has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:47.444819 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-167ce114-0fa5-4fc0-9f11-103973404ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.481646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:47.496532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0554594-3304-40d3-b214-47feaa328136 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "PUT /v2.0/routers/71fb1621-9a74-4f66-9d87-cc360ad2132e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5783699 Jul 22 14:55:47.496904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59412) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:47.499334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] Sync routers for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:47.510253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:47.511389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:47.589852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting subnet f90cce86-bc6b-4625-9410-04957e96079e {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:55:47.602121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.630530 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-167ce114-0fa5-4fc0-9f11-103973404ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.647006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-167ce114-0fa5-4fc0-9f11-103973404ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.649526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:47.702092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.709175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-167ce114-0fa5-4fc0-9f11-103973404ddb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ede362196d54dafa981d2a577649b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376070 Jul 22 14:55:47.710266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ce114-0fa5-4fc0-9f11-103973404ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a0e840-3942-47ec-a927-5b49ed2e78b9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:47.712441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59420) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:47.851534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a00a98da-ad56-48d9-b16c-b56a8bbc79e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.867667 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.911745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a00a98da-ad56-48d9-b16c-b56a8bbc79e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:47.912554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:46Z', 'revision_number': 7, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:47.948269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] Checking router: 71fb1621-9a74-4f66-9d87-cc360ad2132e for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:47.962345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] Routers {'71fb1621-9a74-4f66-9d87-cc360ad2132e'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:47.965947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['71fb1621-9a74-4f66-9d87-cc360ad2132e'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:47.986850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.025615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a00a98da-ad56-48d9-b16c-b56a8bbc79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.028316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a00a98da-ad56-48d9-b16c-b56a8bbc79e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.032143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a00a98da-ad56-48d9-b16c-b56a8bbc79e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01a0e840-3942-47ec-a927-5b49ed2e78b9 HTTP/1.1" status: 204 len: 168 time: 0.3162961 Jul 22 14:55:48.032143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Subnet': ['ID=f90cce86-bc6b-4625-9410-04957e96079e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:48.043438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.048535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:48.048762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9bf7e2f4-8d13-40c1-a476-b05e76d63c6f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/subnets/f90cce86-bc6b-4625-9410-04957e96079e HTTP/1.1" status: 204 len: 168 time: 0.5507886 Jul 22 14:55:48.054722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a98da-ad56-48d9-b16c-b56a8bbc79e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a0e840-3942-47ec-a927-5b49ed2e78b9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:48.138075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] Set router 71fb1621-9a74-4f66-9d87-cc360ad2132e gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:48.187432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59444) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:48.211389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fbb6a8-2bd8-4049-8901-9cc3537aceee None None] Network 11fc4211-52cc-485e-940d-dc4e2d72a747 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:48.298644 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.497919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:46Z', 'revision_number': 7, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:48.520249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1203794858-network', 'tenant_id': 'bca0042b30d148e0a7251bc147049bc2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:48.523800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.553909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Made reservation on behalf of bca0042b30d148e0a7251bc147049bc2 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:48.561765 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.572494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.634842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf6079d-3353-4b37-8279-36a8b7a0e86a None None] The sync data for ids ['71fb1621-9a74-4f66-9d87-cc360ad2132e'] in n-d-794306-8 is: [{'id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'name': 'tempest-TestNetworkBasicOps-router-1886497565', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:53:45Z', 'updated_at': '2021-07-22T14:55:46Z', 'revision_number': 7, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '35aa6667-ae17-40ed-bd37-0028d906f105', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71fb1621-9a74-4f66-9d87-cc360ad2132e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:53:46Z', 'updated_at': '2021-07-22T14:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:48.653828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] DHCP port deletion for 11fc4211-52cc-485e-940d-dc4e2d72a747 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:55:48.694187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 35aa6667-ae17-40ed-bd37-0028d906f105 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:48.695540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.736109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] Deleting port 4ab5eab8-b45b-411c-82be-41c9775a39af {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:55:48.737052 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.793382 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.794647 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-1652b2db-b4f2-4e18-8ca7-ffd5d8a902b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1947510 Jul 22 14:55:48.834011 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.910939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 35aa6667-ae17-40ed-bd37-0028d906f105, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=35aa6667-ae17-40ed-bd37-0028d906f105,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:48.911408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.920310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f68f14-6f7f-42e8-83a9-667c8eaa88b9,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:48.927475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 35aa6667-ae17-40ed-bd37-0028d906f105 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:48.931989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:48.948760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:48.949546 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Added segment 0cc4762a-425c-4593-a810-4e9f3c5a5dc2 of type vlan for network 027e18be-93a0-4d4e-acee-ec726696b201 Jul 22 14:55:49.025494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] For port 4ab5eab8-b45b-411c-82be-41c9775a39af, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4ab5eab8-b45b-411c-82be-41c9775a39af,segment=NetworkSegment(0cdd1a78-dc0b-4599-a2a4-daba3e65b630),segment_id=0cdd1a78-dc0b-4599-a2a4-daba3e65b630)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:49.025827 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.026067 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.054098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] Calling delete_port for 4ab5eab8-b45b-411c-82be-41c9775a39af owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:55:49.079133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.082504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.083137 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.173246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.175571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] Pushing event updated for resources: {'Network': ['ID=027e18be-93a0-4d4e-acee-ec726696b201,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:49.185173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-78c3ef10-3d14-4d34-aedd-18df4b4b330b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9965665 Jul 22 14:55:49.188021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59476) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:49.196186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 027e18be-93a0-4d4e-acee-ec726696b201 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:55:49.198992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Request body: {'subnet': {'network_id': '027e18be-93a0-4d4e-acee-ec726696b201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1203794858-subnet', 'tenant_id': 'bca0042b30d148e0a7251bc147049bc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:49.220439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-5de6b9d0-a7f9-4fb8-ad48-6422203342a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.222884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Made reservation on behalf of bca0042b30d148e0a7251bc147049bc2 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:49.226610 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.227320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-5de6b9d0-a7f9-4fb8-ad48-6422203342a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 1097 time: 0.3665092 Jul 22 14:55:49.247340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] No DVR routers for this DVR port 4ab5eab8-b45b-411c-82be-41c9775a39af on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:55:49.299553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f04a9-b756-4d2e-9328-dc0417a11a0e None None] Pushing event deleted for resources: {'Port': ['ID=4ab5eab8-b45b-411c-82be-41c9775a39af,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:49.468187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-db976319-4518-4b1c-96a7-b2d40f9ac054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.469970 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-db976319-4518-4b1c-96a7-b2d40f9ac054 service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1544988 Jul 22 14:55:49.573824 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.581212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.627160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=35aa6667-ae17-40ed-bd37-0028d906f105,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:49.654894 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10b461ed-32bf-4491-9f13-69faf18ff2ff,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:49.661775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Checking segment: {'id': '0cc4762a-425c-4593-a810-4e9f3c5a5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:49.662139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Network hostable DHCP agents. Network: 027e18be-93a0-4d4e-acee-ec726696b201, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:55:49.672839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-9aed293a-e4d7-4bea-8221-c916ce910778 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 HTTP/1.1" status: 200 len: 1002 time: 0.1798756 Jul 22 14:55:49.700947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Network 027e18be-93a0-4d4e-acee-ec726696b201 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:55:49.718412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 027e18be-93a0-4d4e-acee-ec726696b201) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:49.724293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.725502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.736289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ec472-fc4f-4bfa-89db-d60376c7536e None None] Network 027e18be-93a0-4d4e-acee-ec726696b201 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:49.744301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.765901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9df74149-a475-4b5b-b527-2c107283c1c8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5761993 Jul 22 14:55:49.822390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-55f040e7-f068-462b-9bdb-10eab97adfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:49.824787 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-55f040e7-f068-462b-9bdb-10eab97adfde service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1332667 Jul 22 14:55:49.945103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.947684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:49.955705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26026a46-6fd9-4dcc-a525-9d11ec364550 None None] Network 027e18be-93a0-4d4e-acee-ec726696b201 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:50.038211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.038871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Fanout notify agent at l3_agent the message router_deleted on router 71fb1621-9a74-4f66-9d87-cc360ad2132e {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:55:50.047316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.051440 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7efe883d-4570-485e-b869-c6e89868c8b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/routers/71fb1621-9a74-4f66-9d87-cc360ad2132e HTTP/1.1" status: 204 len: 168 time: 1.9987147 Jul 22 14:55:50.052263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59534) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:50.056042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-6ed279bb-e49d-4808-aff4-9af98a3f40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:50.062396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-6ed279bb-e49d-4808-aff4-9af98a3f40e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926589 Jul 22 14:55:50.246340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.298836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-04ece342-6038-4cdf-a557-b0914d15ab38 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286315 Jul 22 14:55:50.370832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.390557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fc4211-52cc-485e-940d-dc4e2d72a747']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:50.438568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdd1a78-dc0b-4599-a2a4-daba3e65b630') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:50.438568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdd1a78-dc0b-4599-a2a4-daba3e65b630') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:50.468600 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b48b3921-1e35-4a2e-9172-9d9e4ac72635 req-a003fde2-b949-48fd-bda3-b22f8d71fafc service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632464 Jul 22 14:55:50.468808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.497601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.518999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:55:50.520016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:55:50.526946 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:55:50.553559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59546) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:50.688559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.701439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.703797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/networks/11fc4211-52cc-485e-940d-dc4e2d72a747 HTTP/1.1" status: 204 len: 168 time: 0.6504769 Jul 22 14:55:50.722618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59554) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:50.724492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 674e558b-10e5-4a35-a251-579b01ab5d8a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:50.732400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'network': {'name': 'tempest-network-smoke--1739239519', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:50.742557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70bde3-e786-460a-be75-55e01a4b07f6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Network': ['ID=11fc4211-52cc-485e-940d-dc4e2d72a747,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:50.761071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 674e558b-10e5-4a35-a251-579b01ab5d8a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:50.762061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 674e558b-10e5-4a35-a251-579b01ab5d8a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:50.762778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ab5eab8-b45b-411c-82be-41c9775a39af no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:50.787408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4ab5eab8-b45b-411c-82be-41c9775a39af {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:50.788076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4ab5eab8-b45b-411c-82be-41c9775a39af not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:50.788702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35aa6667-ae17-40ed-bd37-0028d906f105 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:55:50.811808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0c5b3e-70e7-4ec8-bed1-6323710b507b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.838023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 35aa6667-ae17-40ed-bd37-0028d906f105 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:55:50.838810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 35aa6667-ae17-40ed-bd37-0028d906f105 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:55:50.873589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:50.877333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.926372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:50.931438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59564) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:50.936638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-120833313-network', 'tenant_id': 'c50b1598cf5e4acbb294005e0f167883'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:50.944022 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:50.944482 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Added segment d2830205-f6de-4781-a643-cbc3fdd8a087 of type vlan for network b7c7f362-ce7a-4edf-9728-d0e58884c49d Jul 22 14:55:51.000818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.045362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0c5b3e-70e7-4ec8-bed1-6323710b507b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.050958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0c5b3e-70e7-4ec8-bed1-6323710b507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.057045 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.062866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:51.063518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.066922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Made reservation on behalf of c50b1598cf5e4acbb294005e0f167883 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:51.069666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.078370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.156739 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f0c5b3e-70e7-4ec8-bed1-6323710b507b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=560e00c2d53f42eebb013b97bf1c0849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017482 Jul 22 14:55:51.157535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c5b3e-70e7-4ec8-bed1-6323710b507b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a551d3-b50d-430f-a521-fb6a2a4ae3ac,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:51.162286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59566) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:51.217594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Network': ['ID=b7c7f362-ce7a-4edf-9728-d0e58884c49d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:51.218328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.226365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.241616 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-248eac15-103d-41ff-802f-9b06fa9f9839 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5138483 Jul 22 14:55:51.242370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59572) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:51.244920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:55:51.247259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-583517410', 'admin_state_up': True, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:51.250117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:51.295089 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.295089 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.308135 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.308552 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Added segment 9280b446-924e-45b5-8330-a4ee819ef252 of type vlan for network f55f69d7-a646-40ce-a740-0df2bfbe8b75 Jul 22 14:55:51.311202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715ad1f-7816-4867-9402-1e0d6c176e92,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:51.397784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.410818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.436565 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.437822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:51.438466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.459551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5246711 Jul 22 14:55:51.466076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:51.473077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Request body: {'subnet': {'network_id': 'f55f69d7-a646-40ce-a740-0df2bfbe8b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-120833313-subnet', 'tenant_id': 'c50b1598cf5e4acbb294005e0f167883', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:51.519307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472e45d-7a17-4750-8d00-21a9c44a9fc6 admin admin] Pushing event updated for resources: {'Network': ['ID=f55f69d7-a646-40ce-a740-0df2bfbe8b75,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:51.530640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f55f69d7-a646-40ce-a740-0df2bfbe8b75 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:55:51.783689 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:55:51.818999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c4265dc-a953-42a1-92e2-28330538cf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.823260 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Made reservation on behalf of c50b1598cf5e4acbb294005e0f167883 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:51.825740 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.903193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c4265dc-a953-42a1-92e2-28330538cf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:51.982671 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.096486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c4265dc-a953-42a1-92e2-28330538cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.099073 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5c4265dc-a953-42a1-92e2-28330538cf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.100232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5c4265dc-a953-42a1-92e2-28330538cf79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49a551d3-b50d-430f-a521-fb6a2a4ae3ac HTTP/1.1" status: 204 len: 168 time: 0.9369993 Jul 22 14:55:52.119879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4265dc-a953-42a1-92e2-28330538cf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a551d3-b50d-430f-a521-fb6a2a4ae3ac,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:52.224250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.381000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Pushing event updated for resources: {'Subnet': ['ID=00750a09-82e8-4d27-855e-4965e69f536c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:52.388851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.414337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Checking segment: {'id': '9280b446-924e-45b5-8330-a4ee819ef252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f55f69d7-a646-40ce-a740-0df2bfbe8b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:52.414746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Network hostable DHCP agents. Network: f55f69d7-a646-40ce-a740-0df2bfbe8b75, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:55:52.420800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.494166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Network f55f69d7-a646-40ce-a740-0df2bfbe8b75 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:55:52.517943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f55f69d7-a646-40ce-a740-0df2bfbe8b75) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:52.527824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2ddaa-a7d4-4f30-8b20-8ad37429f61e None None] Network f55f69d7-a646-40ce-a740-0df2bfbe8b75 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:52.551535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:52.552130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.581127 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7af030b9-3a43-4e6a-9522-62cc93be274e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1128025 Jul 22 14:55:52.613289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.25.3.238 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/9afc2dcc-08a8-4c27-bcc4-3efd141ce21c) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:52.683263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b24850-3a7d-4f47-bd12-537db8b868f9 None None] Network f55f69d7-a646-40ce-a740-0df2bfbe8b75 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:52.786252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.850567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:52.921267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:52.931147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:52.933988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:52.946859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:53.183677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59632) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:53.248564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:53.347211 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f03ff7f4-aac7-42af-9a9e-af995cdd90ba tempest-AgentManagementNegativeTest-367579698 tempest-AgentManagementNegativeTest-367579698-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1581206 Jul 22 14:55:53.460450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-78745e60-30f8-4eab-9ad2-a4e155549b69 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:53.462186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-78745e60-30f8-4eab-9ad2-a4e155549b69 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/networks?id=027e18be-93a0-4d4e-acee-ec726696b201 HTTP/1.1" status: 200 len: 812 time: 0.1523647 Jul 22 14:55:53.489375 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-b76d6869-1e85-4d83-a5fc-52c4714dc856 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/quotas/bca0042b30d148e0a7251bc147049bc2 HTTP/1.1" status: 200 len: 375 time: 0.0188954 Jul 22 14:55:53.507476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:53.531875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-65fb2cc0-074b-4502-b7ef-ed1a6806846a tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bca0042b30d148e0a7251bc147049bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414762 Jul 22 14:55:53.632602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-02fe10a2-e31e-4858-b3b1-678c748f2e85 service neutron] 10.222.0.60 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986938 Jul 22 14:55:53.656691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 5e29e895-b73d-4314-848a-c1dea1c29597 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:55:53.707929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59656) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:53.746606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-e3fced15-4e43-4778-8b37-aa2ae3114c46 service neutron] 10.222.0.60 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052406 Jul 22 14:55:53.777341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:55:53.788896 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Sync routers for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:55:53.800136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:53.802103 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:53.802963 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:53.805103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-200d4ac5-bc67-4251-94ae-4211e7fdba03 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5620091 Jul 22 14:55:53.808875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59662) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:53.845122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59664) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:53.846430 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-abb7fb84-aa20-42df-9534-d11e4c7d756c tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=5a9b092dbbc148f09c56d07989ed8151&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361199 Jul 22 14:55:53.979495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177312e-36aa-4cb4-9188-13c509c773c7 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:53.981159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0177312e-36aa-4cb4-9188-13c509c773c7 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1341267 Jul 22 14:55:53.984076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59668) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:54.014999 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-85cfafdc-23a5-45a5-8262-73843de770d3 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295296 Jul 22 14:55:54.017687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:54.020043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7a29e37-dea9-4473-aa44-f1f4f64d49bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.021785 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:54.023142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1215035632', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:54.095099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47b4786e-461d-4a9f-b529-44f27709a5a6 req-fb0503f7-4e3a-4844-9adf-a3a40f8afe52 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 210 time: 0.0836055 Jul 22 14:55:54.230416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7a29e37-dea9-4473-aa44-f1f4f64d49bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.241918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a7a29e37-dea9-4473-aa44-f1f4f64d49bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.260925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:53Z', 'revision_number': 3, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:54.270021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:54.273896 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.294301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a7a29e37-dea9-4473-aa44-f1f4f64d49bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dba37261daba4b8ab32755b59cb95b63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5829194 Jul 22 14:55:54.294301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a29e37-dea9-4473-aa44-f1f4f64d49bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d88ce5-e695-4a92-aa7f-56ea8fa1c770,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:54.296908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59682) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:54.298822 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Checking router: 5e29e895-b73d-4314-848a-c1dea1c29597 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:55:54.299315 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Updating router 5e29e895-b73d-4314-848a-c1dea1c29597 port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:55:54.342628 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.366017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f64c02d-2c7e-49c4-837e-c00e8f6938af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.401826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f64c02d-2c7e-49c4-837e-c00e8f6938af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.464176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f64c02d-2c7e-49c4-837e-c00e8f6938af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.467531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8f64c02d-2c7e-49c4-837e-c00e8f6938af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.473195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8f64c02d-2c7e-49c4-837e-c00e8f6938af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42d88ce5-e695-4a92-aa7f-56ea8fa1c770 HTTP/1.1" status: 204 len: 168 time: 0.1750700 Jul 22 14:55:54.486079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64c02d-2c7e-49c4-837e-c00e8f6938af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d88ce5-e695-4a92-aa7f-56ea8fa1c770,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:54.587282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.703662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Checking segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:54.704035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network hostable DHCP agents. Network: b7c7f362-ce7a-4edf-9728-d0e58884c49d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:55:54.712308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Subnet': ['ID=ff1c7638-ac5a-4bd4-b472-9696ef7476f0,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:54.727800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:55:54.741389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, b7c7f362-ce7a-4edf-9728-d0e58884c49d) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:54.748398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:54.749040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.760742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49e29c-e5d6-4297-bc2d-e95faeeb1edc None None] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:54.770557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c52c521c-3231-4fae-8fc8-3013ee1eff74 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7515788 Jul 22 14:55:54.773199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59696) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:54.784404 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.809842 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Transition to ACTIVE for port object 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:54.828534 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.902470 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Attempting to bind port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:54.902470 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Attempting to bind port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:54.902470 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Attempting to bind port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:54.904740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:54.905588 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:54.906691 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.907617 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:54.909034 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Bound port: 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:54.909588 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:54.994817 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] For port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:55.009520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:55:55.010253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.027764 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] For port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:55.035905 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.038986 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Pushing event updated for resources: {'Port': ['ID=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:55.050447 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.050833 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.051204 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.051542 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.051873 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.052483 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.052829 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.053159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.053484 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.053808 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.054317 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.054976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:55.110960 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:55:55.114596 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:55.269194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Allocated IP 172.20.0.2 (b7c7f362-ce7a-4edf-9728-d0e58884c49d/ff1c7638-ac5a-4bd4-b472-9696ef7476f0/d5b83550-38bb-4527-8727-28d1ba63adcb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:55.292829 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab54c011-5a16-4922-9593-37036f56dfc5 req-4fd6f46c-7de5-4022-b294-c0731bbb4e52 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 210 time: 0.0491445 Jul 22 14:55:55.344995 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182d1bd-7a87-4df8-a400-e66b1761d936 None None] Pushing event updated for resources: {'Port': ['ID=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:55.485208 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.486369 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:55:55.496176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Transition to ACTIVE for port object d5b83550-38bb-4527-8727-28d1ba63adcb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:55.518872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Transition to ACTIVE for port object d5b83550-38bb-4527-8727-28d1ba63adcb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:55.536580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.580795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-805a88bf-7073-4cf8-8c20-db6facf97df8 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:55.582282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-805a88bf-7073-4cf8-8c20-db6facf97df8 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.72 "GET /v2.0/networks?id=027e18be-93a0-4d4e-acee-ec726696b201 HTTP/1.1" status: 200 len: 812 time: 0.2195973 Jul 22 14:55:55.590421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:55.596013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:55.602389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:55.652534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Pushing event updated for resources: {'Port': ['ID=d5b83550-38bb-4527-8727-28d1ba63adcb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:55.703656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Attempting to bind port d5b83550-38bb-4527-8727-28d1ba63adcb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:55.704045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Attempting to bind port d5b83550-38bb-4527-8727-28d1ba63adcb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:55.704426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Attempting to bind port d5b83550-38bb-4527-8727-28d1ba63adcb on network b7c7f362-ce7a-4edf-9728-d0e58884c49d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:55.713515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:55.713927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Checking segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:55.714319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.714752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Bound using segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:55.715234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Bound port: d5b83550-38bb-4527-8727-28d1ba63adcb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:55.716358 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.836853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] For port d5b83550-38bb-4527-8727-28d1ba63adcb, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:55.841592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59730) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:55.848139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] For port d5b83550-38bb-4527-8727-28d1ba63adcb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d5b83550-38bb-4527-8727-28d1ba63adcb,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:55.856373 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:55.872436 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:53Z', 'revision_number': 3, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:55:55.950277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7e888-ce53-4f38-847d-52bdacdbb160 None None] Pushing event updated for resources: {'Port': ['ID=d5b83550-38bb-4527-8727-28d1ba63adcb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:55.959088 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28857df-eed4-402c-aee5-4947ca0789bc None None] The sync data for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 is: [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:53Z', 'revision_number': 3, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:55:56.015122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Request body: {'port': {'device_id': '46f90307-bc17-4700-9c37-e0e6fc450648', 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201', 'admin_state_up': True, 'tenant_id': 'bca0042b30d148e0a7251bc147049bc2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:56.063512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bfedcec0-9d24-4c1e-8cea-f7e020fe469f tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] Request body: {'port': {'network_id': '65f117a1-dc5b-4742-b725-9f03efcdbe8f', 'name': 'tempest-NetworksNegativeTestJSON-784394950'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:56.079447 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfedcec0-9d24-4c1e-8cea-f7e020fe469f tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] POST failed (client error): The resource could not be found. Jul 22 14:55:56.080442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfedcec0-9d24-4c1e-8cea-f7e020fe469f tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:56.085403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bfedcec0-9d24-4c1e-8cea-f7e020fe469f tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2390938 Jul 22 14:55:56.085901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59734) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.118384 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-af185c13-1160-4ebb-b4c5-2903379f3631 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] DELETE failed (client error): The resource could not be found. Jul 22 14:55:56.119332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af185c13-1160-4ebb-b4c5-2903379f3631 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:56.122011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af185c13-1160-4ebb-b4c5-2903379f3631 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "DELETE /v2.0/networks/06522a03-c9ef-4741-aa59-d5b21d592ec7 HTTP/1.1" status: 404 len: 339 time: 0.0348456 Jul 22 14:55:56.125906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59738) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.171212 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b1abdc-9aa9-4997-a164-eb1ffaa581a6 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] DELETE failed (client error): The resource could not be found. Jul 22 14:55:56.172213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b1abdc-9aa9-4997-a164-eb1ffaa581a6 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:56.174884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41b1abdc-9aa9-4997-a164-eb1ffaa581a6 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "DELETE /v2.0/ports/c48d6088-ca5b-4471-9be6-f26330fe30d7 HTTP/1.1" status: 404 len: 333 time: 0.0473475 Jul 22 14:55:56.196002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59742) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.243523 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-496edd01-516f-44a7-b84c-0a5c4a2fa2c9 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] DELETE failed (client error): The resource could not be found. Jul 22 14:55:56.244013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496edd01-516f-44a7-b84c-0a5c4a2fa2c9 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:56.250586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-496edd01-516f-44a7-b84c-0a5c4a2fa2c9 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "DELETE /v2.0/subnets/1dfbfe6a-2369-4cc3-a9fe-078ed93378dc HTTP/1.1" status: 404 len: 337 time: 0.0523453 Jul 22 14:55:56.255014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59744) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.288292 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb47ebe-be3d-4bf7-b899-8ea30ae14e45 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] GET failed (client error): The resource could not be found. Jul 22 14:55:56.290175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cfb47ebe-be3d-4bf7-b899-8ea30ae14e45 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "GET /v2.0/networks/55dc85e6-851e-454c-a89d-51550d2f9a29 HTTP/1.1" status: 404 len: 339 time: 0.0341115 Jul 22 14:55:56.298181 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.367638 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-332f8c3d-e7c8-4123-bb12-956f019d5f87 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] GET failed (client error): The resource could not be found. Jul 22 14:55:56.377597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-332f8c3d-e7c8-4123-bb12-956f019d5f87 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "GET /v2.0/ports/e1a32a9f-3b27-4ee4-a55e-84e5ada799a5 HTTP/1.1" status: 404 len: 333 time: 0.0669038 Jul 22 14:55:56.378832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59750) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.384208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Made reservation on behalf of bca0042b30d148e0a7251bc147049bc2 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:56.387725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.444675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0519e89-c584-4553-9a39-dd073e9d5b62 req-8bdfc255-c7d2-494e-881a-c0104ce3ef58 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 210 time: 0.0318179 Jul 22 14:55:56.445623 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2f788f-8a2c-4863-8494-5241a8c2e833 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] GET failed (client error): The resource could not be found. Jul 22 14:55:56.446455 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:56.450938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0c2f788f-8a2c-4863-8494-5241a8c2e833 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "GET /v2.0/subnets/5f4fe0af-300b-4eef-9df4-d19b8f5e9509 HTTP/1.1" status: 404 len: 337 time: 0.0670307 Jul 22 14:55:56.453443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59752) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.471691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8f0e115b-2953-417e-86b3-d51ea9c40dea tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:56.524589 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0e115b-2953-417e-86b3-d51ea9c40dea tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] PUT failed (client error): The resource could not be found. Jul 22 14:55:56.525198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0e115b-2953-417e-86b3-d51ea9c40dea tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:56.531703 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8f0e115b-2953-417e-86b3-d51ea9c40dea tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "PUT /v2.0/networks/206ffcf3-ad0c-4e6c-8200-b66b4d8417f3 HTTP/1.1" status: 404 len: 339 time: 0.0693023 Jul 22 14:55:56.533301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59754) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.539400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8c5c5ebb-551d-4202-bcec-5cb2f8044fe3 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:56.571318 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5c5ebb-551d-4202-bcec-5cb2f8044fe3 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] PUT failed (client error): The resource could not be found. Jul 22 14:55:56.572206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5c5ebb-551d-4202-bcec-5cb2f8044fe3 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:56.577678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8c5c5ebb-551d-4202-bcec-5cb2f8044fe3 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "PUT /v2.0/ports/7df452ac-409a-4780-a8dd-e213c00e4862 HTTP/1.1" status: 404 len: 333 time: 0.0444851 Jul 22 14:55:56.578292 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59758) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:56.583783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2c0cde9e-0405-4928-8568-5ae16223ea00 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:56.779144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d5b83550-38bb-4527-8727-28d1ba63adcb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:56.792415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Allocated IP 172.20.0.2 (027e18be-93a0-4d4e-acee-ec726696b201/10b461ed-32bf-4491-9f13-69faf18ff2ff/8f0a8042-cdd1-4252-aa74-97621ffb130b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:56.847403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port d5b83550-38bb-4527-8727-28d1ba63adcb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:56.852919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:56.931996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:56.937253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:56.937971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.059205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.099975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:57.116685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.154655 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0cde9e-0405-4928-8568-5ae16223ea00 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] PUT failed (client error): The resource could not be found. Jul 22 14:55:57.155412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0cde9e-0405-4928-8568-5ae16223ea00 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:55:57.173192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c0cde9e-0405-4928-8568-5ae16223ea00 tempest-NetworksNegativeTestJSON-1988532820 tempest-NetworksNegativeTestJSON-1988532820-project] 10.222.0.60 "PUT /v2.0/subnets/6a7eb3c7-c6be-4f8a-b221-c070da4bb3a8 HTTP/1.1" status: 404 len: 337 time: 0.5832038 Jul 22 14:55:57.238577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:57.364319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.385308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.20.0.1 (b7c7f362-ce7a-4edf-9728-d0e58884c49d/ff1c7638-ac5a-4bd4-b472-9696ef7476f0/0af75f6e-db40-4a32-95b7-46083317bfc3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:55:57.441787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e65a9b-f581-4e6a-9f43-a947fb30af88 None None] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:55:57.530021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.555059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59780) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:57.568232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] Provisioning for port d5b83550-38bb-4527-8727-28d1ba63adcb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:57.588124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] Provisioning complete for port d5b83550-38bb-4527-8727-28d1ba63adcb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:57.588859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.645794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32352ae2-8fc4-4d5f-90c8-d141df10ac4f req-39ccf930-fcbb-4df0-88a5-15d51e810da6 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:57.647594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32352ae2-8fc4-4d5f-90c8-d141df10ac4f req-39ccf930-fcbb-4df0-88a5-15d51e810da6 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 931 time: 0.0853250 Jul 22 14:55:57.662806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Network 027e18be-93a0-4d4e-acee-ec726696b201 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:57.674533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:57.688095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:57.696001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.700283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Pushing event updated for resources: {'Port': ['ID=8f0a8042-cdd1-4252-aa74-97621ffb130b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:57.709316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32352ae2-8fc4-4d5f-90c8-d141df10ac4f req-967e6199-9ce2-45c6-a74c-c532fbc0eeb2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551534 Jul 22 14:55:57.741295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.741655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.742011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.742358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.742932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.743094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.744255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.744255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.744255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.744639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.744902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.745237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:55:57.753105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Transition to ACTIVE for port object 0af75f6e-db40-4a32-95b7-46083317bfc3 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:57.795208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:57.796144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.801570 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c39e6fa-329d-45e1-9a5e-955b9289b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.816765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.828855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-401e6d1b-8f57-4a9f-a908-d07d33986c15 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8175607 Jul 22 14:55:57.834316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.858418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Request body: {'port': {'device_id': '46f90307-bc17-4700-9c37-e0e6fc450648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:57.871605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] For port d5b83550-38bb-4527-8727-28d1ba63adcb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d5b83550-38bb-4527-8727-28d1ba63adcb,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:55:57.880483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:57.956102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53ee87-44ef-40c2-aadf-17f7219d2ee6 None None] Pushing event updated for resources: {'Port': ['ID=d5b83550-38bb-4527-8727-28d1ba63adcb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:57.991713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:57.999676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:58.001867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c39e6fa-329d-45e1-9a5e-955b9289b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.005190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:55:58.009245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c39e6fa-329d-45e1-9a5e-955b9289b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.062345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c39e6fa-329d-45e1-9a5e-955b9289b5ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb3a080ab4d9490f95b4b75d3f90aac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5030797 Jul 22 14:55:58.063849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59790) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:58.089478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39e6fa-329d-45e1-9a5e-955b9289b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5819d-7bdf-4aeb-a630-4e330f14e153,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:58.092696 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.096122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=0af75f6e-db40-4a32-95b7-46083317bfc3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:58.145009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-289aefae-09b6-45ed-976d-4e52364a7b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.178623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-289aefae-09b6-45ed-976d-4e52364a7b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.210804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ff2f051b-70b5-4ccf-9c4d-7c018e2eba32 None None] Provisioning complete for port d5b83550-38bb-4527-8727-28d1ba63adcb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:58.211182 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff2f051b-70b5-4ccf-9c4d-7c018e2eba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.245707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-289aefae-09b6-45ed-976d-4e52364a7b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.246157 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.252994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-289aefae-09b6-45ed-976d-4e52364a7b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.256463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-289aefae-09b6-45ed-976d-4e52364a7b1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ef5819d-7bdf-4aeb-a630-4e330f14e153 HTTP/1.1" status: 204 len: 168 time: 0.1893251 Jul 22 14:55:58.266567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aefae-09b6-45ed-976d-4e52364a7b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5819d-7bdf-4aeb-a630-4e330f14e153,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:58.551794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.602048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d5b83550-38bb-4527-8727-28d1ba63adcb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:58.642539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6476a2c5-7c7d-4922-99b1-c3b9141e51f0 None None] Provisioning for port 0af75f6e-db40-4a32-95b7-46083317bfc3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:55:58.654870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6476a2c5-7c7d-4922-99b1-c3b9141e51f0 None None] Provisioning complete for port 0af75f6e-db40-4a32-95b7-46083317bfc3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:58.655465 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6476a2c5-7c7d-4922-99b1-c3b9141e51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.697215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6476a2c5-7c7d-4922-99b1-c3b9141e51f0 None None] Port 0af75f6e-db40-4a32-95b7-46083317bfc3 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:55:58.709389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port d5b83550-38bb-4527-8727-28d1ba63adcb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:58.709705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.822476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:55:58.887903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:58.889339 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:58.976099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59484678-2866-400b-92b1-9d9796741456 req-5e5a261a-7e49-439f-98d7-af9b64acde68 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:58.977835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59484678-2866-400b-92b1-9d9796741456 req-5e5a261a-7e49-439f-98d7-af9b64acde68 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 931 time: 0.1365376 Jul 22 14:55:58.995553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f0a8042-cdd1-4252-aa74-97621ffb130b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:55:59.021722 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.052765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59484678-2866-400b-92b1-9d9796741456 req-11fe1059-b8ad-4463-ad45-e40c8e88a0de tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Jul 22 14:55:59.071362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Transition to ACTIVE for port object 8f0a8042-cdd1-4252-aa74-97621ffb130b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:55:59.081136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.190910 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.197909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.220203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a8042-cdd1-4252-aa74-97621ffb130b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:59.244951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59832) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:59.334423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.340895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=0af75f6e-db40-4a32-95b7-46083317bfc3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:59.363184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2099424064'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:59.389389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:59.391499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Attempting to bind port 8f0a8042-cdd1-4252-aa74-97621ffb130b on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:55:59.391837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Attempting to bind port 8f0a8042-cdd1-4252-aa74-97621ffb130b by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '0cc4762a-425c-4593-a810-4e9f3c5a5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:55:59.392177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Attempting to bind port 8f0a8042-cdd1-4252-aa74-97621ffb130b on network 027e18be-93a0-4d4e-acee-ec726696b201 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:59.393222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.404783 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.425034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Port 8f0a8042-cdd1-4252-aa74-97621ffb130b on network 027e18be-93a0-4d4e-acee-ec726696b201 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:55:59.425363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Attempting to bind port 8f0a8042-cdd1-4252-aa74-97621ffb130b on network 027e18be-93a0-4d4e-acee-ec726696b201 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:55:59.436575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:55:59.436931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Checking segment: {'id': '0cc4762a-425c-4593-a810-4e9f3c5a5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:55:59.437379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Bound using segment: {'id': '0cc4762a-425c-4593-a810-4e9f3c5a5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:55:59.437882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Bound port: 8f0a8042-cdd1-4252-aa74-97621ffb130b, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc4762a-425c-4593-a810-4e9f3c5a5dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:55:59.438250 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.518958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:55:59.521346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.525843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.527038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:55:59.555905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:55:59.566579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d42b3ea-5ff6-4df2-b92d-4cb5dd853f97,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:59.571651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.572008 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment 9e040ecc-0ed5-4f0b-9ddd-5de727cf2543 of type vlan for network 6c29a47d-2e33-4844-b321-cf2b1ab3696f Jul 22 14:55:59.600883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] For port 8f0a8042-cdd1-4252-aa74-97621ffb130b, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:55:59.626193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.650078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] For port 8f0a8042-cdd1-4252-aa74-97621ffb130b, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b,segment=NetworkSegment(0cc4762a-425c-4593-a810-4e9f3c5a5dc2),segment_id=0cc4762a-425c-4593-a810-4e9f3c5a5dc2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:55:59.662964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.667872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.677911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:59.679286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.730680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:59.731401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.732830 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] 10.222.0.72 "PUT /v2.0/ports/8f0a8042-cdd1-4252-aa74-97621ffb130b HTTP/1.1" status: 200 len: 1091 time: 1.8907299 Jul 22 14:55:59.738536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4921300 Jul 22 14:55:59.741713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59836) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:55:59.751322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f90307-bc17-4700-9c37-e0e6fc450648', 'tag': '8f0a8042-cdd1-4252-aa74-97621ffb130b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:55:59.754691 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5216f5-fffc-44ca-a297-bb2e32201d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "46f90307-bc17-4700-9c37-e0e6fc450648", "tag": "8f0a8042-cdd1-4252-aa74-97621ffb130b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:55:59.786540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'name': 'tempest-PortsTestJSON-612715241'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:55:59.792590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b610c6-4d9e-4f2f-a821-6dbed8e81df9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=6c29a47d-2e33-4844-b321-cf2b1ab3696f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:59.807407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:55:59.838445 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df4c18-a586-452a-9dbb-134fdad521c6 x-openstack-request-id: req-00df4c18-a586-452a-9dbb-134fdad521c6 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:55:59.838813 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f90307-bc17-4700-9c37-e0e6fc450648", "tag": "8f0a8042-cdd1-4252-aa74-97621ffb130b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:55:59.839002 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00df4c18-a586-452a-9dbb-134fdad521c6 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:55:59.839406 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f90307-bc17-4700-9c37-e0e6fc450648', 'tag': '8f0a8042-cdd1-4252-aa74-97621ffb130b', 'status': 'completed', 'code': 200} Jul 22 14:55:59.850215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 5e29e895-b73d-4314-848a-c1dea1c29597 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:55:59.856936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a13f-5a3a-4f9b-9598-67ddab33aa8b service neutron] Pushing event updated for resources: {'Port': ['ID=8f0a8042-cdd1-4252-aa74-97621ffb130b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:55:59.933375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-71554b57-d305-4ac4-ba64-9e65e2b04b0e None None] Provisioning complete for port 0af75f6e-db40-4a32-95b7-46083317bfc3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:55:59.934456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71554b57-d305-4ac4-ba64-9e65e2b04b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.956573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:55:59.960963 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:55:59.984543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-bd6e455a-7d76-463b-85b5-d0e86cd92288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:55:59.987247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-bd6e455a-7d76-463b-85b5-d0e86cd92288 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca0042b30d148e0a7251bc147049bc2&device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 1094 time: 0.2037113 Jul 22 14:55:59.988745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:55:59.996120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-71554b57-d305-4ac4-ba64-9e65e2b04b0e None None] Port 0af75f6e-db40-4a32-95b7-46083317bfc3 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:00.036111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-747ab9ec-8aea-47a3-8f65-eb2832a704ab service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b HTTP/1.1" status: 200 len: 217 time: 0.0414047 Jul 22 14:56:00.039068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:00.044846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15b5b427-425b-4891-a38c-b2f36e6c0725 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "PUT /v2.0/routers/5e29e895-b73d-4314-848a-c1dea1c29597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2705040 Jul 22 14:56:00.047607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:00.057864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Sync routers for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:00.075532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:00.076181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:00.214505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:00.241965 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.341862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.435928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-5ec25bdf-27eb-43b2-a583-ca72fceb7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.437392 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-5ec25bdf-27eb-43b2-a583-ca72fceb7a1b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10b461ed-32bf-4491-9f13-69faf18ff2ff HTTP/1.1" status: 200 len: 852 time: 0.3908684 Jul 22 14:56:00.440058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:00.440442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: 6c29a47d-2e33-4844-b321-cf2b1ab3696f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:00.467727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f21a2-410a-4eea-b0fb-a58d6440e784 req-25634828-c12e-442a-987b-139434b89f64 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.470534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e60f21a2-410a-4eea-b0fb-a58d6440e784 req-25634828-c12e-442a-987b-139434b89f64 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 943 time: 0.3267789 Jul 22 14:56:00.471229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=3d1a6e84-0bcc-4107-b64c-aa1927ae1217,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:00.501412 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 2, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:00.511625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:00.512418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-57609895-d5a1-4a01-9830-96ecaab2d865 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=027e18be-93a0-4d4e-acee-ec726696b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664325 Jul 22 14:56:00.541604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Checking router: 5e29e895-b73d-4314-848a-c1dea1c29597 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:00.542045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Updating router 5e29e895-b73d-4314-848a-c1dea1c29597 port 0af75f6e-db40-4a32-95b7-46083317bfc3 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:56:00.547540 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e60f21a2-410a-4eea-b0fb-a58d6440e784 req-beacb13d-aba9-4c9b-a88d-c7ddaf291163 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Jul 22 14:56:00.548321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6c29a47d-2e33-4844-b321-cf2b1ab3696f) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:00.555156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:00.573326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.573994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.577728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e10b61-ea1d-4ad4-bd91-eb348ea0c0cd None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:00.593517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c4e0207-c282-4bbf-9160-b4161c543bfd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8473427 Jul 22 14:56:00.593708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59848) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:00.601390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2102399945'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:00.620191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-257e6940-4482-4a98-9383-6fb53e2e05d7 service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986912 Jul 22 14:56:00.625739 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.639463 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:00.643050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.669840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:00.680798 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.681203 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment 10a8b8c0-2eb5-4117-a86c-b8cd8be078b6 of type vlan for network 8d5173b5-5058-430c-86b6-2549314fb5de Jul 22 14:56:00.710582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.711369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.712067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.712698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.713481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.714185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.714981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.715780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.716747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.717531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.720641 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-add74b24-01fc-4c1f-b68b-abd8a9baad24 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7038 time: 0.6717265 Jul 22 14:56:00.723613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59850) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:00.728068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.761785 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.769035 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.769731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:00.807977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2125211 Jul 22 14:56:00.811302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59852) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:00.823693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'ports': [{'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'}, {'network_id': '8d5173b5-5058-430c-86b6-2549314fb5de'}]} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:00.824259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:00.825068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '8d5173b5-5058-430c-86b6-2549314fb5de'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:00.855163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b733f2-2eeb-4c15-a20a-897040fba5f9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=8d5173b5-5058-430c-86b6-2549314fb5de,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:00.868972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 8d5173b5-5058-430c-86b6-2549314fb5de details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:00.914677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-11f1bf64-5e50-47dd-a388-dd5d31c2d950 req-5fd75d9c-2143-4b07-8d2c-3f49a83aa17c service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850568 Jul 22 14:56:00.970767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.971267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.971706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.972177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.972686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.973098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.973573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.975734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.975734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:00.976623 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bbafd46c-2877-439e-a50a-6eb072e86e13 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5925 time: 0.2518606 Jul 22 14:56:00.979747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59856) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:01.140872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-9810a1a1-7402-4883-bce2-ad02a7f10e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:01.142980 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-9810a1a1-7402-4883-bce2-ad02a7f10e04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca0042b30d148e0a7251bc147049bc2&device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 1094 time: 0.1645713 Jul 22 14:56:01.172355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa2649ef-5baf-4b13-871e-67df44486d6b tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1914198 Jul 22 14:56:01.183650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 2} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:01.188508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.237748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.304013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-32493d7a-b29a-4afb-9cc5-83d261b9c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:01.305528 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-32493d7a-b29a-4afb-9cc5-83d261b9c602 service neutron] 10.222.0.72 "GET /v2.0/networks?id=027e18be-93a0-4d4e-acee-ec726696b201 HTTP/1.1" status: 200 len: 913 time: 0.1554856 Jul 22 14:56:01.322267 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.335309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Transition to ACTIVE for port object 0af75f6e-db40-4a32-95b7-46083317bfc3 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:01.343156 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.354833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 415c9dae-b271-4374-add3-c30792d22049 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:01.401823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-ca208ca6-ea83-432b-90f5-959801d2eae1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b HTTP/1.1" status: 200 len: 217 time: 0.0642614 Jul 22 14:56:01.477084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ca10a-4850-40c6-830e-30a9b8150040 None None] Pushing event updated for resources: {'Port': ['ID=0af75f6e-db40-4a32-95b7-46083317bfc3,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:01.529344 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Attempting to bind port 0af75f6e-db40-4a32-95b7-46083317bfc3 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:01.531015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Attempting to bind port 0af75f6e-db40-4a32-95b7-46083317bfc3 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:01.532011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Attempting to bind port 0af75f6e-db40-4a32-95b7-46083317bfc3 on network b7c7f362-ce7a-4edf-9728-d0e58884c49d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:01.542707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:01.543104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Checking segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:01.543886 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.544023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Bound using segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:01.544595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Bound port: 0af75f6e-db40-4a32-95b7-46083317bfc3, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:01.545165 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.614977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59862) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:01.619033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646253892', 'description': 'tempest-secgroup-smoke-646253892 description', 'project_id': '5a9b092dbbc148f09c56d07989ed8151'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:01.651674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-c524d46e-9eca-455a-b34f-815ec69df78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:01.652354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-c524d46e-9eca-455a-b34f-815ec69df78b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10b461ed-32bf-4491-9f13-69faf18ff2ff HTTP/1.1" status: 200 len: 852 time: 0.2425513 Jul 22 14:56:01.654923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.671286 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.700564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] For port 0af75f6e-db40-4a32-95b7-46083317bfc3, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:01.706325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] For port 0af75f6e-db40-4a32-95b7-46083317bfc3, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0af75f6e-db40-4a32-95b7-46083317bfc3,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:01.712486 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-64e4d6d7-c817-4d1d-a309-4a20ca165238 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=027e18be-93a0-4d4e-acee-ec726696b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503345 Jul 22 14:56:01.714135 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.809706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfaf749-e381-4fd3-a594-d32d84f7583e req-5c834dfa-a5df-470a-b8a4-a8645c076634 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:01.812215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port d17ab6c9-6d9d-4585-ad06-dc48984ecd69 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:01.815840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:01.816706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:55:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:01.818949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cfaf749-e381-4fd3-a594-d32d84f7583e req-5c834dfa-a5df-470a-b8a4-a8645c076634 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 943 time: 0.1378593 Jul 22 14:56:01.904978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cfaf749-e381-4fd3-a594-d32d84f7583e req-f8b0e048-74a0-47de-b5f2-3cce4fc689b5 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848703 Jul 22 14:56:01.912922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.919779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:01.989400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ca10a-4850-40c6-830e-30a9b8150040 None None] Pushing event updated for resources: {'Port': ['ID=0af75f6e-db40-4a32-95b7-46083317bfc3,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:01.995604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=376ea499-7d82-40a0-9db1-e7aa7f44927c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.005380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.007028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4c1da68b-2b2a-450c-ae02-1e31d7d5796a tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3919392 Jul 22 14:56:02.009739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59864) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.027090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:02.030085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '376ea499-7d82-40a0-9db1-e7aa7f44927c', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:02.086428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.126210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.146084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-68ead932-9ce1-4ae5-978b-30ded6062fb0 service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226091 Jul 22 14:56:02.159003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.164880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.198128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b3236b-3259-4c16-840b-1b3aaf133aa6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.201629 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.205643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b170c083-4b98-4886-90d3-7fb66529647f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922379 Jul 22 14:56:02.206838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59868) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.212979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '376ea499-7d82-40a0-9db1-e7aa7f44927c', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:02.253316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.258891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.326104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:02.331598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3d5216f5-fffc-44ca-a297-bb2e32201d4f req-38c55f27-7d10-4caa-b917-eda504b3366a service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749470 Jul 22 14:56:02.334936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:02.336515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:01Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:02.340234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:02.341158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.345027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=415c9dae-b271-4374-add3-c30792d22049,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.359495 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.369707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.396853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fd2343-dc7a-4c06-8273-962bcfabeba2,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.398811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc6bcf9-1ae5-4b22-8246-872a3e0b0c30 None None] The sync data for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 is: [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:01Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:02.414973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.416632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c5ee253c-14a6-4f64-bf56-3a32f515eed0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2086649 Jul 22 14:56:02.425189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59870) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.432211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=d17ab6c9-6d9d-4585-ad06-dc48984ecd69,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.434495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '376ea499-7d82-40a0-9db1-e7aa7f44927c', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:02.462623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': '10a8b8c0-2eb5-4117-a86c-b8cd8be078b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '8d5173b5-5058-430c-86b6-2549314fb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:02.463003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: 8d5173b5-5058-430c-86b6-2549314fb5de, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:02.495512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.496745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 8d5173b5-5058-430c-86b6-2549314fb5de is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:02.541422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 8d5173b5-5058-430c-86b6-2549314fb5de) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:02.552712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714b5800-5c33-43b3-9f78-5b3aa77e3d78 None None] Network 8d5173b5-5058-430c-86b6-2549314fb5de requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:02.557211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:02.570374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:02.579504 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:02.580918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.599956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.608128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59872) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.608844 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-557c9f87-31b3-4dd4-b5b5-a3c958994318 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7901087 Jul 22 14:56:02.697807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0af75f6e-db40-4a32-95b7-46083317bfc3 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:02.705874 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.747432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42ccefd-d07f-4bfd-8bd6-54aef13da638,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:02.758995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.763571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:02.763741 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c61c28bc-fa64-4c98-9190-f97cb9c66cf6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372259 Jul 22 14:56:02.771617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '376ea499-7d82-40a0-9db1-e7aa7f44927c', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:02.785554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port d17ab6c9-6d9d-4585-ad06-dc48984ecd69 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:02.785904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.819793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0af75f6e-db40-4a32-95b7-46083317bfc3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:02.826694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0af75f6e-db40-4a32-95b7-46083317bfc3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:02.827119 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.871956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.882626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.899432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for d17ab6c9-6d9d-4585-ad06-dc48984ecd69 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:02.935648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.945097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.954429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:02.983008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0af75f6e-db40-4a32-95b7-46083317bfc3, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0af75f6e-db40-4a32-95b7-46083317bfc3,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:02.989681 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.012877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.016449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80368eb6-a4b5-44a4-8cfc-a9cef76ed8e7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.036471 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.040958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bb237818-9a38-49a1-a054-d17d1e8ad507 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2758365 Jul 22 14:56:03.042216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.048992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '376ea499-7d82-40a0-9db1-e7aa7f44927c', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:03.080505 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=d17ab6c9-6d9d-4585-ad06-dc48984ecd69,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.116414 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Project 5a9b092dbbc148f09c56d07989ed8151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:56:03.122662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.131920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0af75f6e-db40-4a32-95b7-46083317bfc3,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.132756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.137218 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1cab4e5e-7ebf-43d6-8e24-eb85e336adb4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/d17ab6c9-6d9d-4585-ad06-dc48984ecd69 HTTP/1.1" status: 204 len: 168 time: 0.5255661 Jul 22 14:56:03.137596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59882) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.224419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc0fe4-d598-4c6d-b9a6-0b672abe212e req-4051e7ad-7d5d-4a0b-85d7-586e2883ccd0 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:03.225997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2fc0fe4-d598-4c6d-b9a6-0b672abe212e req-4051e7ad-7d5d-4a0b-85d7-586e2883ccd0 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 943 time: 0.1519485 Jul 22 14:56:03.226804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.234813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.263966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d3c732-f82f-4cb1-a302-7e5ed734bb85,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.276501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e8e79-886b-4a19-a009-a81730b03e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:03.277175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.278423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b53010d-b9b4-46ba-a71f-9c887c64f836 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2352157 Jul 22 14:56:03.281077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.283568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e8e79-886b-4a19-a009-a81730b03e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:03.287958 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-725e8e79-886b-4a19-a009-a81730b03e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1469173 Jul 22 14:56:03.288113 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'security_group_rule': {'security_group_id': '376ea499-7d82-40a0-9db1-e7aa7f44927c', 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:03.288456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.316204 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Project 5a9b092dbbc148f09c56d07989ed8151 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:56:03.323035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.339554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f2fc0fe4-d598-4c6d-b9a6-0b672abe212e req-121b6508-c76d-4328-8d6d-15fa09ec7b8e tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967593 Jul 22 14:56:03.413005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.419503 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.425617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 415c9dae-b271-4374-add3-c30792d22049 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:03.426058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.442540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8a3244-f60c-4b8a-ad41-1ae7ab791589,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.452147 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.455286 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2089f47b-726a-475a-8d37-62098d22f6e6 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715574 Jul 22 14:56:03.509978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.523250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 415c9dae-b271-4374-add3-c30792d22049 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:03.640504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.697357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8f0a8042-cdd1-4252-aa74-97621ffb130b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:56:03.703673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=415c9dae-b271-4374-add3-c30792d22049,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:03.723064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.730457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59902) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.730754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-57023e77-ae06-4e66-935b-1a515f72b6fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/415c9dae-b271-4374-add3-c30792d22049 HTTP/1.1" status: 204 len: 168 time: 0.4409778 Jul 22 14:56:03.749811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-62545fb7-d52b-41d2-9301-145d3332c594 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646253892&fields=id&tenant_id=5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 267 time: 0.0696375 Jul 22 14:56:03.854814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8f0a8042-cdd1-4252-aa74-97621ffb130b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b,segment=NetworkSegment(0cc4762a-425c-4593-a810-4e9f3c5a5dc2),segment_id=0cc4762a-425c-4593-a810-4e9f3c5a5dc2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:03.872317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '8f0a8042-cdd1-4252-aa74-97621ffb130b', 'network_id': '027e18be-93a0-4d4e-acee-ec726696b201', 'port_id': '8f0a8042-cdd1-4252-aa74-97621ffb130b', 'mac_address': 'fa:16:3e:cb:ef:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b461ed-32bf-4491-9f13-69faf18ff2ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:56:03.888320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52709f5c-835b-4f71-96ba-405b70206049 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:03.897247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-52709f5c-835b-4f71-96ba-405b70206049 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1626129 Jul 22 14:56:03.899348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.923175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:03.930194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-7193c0b5-18b9-41c3-b64d-3c8f5fdff497 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:03.931823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-7193c0b5-18b9-41c3-b64d-3c8f5fdff497 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/networks?id=b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 200 len: 797 time: 0.1719828 Jul 22 14:56:03.948530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-b370296a-f7ea-4ca1-b6ed-c027e20067b1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/quotas/5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 375 time: 0.0105345 Jul 22 14:56:03.950298 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde7fb7c-2398-49b9-85cb-41dc78b94b9f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:03.954493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cde7fb7c-2398-49b9-85cb-41dc78b94b9f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/d17ab6c9-6d9d-4585-ad06-dc48984ecd69 HTTP/1.1" status: 404 len: 333 time: 0.0513668 Jul 22 14:56:03.954812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f0a8042-cdd1-4252-aa74-97621ffb130b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:03.960219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:03.978171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8f0a8042-cdd1-4252-aa74-97621ffb130b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b,segment=NetworkSegment(0cc4762a-425c-4593-a810-4e9f3c5a5dc2),segment_id=0cc4762a-425c-4593-a810-4e9f3c5a5dc2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:03.987393 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.002201 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0eb26bc-8822-4ccf-8c99-ec022f93ce8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:04.005695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f0eb26bc-8822-4ccf-8c99-ec022f93ce8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/415c9dae-b271-4374-add3-c30792d22049 HTTP/1.1" status: 404 len: 333 time: 0.0445120 Jul 22 14:56:04.009015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59908) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:04.062787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=8f0a8042-cdd1-4252-aa74-97621ffb130b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:04.112902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.127935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-f97e26b2-6adc-4d01-a762-8a4f0b7abad4 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690452 Jul 22 14:56:04.178503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['8f0a8042-cdd1-4252-aa74-97621ffb130b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:56:04.278345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.292808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5173b5-5058-430c-86b6-2549314fb5de']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:04.313545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a8b8c0-2eb5-4117-a86c-b8cd8be078b6') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:04.313890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a8b8c0-2eb5-4117-a86c-b8cd8be078b6') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:04.332440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.347412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-8b6a1f2b-3752-43a7-9217-bffa931a4bcb service neutron] 10.222.0.60 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846683 Jul 22 14:56:04.356554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.379597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:04.380036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:04.383874 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:04.514166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.533906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.539263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/8d5173b5-5058-430c-86b6-2549314fb5de HTTP/1.1" status: 204 len: 168 time: 0.5249670 Jul 22 14:56:04.539263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eee6bb-f496-4013-b448-6ffecb49c4e8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=8d5173b5-5058-430c-86b6-2549314fb5de,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:04.539812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:04.545244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1175743167'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:04.562545 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-6b047b3f-e560-454c-9aba-9b6a68a82c94 service neutron] 10.222.0.60 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007723 Jul 22 14:56:04.585116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e815a4-f388-4a4b-bb6c-e7c308cf1cad req-7843147d-6d8d-4903-bfaa-1b4ca884ea75 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:04.586684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44e815a4-f388-4a4b-bb6c-e7c308cf1cad req-7843147d-6d8d-4903-bfaa-1b4ca884ea75 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 944 time: 0.1147666 Jul 22 14:56:04.597510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:04.604439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0af75f6e-db40-4a32-95b7-46083317bfc3 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:04.608980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.654481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44e815a4-f388-4a4b-bb6c-e7c308cf1cad req-a5d9393d-31c4-4bfe-8254-7d5e8edb83b5 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609281 Jul 22 14:56:04.658714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:04.663416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0af75f6e-db40-4a32-95b7-46083317bfc3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:04.664441 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.669869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.670223 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment 3023f618-9160-42b6-bb4d-12587032ec8c of type vlan for network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 Jul 22 14:56:04.726677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.763175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.769862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:04.770495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:04.809732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2687738 Jul 22 14:56:04.812951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 59920) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:04.816110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f343874-68b3-41cd-a470-75d9baaf7424 req-8735ead4-2c58-4817-907b-b582ad1e78b9 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 210 time: 0.0633595 Jul 22 14:56:04.821170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:04.879539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e9101-14f6-4a72-b251-187ff5f57857 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=35c725a3-2ca3-4826-88bc-2bd269cbdf31,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:04.896233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:04.956946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:04.961926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.176296 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.260937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=a1f311e7-34a0-4434-8750-75fe2b619329,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:05.287572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': '3023f618-9160-42b6-bb4d-12587032ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:05.288226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: 35c725a3-2ca3-4826-88bc-2bd269cbdf31, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:05.325967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:05.344432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 35c725a3-2ca3-4826-88bc-2bd269cbdf31) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:05.348907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:05.349511 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.355793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca3f6c-5391-4676-a351-45db1d75f1cc None None] Network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:05.386320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3a842d30-6064-4317-9f3d-a34fb8368ada tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5695255 Jul 22 14:56:05.386795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 59944) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:05.392005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31', 'name': 'tempest-PortsTestJSON-1733290603'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:05.535097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:05.541229 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.566167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 4060bed4-5007-499b-a1b2-9f112bb9cc6a yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:05.617577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-35c725a3-2ca3-4826-88bc-2bd269cbdf31', 'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': 'a1f311e7-34a0-4434-8750-75fe2b619329'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:05.618463 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.696454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.14 (35c725a3-2ca3-4826-88bc-2bd269cbdf31/a1f311e7-34a0-4434-8750-75fe2b619329/4060bed4-5007-499b-a1b2-9f112bb9cc6a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:05.713731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8f0a8042-cdd1-4252-aa74-97621ffb130b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:05.803095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 8f0a8042-cdd1-4252-aa74-97621ffb130b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:05.808266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 8f0a8042-cdd1-4252-aa74-97621ffb130b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:05.808817 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.959476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb7ef-2f33-4cbb-9b40-b2e77ddd77e3 req-9cc00e84-5c27-4b65-ba28-bcd9b0861dd2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:05.960833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caafb7ef-2f33-4cbb-9b40-b2e77ddd77e3 req-9cc00e84-5c27-4b65-ba28-bcd9b0861dd2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 944 time: 0.1843839 Jul 22 14:56:05.988248 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:05.993153 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.019147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 4060bed4-5007-499b-a1b2-9f112bb9cc6a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:06.035373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f90307-bc17-4700-9c37-e0e6fc450648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a8042-cdd1-4252-aa74-97621ffb130b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:06.042036 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7579f5b-dd21-46f7-ba29-c808b48d6862" -d '{"events": [{"server_uuid": "46f90307-bc17-4700-9c37-e0e6fc450648", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a8042-cdd1-4252-aa74-97621ffb130b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:06.083922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8f0a8042-cdd1-4252-aa74-97621ffb130b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b,segment=NetworkSegment(0cc4762a-425c-4593-a810-4e9f3c5a5dc2),segment_id=0cc4762a-425c-4593-a810-4e9f3c5a5dc2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:06.091113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.113119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-b55bf2ce-b229-4b1a-9b11-17beb2955b61 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:06.116143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-b55bf2ce-b229-4b1a-9b11-17beb2955b61 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.61 "GET /v2.0/networks?id=b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 200 len: 797 time: 0.2170191 Jul 22 14:56:06.186023 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-160c1673-fb5f-4d07-a413-2162100bcb8c tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a9b092dbbc148f09c56d07989ed8151 HTTP/1.1" status: 200 len: 379 time: 0.0610733 Jul 22 14:56:06.195868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'port': {'device_id': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'admin_state_up': True, 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'security_groups': ['376ea499-7d82-40a0-9db1-e7aa7f44927c']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:06.207947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7add0c68-da81-46bf-a9fa-1ebdffcf8779 req-50fd2461-2531-4dfa-a4cc-cab926846c32 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 210 time: 0.1349704 Jul 22 14:56:06.208821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=8f0a8042-cdd1-4252-aa74-97621ffb130b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.214237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.215586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Allocated IP 172.20.0.2 (35c725a3-2ca3-4826-88bc-2bd269cbdf31/a1f311e7-34a0-4434-8750-75fe2b619329/f794cfde-2e22-45f8-962e-1fbb69e040ea) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:06.301487 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e538aad-7c7b-4a6e-90d1-c638ebdf0f46 x-openstack-request-id: req-1e538aad-7c7b-4a6e-90d1-c638ebdf0f46 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:06.301986 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f90307-bc17-4700-9c37-e0e6fc450648", "name": "network-vif-plugged", "status": "completed", "tag": "8f0a8042-cdd1-4252-aa74-97621ffb130b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:06.302395 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e538aad-7c7b-4a6e-90d1-c638ebdf0f46 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:06.302978 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f90307-bc17-4700-9c37-e0e6fc450648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f0a8042-cdd1-4252-aa74-97621ffb130b', 'code': 200} Jul 22 14:56:06.323390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caafb7ef-2f33-4cbb-9b40-b2e77ddd77e3 req-1b7f0628-639d-447e-a288-aaa42b4cf419 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304121 Jul 22 14:56:06.329455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:06.381099 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:06.397885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:06.447868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=4060bed4-5007-499b-a1b2-9f112bb9cc6a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.461715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Made reservation on behalf of 5a9b092dbbc148f09c56d07989ed8151 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:06.465426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.498854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:06.499701 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.500824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.510192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcbf01-2735-4e76-bdc1-ca984d2d37b4 req-45a75b31-4610-4df6-91f7-9b349de906c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:06.514404 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1efcbf01-2735-4e76-bdc1-ca984d2d37b4 req-45a75b31-4610-4df6-91f7-9b349de906c3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 1096 time: 0.1119134 Jul 22 14:56:06.521324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Transition to ACTIVE for port object f794cfde-2e22-45f8-962e-1fbb69e040ea will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:06.533698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c3eacb6f-de5f-49f5-baf0-f308ce683d28 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1451910 Jul 22 14:56:06.534429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60066) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:06.590541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Transition to ACTIVE for port object f794cfde-2e22-45f8-962e-1fbb69e040ea will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:06.604227 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.656402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1efcbf01-2735-4e76-bdc1-ca984d2d37b4 req-ddc53925-15d2-4dd6-bd74-262e74a9a744 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336396 Jul 22 14:56:06.666567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Pushing event updated for resources: {'Port': ['ID=f794cfde-2e22-45f8-962e-1fbb69e040ea,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:06.676421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:06.677731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:06.681754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 4060bed4-5007-499b-a1b2-9f112bb9cc6a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:06.682151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.682752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:06.772905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Attempting to bind port f794cfde-2e22-45f8-962e-1fbb69e040ea on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:06.773956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Attempting to bind port f794cfde-2e22-45f8-962e-1fbb69e040ea by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3023f618-9160-42b6-bb4d-12587032ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:06.774768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Attempting to bind port f794cfde-2e22-45f8-962e-1fbb69e040ea on network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:06.780309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.20.0.12 (b7c7f362-ce7a-4edf-9728-d0e58884c49d/ff1c7638-ac5a-4bd4-b472-9696ef7476f0/1c5ffe9e-b5ea-4270-bb82-a9b48b30855a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:06.787388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:06.788825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Checking segment: {'id': '3023f618-9160-42b6-bb4d-12587032ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:06.789823 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.790831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Bound using segment: {'id': '3023f618-9160-42b6-bb4d-12587032ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:06.791556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Bound port: f794cfde-2e22-45f8-962e-1fbb69e040ea, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3023f618-9160-42b6-bb4d-12587032ec8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '35c725a3-2ca3-4826-88bc-2bd269cbdf31'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:06.793063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.842122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:06.862380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 4060bed4-5007-499b-a1b2-9f112bb9cc6a owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:06.920408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] For port f794cfde-2e22-45f8-962e-1fbb69e040ea, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:06.932042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] For port f794cfde-2e22-45f8-962e-1fbb69e040ea, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f794cfde-2e22-45f8-962e-1fbb69e040ea,segment=NetworkSegment(3023f618-9160-42b6-bb4d-12587032ec8c),segment_id=3023f618-9160-42b6-bb4d-12587032ec8c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:06.939390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.001651 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.022986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Transition to ACTIVE for port object 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:07.038659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81630adb-32db-417a-9e41-ca5aa0fc8794 None None] Pushing event updated for resources: {'Port': ['ID=f794cfde-2e22-45f8-962e-1fbb69e040ea,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.062627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.087302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.094400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=4060bed4-5007-499b-a1b2-9f112bb9cc6a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.156471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:07.160585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:07.167388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:07.214032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:07.218548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.226303 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-27d8fa15-ca68-4569-b98f-87b175406173 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/4060bed4-5007-499b-a1b2-9f112bb9cc6a HTTP/1.1" status: 204 len: 168 time: 0.6855068 Jul 22 14:56:07.226641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.285161 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff699ba-c2c6-423a-bbfc-c997cb0d1292 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:56:07.286682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff699ba-c2c6-423a-bbfc-c997cb0d1292 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:07.291386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eff699ba-c2c6-423a-bbfc-c997cb0d1292 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/4060bed4-5007-499b-a1b2-9f112bb9cc6a HTTP/1.1" status: 404 len: 333 time: 0.0618358 Jul 22 14:56:07.291830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60140) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.315454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:07.316557 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.377901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-30968746-86ab-4034-aa4a-d5fad6379c37 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1829267 Jul 22 14:56:07.422687 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.428076 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0129827d-9ec9-4b96-a003-4c42e04d5bb3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:07.429408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Request body: {'port': {'device_id': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:07.431267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0129827d-9ec9-4b96-a003-4c42e04d5bb3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/4060bed4-5007-499b-a1b2-9f112bb9cc6a HTTP/1.1" status: 404 len: 333 time: 0.1382723 Jul 22 14:56:07.437258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60158) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:07.614465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet a1f311e7-34a0-4434-8750-75fe2b619329 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:07.619126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.673269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.674050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b5592b02-1333-4ac9-88b9-508262e51218 None None] Provisioning for port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:07.674934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a192c7-a6ad-4683-88b4-6ec12f34d209 req-f19f587e-3975-4590-beed-2ce66d07e8e8 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:07.676918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05a192c7-a6ad-4683-88b4-6ec12f34d209 req-f19f587e-3975-4590-beed-2ce66d07e8e8 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1713829 Jul 22 14:56:07.686660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d217cf-bc48-49b0-9eaa-c012802007bf req-6188f815-6e41-488c-9b7f-2edffac413fb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:07.686842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b5592b02-1333-4ac9-88b9-508262e51218 None None] Provisioning complete for port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:07.687348 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5592b02-1333-4ac9-88b9-508262e51218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.689047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65d217cf-bc48-49b0-9eaa-c012802007bf req-6188f815-6e41-488c-9b7f-2edffac413fb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 932 time: 0.2670763 Jul 22 14:56:07.710072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.741796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b5592b02-1333-4ac9-88b9-508262e51218 None None] Port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:07.743673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05a192c7-a6ad-4683-88b4-6ec12f34d209 req-fbd20d19-bf07-4d3a-8f88-0b636ffdf360 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528047 Jul 22 14:56:07.768163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65d217cf-bc48-49b0-9eaa-c012802007bf req-6e4f712f-98da-4b10-a79d-a6f2ce57e433 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592880 Jul 22 14:56:07.893667 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:07.927148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.046198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.095358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f311e7-34a0-4434-8750-75fe2b619329,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.099357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.101857 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d5730330-5692-44a0-9e12-d81444ba7b9e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/a1f311e7-34a0-4434-8750-75fe2b619329 HTTP/1.1" status: 204 len: 168 time: 0.6528785 Jul 22 14:56:08.105195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60238) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:08.181002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:08.195986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.215448 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.217354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Transition to ACTIVE for port object 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:08.223957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.285072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Pushing event updated for resources: {'Port': ['ID=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.286559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port f794cfde-2e22-45f8-962e-1fbb69e040ea {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:08.286923 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.383613 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] For port f794cfde-2e22-45f8-962e-1fbb69e040ea, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f794cfde-2e22-45f8-962e-1fbb69e040ea,segment=NetworkSegment(3023f618-9160-42b6-bb4d-12587032ec8c),segment_id=3023f618-9160-42b6-bb4d-12587032ec8c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:08.384059 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.405651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for f794cfde-2e22-45f8-962e-1fbb69e040ea owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:08.411340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Attempting to bind port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:08.411693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Attempting to bind port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:08.412062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Attempting to bind port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a on network b7c7f362-ce7a-4edf-9728-d0e58884c49d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:08.417880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a on network b7c7f362-ce7a-4edf-9728-d0e58884c49d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:56:08.418215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Attempting to bind port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a on network b7c7f362-ce7a-4edf-9728-d0e58884c49d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:08.424330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:08.424691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Checking segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:08.425056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Bound using segment: {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:08.425498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Bound port: 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2830205-f6de-4781-a643-cbc3fdd8a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:08.425867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.480324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d21a42e-f301-4441-91b6-a795d5f8742b None None] Network 35c725a3-2ca3-4826-88bc-2bd269cbdf31 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:08.550918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] For port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:08.551082 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.554948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] For port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:08.566751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.600336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=f794cfde-2e22-45f8-962e-1fbb69e040ea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.605853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No DVR routers for this DVR port f794cfde-2e22-45f8-962e-1fbb69e040ea on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:08.665661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:08.666457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.667825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] 10.222.0.61 "PUT /v2.0/ports/1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 200 len: 1092 time: 1.2834587 Jul 22 14:56:08.685574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:08.698666 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e" -d '{"events": [{"name": "network-changed", "server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:08.743291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.759492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c725a3-2ca3-4826-88bc-2bd269cbdf31']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:08.777478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3023f618-9160-42b6-bb4d-12587032ec8c') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:08.777794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3023f618-9160-42b6-bb4d-12587032ec8c') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:08.789592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.804213 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48a9c7e-8bbe-4064-80b5-7ea2700bd1d4 x-openstack-request-id: req-b48a9c7e-8bbe-4064-80b5-7ea2700bd1d4 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:08.804628 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:08.805383 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b48a9c7e-8bbe-4064-80b5-7ea2700bd1d4 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:08.805383 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'status': 'completed', 'code': 200} Jul 22 14:56:08.808649 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bcf30-3814-400e-8059-5e957a5617cb service neutron] Pushing event updated for resources: {'Port': ['ID=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:08.820416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.827627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:08.828349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:08.853831 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:08.871137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f794cfde-2e22-45f8-962e-1fbb69e040ea up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:08.871915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-38950e4e-1937-437b-9324-94de14c7dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:08.877470 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-38950e4e-1937-437b-9324-94de14c7dc61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1095 time: 0.1414220 Jul 22 14:56:08.901956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b8ba7b0a-7f4a-4a2e-ae32-af3cc2f03f3c None None] Could not find standard attr ID for object f794cfde-2e22-45f8-962e-1fbb69e040ea. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:08.909194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f794cfde-2e22-45f8-962e-1fbb69e040ea {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:08.909832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f794cfde-2e22-45f8-962e-1fbb69e040ea not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 14:56:08.942325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Port f794cfde-2e22-45f8-962e-1fbb69e040ea not found, will not notify nova. {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 14:56:08.976825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-a5dba912-4022-4617-8062-2b6c0302e1f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 200 len: 217 time: 0.0915582 Jul 22 14:56:09.070165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-4d1b32db-4731-43a1-aae5-2ba12ae31afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.072229 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-4d1b32db-4731-43a1-aae5-2ba12ae31afe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff1c7638-ac5a-4bd4-b472-9696ef7476f0 HTTP/1.1" status: 200 len: 835 time: 0.0871575 Jul 22 14:56:09.082794 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.090245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.091314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a28ca-22ff-4a12-b0be-70376a15c413 None None] DHCP port deletion for 35c725a3-2ca3-4826-88bc-2bd269cbdf31 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:09.096264 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/35c725a3-2ca3-4826-88bc-2bd269cbdf31 HTTP/1.1" status: 204 len: 168 time: 0.9856484 Jul 22 14:56:09.096660 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:09.112482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319150338'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:09.125272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2841fb-9fc3-4d6f-a01d-21e3598db2fe tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=35c725a3-2ca3-4826-88bc-2bd269cbdf31,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:09.167440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:09.171052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f742b-d10d-45b5-8fb2-310077afaa39 req-020beccd-3b9f-41ef-b0ed-92cd0c2282e2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.171194 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.172637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f1f742b-d10d-45b5-8fb2-310077afaa39 req-020beccd-3b9f-41ef-b0ed-92cd0c2282e2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.3120887 Jul 22 14:56:09.186143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df6f16-491b-459e-b28f-2b6327d2b95f req-c93c5576-75e5-460f-9e87-5c3a1972c3ee tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.187742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5df6f16-491b-459e-b28f-2b6327d2b95f req-c93c5576-75e5-460f-9e87-5c3a1972c3ee tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 944 time: 0.2102289 Jul 22 14:56:09.211144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:09.226891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.227302 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment 15467f68-c3a6-4db4-aba7-f105f86673e5 of type vlan for network cede89e9-2c5b-46ed-b9de-3d2601b438ea Jul 22 14:56:09.229995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-3972413f-ba7d-4bb7-9f16-d8a0eb06a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.231569 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-3972413f-ba7d-4bb7-9f16-d8a0eb06a045 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7c7f362-ce7a-4edf-9728-d0e58884c49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526594 Jul 22 14:56:09.261877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f1f742b-d10d-45b5-8fb2-310077afaa39 req-adaf70e1-7ccf-42ee-8229-13025a2156e6 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728490 Jul 22 14:56:09.264987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5df6f16-491b-459e-b28f-2b6327d2b95f req-86919bf2-1b27-4ea3-bb85-56230a139684 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673027 Jul 22 14:56:09.317191 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.397466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-09442bee-37f1-441f-9a54-25fabf6a648b service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584725 Jul 22 14:56:09.398560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.404299 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.404997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.432498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdef36-719e-491f-81f4-905424ff332b req-da5c24d5-e980-464b-918e-ef9b21eb2b96 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.439584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21cdef36-719e-491f-81f4-905424ff332b req-da5c24d5-e980-464b-918e-ef9b21eb2b96 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.0798824 Jul 22 14:56:09.478829 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3704436 Jul 22 14:56:09.480763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:09.480979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21cdef36-719e-491f-81f4-905424ff332b req-6ffd0f64-2465-4b48-8563-f0b27b47771b tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Jul 22 14:56:09.523997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:09.562241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2efc5-cc04-46b8-92a4-4e8b8cab283e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=cede89e9-2c5b-46ed-b9de-3d2601b438ea,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:09.578035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:09.769132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b8a37-619d-4e9b-ad88-754a7f346c72 req-3f4a0470-14a7-4d3a-b5e5-99643ba1ca30 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:09.774457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f1b8a37-619d-4e9b-ad88-754a7f346c72 req-3f4a0470-14a7-4d3a-b5e5-99643ba1ca30 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.0718672 Jul 22 14:56:09.827593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f1b8a37-619d-4e9b-ad88-754a7f346c72 req-92319ec4-9f4a-4375-8c91-68aac2f29729 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505636 Jul 22 14:56:09.884190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f8bef6d-ada4-4351-bb27-be609d4b618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:09.964149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c20a71cd-73c1-4650-8b2a-5eee1c55bfd8 req-1d89a8a2-8786-4701-bc25-fe11c13dd892 service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565398 Jul 22 14:56:09.987161 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:09.990788 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.151039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-ce472b42-849d-43cc-97fc-7240d67122a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.152669 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-ce472b42-849d-43cc-97fc-7240d67122a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1095 time: 0.1345472 Jul 22 14:56:10.280874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.327300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-050def39-9b95-4a0e-824a-ea9ad9357d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.328808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-050def39-9b95-4a0e-824a-ea9ad9357d16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 200 len: 898 time: 0.1687047 Jul 22 14:56:10.398317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-4be8699f-9246-4cd2-928d-6f714614271c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 200 len: 217 time: 0.0600331 Jul 22 14:56:10.400295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=c0e916fa-8b80-4bac-96a5-9f869d5da994,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:10.412272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7127fc-78b4-4bf4-b458-f6078077e63f req-e518d28a-d679-4288-9959-6c1e96244d92 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.413842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a7127fc-78b4-4bf4-b458-f6078077e63f req-e518d28a-d679-4288-9959-6c1e96244d92 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 944 time: 0.0737090 Jul 22 14:56:10.434407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': '15467f68-c3a6-4db4-aba7-f105f86673e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:10.434812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: cede89e9-2c5b-46ed-b9de-3d2601b438ea, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:10.452932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a7127fc-78b4-4bf4-b458-f6078077e63f req-2c1fe496-2dea-471a-914a-15c0f8ec2410 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334234 Jul 22 14:56:10.462789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-c9b5f041-20b6-47f3-975f-6e1fa11d4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.464466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-c9b5f041-20b6-47f3-975f-6e1fa11d4711 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff1c7638-ac5a-4bd4-b472-9696ef7476f0 HTTP/1.1" status: 200 len: 835 time: 0.0596650 Jul 22 14:56:10.465723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:10.482301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, cede89e9-2c5b-46ed-b9de-3d2601b438ea) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:10.493734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1bb85-7ac4-4ee7-8987-4defb4875dcb None None] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:10.503632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.504241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.525086 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4e3712ac-f397-41eb-ba70-9c4a5881e011 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0410097 Jul 22 14:56:10.528130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60418) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:10.537827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1891309388'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:10.556956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-bfb87c02-d31b-402f-8125-a23494c32471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.560614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-bfb87c02-d31b-402f-8125-a23494c32471 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7c7f362-ce7a-4edf-9728-d0e58884c49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885799 Jul 22 14:56:10.604636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f794cfde-2e22-45f8-962e-1fbb69e040ea no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:10.670911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f794cfde-2e22-45f8-962e-1fbb69e040ea {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:10.671194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f794cfde-2e22-45f8-962e-1fbb69e040ea not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:10.684715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:10.685227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-66ec69ca-0e0e-4d33-8124-81b885a70ff1 service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147687 Jul 22 14:56:10.691352 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.711776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port e0ad436a-d43f-40fa-99ed-6555e8ca2b28 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:10.746904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-cede89e9-2c5b-46ed-b9de-3d2601b438ea', 'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': 'c0e916fa-8b80-4bac-96a5-9f869d5da994'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:10.747775 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:10.800503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-baa76aa1-5c44-4a1a-b723-6a2b41a4a08e req-9e3c82d5-58c2-429f-a120-5a221e475c92 service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076846 Jul 22 14:56:10.912497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.2 (cede89e9-2c5b-46ed-b9de-3d2601b438ea/c0e916fa-8b80-4bac-96a5-9f869d5da994/e0ad436a-d43f-40fa-99ed-6555e8ca2b28) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:10.923996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-c4b58913-7bc8-4dab-9b5f-379fcf4ed1f6 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:10.925405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-c4b58913-7bc8-4dab-9b5f-379fcf4ed1f6 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 813 time: 0.1722815 Jul 22 14:56:10.974037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-bcc27d27-0dbf-47c2-a875-f07f0dd1dfdc tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/quotas/5379d32e0c464ad5afbc4043a6628498 HTTP/1.1" status: 200 len: 375 time: 0.0277152 Jul 22 14:56:11.398278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-6eeb50ec-3749-4bb7-bd9b-a229b7144018 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4123626 Jul 22 14:56:11.463274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a2dcd-d473-4040-92bc-182a062f1581 req-cb660a89-3051-4428-91f5-3dde8241e33e tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:11.464748 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-224a2dcd-d473-4040-92bc-182a062f1581 req-cb660a89-3051-4428-91f5-3dde8241e33e tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.5671995 Jul 22 14:56:11.514455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.553937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object e0ad436a-d43f-40fa-99ed-6555e8ca2b28 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:11.567117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-224a2dcd-d473-4040-92bc-182a062f1581 req-08b56cce-8f31-4c5f-88be-77be77893fe4 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931921 Jul 22 14:56:11.581543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-8ee86827-2ab1-485b-935c-ed61c51a3c01 service neutron] 10.222.0.60 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747584 Jul 22 14:56:11.698725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.738868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-10b8d125-c75b-4941-bb89-9b9a4abdbc0d {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:56:11.739462 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:56:11.768675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:11.770933 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-c02a89ae-3c60-4c89-b0b5-47edc9aa9e73 service neutron] 10.222.0.60 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838968 Jul 22 14:56:11.776129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=e0ad436a-d43f-40fa-99ed-6555e8ca2b28,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:11.778352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:11.782660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:11.817031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.817389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.817739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.818090 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.818431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.818794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.819132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.819469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.819806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.820142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.820484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.820812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:11.847362 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e50929-6db7-4fef-863b-69c3ba0ca1ef req-aa7fcd31-8aeb-4dc7-9393-b829f7a35658 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:11.848954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7e50929-6db7-4fef-863b-69c3ba0ca1ef req-aa7fcd31-8aeb-4dc7-9393-b829f7a35658 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 944 time: 0.2205882 Jul 22 14:56:11.872256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:11.872885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:11.914959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7e50929-6db7-4fef-863b-69c3ba0ca1ef req-d839af22-dbb6-4cd7-a192-53ee6092e734 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583136 Jul 22 14:56:11.919153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d88f3254-7d8b-4f6b-bd49-710bab18b1da tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3897605 Jul 22 14:56:11.920277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60442) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:12.013451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-864ed601-3323-4fd7-8efe-aa199c5c3fec req-3fba3890-a757-4ec4-a86e-6710e8d18068 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 210 time: 0.0492058 Jul 22 14:56:12.084998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port e0ad436a-d43f-40fa-99ed-6555e8ca2b28 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:12.085445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.139779 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4943360c-d220-4cfa-9370-7815b0c63326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.197430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a2d6c-26b9-4898-a08f-3f9c5436a31e req-df3e3163-c1a6-4cff-8e7a-499784c2e4f2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:12.199191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-081a2d6c-26b9-4898-a08f-3f9c5436a31e req-df3e3163-c1a6-4cff-8e7a-499784c2e4f2 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.0936337 Jul 22 14:56:12.240315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.252785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.272007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for e0ad436a-d43f-40fa-99ed-6555e8ca2b28 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:12.281500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-1d2a4d4c-1003-4154-a657-177e4fb2e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:12.283591 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-1d2a4d4c-1003-4154-a657-177e4fb2e9f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca0042b30d148e0a7251bc147049bc2&device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 1096 time: 0.1569290 Jul 22 14:56:12.284128 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-081a2d6c-26b9-4898-a08f-3f9c5436a31e req-e03bd77f-e6c7-44a2-b5f0-722fb163d62c tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769062 Jul 22 14:56:12.398439 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.453769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-f5d24817-5ba3-4cdf-9151-f88281567ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:12.456468 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-f5d24817-5ba3-4cdf-9151-f88281567ac7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=027e18be-93a0-4d4e-acee-ec726696b201 HTTP/1.1" status: 200 len: 913 time: 0.1663518 Jul 22 14:56:12.462093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Allocated IP 172.20.0.3 (cede89e9-2c5b-46ed-b9de-3d2601b438ea/c0e916fa-8b80-4bac-96a5-9f869d5da994/789cadb3-3e6d-46fa-88ce-8da49975ff95) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:12.535929 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-e344108c-8f5e-450a-94ff-aa1e8204a127 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b HTTP/1.1" status: 200 len: 217 time: 0.0724292 Jul 22 14:56:12.556129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:56:12.601787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.637699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-8cf20884-ee54-4998-af13-f3956a5a9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:12.639509 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-8cf20884-ee54-4998-af13-f3956a5a9e3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10b461ed-32bf-4491-9f13-69faf18ff2ff HTTP/1.1" status: 200 len: 852 time: 0.0962653 Jul 22 14:56:12.640309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=e0ad436a-d43f-40fa-99ed-6555e8ca2b28,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:12.706857 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.714423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-5eebc11b-4ed7-4aa5-be55-4bf2359e6ec7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=027e18be-93a0-4d4e-acee-ec726696b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678022 Jul 22 14:56:12.727531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Transition to ACTIVE for port object 789cadb3-3e6d-46fa-88ce-8da49975ff95 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:12.730861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:12.753533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'port_id': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'mac_address': 'fa:16:3e:cc:a4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:56:12.760713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Transition to ACTIVE for port object 789cadb3-3e6d-46fa-88ce-8da49975ff95 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:12.785519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.792755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.795245 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9df5deab-e616-4175-9b20-b1685cd4fb4e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/e0ad436a-d43f-40fa-99ed-6555e8ca2b28 HTTP/1.1" status: 204 len: 168 time: 0.8737054 Jul 22 14:56:12.798250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60452) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:12.829984 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-44362e01-91e5-47b3-8ade-2251ef7e127d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:12.831593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-44362e01-91e5-47b3-8ade-2251ef7e127d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/e0ad436a-d43f-40fa-99ed-6555e8ca2b28 HTTP/1.1" status: 404 len: 333 time: 0.0317161 Jul 22 14:56:12.834199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60454) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:12.840764 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.871437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:12.873657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:12.875093 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-96246113-2c1b-4590-9baa-c026c9e94abd service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339810 Jul 22 14:56:12.877658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Pushing event updated for resources: {'Port': ['ID=789cadb3-3e6d-46fa-88ce-8da49975ff95,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:12.881289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:12.884941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:12.898220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet c0e916fa-8b80-4bac-96a5-9f869d5da994 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:12.902051 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.904797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:12.945658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.953225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.980112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Attempting to bind port 789cadb3-3e6d-46fa-88ce-8da49975ff95 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:12.980496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Attempting to bind port 789cadb3-3e6d-46fa-88ce-8da49975ff95 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '15467f68-c3a6-4db4-aba7-f105f86673e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:12.980875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Attempting to bind port 789cadb3-3e6d-46fa-88ce-8da49975ff95 on network cede89e9-2c5b-46ed-b9de-3d2601b438ea {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:12.993074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:12.993514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Checking segment: {'id': '15467f68-c3a6-4db4-aba7-f105f86673e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:12.993879 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:12.994284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Bound using segment: {'id': '15467f68-c3a6-4db4-aba7-f105f86673e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:12.994798 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Bound port: 789cadb3-3e6d-46fa-88ce-8da49975ff95, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15467f68-c3a6-4db4-aba7-f105f86673e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'cede89e9-2c5b-46ed-b9de-3d2601b438ea'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:12.995804 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.020941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.067020 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-aa61ff45-2e73-4e68-8f1e-1b30e0c6e7b4 service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843116 Jul 22 14:56:13.095502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] For port 789cadb3-3e6d-46fa-88ce-8da49975ff95, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:13.108479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] For port 789cadb3-3e6d-46fa-88ce-8da49975ff95, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=789cadb3-3e6d-46fa-88ce-8da49975ff95,segment=NetworkSegment(15467f68-c3a6-4db4-aba7-f105f86673e5),segment_id=15467f68-c3a6-4db4-aba7-f105f86673e5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:13.114091 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.160345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1c5ffe9e-b5ea-4270-bb82-a9b48b30855a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:56:13.203371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec4fca41-e467-4660-bd70-231465beef9a req-ee90b011-079d-4caf-b30b-176d58ec7bea tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 210 time: 0.0697057 Jul 22 14:56:13.206003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-db4ede51-4597-4793-805d-223a06eb1f43 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:13.208350 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-db4ede51-4597-4793-805d-223a06eb1f43 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 813 time: 0.1745265 Jul 22 14:56:13.218720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472041b4-ad33-4b9e-80d9-372c3db0ab96 None None] Pushing event updated for resources: {'Port': ['ID=789cadb3-3e6d-46fa-88ce-8da49975ff95,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.222389 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.255969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Request body: {'port': {'device_id': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef', 'admin_state_up': True, 'tenant_id': '5379d32e0c464ad5afbc4043a6628498'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:13.306679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29e4e6-add0-4050-971d-748c13a41262 req-d3f0e94c-a143-49e8-bce6-d576a41e0437 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:13.308296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c29e4e6-add0-4050-971d-748c13a41262 req-d3f0e94c-a143-49e8-bce6-d576a41e0437 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 945 time: 0.2873662 Jul 22 14:56:13.438169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c29e4e6-add0-4050-971d-748c13a41262 req-dd8fadbd-c008-4f41-8061-e7aa9bff03bb tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163168 Jul 22 14:56:13.452094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.462808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Made reservation on behalf of 5379d32e0c464ad5afbc4043a6628498 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:13.467974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.485453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e916fa-8b80-4bac-96a5-9f869d5da994,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.503707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.505506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-83922905-7830-467c-804d-3cabde366462 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/c0e916fa-8b80-4bac-96a5-9f869d5da994 HTTP/1.1" status: 204 len: 168 time: 0.6702571 Jul 22 14:56:13.510981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60462) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:13.563130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9334026-002a-45fc-92c5-4239048ee185 req-f586b29a-6708-4d08-aa24-cb5250ef1e14 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:13.565693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9334026-002a-45fc-92c5-4239048ee185 req-f586b29a-6708-4d08-aa24-cb5250ef1e14 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1732426 Jul 22 14:56:13.638708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Allocated IP 172.20.0.7 (3a3b500f-6a5d-4661-a00b-7ea54abd29ef/13dfac42-a13d-49ec-a2c4-f7d0e18cad3b/edfd72aa-c7a2-41bf-a274-8bab4174c716) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:13.652620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9334026-002a-45fc-92c5-4239048ee185 req-7a758a16-baac-4e4c-b0cb-2ce5cf6ab5cf tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Jul 22 14:56:13.666163 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.682574 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.732268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 789cadb3-3e6d-46fa-88ce-8da49975ff95 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:13.732619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.799405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] For port 789cadb3-3e6d-46fa-88ce-8da49975ff95, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=789cadb3-3e6d-46fa-88ce-8da49975ff95,segment=NetworkSegment(15467f68-c3a6-4db4-aba7-f105f86673e5),segment_id=15467f68-c3a6-4db4-aba7-f105f86673e5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:13.799786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.806665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.811445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 789cadb3-3e6d-46fa-88ce-8da49975ff95 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:13.858410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.909258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:13.909401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.912332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:13.916381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:13.934195 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=789cadb3-3e6d-46fa-88ce-8da49975ff95,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.943736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No DVR routers for this DVR port 789cadb3-3e6d-46fa-88ce-8da49975ff95 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:13.955064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Pushing event updated for resources: {'Port': ['ID=edfd72aa-c7a2-41bf-a274-8bab4174c716,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:13.970222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:13.970896 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:13.987967 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-de9b550a-961e-441e-b838-204c9a4f8466 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678676 Jul 22 14:56:14.000769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Request body: {'port': {'device_id': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:14.034198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.045246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cede89e9-2c5b-46ed-b9de-3d2601b438ea']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:14.057303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15467f68-c3a6-4db4-aba7-f105f86673e5') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:14.057589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15467f68-c3a6-4db4-aba7-f105f86673e5') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:14.067181 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.076049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.082951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.091919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:14.092340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:14.096831 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:14.158746 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.172371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.178688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/cede89e9-2c5b-46ed-b9de-3d2601b438ea HTTP/1.1" status: 204 len: 168 time: 0.6584148 Jul 22 14:56:14.186974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:14.192977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'name': 'tempest-PortsTestJSON-1955781165'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:14.199398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f5417-64e1-4daf-be05-1a74bdaf343b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=cede89e9-2c5b-46ed-b9de-3d2601b438ea,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:14.324516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a26e937d-5f4c-4398-90f5-7e2c35b3589a None None] Could not find standard attr ID for object 789cadb3-3e6d-46fa-88ce-8da49975ff95. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:14.365964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:14.369442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.388687 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa2936-fd50-4b60-a51a-9968de73685e None None] DHCP port deletion for cede89e9-2c5b-46ed-b9de-3d2601b438ea request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:14.392818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cf7cb-00d1-448a-9a5f-ac9b0dba5dd8 req-70d4521c-6351-428b-9906-79bf6ab3e152 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.394348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-824cf7cb-00d1-448a-9a5f-ac9b0dba5dd8 req-70d4521c-6351-428b-9906-79bf6ab3e152 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 931 time: 0.1053908 Jul 22 14:56:14.401599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 2436a165-a420-452e-908b-43209dee739b yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:14.410905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649004ef-3f2f-4077-879d-ece2cb515b3d None None] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:14.411719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfd72aa-c7a2-41bf-a274-8bab4174c716 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:14.419813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.424647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649004ef-3f2f-4077-879d-ece2cb515b3d None None] Network cede89e9-2c5b-46ed-b9de-3d2601b438ea could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 14:56:14.435311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Transition to ACTIVE for port object edfd72aa-c7a2-41bf-a274-8bab4174c716 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:14.439143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.488916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Pushing event updated for resources: {'Port': ['ID=edfd72aa-c7a2-41bf-a274-8bab4174c716,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:14.490273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-824cf7cb-00d1-448a-9a5f-ac9b0dba5dd8 req-0069a8c6-51ab-4d54-bdb4-6d5d398e1fef tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839753 Jul 22 14:56:14.565793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:14.583008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Attempting to bind port edfd72aa-c7a2-41bf-a274-8bab4174c716 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:14.583343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Attempting to bind port edfd72aa-c7a2-41bf-a274-8bab4174c716 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:14.583673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Attempting to bind port edfd72aa-c7a2-41bf-a274-8bab4174c716 on network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:14.588082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Port edfd72aa-c7a2-41bf-a274-8bab4174c716 on network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:56:14.588405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Attempting to bind port edfd72aa-c7a2-41bf-a274-8bab4174c716 on network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:14.593262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:14.593602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Checking segment: {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:14.594038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Bound using segment: {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:14.594470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Bound port: edfd72aa-c7a2-41bf-a274-8bab4174c716, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:14.595743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.622809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:14.627715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:14.628178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.649728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.662951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] For port edfd72aa-c7a2-41bf-a274-8bab4174c716, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:14.667066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] For port edfd72aa-c7a2-41bf-a274-8bab4174c716, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:14.672203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.672447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3dde7-0086-4664-b44e-e22294a7f8d3 req-ff728583-9c59-402e-a314-06701229fc79 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.674696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34d3dde7-0086-4664-b44e-e22294a7f8d3 req-ff728583-9c59-402e-a314-06701229fc79 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 945 time: 0.1328156 Jul 22 14:56:14.726201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.726941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.727704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.728373 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] 10.222.0.72 "PUT /v2.0/ports/edfd72aa-c7a2-41bf-a274-8bab4174c716 HTTP/1.1" status: 200 len: 1091 time: 0.7328417 Jul 22 14:56:14.728978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'tag': 'edfd72aa-c7a2-41bf-a274-8bab4174c716'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:14.731897 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c" -d '{"events": [{"name": "network-changed", "server_uuid": "f16b334f-a301-4a64-8000-a32cc55f61c3", "tag": "edfd72aa-c7a2-41bf-a274-8bab4174c716"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:14.739779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34d3dde7-0086-4664-b44e-e22294a7f8d3 req-316ddedf-6bed-471f-b3c0-efe0b29755f0 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544007 Jul 22 14:56:14.758625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416d6b0-31ea-443a-b398-e2acf9a60b46 service neutron] Pushing event updated for resources: {'Port': ['ID=edfd72aa-c7a2-41bf-a274-8bab4174c716,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:14.771120 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.799906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:14.802996 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d06f80-4494-4291-8c53-cb3f878f2673" -d '{"events": [{"server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:14.817296 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9aa0ce-1dd4-42fe-8a41-a5ed82a6b52a x-openstack-request-id: req-df9aa0ce-1dd4-42fe-8a41-a5ed82a6b52a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:14.817595 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16b334f-a301-4a64-8000-a32cc55f61c3", "tag": "edfd72aa-c7a2-41bf-a274-8bab4174c716", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:14.817843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:14.817970 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df9aa0ce-1dd4-42fe-8a41-a5ed82a6b52a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:14.818472 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'tag': 'edfd72aa-c7a2-41bf-a274-8bab4174c716', 'status': 'completed', 'code': 200} Jul 22 14:56:14.824217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.836405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:14.838339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=2436a165-a420-452e-908b-43209dee739b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:14.842600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-fcb07c13-1420-44ce-8ad2-54c0a04766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.842771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:14.844453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-fcb07c13-1420-44ce-8ad2-54c0a04766cf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 1094 time: 0.0761111 Jul 22 14:56:14.845392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:14.851780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.852623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:14.873666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b70e187-83ac-41c2-a70b-206139a030ba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6855903 Jul 22 14:56:14.877846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60476) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:14.881689 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b842a-c689-4237-bb92-cb56c804e223 x-openstack-request-id: req-787b842a-c689-4237-bb92-cb56c804e223 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:14.881988 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "name": "network-vif-plugged", "status": "completed", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:14.882214 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-787b842a-c689-4237-bb92-cb56c804e223 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:14.882638 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'code': 200} Jul 22 14:56:14.900716 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-16db9e9e-4f50-46fc-a2ee-f457c3f56c5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716 HTTP/1.1" status: 200 len: 217 time: 0.0496893 Jul 22 14:56:14.902665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:14.945832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253a012-0524-4253-91a5-bfa2ed85729e req-0acdd3e9-1467-4812-a123-a9761ac967fe tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.947321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1253a012-0524-4253-91a5-bfa2ed85729e req-0acdd3e9-1467-4812-a123-a9761ac967fe tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1838396 Jul 22 14:56:14.982636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-3812901c-42f0-49b5-ac0f-753aa7511323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:14.984117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-3812901c-42f0-49b5-ac0f-753aa7511323 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b HTTP/1.1" status: 200 len: 853 time: 0.0775011 Jul 22 14:56:15.016457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1253a012-0524-4253-91a5-bfa2ed85729e req-caf8aaad-ae2c-4c79-9792-bf92750d1fe3 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Jul 22 14:56:15.021925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-dd0cd0c6-532e-4b2e-a1fa-86f097393cdd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311756 Jul 22 14:56:15.038131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 2436a165-a420-452e-908b-43209dee739b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:15.038678 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.059580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905df4b5-2a9e-4b0e-ba3f-4398417b05fb req-54b1cc0d-70fe-4512-b18f-5a54ba428472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.061008 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-905df4b5-2a9e-4b0e-ba3f-4398417b05fb req-54b1cc0d-70fe-4512-b18f-5a54ba428472 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1097 time: 0.1224592 Jul 22 14:56:15.115815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.128893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 2436a165-a420-452e-908b-43209dee739b owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:15.145923 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-905df4b5-2a9e-4b0e-ba3f-4398417b05fb req-78a61df5-3fe7-44e8-a547-c0e0c1abd613 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770230 Jul 22 14:56:15.151881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-b8770fb3-011c-4077-b3d5-c481d76c1eb7 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240170 Jul 22 14:56:15.246493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.262620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9330bba5-3eac-433a-8f02-3ede2fae9462 req-f3842b73-46d1-49e9-b604-b40b8c688827 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993297 Jul 22 14:56:15.282312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=2436a165-a420-452e-908b-43209dee739b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:15.292389 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.294067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c1785592-7a87-4b64-b584-2a05598c9662 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/2436a165-a420-452e-908b-43209dee739b HTTP/1.1" status: 204 len: 168 time: 0.4150865 Jul 22 14:56:15.296801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60482) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:15.305180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'mac_address': 'fa:16:3e:8e:05:43', 'name': 'tempest-PortsTestJSON-316008565'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:15.321343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebb11a-ded6-4798-bd7b-ddaa11b97080 req-758cea7f-7859-49b3-9289-73bca6a05c21 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.323173 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-baebb11a-ded6-4798-bd7b-ddaa11b97080 req-758cea7f-7859-49b3-9289-73bca6a05c21 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1101756 Jul 22 14:56:15.370427 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-baebb11a-ded6-4798-bd7b-ddaa11b97080 req-347fe0ae-a7d2-4396-a26f-c004f9ab5c9c tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Jul 22 14:56:15.382177 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.438053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-45dd073b-9614-4d0e-a4c2-2d542134c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.439661 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-45dd073b-9614-4d0e-a4c2-2d542134c17c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 1094 time: 0.1186981 Jul 22 14:56:15.443143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:15.562385 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.594457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 3549d8f4-a017-4ad0-8c98-d057e004667a yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:15.611950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-c0092de7-ad55-49bb-88ed-e6c9324b3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.613470 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-c0092de7-ad55-49bb-88ed-e6c9324b3929 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 914 time: 0.1653061 Jul 22 14:56:15.636961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f8de9-7298-41b1-891c-c1bc044ee3b4 req-58b25b3e-510b-4af0-8d9d-e170f813e81a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.638496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a58f8de9-7298-41b1-891c-c1bc044ee3b4 req-58b25b3e-510b-4af0-8d9d-e170f813e81a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 943 time: 0.0672133 Jul 22 14:56:15.690336 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-9419372c-209f-4a96-9d52-c97056971e8d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716 HTTP/1.1" status: 200 len: 217 time: 0.0460052 Jul 22 14:56:15.693527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a58f8de9-7298-41b1-891c-c1bc044ee3b4 req-834d888a-ee97-47d1-8de0-dda950e4fb97 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Jul 22 14:56:15.784092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-c38148ba-cc33-4622-b3fd-463916bbe8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.785573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-c38148ba-cc33-4622-b3fd-463916bbe8e8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b HTTP/1.1" status: 200 len: 853 time: 0.0791030 Jul 22 14:56:15.851145 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-efd0fb9f-fbeb-44f2-b80f-952bc6d36fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565796 Jul 22 14:56:15.901270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbbd5c-0e50-49d4-9629-0fc0d049e3db req-f2e166db-c807-4882-ba41-54e3af8ae1e8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:15.901794 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:15.903309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cfbbd5c-0e50-49d4-9629-0fc0d049e3db req-f2e166db-c807-4882-ba41-54e3af8ae1e8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 946 time: 0.0768754 Jul 22 14:56:15.946356 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3cfbbd5c-0e50-49d4-9629-0fc0d049e3db req-6996e574-9055-41f5-acf2-929d1d446387 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362351 Jul 22 14:56:15.983690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-7724e9b7-2f63-461e-909b-a142df0ea4ad service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248710 Jul 22 14:56:15.998987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.389526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:16.398549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:16.405950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:16.412010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:16.412609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.421015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=3549d8f4-a017-4ad0-8c98-d057e004667a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:16.444851 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d3d77e0-e75b-4af4-bc8e-c01ee160132c req-96db90c4-ded2-44bd-acd6-17af33ea2241 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544597 Jul 22 14:56:16.446484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a3a9c1f5-c329-48d7-93da-8ca139b5e090 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1486986 Jul 22 14:56:16.449145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60492) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:16.502989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4070ad3-eba0-4c55-b694-4b2e6f573d44 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:16.506630 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d4070ad3-eba0-4c55-b694-4b2e6f573d44 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/3549d8f4-a017-4ad0-8c98-d057e004667a HTTP/1.1" status: 200 len: 840 time: 0.0541844 Jul 22 14:56:16.507159 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60494) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:16.509732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd64461-7348-4505-a66b-c78caba9f156 req-8717376c-8c87-44d0-a26d-dd4107867493 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:16.511276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fd64461-7348-4505-a66b-c78caba9f156 req-8717376c-8c87-44d0-a26d-dd4107867493 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.0681398 Jul 22 14:56:16.550291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3fd64461-7348-4505-a66b-c78caba9f156 req-f4dc0b24-6dfc-4a0b-ae0a-1f11b869d6fe tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333073 Jul 22 14:56:16.617779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 3549d8f4-a017-4ad0-8c98-d057e004667a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:16.618114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.686879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.701699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 3549d8f4-a017-4ad0-8c98-d057e004667a owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:16.819106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de875-0723-4d5a-ad2e-6c057553da75 req-a5bc2eca-a72f-49ba-8d77-d37174da6d00 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:16.820519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d3de875-0723-4d5a-ad2e-6c057553da75 req-a5bc2eca-a72f-49ba-8d77-d37174da6d00 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1001348 Jul 22 14:56:16.838134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-0d649808-0fd8-442b-9020-61955b1f9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:16.839845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-0d649808-0fd8-442b-9020-61955b1f9f65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=bca0042b30d148e0a7251bc147049bc2&device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 1096 time: 0.0813167 Jul 22 14:56:16.840903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.873014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0838c79-b49f-415f-90ce-2d4e2eda86ef req-41adda6d-dbf9-4d85-aa8c-7e8d4bc1a68e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:16.874494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0838c79-b49f-415f-90ce-2d4e2eda86ef req-41adda6d-dbf9-4d85-aa8c-7e8d4bc1a68e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 943 time: 0.1061466 Jul 22 14:56:16.880141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d3de875-0723-4d5a-ad2e-6c057553da75 req-b7d76b4d-5226-4f67-8326-0ed2bf1c3267 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522630 Jul 22 14:56:16.893221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=3549d8f4-a017-4ad0-8c98-d057e004667a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:16.909241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:16.911266 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-41cc4388-1178-4257-b0cb-7e62dcecd764 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/3549d8f4-a017-4ad0-8c98-d057e004667a HTTP/1.1" status: 204 len: 168 time: 0.4031894 Jul 22 14:56:16.913935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:16.920764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0838c79-b49f-415f-90ce-2d4e2eda86ef req-0bfd618d-17f1-4e78-94a4-28b3a3de3073 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Jul 22 14:56:16.970217 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5673dae-a840-40e9-be74-2e4d1e489b19 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:16.973549 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b5673dae-a840-40e9-be74-2e4d1e489b19 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/3549d8f4-a017-4ad0-8c98-d057e004667a HTTP/1.1" status: 404 len: 333 time: 0.0566545 Jul 22 14:56:16.976027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60506) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:16.981112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'name': 'tempest-PortsTestJSON-1624196156'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:16.999801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-29b20231-5c1a-44f6-8f92-72a6b4f7385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.001890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-29b20231-5c1a-44f6-8f92-72a6b4f7385e service neutron] 10.222.0.72 "GET /v2.0/networks?id=027e18be-93a0-4d4e-acee-ec726696b201 HTTP/1.1" status: 200 len: 913 time: 0.1488066 Jul 22 14:56:17.042191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-f378c051-6835-4b26-b912-bae702855953 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b HTTP/1.1" status: 200 len: 217 time: 0.0343616 Jul 22 14:56:17.099482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-7a90b4cf-a224-410c-925f-c60ac2ea7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.100902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-7a90b4cf-a224-410c-925f-c60ac2ea7bca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=10b461ed-32bf-4491-9f13-69faf18ff2ff HTTP/1.1" status: 200 len: 852 time: 0.0516496 Jul 22 14:56:17.113015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:17.116405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.134933 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-1b385b59-8553-4c25-9ae0-d094470e66f3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=027e18be-93a0-4d4e-acee-ec726696b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276363 Jul 22 14:56:17.137702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:17.156302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0e782-ba2e-4171-b781-edd9fe2b49c3 req-a53dfc3e-8bbc-48f1-8904-24228ec5b426 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.157903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13a0e782-ba2e-4171-b781-edd9fe2b49c3 req-a53dfc3e-8bbc-48f1-8904-24228ec5b426 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 946 time: 0.1388528 Jul 22 14:56:17.233467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-9ca9ad27-cfba-4d29-8ef8-465e7e9543d9 service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903711 Jul 22 14:56:17.242438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-13a0e782-ba2e-4171-b781-edd9fe2b49c3 req-2f46d51c-926f-41b3-a378-8f5207a30586 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580633 Jul 22 14:56:17.336201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1a326c13-2fdb-4f86-afc8-9db9d703b2a7 req-39b47874-376c-482c-a01c-b4a66b5c95b5 service neutron] 10.222.0.72 "GET /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962558 Jul 22 14:56:17.367932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.420789 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8d49e-09ff-4b06-ba33-085c6bbea41e req-9c2582dd-c77f-4e70-9f4a-680fda1186e2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.422298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31c8d49e-09ff-4b06-ba33-085c6bbea41e req-9c2582dd-c77f-4e70-9f4a-680fda1186e2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 946 time: 0.0964456 Jul 22 14:56:17.443053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.511893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-31c8d49e-09ff-4b06-ba33-085c6bbea41e req-04f4cbd7-7e19-4a7d-a819-cb28dd37bf16 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829008 Jul 22 14:56:17.513778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:17.514931 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:17.518113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:17.520246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:17.525830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.526461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.538652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60510) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:17.548944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4662d2e-dc75-4965-9b2c-7a7227ff64c5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5718639 Jul 22 14:56:17.552206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60512) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:17.557849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:17.592811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41317f5f-19a8-4f40-b3d0-e0da7015e956 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.597525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-41317f5f-19a8-4f40-b3d0-e0da7015e956 tempest-TestNetworkBasicOps-1643875603 tempest-TestNetworkBasicOps-1643875603-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1092 time: 0.0548978 Jul 22 14:56:17.597984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60514) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:17.602535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:17.627900 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.650884 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.747984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.803000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edfd72aa-c7a2-41bf-a274-8bab4174c716 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:56:17.818690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.823692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.856701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] In _notify_port_updated(), no bound segment for port 9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c on network 6c29a47d-2e33-4844-b321-cf2b1ab3696f {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:56:17.862228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:17.862894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.864216 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/ports/9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c HTTP/1.1" status: 200 len: 818 time: 0.3109808 Jul 22 14:56:17.867008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60516) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:17.891146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Allocated IP 172.25.3.206 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/85538277-f6d0-49f9-aa56-8edaaf9e37b5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:17.916348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port edfd72aa-c7a2-41bf-a274-8bab4174c716, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:17.928452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'edfd72aa-c7a2-41bf-a274-8bab4174c716', 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef', 'port_id': 'edfd72aa-c7a2-41bf-a274-8bab4174c716', 'mac_address': 'fa:16:3e:02:c9:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dfac42-a13d-49ec-a2c4-f7d0e18cad3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:56:17.935276 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bd0d9-98ba-494d-8582-ced8d7a48971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:17.971138 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:17.989143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfd72aa-c7a2-41bf-a274-8bab4174c716 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:18.012708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port edfd72aa-c7a2-41bf-a274-8bab4174c716, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:18.017642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.056239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:18.056594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.097876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.110622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=edfd72aa-c7a2-41bf-a274-8bab4174c716,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.119609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.119973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.120501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.121002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.121489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.122339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.123640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.124150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.125125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.125631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.126847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.127361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:18.143210 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.156132 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:18.201078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e980d-e600-47bb-bf6e-ab16127c161f req-eba064fc-b7e8-4031-8bef-b66f0a4689ef tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:18.202629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-959e980d-e600-47bb-bf6e-ab16127c161f req-eba064fc-b7e8-4031-8bef-b66f0a4689ef tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 944 time: 0.1574123 Jul 22 14:56:18.211223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914031-f734-4fb8-bd8a-7a01616db02b req-08873513-11ea-435c-9e9f-42d28185dc58 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:18.212638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e914031-f734-4fb8-bd8a-7a01616db02b req-08873513-11ea-435c-9e9f-42d28185dc58 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1843688 Jul 22 14:56:18.214936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.244534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.251899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['edfd72aa-c7a2-41bf-a274-8bab4174c716'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:56:18.282660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:18.283588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.294266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:18.297367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.302501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dfd322fb-af40-4242-9112-d0d7478a77ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c HTTP/1.1" status: 204 len: 168 time: 0.4322000 Jul 22 14:56:18.302676 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60522) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:18.306599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:18.340647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=85538277-f6d0-49f9-aa56-8edaaf9e37b5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.351804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-959e980d-e600-47bb-bf6e-ab16127c161f req-e9a398c1-5614-4a1b-b367-c118e9b7918e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377931 Jul 22 14:56:18.363229 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8e914031-f734-4fb8-bd8a-7a01616db02b req-73d345a5-b603-4092-843d-06d3da44a5be tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342125 Jul 22 14:56:18.390251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e29862-e130-46bf-9b2e-53dc691ed811 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:18.395063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-83e29862-e130-46bf-9b2e-53dc691ed811 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0907249 Jul 22 14:56:18.395722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60524) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:18.426996 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3682debb-cf71-411b-bcd7-3921a6a19936 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:18.428635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3682debb-cf71-411b-bcd7-3921a6a19936 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/9f7f615c-ccb1-441d-84a1-e69bd8f6ed3c HTTP/1.1" status: 404 len: 333 time: 0.0319173 Jul 22 14:56:18.432149 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60526) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:18.437503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-159593294'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:18.458966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:18.462555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.487233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:18.496279 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.496624 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment cd6245d5-ab53-44cb-8003-e55ab8e71588 of type vlan for network 245ce8c4-e03f-479b-86a0-57bd8569d1db Jul 22 14:56:18.538998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.570543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.576070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:18.576675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.615003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1816921 Jul 22 14:56:18.617763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60528) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:18.622650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:18.667199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf45ab5-c8f3-4ce7-8315-05d847029f49 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=245ce8c4-e03f-479b-86a0-57bd8569d1db,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:18.679475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:18.746958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:18.750785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.756865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.841367 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.939026 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:18.996166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.000912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.004840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=856de465-cff3-4bcd-9f00-d9f6752190ed,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:19.009671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': 'cd6245d5-ab53-44cb-8003-e55ab8e71588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:19.009671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: 245ce8c4-e03f-479b-86a0-57bd8569d1db, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:19.027238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:19.038678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 245ce8c4-e03f-479b-86a0-57bd8569d1db) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:19.043228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:19.043864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.048604 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a020c564-15c0-4fcf-b9e7-19bb0e93b202 None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:19.060947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fdb85d80-dac6-4ae7-8d43-4a5ee569848d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4421144 Jul 22 14:56:19.065089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60530) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:19.072060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:19.081784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event updated for resources: {'Port': ['ID=85538277-f6d0-49f9-aa56-8edaaf9e37b5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:19.094677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.207495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:19.209307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-245ce8c4-e03f-479b-86a0-57bd8569d1db', 'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': '856de465-cff3-4bcd-9f00-d9f6752190ed'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:19.210866 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.211885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.317089 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 856de465-cff3-4bcd-9f00-d9f6752190ed (CIDR: 172.20.0.0/28) Jul 22 14:56:19.322377 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:56:19.323094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:19.339766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4a5931f0-3e0e-456b-9b23-36add5ad5395 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2734146 Jul 22 14:56:19.342911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60532) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:19.348773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:19.407877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Allocated IP 172.20.0.2 (245ce8c4-e03f-479b-86a0-57bd8569d1db/856de465-cff3-4bcd-9f00-d9f6752190ed/689bb5a7-109f-4e03-94e3-b6e532660cfb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:19.495181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:19.500439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.616243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.629428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Transition to ACTIVE for port object 689bb5a7-109f-4e03-94e3-b6e532660cfb will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:19.649027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Transition to ACTIVE for port object 689bb5a7-109f-4e03-94e3-b6e532660cfb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:19.655615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.683736 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Floating IP f86d6ba0-234d-49db-a612-607b18168fe6 associated. External IP: 172.25.3.206, port: 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a. Jul 22 14:56:19.703593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:19.707245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:19.711953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:19.715104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Pushing event updated for resources: {'Port': ['ID=689bb5a7-109f-4e03-94e3-b6e532660cfb,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:19.785621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Attempting to bind port 689bb5a7-109f-4e03-94e3-b6e532660cfb on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:19.785621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Attempting to bind port 689bb5a7-109f-4e03-94e3-b6e532660cfb by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'cd6245d5-ab53-44cb-8003-e55ab8e71588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:19.785621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Attempting to bind port 689bb5a7-109f-4e03-94e3-b6e532660cfb on network 245ce8c4-e03f-479b-86a0-57bd8569d1db {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:19.790879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:19.791382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Checking segment: {'id': 'cd6245d5-ab53-44cb-8003-e55ab8e71588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:19.791878 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.792349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Bound using segment: {'id': 'cd6245d5-ab53-44cb-8003-e55ab8e71588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:19.792908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Bound port: 689bb5a7-109f-4e03-94e3-b6e532660cfb, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6245d5-ab53-44cb-8003-e55ab8e71588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:19.793475 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.805276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.824201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4959bc-7efe-4684-8cb1-8b07a1bb88ed req-599b4f44-c56b-46e2-a4f6-d0399fb5273e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:19.826052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc4959bc-7efe-4684-8cb1-8b07a1bb88ed req-599b4f44-c56b-46e2-a4f6-d0399fb5273e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 944 time: 0.2287455 Jul 22 14:56:19.832037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edfd72aa-c7a2-41bf-a274-8bab4174c716 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:19.842049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c213ea-3218-4712-a409-80fc4ec92016 req-029aad93-510c-48da-9502-92fc658a8ce4 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:19.843605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98c213ea-3218-4712-a409-80fc4ec92016 req-029aad93-510c-48da-9502-92fc658a8ce4 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.2070639 Jul 22 14:56:19.856054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:19.859920 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:19.864950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:19.864950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.881017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=be4cd9f2-15db-45f9-adb0-cd2b416ab2d2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:19.895828 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d11d32b0-8636-454a-807c-d0c1b8f87e36 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5497808 Jul 22 14:56:19.895828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60542) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:19.900444 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] For port 689bb5a7-109f-4e03-94e3-b6e532660cfb, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:19.905451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'fixed_ips': [{'subnet_id': '856de465-cff3-4bcd-9f00-d9f6752190ed'}, {'subnet_id': 'be4cd9f2-15db-45f9-adb0-cd2b416ab2d2'}], 'name': 'tempest-PortsTestJSON-93952174'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:19.905730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] For port 689bb5a7-109f-4e03-94e3-b6e532660cfb, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=689bb5a7-109f-4e03-94e3-b6e532660cfb,segment=NetworkSegment(cd6245d5-ab53-44cb-8003-e55ab8e71588),segment_id=cd6245d5-ab53-44cb-8003-e55ab8e71588)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:19.911021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.939411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port edfd72aa-c7a2-41bf-a274-8bab4174c716 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:19.952830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port edfd72aa-c7a2-41bf-a274-8bab4174c716 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:19.953315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:19.987300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dc4959bc-7efe-4684-8cb1-8b07a1bb88ed req-dc1d9abd-915f-4fa4-9a74-eac04f563642 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427164 Jul 22 14:56:20.000685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98c213ea-3218-4712-a409-80fc4ec92016 req-af3caa37-c578-489f-8cb0-b0be2121eda1 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341617 Jul 22 14:56:20.004435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9fa3c-342d-4830-8049-cc3ac8cc8541 None None] Pushing event updated for resources: {'Port': ['ID=689bb5a7-109f-4e03-94e3-b6e532660cfb,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:20.051804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:20.066706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 5e29e895-b73d-4314-848a-c1dea1c29597 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:20.092704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.155640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port edfd72aa-c7a2-41bf-a274-8bab4174c716, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:20.156772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfd72aa-c7a2-41bf-a274-8bab4174c716'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:20.162087 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503bd8a6-122e-4ad7-b241-3982c527c097" -d '{"events": [{"server_uuid": "f16b334f-a301-4a64-8000-a32cc55f61c3", "name": "network-vif-plugged", "status": "completed", "tag": "edfd72aa-c7a2-41bf-a274-8bab4174c716"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:20.165705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.187096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.210031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 2cb75ace-892a-46c4-81e1-86953c7ee148 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:20.246224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=edfd72aa-c7a2-41bf-a274-8bab4174c716,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:20.282111 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d9307-ca5c-4a7b-bf43-d1593dd2d203 req-26ab25c8-c1ab-4615-8bac-809a14f36541 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.284359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d6d9307-ca5c-4a7b-bf43-d1593dd2d203 req-26ab25c8-c1ab-4615-8bac-809a14f36541 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 946 time: 0.2074018 Jul 22 14:56:20.349756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:20.350131 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6938386-bf49-41aa-bdfc-3070d9d74805 x-openstack-request-id: req-b6938386-bf49-41aa-bdfc-3070d9d74805 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:20.350304 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16b334f-a301-4a64-8000-a32cc55f61c3", "name": "network-vif-plugged", "status": "completed", "tag": "edfd72aa-c7a2-41bf-a274-8bab4174c716", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:20.350618 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6938386-bf49-41aa-bdfc-3070d9d74805 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:20.351628 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfd72aa-c7a2-41bf-a274-8bab4174c716', 'code': 200} Jul 22 14:56:20.363553 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] Sync routers for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:20.373792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:20.375083 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:20.410963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d6d9307-ca5c-4a7b-bf43-d1593dd2d203 req-bd5153f8-02d0-41cc-b1fa-721e24a60988 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198604 Jul 22 14:56:20.429619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:20.513836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-145d2c39-17cf-43d6-8557-d4af9e1765a1 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9145019 Jul 22 14:56:20.520540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60550) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:20.520763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:20.524042 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:20.570222 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:20.580250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3c13f-1137-4b97-b7bd-4b462824ddb7 req-2f41d21d-ac56-402c-8479-eb8da9ff04c1 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.587924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ab3c13f-1137-4b97-b7bd-4b462824ddb7 req-2f41d21d-ac56-402c-8479-eb8da9ff04c1 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.1362631 Jul 22 14:56:20.590181 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5292913-b566-47ed-872a-fb4b53b91460 x-openstack-request-id: req-b5292913-b566-47ed-872a-fb4b53b91460 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:20.598542 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:20.598542 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5292913-b566-47ed-872a-fb4b53b91460 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:20.598542 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'status': 'completed', 'code': 200} Jul 22 14:56:20.656448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 689bb5a7-109f-4e03-94e3-b6e532660cfb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:20.668507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2ab3c13f-1137-4b97-b7bd-4b462824ddb7 req-4773650f-c5a6-4ccf-a897-48c71f10e685 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747952 Jul 22 14:56:20.695583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35db0b0-92f8-4a6a-9b81-6d849cc19c72 req-6a7fbe05-70ef-4dd5-910d-20265df719b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.697190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35db0b0-92f8-4a6a-9b81-6d849cc19c72 req-6a7fbe05-70ef-4dd5-910d-20265df719b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 1096 time: 0.2721975 Jul 22 14:56:20.702950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-72257cb4-5fa9-4226-a5c5-9cbd9a09a474 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/f86d6ba0-234d-49db-a612-607b18168fe6 HTTP/1.1" status: 200 len: 992 time: 0.1788089 Jul 22 14:56:20.723930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 689bb5a7-109f-4e03-94e3-b6e532660cfb completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:20.745303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.5 (245ce8c4-e03f-479b-86a0-57bd8569d1db/856de465-cff3-4bcd-9f00-d9f6752190ed/2cb75ace-892a-46c4-81e1-86953c7ee148) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:20.765147 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.22 (245ce8c4-e03f-479b-86a0-57bd8569d1db/be4cd9f2-15db-45f9-adb0-cd2b416ab2d2/2cb75ace-892a-46c4-81e1-86953c7ee148) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:20.777192 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35db0b0-92f8-4a6a-9b81-6d849cc19c72 req-02eeb134-6ee7-49b3-bc86-43c633c8f803 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658469 Jul 22 14:56:20.790366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-4a9c17b1-2b83-4b1d-a743-e553452d1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.791894 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-4a9c17b1-2b83-4b1d-a743-e553452d1d11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1097 time: 0.1652269 Jul 22 14:56:20.867487 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f86d6ba0-234d-49db-a612-607b18168fe6', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'port_id': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'mac_address': 'fa:16:3e:cc:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:18Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 0, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:02Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:20.896736 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] Checking router: 5e29e895-b73d-4314-848a-c1dea1c29597 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:20.905295 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:20.906048 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:20.967641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-eb45fd81-0d89-4927-9c82-2112a89eaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:20.969146 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-eb45fd81-0d89-4927-9c82-2112a89eaac4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 200 len: 898 time: 0.1706917 Jul 22 14:56:21.022314 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:21.042814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.076563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 2cb75ace-892a-46c4-81e1-86953c7ee148 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:21.081189 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-85d089bf-376b-49f7-929a-581efeeed808 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 200 len: 1000 time: 0.0939462 Jul 22 14:56:21.135464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-65f58205-7075-487c-a745-67bf196217b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:21.137012 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-65f58205-7075-487c-a745-67bf196217b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff1c7638-ac5a-4bd4-b472-9696ef7476f0 HTTP/1.1" status: 200 len: 835 time: 0.0497625 Jul 22 14:56:21.209880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.239514 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305787d-78ab-40a6-b813-c50dd5038603 req-c4ebb0cb-97e9-4915-86e3-0a12e85369d5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:21.241440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5305787d-78ab-40a6-b813-c50dd5038603 req-c4ebb0cb-97e9-4915-86e3-0a12e85369d5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 946 time: 0.1778374 Jul 22 14:56:21.254127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9db08d-6e0e-40b5-9697-3e6c71ee1413 req-8247a630-ae00-433a-935b-65f8fba10b2f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:21.256973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f9db08d-6e0e-40b5-9697-3e6c71ee1413 req-8247a630-ae00-433a-935b-65f8fba10b2f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 945 time: 0.1175392 Jul 22 14:56:21.289836 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:21.295876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:21.300009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=2cb75ace-892a-46c4-81e1-86953c7ee148,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:21.310770 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:21.317743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-ff2f0006-cc1d-4624-b0d0-a9d9dd023d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:21.319542 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-ff2f0006-cc1d-4624-b0d0-a9d9dd023d63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7c7f362-ce7a-4edf-9728-d0e58884c49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727772 Jul 22 14:56:21.347952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b586d-8b9a-455b-b144-2fb665e907c9 None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:21.385737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f9db08d-6e0e-40b5-9697-3e6c71ee1413 req-cfacd1f6-0f47-40ee-a198-90bcd3715c14 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196063 Jul 22 14:56:21.441849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:21.442583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.450503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] Provisioning for port 689bb5a7-109f-4e03-94e3-b6e532660cfb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:21.451086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:21.451740 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.453720 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f86d6ba0-234d-49db-a612-607b18168fe6', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'port_id': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'mac_address': 'fa:16:3e:cc:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:18Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 0, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:02Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:21.463849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] Provisioning complete for port 689bb5a7-109f-4e03-94e3-b6e532660cfb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:21.464748 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.497672 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8d458676-a822-4d85-b363-1938d88dc33e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.5995584 Jul 22 14:56:21.497893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60558) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:21.504905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '856de465-cff3-4bcd-9f00-d9f6752190ed'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:21.521407 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276ed9af-9050-4b1a-9827-73d48a6c61eb None None] The sync data for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 is: [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f86d6ba0-234d-49db-a612-607b18168fe6', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'floating_ip_address': '172.25.3.206', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'port_id': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'mac_address': 'fa:16:3e:cc:a4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:18Z', 'updated_at': '2021-07-22T14:56:18Z', 'revision_number': 0, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:02Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:21.527208 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-78604a88-4e1b-471b-b26c-94090626402a service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869607 Jul 22 14:56:21.650947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.690727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:21.691106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.691713 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0dc488d-c51a-40b5-aded-c7a2824ee2e1 req-14a6ae5c-3f98-4d87-aa31-fb8e02c487d8 service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576848 Jul 22 14:56:21.692339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] For port 689bb5a7-109f-4e03-94e3-b6e532660cfb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=689bb5a7-109f-4e03-94e3-b6e532660cfb,segment=NetworkSegment(cd6245d5-ab53-44cb-8003-e55ab8e71588),segment_id=cd6245d5-ab53-44cb-8003-e55ab8e71588)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:21.699605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.712662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:21.807005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0d2f8-ac86-479c-bd37-5fa4973cfbe9 None None] Pushing event updated for resources: {'Port': ['ID=689bb5a7-109f-4e03-94e3-b6e532660cfb,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:21.820995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Update dhcp port {'port': {'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'fixed_ips': [{'subnet_id': '856de465-cff3-4bcd-9f00-d9f6752190ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be4cd9f2-15db-45f9-adb0-cd2b416ab2d2'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '689bb5a7-109f-4e03-94e3-b6e532660cfb'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:56:21.858840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd2da2-a181-4302-bc46-8a46db61159e None None] New status for floating IP f86d6ba0-234d-49db-a612-607b18168fe6: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:56:21.897169 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:21.929814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2b0f-5087-4e97-a8cb-bee30c1f2f76 req-8b2b6723-98f0-4595-b696-65f3dc512ab7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:21.931447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2dd2b0f-5087-4e97-a8cb-bee30c1f2f76 req-8b2b6723-98f0-4595-b696-65f3dc512ab7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 946 time: 0.3471658 Jul 22 14:56:22.042212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1d612a65-30aa-4f01-bb4a-d7d081111194 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/f86d6ba0-234d-49db-a612-607b18168fe6 HTTP/1.1" status: 200 len: 992 time: 0.3261316 Jul 22 14:56:22.131959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2dd2b0f-5087-4e97-a8cb-bee30c1f2f76 req-75a5cedf-714c-4a8c-8123-a03e159794c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819513 Jul 22 14:56:22.184420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5986ca8-ad9c-42b7-b6eb-c82f6f8a2dde req-b2ce6f22-f812-489a-855f-56dd70506a64 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:22.187023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5986ca8-ad9c-42b7-b6eb-c82f6f8a2dde req-b2ce6f22-f812-489a-855f-56dd70506a64 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.3998308 Jul 22 14:56:22.204426 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.240984 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.241704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.241844 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Floating IP fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de disassociated. External IP: 172.25.3.222, port: f0fb0816-ef2d-4ca6-8d82-d96f72742ad8. Jul 22 14:56:22.242123 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:22.265007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0896af-0813-41ea-921b-6c5af678e570 req-db2998cc-1fa0-4a9c-bb9f-9f590249803a tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:22.270567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9b0896af-0813-41ea-921b-6c5af678e570 req-db2998cc-1fa0-4a9c-bb9f-9f590249803a tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.72 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 945 time: 0.0921304 Jul 22 14:56:22.341026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Allocated IP 172.20.0.18 (245ce8c4-e03f-479b-86a0-57bd8569d1db/be4cd9f2-15db-45f9-adb0-cd2b416ab2d2/689bb5a7-109f-4e03-94e3-b6e532660cfb) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:22.346331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b5986ca8-ad9c-42b7-b6eb-c82f6f8a2dde req-89d72511-4055-4168-b675-fffefb9d32ff tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/security-groups?id=88f68f14-6f7f-42e8-83a9-667c8eaa88b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470356 Jul 22 14:56:22.386962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Deleting port 8f0a8042-cdd1-4252-aa74-97621ffb130b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:22.387431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.455846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] For port 689bb5a7-109f-4e03-94e3-b6e532660cfb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=689bb5a7-109f-4e03-94e3-b6e532660cfb,segment=NetworkSegment(cd6245d5-ab53-44cb-8003-e55ab8e71588),segment_id=cd6245d5-ab53-44cb-8003-e55ab8e71588)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:22.490397 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.507571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] For port 8f0a8042-cdd1-4252-aa74-97621ffb130b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8f0a8042-cdd1-4252-aa74-97621ffb130b,segment=NetworkSegment(0cc4762a-425c-4593-a810-4e9f3c5a5dc2),segment_id=0cc4762a-425c-4593-a810-4e9f3c5a5dc2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:22.508193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.521989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Calling delete_port for 8f0a8042-cdd1-4252-aa74-97621ffb130b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:22.586011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 689bb5a7-109f-4e03-94e3-b6e532660cfb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:22.607965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Transition to ACTIVE for port object 689bb5a7-109f-4e03-94e3-b6e532660cfb will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:22.608200 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.614900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.670166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=f0fb0816-ef2d-4ca6-8d82-d96f72742ad8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.683801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa1eba-7502-4269-990a-ccc896ea2a67 req-4a279b9a-95a4-4053-b2df-f69fcd654b3f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:22.685461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fefa1eba-7502-4269-990a-ccc896ea2a67 req-4a279b9a-95a4-4053-b2df-f69fcd654b3f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 945 time: 0.2232335 Jul 22 14:56:22.685677 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.715650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['8f0a8042-cdd1-4252-aa74-97621ffb130b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:56:22.718157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Pushing event deleted for resources: {'Port': ['ID=8f0a8042-cdd1-4252-aa74-97621ffb130b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.773074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] No DVR routers for this DVR port 8f0a8042-cdd1-4252-aa74-97621ffb130b on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:22.776761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:22.779488 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63523ad6-a709-431b-9e53-39696f948da1 None None] Pushing event updated for resources: {'Port': ['ID=689bb5a7-109f-4e03-94e3-b6e532660cfb,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:22.779735 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9b0896af-0813-41ea-921b-6c5af678e570 req-36ac2c7d-6626-4a29-a84f-cab945e828ef tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.72 "DELETE /v2.0/ports/8f0a8042-cdd1-4252-aa74-97621ffb130b HTTP/1.1" status: 204 len: 173 time: 0.5062842 Jul 22 14:56:22.780224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f90307-bc17-4700-9c37-e0e6fc450648', 'name': 'network-vif-deleted', 'tag': '8f0a8042-cdd1-4252-aa74-97621ffb130b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:22.789342 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72a76c6-fc06-4097-b8a8-571971b56ace" -d '{"events": [{"server_uuid": "46f90307-bc17-4700-9c37-e0e6fc450648", "name": "network-vif-deleted", "tag": "8f0a8042-cdd1-4252-aa74-97621ffb130b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:22.798994 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Delete allocated IP 172.20.0.22 (245ce8c4-e03f-479b-86a0-57bd8569d1db/be4cd9f2-15db-45f9-adb0-cd2b416ab2d2) {{(pid=93812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:56:22.837512 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e983b654-0a03-433e-b33a-d95a4c363288 x-openstack-request-id: req-e983b654-0a03-433e-b33a-d95a4c363288 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:22.837911 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f90307-bc17-4700-9c37-e0e6fc450648", "name": "network-vif-deleted", "tag": "8f0a8042-cdd1-4252-aa74-97621ffb130b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:22.838263 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e983b654-0a03-433e-b33a-d95a4c363288 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:22.839148 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f90307-bc17-4700-9c37-e0e6fc450648', 'name': 'network-vif-deleted', 'tag': '8f0a8042-cdd1-4252-aa74-97621ffb130b', 'status': 'completed', 'code': 200} Jul 22 14:56:22.867396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fefa1eba-7502-4269-990a-ccc896ea2a67 req-07cafe57-bbcf-48b6-b591-69a15c78e96a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686814 Jul 22 14:56:22.972523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:23.046547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60594) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:23.083881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.109337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Ignored duplicate provisioning block setup for port 2cb75ace-892a-46c4-81e1-86953c7ee148 by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:56:23.127393 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.166355 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8b0eef58-7ee0-4384-9b69-93b133eb88d2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/f86d6ba0-234d-49db-a612-607b18168fe6 HTTP/1.1" status: 200 len: 994 time: 0.1152136 Jul 22 14:56:23.238939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:23.258229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:23.281319 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:23.281963 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:23.296461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58dda3f1-eaad-4b34-9cfc-1e7bef0f63df req-471ad5ce-cad4-42f3-9292-b06951263433 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.0537255 Jul 22 14:56:23.406928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:23.432183 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.440833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5305787d-78ab-40a6-b813-c50dd5038603 req-ca433aec-0342-49b6-8d1a-c06fff0dfe6c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "DELETE /v2.0/ports/f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 HTTP/1.1" status: 204 len: 173 time: 2.1762829 Jul 22 14:56:23.444243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'name': 'network-vif-deleted', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:23.451894 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c5092c-5cf0-45aa-986e-4f02c80ac035" -d '{"events": [{"server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "name": "network-vif-deleted", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:23.486130 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:23.541967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=2cb75ace-892a-46c4-81e1-86953c7ee148,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:23.588563 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65731f7b-52a4-4d42-8bf8-05183f45504a x-openstack-request-id: req-65731f7b-52a4-4d42-8bf8-05183f45504a {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:23.589001 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f964c76-b229-4f3f-9d58-c2338a98c232", "name": "network-vif-deleted", "tag": "f0fb0816-ef2d-4ca6-8d82-d96f72742ad8", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:23.589301 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65731f7b-52a4-4d42-8bf8-05183f45504a {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:23.589796 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f964c76-b229-4f3f-9d58-c2338a98c232', 'name': 'network-vif-deleted', 'tag': 'f0fb0816-ef2d-4ca6-8d82-d96f72742ad8', 'status': 'completed', 'code': 200} Jul 22 14:56:23.655390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb5c22ae-01f2-4241-931d-a28d3f087668 req-cc75a96f-f330-40d2-b5fa-65cdfc0c0da9 tempest-TestServerAdvancedOps-108921328 tempest-TestServerAdvancedOps-108921328-project] 10.222.0.60 "GET /v2.0/ports?device_id=46f90307-bc17-4700-9c37-e0e6fc450648 HTTP/1.1" status: 200 len: 210 time: 0.0986781 Jul 22 14:56:23.677442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] In _notify_port_updated(), no bound segment for port 2cb75ace-892a-46c4-81e1-86953c7ee148 on network 245ce8c4-e03f-479b-86a0-57bd8569d1db {{(pid=93812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:56:23.683836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:23.684484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.689256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ca6071d8-7a00-40d5-896c-5d8fad80215f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/ports/2cb75ace-892a-46c4-81e1-86953c7ee148 HTTP/1.1" status: 200 len: 917 time: 2.1872301 Jul 22 14:56:23.690479 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:23.696203 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '856de465-cff3-4bcd-9f00-d9f6752190ed'}, {'subnet_id': 'be4cd9f2-15db-45f9-adb0-cd2b416ab2d2'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:23.720495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ec3a54-f9e1-4a72-9b69-73ea550e72d9 None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:23.808227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:23.856392 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:23.867747 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:23.869146 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:23.876899 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Provisioning for port 689bb5a7-109f-4e03-94e3-b6e532660cfb completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:23.885216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Provisioning complete for port 689bb5a7-109f-4e03-94e3-b6e532660cfb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:23.885607 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:23.999277 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:24.169377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Provisioning for port 2cb75ace-892a-46c4-81e1-86953c7ee148 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:24.185395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Provisioning complete for port 2cb75ace-892a-46c4-81e1-86953c7ee148 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:24.185779 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.233546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.272081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee22cd-c956-4aca-8bf2-5e49a1c47ca9 None None] Port 2cb75ace-892a-46c4-81e1-86953c7ee148 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:24.276121 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:24.305903 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9cddc-3dd1-4afd-a8f1-7eb354d02e08 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:24.423720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4893e23c-c667-4e81-a293-d8686e460e68 req-ef928716-31d8-4fdd-b7a3-4e1f15a7a5f6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.0419016 Jul 22 14:56:24.596945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:24.625328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 689bb5a7-109f-4e03-94e3-b6e532660cfb up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:24.641659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:24.642032 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device f0fb0816-ef2d-4ca6-8d82-d96f72742ad8 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:24.645391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.29 (245ce8c4-e03f-479b-86a0-57bd8569d1db/be4cd9f2-15db-45f9-adb0-cd2b416ab2d2/2cb75ace-892a-46c4-81e1-86953c7ee148) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:24.707957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 689bb5a7-109f-4e03-94e3-b6e532660cfb triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:24.708495 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.739665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60658) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:24.757305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680dc947-70dd-40e2-afed-c4f3f08161fd None None] New status for floating IP fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:56:24.810453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Deleting subnet 10b461ed-32bf-4491-9f13-69faf18ff2ff {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:24.818643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.863931 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.875757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.900870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 2cb75ace-892a-46c4-81e1-86953c7ee148 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:24.909519 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:24.928366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.000210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=2cb75ace-892a-46c4-81e1-86953c7ee148,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:25.005840 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.040054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10b461ed-32bf-4491-9f13-69faf18ff2ff,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:25.049026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.054306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60660) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:25.054891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0b24cb0a-6fbd-472a-b565-be1856b0bdac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10b461ed-32bf-4491-9f13-69faf18ff2ff HTTP/1.1" status: 204 len: 168 time: 0.3100922 Jul 22 14:56:25.182791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.190927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] In _notify_port_updated(), no bound segment for port 2cb75ace-892a-46c4-81e1-86953c7ee148 on network 245ce8c4-e03f-479b-86a0-57bd8569d1db {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:56:25.198264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:25.199230 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.203103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89b65331-dd11-43d5-972f-d161e518b8e0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/ports/2cb75ace-892a-46c4-81e1-86953c7ee148 HTTP/1.1" status: 200 len: 997 time: 1.5099063 Jul 22 14:56:25.203618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60662) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:25.368002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.384581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027e18be-93a0-4d4e-acee-ec726696b201']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:25.400899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc4762a-425c-4593-a810-4e9f3c5a5dc2') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:25.401205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc4762a-425c-4593-a810-4e9f3c5a5dc2') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:25.414745 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.431171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 2cb75ace-892a-46c4-81e1-86953c7ee148 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:25.431495 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.448962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.493445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:25.495479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:25.503042 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:25.580346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10ee8898-edae-4af2-a158-6b9855173373 req-7f6e25b3-4d45-4403-ae6e-6d6a36479518 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.0794077 Jul 22 14:56:25.619382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-733a09b3-8bde-4892-8119-7223ea8ae9d3 None None] Provisioning complete for port 689bb5a7-109f-4e03-94e3-b6e532660cfb triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:25.619772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-733a09b3-8bde-4892-8119-7223ea8ae9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.674305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.677308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.705704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.708978 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] 10.222.0.60 "DELETE /v2.0/networks/027e18be-93a0-4d4e-acee-ec726696b201 HTTP/1.1" status: 204 len: 168 time: 0.6523795 Jul 22 14:56:25.710210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c1172-8244-49a7-9abf-78766222f743 admin admin] Pushing event deleted for resources: {'Network': ['ID=027e18be-93a0-4d4e-acee-ec726696b201,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:25.711793 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60666) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:25.724696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 2cb75ace-892a-46c4-81e1-86953c7ee148 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:25.759244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-733a09b3-8bde-4892-8119-7223ea8ae9d3 None None] Provisioning for port 2cb75ace-892a-46c4-81e1-86953c7ee148 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:25.768784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-733a09b3-8bde-4892-8119-7223ea8ae9d3 None None] Provisioning complete for port 2cb75ace-892a-46c4-81e1-86953c7ee148 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:25.769932 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-733a09b3-8bde-4892-8119-7223ea8ae9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.814352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Deleting subnet 00750a09-82e8-4d27-855e-4965e69f536c {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:25.820248 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.825910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-733a09b3-8bde-4892-8119-7223ea8ae9d3 None None] Port 2cb75ace-892a-46c4-81e1-86953c7ee148 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:25.846790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8f0a8042-cdd1-4252-aa74-97621ffb130b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:25.873845 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.874095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 8f0a8042-cdd1-4252-aa74-97621ffb130b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:25.875916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8f0a8042-cdd1-4252-aa74-97621ffb130b not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:25.922042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.952606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3b261004-4b71-4230-9b7f-fa05cc599319 None None] Provisioning complete for port 2cb75ace-892a-46c4-81e1-86953c7ee148 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:25.952988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b261004-4b71-4230-9b7f-fa05cc599319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:25.997707 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.027996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3b261004-4b71-4230-9b7f-fa05cc599319 None None] Port 2cb75ace-892a-46c4-81e1-86953c7ee148 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:26.106129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.144752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=2cb75ace-892a-46c4-81e1-86953c7ee148,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:26.266046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.271141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dbed2fb6-fc10-45c7-984e-e524c4ab2238 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/2cb75ace-892a-46c4-81e1-86953c7ee148 HTTP/1.1" status: 204 len: 168 time: 1.0664363 Jul 22 14:56:26.271928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60670) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:26.302490 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edde565-4a64-43c4-87b8-090f9c6b6d39 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:26.307231 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6edde565-4a64-43c4-87b8-090f9c6b6d39 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/2cb75ace-892a-46c4-81e1-86953c7ee148 HTTP/1.1" status: 404 len: 333 time: 0.0341532 Jul 22 14:56:26.307971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60672) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:26.372972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet be4cd9f2-15db-45f9-adb0-cd2b416ab2d2 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:26.377637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.430281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.467564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.472574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00750a09-82e8-4d27-855e-4965e69f536c HTTP/1.1" status: 204 len: 168 time: 0.7593460 Jul 22 14:56:26.472839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60674) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:26.474059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaae76-5ab7-4c5e-a429-62ec23e4a9a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00750a09-82e8-4d27-855e-4965e69f536c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:26.596872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.610257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.696811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a4d617b9-1528-40bf-a58d-8d746b637684 req-53dbf822-306e-41ce-b8a3-060c0f5750a2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.0343966 Jul 22 14:56:26.725095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.741457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55f69d7-a646-40ce-a740-0df2bfbe8b75']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:26.754792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9280b446-924e-45b5-8330-a4ee819ef252') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:26.755103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9280b446-924e-45b5-8330-a4ee819ef252') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:26.762357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.777594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.807332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=be4cd9f2-15db-45f9-adb0-cd2b416ab2d2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:26.814549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.815750 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2b3e7ee1-0e67-40b0-897d-2854139b5179 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/be4cd9f2-15db-45f9-adb0-cd2b416ab2d2 HTTP/1.1" status: 204 len: 168 time: 0.5067024 Jul 22 14:56:26.816846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.818785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60678) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:26.831530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:26.831960 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:26.833704 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:26.911730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.922115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.924797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] 10.222.0.60 "DELETE /v2.0/networks/f55f69d7-a646-40ce-a740-0df2bfbe8b75 HTTP/1.1" status: 204 len: 168 time: 0.4506710 Jul 22 14:56:26.942206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet 856de465-cff3-4bcd-9f00-d9f6752190ed {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:26.946595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:26.956140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b52df-5575-4d78-ae70-156bde24f3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=f55f69d7-a646-40ce-a740-0df2bfbe8b75,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:27.017008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.112074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3420c80-f331-4e4c-bac1-eff1c6fe31df None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:27.166508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.242705 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7b8a26b-ae16-4328-8ccf-1d8db5a77047 None None] Could not find standard attr ID for object 2cb75ace-892a-46c4-81e1-86953c7ee148. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:27.258960 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.260566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60684) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:27.308494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-76c92c69-7ad7-4b51-a655-48d544b6760d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bca0042b30d148e0a7251bc147049bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463393 Jul 22 14:56:27.327326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60686) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:27.335165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=856de465-cff3-4bcd-9f00-d9f6752190ed,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:27.343799 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.347268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e919a77b-e8c7-4fe9-a0df-bf6d740a2d1f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/856de465-cff3-4bcd-9f00-d9f6752190ed HTTP/1.1" status: 204 len: 168 time: 0.5273488 Jul 22 14:56:27.351085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60688) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:27.439321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4346b3fd-e4ee-4ecf-bcbf-225c316d5179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.447192 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.470781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4346b3fd-e4ee-4ecf-bcbf-225c316d5179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.513251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54393ea3-4882-4e33-b8c7-8dc9e21c9cfc None None] Update dhcp port {'port': {'network_id': '245ce8c4-e03f-479b-86a0-57bd8569d1db', 'fixed_ips': [{'subnet_id': '856de465-cff3-4bcd-9f00-d9f6752190ed'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '689bb5a7-109f-4e03-94e3-b6e532660cfb'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:56:27.521416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 689bb5a7-109f-4e03-94e3-b6e532660cfb {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:27.522471 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.539419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4346b3fd-e4ee-4ecf-bcbf-225c316d5179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.543886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4346b3fd-e4ee-4ecf-bcbf-225c316d5179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.547557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4346b3fd-e4ee-4ecf-bcbf-225c316d5179 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88f68f14-6f7f-42e8-83a9-667c8eaa88b9 HTTP/1.1" status: 204 len: 168 time: 0.2163479 Jul 22 14:56:27.576974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346b3fd-e4ee-4ecf-bcbf-225c316d5179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f68f14-6f7f-42e8-83a9-667c8eaa88b9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:27.609566 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-54393ea3-4882-4e33-b8c7-8dc9e21c9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.661888 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] For port 689bb5a7-109f-4e03-94e3-b6e532660cfb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=689bb5a7-109f-4e03-94e3-b6e532660cfb,segment=NetworkSegment(cd6245d5-ab53-44cb-8003-e55ab8e71588),segment_id=cd6245d5-ab53-44cb-8003-e55ab8e71588)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:27.662751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.680312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 689bb5a7-109f-4e03-94e3-b6e532660cfb owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:27.798114 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:27.825811 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No DVR routers for this DVR port 689bb5a7-109f-4e03-94e3-b6e532660cfb on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:27.903003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3ecff-8385-4471-a8f2-dad6bb978eb5 None None] Network 245ce8c4-e03f-479b-86a0-57bd8569d1db requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:27.991264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.002845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245ce8c4-e03f-479b-86a0-57bd8569d1db']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:28.020863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6245d5-ab53-44cb-8003-e55ab8e71588') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:28.021176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6245d5-ab53-44cb-8003-e55ab8e71588') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:28.030428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.040179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a064e13c-2745-483b-ba1a-991d7cad08fe None None] Could not find standard attr ID for object 689bb5a7-109f-4e03-94e3-b6e532660cfb. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:28.045663 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.052501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:28.052911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:28.090621 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:28.092957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=689bb5a7-109f-4e03-94e3-b6e532660cfb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.095435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00f2df42-f6ff-4d9e-9103-9700dc78fbef req-e08d055d-609e-4617-a813-2446bc35d849 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f964c76-b229-4f3f-9d58-c2338a98c232 HTTP/1.1" status: 200 len: 210 time: 0.2834833 Jul 22 14:56:28.156499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c25c6-7c84-4b50-9d50-5a3eec6fba4b None None] DHCP port deletion for 245ce8c4-e03f-479b-86a0-57bd8569d1db request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:28.171090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.176764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.182591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/245ce8c4-e03f-479b-86a0-57bd8569d1db HTTP/1.1" status: 204 len: 168 time: 0.8241353 Jul 22 14:56:28.183404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60698) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:28.193845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fc26f-5334-4820-b9e9-873f81ab8cc4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=245ce8c4-e03f-479b-86a0-57bd8569d1db,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.222218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60700) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:28.285563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d524fa6a-efd4-46a9-8a63-e6567b4f9667 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:28.287171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d524fa6a-efd4-46a9-8a63-e6567b4f9667 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1025441 Jul 22 14:56:28.290920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:28.345661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3665c9eb-e353-4403-99f1-00922dc7b044 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c50b1598cf5e4acbb294005e0f167883&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1214416 Jul 22 14:56:28.348329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60704) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:28.376972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0fc599f6-f910-4a44-9445-fec401ee4aa0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0849004 Jul 22 14:56:28.380986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60706) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:28.386116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52809066'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:28.409666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:28.416387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5998cb-0f8d-4d0d-baa6-36a4253f3353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.418721 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.444634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5998cb-0f8d-4d0d-baa6-36a4253f3353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.454213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:28.465975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.466377 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment b944c85b-1b95-4638-b299-a2f4fb072e88 of type vlan for network 961500ea-48a4-42f9-ad2d-10a01ca1462c Jul 22 14:56:28.511512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.513936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5998cb-0f8d-4d0d-baa6-36a4253f3353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.516692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5998cb-0f8d-4d0d-baa6-36a4253f3353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.517965 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fb5998cb-0f8d-4d0d-baa6-36a4253f3353 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a715ad1f-7816-4867-9402-1e0d6c176e92 HTTP/1.1" status: 204 len: 168 time: 0.1673462 Jul 22 14:56:28.550689 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5998cb-0f8d-4d0d-baa6-36a4253f3353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715ad1f-7816-4867-9402-1e0d6c176e92,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.557215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.563890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:28.564624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.621404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 689bb5a7-109f-4e03-94e3-b6e532660cfb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:28.633421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2487686 Jul 22 14:56:28.634690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60710) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:28.642959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:28.645204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 689bb5a7-109f-4e03-94e3-b6e532660cfb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:28.645772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 689bb5a7-109f-4e03-94e3-b6e532660cfb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:28.678479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e4cfa-c396-4b1a-9502-026128d4391c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=961500ea-48a4-42f9-ad2d-10a01ca1462c,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:28.692011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:28.776631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:28.781488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:28.785240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:56:29.081115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.158991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=0c590690-1e30-458e-af91-992638486ac5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:29.169834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': 'b944c85b-1b95-4638-b299-a2f4fb072e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:29.170475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: 961500ea-48a4-42f9-ad2d-10a01ca1462c, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:29.202778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:29.223033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 961500ea-48a4-42f9-ad2d-10a01ca1462c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:29.232812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.233412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.239100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132f32b-ee21-4870-891e-4f5cac3a9638 None None] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:29.254687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-26abd1b8-4fbc-4637-8b35-bb532bb090dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6177323 Jul 22 14:56:29.257261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60718) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:29.262942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c', 'name': 'tempest-PortsTestJSON-1222706505'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:29.413553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:29.417688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.436569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-961500ea-48a4-42f9-ad2d-10a01ca1462c', 'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': '0c590690-1e30-458e-af91-992638486ac5'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:29.437458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.450243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port ac1bb960-f817-4cee-9b40-5f285c16d620 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:29.531048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e9a0abf7-04d9-404d-b998-98616f9d60f5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733763072&fields=id&tenant_id=fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 267 time: 0.0443234 Jul 22 14:56:29.611334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.12 (961500ea-48a4-42f9-ad2d-10a01ca1462c/0c590690-1e30-458e-af91-992638486ac5/ac1bb960-f817-4cee-9b40-5f285c16d620) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:29.674830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-06bb6971-a480-4635-b138-187611329658 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:29.676431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-06bb6971-a480-4635-b138-187611329658 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1379755 Jul 22 14:56:29.693707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-55159ccf-98bb-45f3-8e4e-e8dcd87ba051 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0101502 Jul 22 14:56:29.779538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-1764e764-ec14-420d-b624-855d636e160d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799847 Jul 22 14:56:29.798540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.816617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object ac1bb960-f817-4cee-9b40-5f285c16d620 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:29.872313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:29.917877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e5f2b033-7dc4-4abc-803d-ae3a619e3e19 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258857 Jul 22 14:56:29.930022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Allocated IP 172.20.0.2 (961500ea-48a4-42f9-ad2d-10a01ca1462c/0c590690-1e30-458e-af91-992638486ac5/f82b2a4b-0d63-45e1-9bf4-3acb4457d526) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:29.938991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:29.943097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:29.949394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:29.954122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=ac1bb960-f817-4cee-9b40-5f285c16d620,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:30.016784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:30.017784 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.044212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd54f433-3e7c-4c0b-9582-09ac6e76a832 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7833450 Jul 22 14:56:30.046070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60724) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:30.050741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c', 'name': 'tempest-PortsTestJSON-882464713'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:30.102707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-ee8ba43c-09b9-4ecb-8b2d-883c6763fd4f service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709180 Jul 22 14:56:30.176224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.213622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Transition to ACTIVE for port object f82b2a4b-0d63-45e1-9bf4-3acb4457d526 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:30.214052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:30.214052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.229296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Transition to ACTIVE for port object f82b2a4b-0d63-45e1-9bf4-3acb4457d526 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:30.237557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.237819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 1749fcf3-ce2a-41fd-97d2-d76f312477b2 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:30.297820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:30.297820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Pushing event updated for resources: {'Port': ['ID=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:30.301702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:30.306446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:30.386291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Attempting to bind port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:30.386707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Attempting to bind port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'b944c85b-1b95-4638-b299-a2f4fb072e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:30.387082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Attempting to bind port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 on network 961500ea-48a4-42f9-ad2d-10a01ca1462c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:30.393221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:30.393698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Checking segment: {'id': 'b944c85b-1b95-4638-b299-a2f4fb072e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:30.394178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.394668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Bound using segment: {'id': 'b944c85b-1b95-4638-b299-a2f4fb072e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:30.395210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Bound port: f82b2a4b-0d63-45e1-9bf4-3acb4457d526, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b944c85b-1b95-4638-b299-a2f4fb072e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '961500ea-48a4-42f9-ad2d-10a01ca1462c'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:30.395720 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.425815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.db.api [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-eaec711f-6b85-41bc-8adc-41912073d80a {{(pid=93812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:56:30.426186 n-d-794306-8 neutron-server[93812]: DEBUG oslo_db.api [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:56:30.519724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] For port f82b2a4b-0d63-45e1-9bf4-3acb4457d526, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:30.525193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] For port f82b2a4b-0d63-45e1-9bf4-3acb4457d526, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,segment=NetworkSegment(b944c85b-1b95-4638-b299-a2f4fb072e88),segment_id=b944c85b-1b95-4638-b299-a2f4fb072e88)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:30.530509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f6865f8-81a1-43aa-b1c5-e7ea037f9d4c req-d5c0717b-12af-48bc-9291-0fe9138e6bf1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 210 time: 0.0376241 Jul 22 14:56:30.533557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.618688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c45f89-77c4-4297-9e3b-cb4bf045ae90 None None] Pushing event updated for resources: {'Port': ['ID=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:30.927347 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:30.951694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 9ee84e81-b8b3-4461-8094-566bbc376263 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:31.085571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.7 (961500ea-48a4-42f9-ad2d-10a01ca1462c/0c590690-1e30-458e-af91-992638486ac5/9ee84e81-b8b3-4461-8094-566bbc376263) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:31.267704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:31.291615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 9ee84e81-b8b3-4461-8094-566bbc376263 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:31.342338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:31.403298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:31.409412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:31.411924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:31.478387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=9ee84e81-b8b3-4461-8094-566bbc376263,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:31.491774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:31.492450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:31.511650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5b729006-d806-49b8-a54d-a63cab940f40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4649072 Jul 22 14:56:31.513528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60746) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:31.639520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-324f2252-2d64-43fa-bf16-13af4ca2d1b9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:31.642032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-324f2252-2d64-43fa-bf16-13af4ca2d1b9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1858101 Jul 22 14:56:31.702490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-8b1f8143-f357-4951-8012-2348a2423578 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 380 time: 0.0520213 Jul 22 14:56:31.715832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'security_groups': ['f8ff2153-f061-4580-b366-11d9d51dd57a']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:31.737337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-699dd143-56e7-4da0-822c-95eb9229b1cb req-d83bb185-e647-444e-87c1-6a0a4d2a2868 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 210 time: 0.0824237 Jul 22 14:56:31.772473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c62e4ed-14f6-4fd8-8616-548093142841 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:31.776546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8c62e4ed-14f6-4fd8-8616-548093142841 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.2597051 Jul 22 14:56:31.779805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:31.859900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff2aef6-277a-4a4c-ae9f-075b5efa316c None None] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:31.902378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:31.910923 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:31.917426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 9ee84e81-b8b3-4461-8094-566bbc376263 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:31.917787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:31.931234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1fd304d9-38cd-4ecb-884c-3c57fc9d9b23 None None] Provisioning for port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:32.134747 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.155333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 9ee84e81-b8b3-4461-8094-566bbc376263 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:32.193733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.6 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/4c241075-a1d9-4210-8b30-9cc32a5598a7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:32.401636 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.417117 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.433045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object 4c241075-a1d9-4210-8b30-9cc32a5598a7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:32.451595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=9ee84e81-b8b3-4461-8094-566bbc376263,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:32.480657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.484163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cbdeac55-9704-4671-85a8-926256b4539c None None] Could not find standard attr ID for object 9ee84e81-b8b3-4461-8094-566bbc376263. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:32.507764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cbdeac55-9704-4671-85a8-926256b4539c None None] Provisioning for port ac1bb960-f817-4cee-9b40-5f285c16d620 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:32.519699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cbdeac55-9704-4671-85a8-926256b4539c None None] Provisioning complete for port ac1bb960-f817-4cee-9b40-5f285c16d620 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:32.520080 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbdeac55-9704-4671-85a8-926256b4539c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.549372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:32.552520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:32.556980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:32.622496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:32.623348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.646274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cbdeac55-9704-4671-85a8-926256b4539c None None] Port ac1bb960-f817-4cee-9b40-5f285c16d620 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:32.651343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=4c241075-a1d9-4210-8b30-9cc32a5598a7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:32.674394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.674706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-b128a706-b98b-4f9e-af34-b1d2ca26a952 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659789 Jul 22 14:56:32.677085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ae32ef4f-31ad-4174-a0ac-c4d0878b2720 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/9ee84e81-b8b3-4461-8094-566bbc376263 HTTP/1.1" status: 204 len: 168 time: 0.8984065 Jul 22 14:56:32.680227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60756) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:32.695928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Request body: {'port': {'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:32.740368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f82b2a4b-0d63-45e1-9bf4-3acb4457d526 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:32.748870 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5caa5f0-49b9-4f21-a3fb-1e2267de2dcc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:32.753626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e5caa5f0-49b9-4f21-a3fb-1e2267de2dcc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/9ee84e81-b8b3-4461-8094-566bbc376263 HTTP/1.1" status: 404 len: 333 time: 0.0703979 Jul 22 14:56:32.756400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60758) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:32.844958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6e3b6104-10f0-4e49-93b5-dcdb908b5b5e None None] Provisioning complete for port ac1bb960-f817-4cee-9b40-5f285c16d620 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:32.845709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6e3b6104-10f0-4e49-93b5-dcdb908b5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.899497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:32.914438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:32.915544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.934979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:32.980526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b6104-10f0-4e49-93b5-dcdb908b5b5e None None] Port ac1bb960-f817-4cee-9b40-5f285c16d620 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:33.079552 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.130106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdf28d-8c69-40fd-88eb-2323f818f1ae req-ef4f5434-2ee2-4cd9-b285-9d927d51eefd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:33.132236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04bdf28d-8c69-40fd-88eb-2323f818f1ae req-ef4f5434-2ee2-4cd9-b285-9d927d51eefd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 931 time: 0.2464769 Jul 22 14:56:33.165884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f82b2a4b-0d63-45e1-9bf4-3acb4457d526, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,segment=NetworkSegment(b944c85b-1b95-4638-b299-a2f4fb072e88),segment_id=b944c85b-1b95-4638-b299-a2f4fb072e88)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:33.173671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.205463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-92c02649-85b6-4858-9573-9634c665ac51 None None] Provisioning for port 4c241075-a1d9-4210-8b30-9cc32a5598a7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:33.213065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port ac1bb960-f817-4cee-9b40-5f285c16d620 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:33.213641 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.221580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04bdf28d-8c69-40fd-88eb-2323f818f1ae req-b2db93c3-eebf-4b64-8d09-d8dae0486545 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789123 Jul 22 14:56:33.274226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-92c02649-85b6-4858-9573-9634c665ac51 None None] Provisioning complete for port 4c241075-a1d9-4210-8b30-9cc32a5598a7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:33.275762 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-92c02649-85b6-4858-9573-9634c665ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.369673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.387414 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for ac1bb960-f817-4cee-9b40-5f285c16d620 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:33.405760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-92c02649-85b6-4858-9573-9634c665ac51 None None] Port 4c241075-a1d9-4210-8b30-9cc32a5598a7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:33.410845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-92c02649-85b6-4858-9573-9634c665ac51 None None] Could not find standard attr ID for object 9ee84e81-b8b3-4461-8094-566bbc376263. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:33.416769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:33.517348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c241075-a1d9-4210-8b30-9cc32a5598a7 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:33.527419 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.548036 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Transition to ACTIVE for port object 4c241075-a1d9-4210-8b30-9cc32a5598a7 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:33.557751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.619058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.635077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Pushing event updated for resources: {'Port': ['ID=4c241075-a1d9-4210-8b30-9cc32a5598a7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:33.683264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=ac1bb960-f817-4cee-9b40-5f285c16d620,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:33.737255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Attempting to bind port 4c241075-a1d9-4210-8b30-9cc32a5598a7 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:33.737815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Attempting to bind port 4c241075-a1d9-4210-8b30-9cc32a5598a7 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:33.737944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Attempting to bind port 4c241075-a1d9-4210-8b30-9cc32a5598a7 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:33.743471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Port 4c241075-a1d9-4210-8b30-9cc32a5598a7 on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:56:33.743896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Attempting to bind port 4c241075-a1d9-4210-8b30-9cc32a5598a7 on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:33.750111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:33.751055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:33.751491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:33.751947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Bound port: 4c241075-a1d9-4210-8b30-9cc32a5598a7, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:33.752321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.775144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.777760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-10809ba3-ada8-4faf-ad10-fe61a84d1d4c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/ac1bb960-f817-4cee-9b40-5f285c16d620 HTTP/1.1" status: 204 len: 168 time: 1.0139952 Jul 22 14:56:33.780365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60764) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:33.820281 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef13c3d-0482-4059-9213-b97630380a47 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:33.827133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8ef13c3d-0482-4059-9213-b97630380a47 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/ac1bb960-f817-4cee-9b40-5f285c16d620 HTTP/1.1" status: 404 len: 333 time: 0.0456576 Jul 22 14:56:33.828135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:33.877949 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] For port 4c241075-a1d9-4210-8b30-9cc32a5598a7, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:33.882700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] For port 4c241075-a1d9-4210-8b30-9cc32a5598a7, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:33.887180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.902214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet 0c590690-1e30-458e-af91-992638486ac5 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:33.906291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.940934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:33.941505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:33.947114 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] 10.222.0.72 "PUT /v2.0/ports/4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 1091 time: 1.2523112 Jul 22 14:56:33.967470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:33.970578 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b51d7-fc83-4fe8-9112-69956dca7e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:33.998967 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.043777 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a61f729-22df-491b-a334-0bc88b557969 x-openstack-request-id: req-3a61f729-22df-491b-a334-0bc88b557969 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:34.046712 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:34.046977 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a61f729-22df-491b-a334-0bc88b557969 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:34.048615 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'status': 'completed', 'code': 200} Jul 22 14:56:34.078252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2c0c2-f37f-4189-a927-095f7add1180 service neutron] Pushing event updated for resources: {'Port': ['ID=4c241075-a1d9-4210-8b30-9cc32a5598a7,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:34.149644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-109e488b-46f5-4a8e-ab9a-a5831629c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:34.151631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-109e488b-46f5-4a8e-ab9a-a5831629c520 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1094 time: 0.1455367 Jul 22 14:56:34.176111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.211030 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-5962e135-2cba-4763-985d-76fd63000f1a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 217 time: 0.0505509 Jul 22 14:56:34.310303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.321708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-31c3d7d4-d46c-4423-84bd-a1a192cfad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:34.323518 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-31c3d7d4-d46c-4423-84bd-a1a192cfad0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.1025894 Jul 22 14:56:34.411170 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=0c590690-1e30-458e-af91-992638486ac5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:34.420535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-309c9a05-06a7-4c3a-b67a-56a7c473fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:34.423077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.426575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fdd2202f-1730-430d-b7df-0c83b65c365a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/0c590690-1e30-458e-af91-992638486ac5 HTTP/1.1" status: 204 len: 168 time: 0.5956857 Jul 22 14:56:34.427747 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-309c9a05-06a7-4c3a-b67a-56a7c473fec4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954347 Jul 22 14:56:34.429471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60772) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:34.430472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45c69f-de16-405a-b3aa-9e6cd5ff8644 None None] Network 961500ea-48a4-42f9-ad2d-10a01ca1462c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:34.581761 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ca070-1012-4c4b-a828-ece803cd69ee req-28579d49-8431-425f-817d-9f593bd62d2f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:34.584408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb3ca070-1012-4c4b-a828-ece803cd69ee req-28579d49-8431-425f-817d-9f593bd62d2f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.2652738 Jul 22 14:56:34.590259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.658487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bb3ca070-1012-4c4b-a828-ece803cd69ee req-0da15ac7-6db3-4cd6-93c9-f9d520f305a9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630257 Jul 22 14:56:34.673009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f82b2a4b-0d63-45e1-9bf4-3acb4457d526 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:34.685008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:34.685374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.694896 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-572f7250-9dc6-4b81-b16d-560370234e9f service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528312 Jul 22 14:56:34.808604 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9ecfd5c7-3741-4544-b415-1fd76ff65852 req-5b7cc4cf-5185-4bcb-8434-4208405f83a6 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048930 Jul 22 14:56:34.812733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:34.812959 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.845422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] For port f82b2a4b-0d63-45e1-9bf4-3acb4457d526, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,segment=NetworkSegment(b944c85b-1b95-4638-b299-a2f4fb072e88),segment_id=b944c85b-1b95-4638-b299-a2f4fb072e88)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:34.846054 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:34.887254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for f82b2a4b-0d63-45e1-9bf4-3acb4457d526 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:34.923906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] DHCP port deletion for 961500ea-48a4-42f9-ad2d-10a01ca1462c request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:35.005494 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-aee39c95-754e-4a3d-8ca4-bb1f1f4e2b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.007362 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-aee39c95-754e-4a3d-8ca4-bb1f1f4e2b0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1094 time: 0.1169159 Jul 22 14:56:35.022832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] Deleting port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:35.023512 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.058052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.105982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:35.117308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No DVR routers for this DVR port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:35.151856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] For port f82b2a4b-0d63-45e1-9bf4-3acb4457d526, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,segment=NetworkSegment(b944c85b-1b95-4638-b299-a2f4fb072e88),segment_id=b944c85b-1b95-4638-b299-a2f4fb072e88)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:35.154709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.165437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-405e660b-bfa7-416f-9b1d-d30851ad68c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.169391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-405e660b-bfa7-416f-9b1d-d30851ad68c2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1537862 Jul 22 14:56:35.195075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] Calling delete_port for f82b2a4b-0d63-45e1-9bf4-3acb4457d526 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:35.227583 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-9506feba-257d-4447-9041-84c335e91234 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 217 time: 0.0516646 Jul 22 14:56:35.229295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.249050 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961500ea-48a4-42f9-ad2d-10a01ca1462c']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:35.264033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b944c85b-1b95-4638-b299-a2f4fb072e88') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:35.264339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b944c85b-1b95-4638-b299-a2f4fb072e88') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:35.288559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.305323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.312639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-353b04e7-4ef3-4254-a905-770c3e18c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.314168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:35.314753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.315265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-353b04e7-4ef3-4254-a905-770c3e18c9e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0810535 Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:35.319047 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:35.326225 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.348103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] No DVR routers for this DVR port f82b2a4b-0d63-45e1-9bf4-3acb4457d526 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:35.369664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6d9f1-74c5-4d48-b8cd-03d5b890520d None None] Pushing event deleted for resources: {'Port': ['ID=f82b2a4b-0d63-45e1-9bf4-3acb4457d526,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:35.410504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.421490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.424132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/961500ea-48a4-42f9-ad2d-10a01ca1462c HTTP/1.1" status: 204 len: 168 time: 0.9936867 Jul 22 14:56:35.429193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60776) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:35.435451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530591536'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:35.436155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ecf7d-4cdd-4f49-9f77-66a88e705de7 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=961500ea-48a4-42f9-ad2d-10a01ca1462c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:35.447244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-2f09615a-644c-43be-bd7d-f01d8b08603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.448847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-2f09615a-644c-43be-bd7d-f01d8b08603d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281641 Jul 22 14:56:35.491744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:35.495433 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.573711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:35.604510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.604931 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment 1ec7cdc0-4a78-4ad4-b796-fe22d244b58f of type vlan for network e44bd553-fb79-4e8f-a382-dd2854397719 Jul 22 14:56:35.609129 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-2aa9a5b0-f76f-4afe-8362-7819259a5bc8 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515613 Jul 22 14:56:35.693149 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.794682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-110b51d7-fc83-4fe8-9112-69956dca7e1c req-dc08ab62-d85f-4917-9bbe-95032f63d205 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739578 Jul 22 14:56:35.802975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.809789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.814024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:35.858701 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abac14e-d757-4551-9f63-169cf8ba8543 req-590fcc5f-cf88-4469-9b20-edd40cda9817 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:35.858701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0abac14e-d757-4551-9f63-169cf8ba8543 req-590fcc5f-cf88-4469-9b20-edd40cda9817 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.1006622 Jul 22 14:56:35.859180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60782) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:35.859745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4283469 Jul 22 14:56:35.865347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:35.918665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07347033-3818-4aae-a7c5-d8a89d7d0cb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=e44bd553-fb79-4e8f-a382-dd2854397719,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:35.931730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network e44bd553-fb79-4e8f-a382-dd2854397719 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:35.997726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0abac14e-d757-4551-9f63-169cf8ba8543 req-0435abbf-e31f-4e4c-a834-02eec1eb62d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561781 Jul 22 14:56:36.010081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:36.017873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:36.233491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:36.311299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=80dcea08-b621-402a-854c-37ca8ef7323a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:36.317628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:36.318305 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: e44bd553-fb79-4e8f-a382-dd2854397719, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:36.336309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network e44bd553-fb79-4e8f-a382-dd2854397719 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:36.349285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, e44bd553-fb79-4e8f-a382-dd2854397719) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:36.357454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:36.357836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:36.361775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88687398-e17c-4579-bd46-efdde836ba72 None None] Network e44bd553-fb79-4e8f-a382-dd2854397719 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:36.381263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e1da522f-fbda-4eec-91e4-39ba06297e67 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5196242 Jul 22 14:56:36.384148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60784) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:36.394121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719', 'name': 'tempest-PortsTestJSON-230045494', 'fixed_ips': [{'subnet_id': '80dcea08-b621-402a-854c-37ca8ef7323a', 'ip_address': '172.20.0.10'}]}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:36.550638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-e44bd553-fb79-4e8f-a382-dd2854397719', 'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': '80dcea08-b621-402a-854c-37ca8ef7323a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:36.551006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:36.552164 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:36.642970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f82b2a4b-0d63-45e1-9bf4-3acb4457d526 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:36.670585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f82b2a4b-0d63-45e1-9bf4-3acb4457d526 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:36.671204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f82b2a4b-0d63-45e1-9bf4-3acb4457d526 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:36.678855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:36.713826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:36.759489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Allocated IP 172.20.0.2 (e44bd553-fb79-4e8f-a382-dd2854397719/80dcea08-b621-402a-854c-37ca8ef7323a/707dda70-100f-4b25-b5f3-9e2e5e60c226) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:36.986127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:36.998230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Transition to ACTIVE for port object 707dda70-100f-4b25-b5f3-9e2e5e60c226 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:37.017956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Transition to ACTIVE for port object 707dda70-100f-4b25-b5f3-9e2e5e60c226 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:37.028439 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.077093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Network e44bd553-fb79-4e8f-a382-dd2854397719 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:37.080673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:37.084835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:37.093785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Pushing event updated for resources: {'Port': ['ID=707dda70-100f-4b25-b5f3-9e2e5e60c226,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:37.152558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.10 (e44bd553-fb79-4e8f-a382-dd2854397719/80dcea08-b621-402a-854c-37ca8ef7323a/c5cb7c80-1b86-4b14-b3e1-82eefc211f41) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:37.285117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f707f35-0c3d-4083-9079-e5f50fda7955 req-ecadfea6-b613-41bf-841d-12da030fc801 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:37.292390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f707f35-0c3d-4083-9079-e5f50fda7955 req-ecadfea6-b613-41bf-841d-12da030fc801 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.1645656 Jul 22 14:56:37.350829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Attempting to bind port 707dda70-100f-4b25-b5f3-9e2e5e60c226 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:37.351449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Attempting to bind port 707dda70-100f-4b25-b5f3-9e2e5e60c226 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:37.351954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Attempting to bind port 707dda70-100f-4b25-b5f3-9e2e5e60c226 on network e44bd553-fb79-4e8f-a382-dd2854397719 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:37.357943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:37.358434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Checking segment: {'id': '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:37.358957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.359434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Bound using segment: {'id': '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:37.361306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Bound port: 707dda70-100f-4b25-b5f3-9e2e5e60c226, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:37.361706 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.383054 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f707f35-0c3d-4083-9079-e5f50fda7955 req-84a92db5-3aa2-4ed1-8611-f8468a15bcef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896659 Jul 22 14:56:37.425156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.434396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.454866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object c5cb7c80-1b86-4b14-b3e1-82eefc211f41 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:37.464467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] For port 707dda70-100f-4b25-b5f3-9e2e5e60c226, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:37.468227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] For port 707dda70-100f-4b25-b5f3-9e2e5e60c226, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=707dda70-100f-4b25-b5f3-9e2e5e60c226,segment=NetworkSegment(1ec7cdc0-4a78-4ad4-b796-fe22d244b58f),segment_id=1ec7cdc0-4a78-4ad4-b796-fe22d244b58f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:37.474980 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.505552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.570586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe8f6a-a491-451b-83f1-ac1717af7f8d None None] Pushing event updated for resources: {'Port': ['ID=707dda70-100f-4b25-b5f3-9e2e5e60c226,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:37.586568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network e44bd553-fb79-4e8f-a382-dd2854397719 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:37.587675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:37.593715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:37.620344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=c5cb7c80-1b86-4b14-b3e1-82eefc211f41,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:37.649431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:37.650187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.668961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b6b73f54-9a9e-4642-bafb-570246c241a9 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2828286 Jul 22 14:56:37.672162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:37.679086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': 'e44bd553-fb79-4e8f-a382-dd2854397719', 'name': 'tempest-PortsTestJSON-1031281478', 'fixed_ips': [{'subnet_id': '80dcea08-b621-402a-854c-37ca8ef7323a', 'ip_address': '172.20.0.9'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:37.825967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:37.914807 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.949315 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:37.968575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port d926f518-0385-424a-918d-8ddc883ffff7 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:38.144548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.9 (e44bd553-fb79-4e8f-a382-dd2854397719/80dcea08-b621-402a-854c-37ca8ef7323a/d926f518-0385-424a-918d-8ddc883ffff7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:38.339194 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:38.551117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef322e6-af5f-47ae-9d6b-e5c2cd279283 req-9688bee0-29fc-47f2-ac53-4c014e75efac tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:38.562631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bef322e6-af5f-47ae-9d6b-e5c2cd279283 req-9688bee0-29fc-47f2-ac53-4c014e75efac tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.0905414 Jul 22 14:56:38.625876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bef322e6-af5f-47ae-9d6b-e5c2cd279283 req-77ac97a4-2629-48ea-a7f4-30c0348d4e34 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615990 Jul 22 14:56:38.682127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 707dda70-100f-4b25-b5f3-9e2e5e60c226 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:38.688924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object d926f518-0385-424a-918d-8ddc883ffff7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:38.717571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72862ca1-73a8-4006-b8c5-7fc262832cfd None None] Network e44bd553-fb79-4e8f-a382-dd2854397719 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:38.727538 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:38.779665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network e44bd553-fb79-4e8f-a382-dd2854397719 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:38.783600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:38.788207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:38.793103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=d926f518-0385-424a-918d-8ddc883ffff7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:38.798035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aeaf6b72-4e93-40ca-bb97-7cc179344a7c None None] Provisioning for port 707dda70-100f-4b25-b5f3-9e2e5e60c226 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:38.828259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 707dda70-100f-4b25-b5f3-9e2e5e60c226 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:38.838551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 707dda70-100f-4b25-b5f3-9e2e5e60c226 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:38.838877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:38.843256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:38.843867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:38.860867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a6f036c-2c6f-44b7-95a1-e2ce0a3fdaa4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1869521 Jul 22 14:56:38.863827 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:38.995731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226340a-b8ee-4e77-a207-0cecb63bf44f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:38.996280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:38.999409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a226340a-b8ee-4e77-a207-0cecb63bf44f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1344135 Jul 22 14:56:39.002700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60800) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:39.039566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 707dda70-100f-4b25-b5f3-9e2e5e60c226, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=707dda70-100f-4b25-b5f3-9e2e5e60c226,segment=NetworkSegment(1ec7cdc0-4a78-4ad4-b796-fe22d244b58f),segment_id=1ec7cdc0-4a78-4ad4-b796-fe22d244b58f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:39.046299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.089272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c0b9c-4a23-4009-85fb-ecce32ae65ed tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:39.097185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c0b9c-4a23-4009-85fb-ecce32ae65ed tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:39.104208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c0b9c-4a23-4009-85fb-ecce32ae65ed tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:39.106062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-316c0b9c-4a23-4009-85fb-ecce32ae65ed tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1020472 Jul 22 14:56:39.107142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=707dda70-100f-4b25-b5f3-9e2e5e60c226,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:39.109067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:39.224377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port d926f518-0385-424a-918d-8ddc883ffff7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:39.224377 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.341567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Provisioning complete for port 707dda70-100f-4b25-b5f3-9e2e5e60c226 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:39.341567 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.345942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.366668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for d926f518-0385-424a-918d-8ddc883ffff7 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:39.473994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Provisioning for port d926f518-0385-424a-918d-8ddc883ffff7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:39.479159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Provisioning complete for port d926f518-0385-424a-918d-8ddc883ffff7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:39.480294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.526830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Port d926f518-0385-424a-918d-8ddc883ffff7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:39.538980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Provisioning for port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:39.543988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Provisioning complete for port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:39.544258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.553404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.589980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=d926f518-0385-424a-918d-8ddc883ffff7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:39.591399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b4ec4841-80cd-4a09-845b-efcea8c181a6 None None] Port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:39.686481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.689400 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-96787dba-29f1-4585-bb1f-c321c8bd5342 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/d926f518-0385-424a-918d-8ddc883ffff7 HTTP/1.1" status: 204 len: 168 time: 0.5793436 Jul 22 14:56:39.692381 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60806) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:39.725764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b07692d9-d3c7-49aa-b97c-ccfb54685f85 None None] Provisioning complete for port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:39.726828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b07692d9-d3c7-49aa-b97c-ccfb54685f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.730661 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-36abca23-0f83-4044-a063-3fe6a3e06bdb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:39.733025 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-36abca23-0f83-4044-a063-3fe6a3e06bdb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/d926f518-0385-424a-918d-8ddc883ffff7 HTTP/1.1" status: 404 len: 333 time: 0.0395985 Jul 22 14:56:39.736013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:39.799698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b07692d9-d3c7-49aa-b97c-ccfb54685f85 None None] Port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:39.824349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0775ed-8b01-434d-bbbf-f5d2b34adbcf req-b2454c4b-199b-478c-9a20-89bb526fecdd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:39.825956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd0775ed-8b01-434d-bbbf-f5d2b34adbcf req-b2454c4b-199b-478c-9a20-89bb526fecdd tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.1210182 Jul 22 14:56:39.875847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd0775ed-8b01-434d-bbbf-f5d2b34adbcf req-ee63ab96-179a-4e36-84be-c5df0900c4ec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435488 Jul 22 14:56:39.886764 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd0ea74b-e1dc-4a7a-905a-8d401f13920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.902389 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port c5cb7c80-1b86-4b14-b3e1-82eefc211f41 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:39.902866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:39.918766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-58402b64-20e9-42f8-a6a7-5cdfe45caf98 None None] Could not find standard attr ID for object d926f518-0385-424a-918d-8ddc883ffff7. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:40.019980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.043787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for c5cb7c80-1b86-4b14-b3e1-82eefc211f41 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:40.190690 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.218052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=c5cb7c80-1b86-4b14-b3e1-82eefc211f41,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:40.299594 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.302013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5ff5b465-7ba6-4537-92b2-9a75312ead31 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/c5cb7c80-1b86-4b14-b3e1-82eefc211f41 HTTP/1.1" status: 204 len: 168 time: 0.5649698 Jul 22 14:56:40.304991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:40.341903 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7bc6be0-3139-40dc-b704-f4490a103c71 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:40.343577 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7bc6be0-3139-40dc-b704-f4490a103c71 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/c5cb7c80-1b86-4b14-b3e1-82eefc211f41 HTTP/1.1" status: 404 len: 333 time: 0.0371685 Jul 22 14:56:40.346505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:40.405215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet 80dcea08-b621-402a-854c-37ca8ef7323a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:40.408879 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.453248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.552639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.613078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 707dda70-100f-4b25-b5f3-9e2e5e60c226 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:40.627592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.657795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=80dcea08-b621-402a-854c-37ca8ef7323a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:40.663282 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.666566 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ca5f704-83ff-456a-b4dc-31e41e630d3c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/80dcea08-b621-402a-854c-37ca8ef7323a HTTP/1.1" status: 204 len: 168 time: 0.3175745 Jul 22 14:56:40.667922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60832) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:40.679430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6765cb-6956-44b9-ad45-3363d60e9f5c None None] Network e44bd553-fb79-4e8f-a382-dd2854397719 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:40.683093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 707dda70-100f-4b25-b5f3-9e2e5e60c226 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:40.683483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.768968 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.835532 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 707dda70-100f-4b25-b5f3-9e2e5e60c226 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:40.836458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.908679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] For port 707dda70-100f-4b25-b5f3-9e2e5e60c226, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=707dda70-100f-4b25-b5f3-9e2e5e60c226,segment=NetworkSegment(1ec7cdc0-4a78-4ad4-b796-fe22d244b58f),segment_id=1ec7cdc0-4a78-4ad4-b796-fe22d244b58f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:40.909056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:40.929986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 707dda70-100f-4b25-b5f3-9e2e5e60c226 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:40.953954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] DHCP port deletion for e44bd553-fb79-4e8f-a382-dd2854397719 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:41.023635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] Deleting port 707dda70-100f-4b25-b5f3-9e2e5e60c226 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:41.024012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.048060 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.090412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No DVR routers for this DVR port 707dda70-100f-4b25-b5f3-9e2e5e60c226 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:41.098739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=707dda70-100f-4b25-b5f3-9e2e5e60c226,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:41.111327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] For port 707dda70-100f-4b25-b5f3-9e2e5e60c226, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=707dda70-100f-4b25-b5f3-9e2e5e60c226,segment=NetworkSegment(1ec7cdc0-4a78-4ad4-b796-fe22d244b58f),segment_id=1ec7cdc0-4a78-4ad4-b796-fe22d244b58f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:41.111739 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.135426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] Calling delete_port for 707dda70-100f-4b25-b5f3-9e2e5e60c226 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:41.200891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.212541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44bd553-fb79-4e8f-a382-dd2854397719']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:41.236148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:41.236148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec7cdc0-4a78-4ad4-b796-fe22d244b58f') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:41.241421 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.281435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.282409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] Pushing event deleted for resources: {'Port': ['ID=707dda70-100f-4b25-b5f3-9e2e5e60c226,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:41.286208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf678d07-0857-4d61-986e-2f52c5e1ff56 None None] No DVR routers for this DVR port 707dda70-100f-4b25-b5f3-9e2e5e60c226 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:41.312430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.327303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:41.327635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:41.331795 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:41.407222 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29a617-f747-4741-ba7c-41a18c4822e0 req-dc393be1-6959-41cb-852a-23bd2d4bd656 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:41.408823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b29a617-f747-4741-ba7c-41a18c4822e0 req-dc393be1-6959-41cb-852a-23bd2d4bd656 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.4289925 Jul 22 14:56:41.431283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.440368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.442196 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/e44bd553-fb79-4e8f-a382-dd2854397719 HTTP/1.1" status: 204 len: 168 time: 0.7733037 Jul 22 14:56:41.446352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:41.451608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1461948244'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:41.464944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4836-78b2-4804-9bf7-6a4b10f6f2fa tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=e44bd553-fb79-4e8f-a382-dd2854397719,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:41.479844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:41.482448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b29a617-f747-4741-ba7c-41a18c4822e0 req-ba41cd68-75df-4e6b-a08c-a7b4a7678ce7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676343 Jul 22 14:56:41.483468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.510043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:56:41.520795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.521155 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Added segment 66efd983-3327-4bdd-864a-e2683e05b5e6 of type vlan for network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 Jul 22 14:56:41.568913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.610835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.616838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:41.617532 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.656471 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2091613 Jul 22 14:56:41.660789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:41.669156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:41.700570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b56e75-2d52-46c1-aaf8-8c93ef30ecb8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Network': ['ID=9d3d7ed0-c1ec-4b63-87f9-8a08eb945803,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:41.715106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:56:41.800228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:41.804047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:41.996414 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.063564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=d0782127-f891-41c2-9ee3-f58981b5dc62,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:42.071582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Checking segment: {'id': '66efd983-3327-4bdd-864a-e2683e05b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:42.071961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network hostable DHCP agents. Network: 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:56:42.092268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:56:42.103229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:42.107401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:42.108064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.115400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e26a6-90a8-4dc4-bb5d-8ea7e819714c None None] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:42.128849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7e5b8d4e-a935-4196-8591-67d2a8524103 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4637053 Jul 22 14:56:42.129091 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60856) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:42.135030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1194080558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:42.161492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a878-6551-4184-8484-36a985bf4500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.162978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.164675 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.240964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.251650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.287966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.292393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60860) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:42.293506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4595431c-44fd-4569-843b-cc9d4e2c5830 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1629753 Jul 22 14:56:42.301487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803', 'name': 'tempest-PortsTestJSON-1738566358'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:42.372051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-9d3d7ed0-c1ec-4b63-87f9-8a08eb945803', 'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': 'd0782127-f891-41c2-9ee3-f58981b5dc62'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:42.373132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.379112 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.471618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:42.476016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.498835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 180762f9-928d-444d-a0da-69fde089dc7d yet. {{(pid=93812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:42.591355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Allocated IP 172.20.0.2 (9d3d7ed0-c1ec-4b63-87f9-8a08eb945803/d0782127-f891-41c2-9ee3-f58981b5dc62/c51de83e-4fb7-4c90-82af-f3536cb71e9e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:42.638948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 707dda70-100f-4b25-b5f3-9e2e5e60c226 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:42.672806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 707dda70-100f-4b25-b5f3-9e2e5e60c226 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:42.673325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 707dda70-100f-4b25-b5f3-9e2e5e60c226 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:42.777187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a472-09f4-42c0-8b3c-692aafaaa109 req-1aba5151-0094-4921-9ca2-7ea6d38699f9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:42.778837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2298a472-09f4-42c0-8b3c-692aafaaa109 req-1aba5151-0094-4921-9ca2-7ea6d38699f9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.1960008 Jul 22 14:56:42.816909 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.823280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2298a472-09f4-42c0-8b3c-692aafaaa109 req-9194d388-7106-4e25-847f-c6aeac54416f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379152 Jul 22 14:56:42.826842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Transition to ACTIVE for port object c51de83e-4fb7-4c90-82af-f3536cb71e9e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:42.853463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Transition to ACTIVE for port object c51de83e-4fb7-4c90-82af-f3536cb71e9e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:42.861770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.905169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:42.913067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:42.917251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.11 (9d3d7ed0-c1ec-4b63-87f9-8a08eb945803/d0782127-f891-41c2-9ee3-f58981b5dc62/180762f9-928d-444d-a0da-69fde089dc7d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:42.918118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:42.950773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Pushing event updated for resources: {'Port': ['ID=c51de83e-4fb7-4c90-82af-f3536cb71e9e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:42.987423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Attempting to bind port c51de83e-4fb7-4c90-82af-f3536cb71e9e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:42.987890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Attempting to bind port c51de83e-4fb7-4c90-82af-f3536cb71e9e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '66efd983-3327-4bdd-864a-e2683e05b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:42.988326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Attempting to bind port c51de83e-4fb7-4c90-82af-f3536cb71e9e on network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:42.994835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:42.995355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Checking segment: {'id': '66efd983-3327-4bdd-864a-e2683e05b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:42.995946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:42.996409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Bound using segment: {'id': '66efd983-3327-4bdd-864a-e2683e05b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:42.997043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Bound port: c51de83e-4fb7-4c90-82af-f3536cb71e9e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66efd983-3327-4bdd-864a-e2683e05b5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '9d3d7ed0-c1ec-4b63-87f9-8a08eb945803'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:42.997500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:43.074800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] For port c51de83e-4fb7-4c90-82af-f3536cb71e9e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:43.079178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] For port c51de83e-4fb7-4c90-82af-f3536cb71e9e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c51de83e-4fb7-4c90-82af-f3536cb71e9e,segment=NetworkSegment(66efd983-3327-4bdd-864a-e2683e05b5e6),segment_id=66efd983-3327-4bdd-864a-e2683e05b5e6)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:43.085401 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:43.128176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:43.130188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-5004e238-f5d7-4ca4-a146-db53b2ec6176 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058877 Jul 22 14:56:43.146350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 180762f9-928d-444d-a0da-69fde089dc7d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:43.188057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ea731-8b60-47d2-a8b1-19993c582995 None None] Pushing event updated for resources: {'Port': ['ID=c51de83e-4fb7-4c90-82af-f3536cb71e9e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:43.197937 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:43.248868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:43.277237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=180762f9-928d-444d-a0da-69fde089dc7d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:43.280728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:43.283013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:43.299263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-5e6283f9-7ff3-489d-9853-e943ad7e88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:43.300876 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-5e6283f9-7ff3-489d-9853-e943ad7e88eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 1096 time: 0.0953789 Jul 22 14:56:43.350015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:43.350015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:43.381132 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ab17af2c-59b5-4800-bce7-295eac0352eb tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0851088 Jul 22 14:56:43.382263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60868) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:43.448861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-d04edc89-90e3-4592-aea5-4189bb73c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:43.450772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-d04edc89-90e3-4592-aea5-4189bb73c4cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 914 time: 0.1290669 Jul 22 14:56:43.499286 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-f4f924b6-e373-4d45-ba62-43f10e99f819 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716 HTTP/1.1" status: 200 len: 217 time: 0.0396357 Jul 22 14:56:43.556067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-c0a01508-d47a-4cde-b5a7-1101eed779eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:43.557710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-c0a01508-d47a-4cde-b5a7-1101eed779eb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b HTTP/1.1" status: 200 len: 853 time: 0.0512974 Jul 22 14:56:43.596595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-23fc7e86-16f7-42b8-baa9-67047ea1d0bc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315037 Jul 22 14:56:43.688614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:43.715181 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-d3a95f20-4e6b-47e2-9881-241579e979f2 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107013 Jul 22 14:56:43.832677 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-77ed70d5-380c-43ab-a87d-4fae762a51c8 req-ea8c0f92-5348-43f2-a41d-3e2c05283610 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105015 Jul 22 14:56:44.154143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a92d10-f998-4561-add8-a541abb05c26 req-f4ba073c-015d-493f-9aed-e2677c6d65d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:44.155863 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3a92d10-f998-4561-add8-a541abb05c26 req-f4ba073c-015d-493f-9aed-e2677c6d65d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.2002952 Jul 22 14:56:44.278814 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3a92d10-f998-4561-add8-a541abb05c26 req-c3719d47-e858-4879-ac8b-144560ad5f83 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838003 Jul 22 14:56:44.362496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca31302-1760-4f6d-a889-f27376fbf6ae None None] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:44.414397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:44.464406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b2abad09-fa40-4da1-9fa5-d145c8ab253d None None] Provisioning for port c51de83e-4fb7-4c90-82af-f3536cb71e9e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:44.671088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c51de83e-4fb7-4c90-82af-f3536cb71e9e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:44.721896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:44.726316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c51de83e-4fb7-4c90-82af-f3536cb71e9e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:44.728350 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:44.732434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c51de83e-4fb7-4c90-82af-f3536cb71e9e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:44.732815 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:44.831297 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:44.870285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port c51de83e-4fb7-4c90-82af-f3536cb71e9e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c51de83e-4fb7-4c90-82af-f3536cb71e9e,segment=NetworkSegment(66efd983-3327-4bdd-864a-e2683e05b5e6),segment_id=66efd983-3327-4bdd-864a-e2683e05b5e6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:44.878357 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:44.928339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=180762f9-928d-444d-a0da-69fde089dc7d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:44.951464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=c51de83e-4fb7-4c90-82af-f3536cb71e9e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:44.955635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a9bbbef2-12de-49c4-ba86-32b6429968e6 None None] Provisioning complete for port c51de83e-4fb7-4c90-82af-f3536cb71e9e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:44.956507 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9bbbef2-12de-49c4-ba86-32b6429968e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.025432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.063858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a9bbbef2-12de-49c4-ba86-32b6429968e6 None None] Provisioning for port 180762f9-928d-444d-a0da-69fde089dc7d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:45.068259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a9bbbef2-12de-49c4-ba86-32b6429968e6 None None] Provisioning complete for port 180762f9-928d-444d-a0da-69fde089dc7d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:45.068824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a9bbbef2-12de-49c4-ba86-32b6429968e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.114273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a9bbbef2-12de-49c4-ba86-32b6429968e6 None None] Port 180762f9-928d-444d-a0da-69fde089dc7d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:45.233680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.241468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-08d8445f-3ba4-42a7-8f9a-655cb948513c None None] Provisioning complete for port 180762f9-928d-444d-a0da-69fde089dc7d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:45.242179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08d8445f-3ba4-42a7-8f9a-655cb948513c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.285643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-08d8445f-3ba4-42a7-8f9a-655cb948513c None None] Port 180762f9-928d-444d-a0da-69fde089dc7d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:45.366195 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.406874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-201fcb46-9f4f-4dc1-ac17-ffca67e2252b None None] Provisioning complete for port 180762f9-928d-444d-a0da-69fde089dc7d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:45.407072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-201fcb46-9f4f-4dc1-ac17-ffca67e2252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.448539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-201fcb46-9f4f-4dc1-ac17-ffca67e2252b None None] Port 180762f9-928d-444d-a0da-69fde089dc7d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:45.515632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f6d6-28e9-4b38-b92e-ea9661c221ed req-9ccfc69c-2620-430a-ba60-30472947b3d5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:45.517327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8f2f6d6-28e9-4b38-b92e-ea9661c221ed req-9ccfc69c-2620-430a-ba60-30472947b3d5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 943 time: 0.1459129 Jul 22 14:56:45.579593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f8f2f6d6-28e9-4b38-b92e-ea9661c221ed req-5c335bed-4119-43d3-9f31-b7d4d01d2cd0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526586 Jul 22 14:56:45.605167 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.611049 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.691897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:45.693726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=180762f9-928d-444d-a0da-69fde089dc7d,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:45.805526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:45.807146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:45.938331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c241075-a1d9-4210-8b30-9cc32a5598a7 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:56:45.951361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Router 26b21b3d-c903-4099-9b08-b71a410dded2 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:56:46.052945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4c241075-a1d9-4210-8b30-9cc32a5598a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:46.068785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:46.069912 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:56:46.077488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a55d23f1-7914-49a8-aa4c-d0868650f5cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/routers/26b21b3d-c903-4099-9b08-b71a410dded2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6917710 Jul 22 14:56:46.077841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60890) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:46.081018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e72913a5-b2f1-4537-90f9-4fbec5928ba5 None None] Provisioning complete for port 180762f9-928d-444d-a0da-69fde089dc7d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:46.081502 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e72913a5-b2f1-4537-90f9-4fbec5928ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:46.085716 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] Sync routers for ids ['26b21b3d-c903-4099-9b08-b71a410dded2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:46.098044 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] Routers {'26b21b3d-c903-4099-9b08-b71a410dded2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:46.099155 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['26b21b3d-c903-4099-9b08-b71a410dded2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:46.135086 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:46.142281 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:46.144331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e72913a5-b2f1-4537-90f9-4fbec5928ba5 None None] Port 180762f9-928d-444d-a0da-69fde089dc7d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:46.145815 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] Routers {'26b21b3d-c903-4099-9b08-b71a410dded2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:46.146705 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['26b21b3d-c903-4099-9b08-b71a410dded2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:46.159041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c241075-a1d9-4210-8b30-9cc32a5598a7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:56:46.162295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7e9093-a266-40d7-befa-65053d2afbba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:46.167292 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bd7e9093-a266-40d7-befa-65053d2afbba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports?device_id=26b21b3d-c903-4099-9b08-b71a410dded2 HTTP/1.1" status: 200 len: 983 time: 0.0848894 Jul 22 14:56:46.167625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:46.181027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4c241075-a1d9-4210-8b30-9cc32a5598a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:46.183918 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:46.184841 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08041b73-aa8e-422e-b4b4-25fb63143cc8 None None] The sync data for ids ['26b21b3d-c903-4099-9b08-b71a410dded2'] in n-d-794306-8 is: [] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:46.186372 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:46.241007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4c241075-a1d9-4210-8b30-9cc32a5598a7,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:46.408662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['4c241075-a1d9-4210-8b30-9cc32a5598a7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:56:46.657223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c51de83e-4fb7-4c90-82af-f3536cb71e9e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:46.731297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c51de83e-4fb7-4c90-82af-f3536cb71e9e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:46.731673 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:46.802476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d903b-26bf-4c2c-9567-8b76b27a7dbf req-f4af313d-069e-4bfd-a204-9a5fe4371dc7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:46.804075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e56d903b-26bf-4c2c-9567-8b76b27a7dbf req-f4af313d-069e-4bfd-a204-9a5fe4371dc7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 944 time: 0.1284080 Jul 22 14:56:46.887228 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e56d903b-26bf-4c2c-9567-8b76b27a7dbf req-5cee2b3f-abb0-40fc-813b-4fa53131d0c1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678828 Jul 22 14:56:46.995430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:47.264503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 180762f9-928d-444d-a0da-69fde089dc7d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:47.264875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:47.355644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:47.368173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 180762f9-928d-444d-a0da-69fde089dc7d owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:47.568343 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:47.597470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=180762f9-928d-444d-a0da-69fde089dc7d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:47.748095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:47.945676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c241075-a1d9-4210-8b30-9cc32a5598a7 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:47.967836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Router 26b21b3d-c903-4099-9b08-b71a410dded2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:48.003773 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 4c241075-a1d9-4210-8b30-9cc32a5598a7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:48.008345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 4c241075-a1d9-4210-8b30-9cc32a5598a7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:48.008964 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.083264 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:48.089336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-074c1a3f-9340-483d-b998-43045ec71ec1 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/routers/26b21b3d-c903-4099-9b08-b71a410dded2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202592 Jul 22 14:56:48.092220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.093021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60904) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:48.114145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] Sync routers for ids ['26b21b3d-c903-4099-9b08-b71a410dded2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:48.123428 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:48.125579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173c51a-de7c-453c-886f-17c02ee97ed7 req-29b9edd9-c8d6-48a5-822b-33e21e1d13ed tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:48.126275 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024dd31-1178-4c09-9708-e32f3885c31c" -d '{"events": [{"server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "name": "network-vif-plugged", "status": "completed", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:48.127226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a173c51a-de7c-453c-886f-17c02ee97ed7 req-29b9edd9-c8d6-48a5-822b-33e21e1d13ed tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 944 time: 0.1524534 Jul 22 14:56:48.134336 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bab35a2-2d18-4e29-af2c-6d6f01d81a3b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:48.136099 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1bab35a2-2d18-4e29-af2c-6d6f01d81a3b tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/180762f9-928d-444d-a0da-69fde089dc7d HTTP/1.1" status: 404 len: 333 time: 0.0414050 Jul 22 14:56:48.140466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60908) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:48.171183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 4c241075-a1d9-4210-8b30-9cc32a5598a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:48.175541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a173c51a-de7c-453c-886f-17c02ee97ed7 req-0b8183e9-aca1-4868-95ae-59d42a1ba31f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Jul 22 14:56:48.180818 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c53dbbd-06e0-49d9-800b-341c704b88e1 x-openstack-request-id: req-6c53dbbd-06e0-49d9-800b-341c704b88e1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:48.181323 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "name": "network-vif-plugged", "status": "completed", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:48.181747 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c53dbbd-06e0-49d9-800b-341c704b88e1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:48.182158 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'code': 200} Jul 22 14:56:48.183276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.187104 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] Routers {'26b21b3d-c903-4099-9b08-b71a410dded2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:48.188289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['26b21b3d-c903-4099-9b08-b71a410dded2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:48.255596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:48.273549 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.276691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] Routers {'26b21b3d-c903-4099-9b08-b71a410dded2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:48.277336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['26b21b3d-c903-4099-9b08-b71a410dded2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:48.487607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.490502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.523841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:48.524491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb161b6-912c-4e4a-ada3-f60712b9dfd9 None None] The sync data for ids ['26b21b3d-c903-4099-9b08-b71a410dded2'] in n-d-794306-8 is: [] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:48.539621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=4c241075-a1d9-4210-8b30-9cc32a5598a7,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:48.548837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.549397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Fanout notify agent at l3_agent the message router_deleted on router 26b21b3d-c903-4099-9b08-b71a410dded2 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:56:48.556749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.560844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60912) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:48.560989 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ed12600b-7bd5-445e-850e-8f7b4360ea83 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/routers/26b21b3d-c903-4099-9b08-b71a410dded2 HTTP/1.1" status: 204 len: 168 time: 0.4175985 Jul 22 14:56:48.567439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a01fa-b6ba-4b5a-aa80-41ef403a7332 req-721a457f-ccac-4f9a-a229-9cf9d0d78d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:48.569053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-875a01fa-b6ba-4b5a-aa80-41ef403a7332 req-721a457f-ccac-4f9a-a229-9cf9d0d78d8c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1096 time: 0.2994812 Jul 22 14:56:48.622485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-875a01fa-b6ba-4b5a-aa80-41ef403a7332 req-3ff55c7d-f9df-4a02-8ee5-80b15a289417 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Jul 22 14:56:48.629429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet d0782127-f891-41c2-9ee3-f58981b5dc62 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:48.633271 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.674788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.758920 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.822212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.851302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=d0782127-f891-41c2-9ee3-f58981b5dc62,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:48.852987 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.855627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-87e14566-eebb-48f3-a86a-543e474dfc0e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/d0782127-f891-41c2-9ee3-f58981b5dc62 HTTP/1.1" status: 204 len: 168 time: 0.2933238 Jul 22 14:56:48.857788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60914) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:48.870755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6fc7e-a2e2-4570-b674-a508bb6b2b09 None None] Network 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:48.939296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:48.997436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port c51de83e-4fb7-4c90-82af-f3536cb71e9e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:48.998058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.083708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] For port c51de83e-4fb7-4c90-82af-f3536cb71e9e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c51de83e-4fb7-4c90-82af-f3536cb71e9e,segment=NetworkSegment(66efd983-3327-4bdd-864a-e2683e05b5e6),segment_id=66efd983-3327-4bdd-864a-e2683e05b5e6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:49.084077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.095847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] DHCP port deletion for 9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:56:49.100350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for c51de83e-4fb7-4c90-82af-f3536cb71e9e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:49.155094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] Deleting port c51de83e-4fb7-4c90-82af-f3536cb71e9e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:49.155484 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.196034 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.223770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] For port c51de83e-4fb7-4c90-82af-f3536cb71e9e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c51de83e-4fb7-4c90-82af-f3536cb71e9e,segment=NetworkSegment(66efd983-3327-4bdd-864a-e2683e05b5e6),segment_id=66efd983-3327-4bdd-864a-e2683e05b5e6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:49.224250 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.228865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=c51de83e-4fb7-4c90-82af-f3536cb71e9e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:49.238085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No DVR routers for this DVR port c51de83e-4fb7-4c90-82af-f3536cb71e9e on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:49.246720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] Calling delete_port for c51de83e-4fb7-4c90-82af-f3536cb71e9e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:49.349647 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.383861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] No DVR routers for this DVR port c51de83e-4fb7-4c90-82af-f3536cb71e9e on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:49.385792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c8e4c-63b9-45b0-8ce9-e91fdf41f819 None None] Pushing event deleted for resources: {'Port': ['ID=c51de83e-4fb7-4c90-82af-f3536cb71e9e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:49.412944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.425267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3d7ed0-c1ec-4b63-87f9-8a08eb945803']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:49.438391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66efd983-3327-4bdd-864a-e2683e05b5e6') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:49.438854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66efd983-3327-4bdd-864a-e2683e05b5e6') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:49.453403 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.472235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.484312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d489f-a727-49b6-a7a2-1ba00b64dacb req-1f1d7c47-7eb2-4316-a526-a389fad27ae4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:49.486718 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f50d489f-a727-49b6-a7a2-1ba00b64dacb req-1f1d7c47-7eb2-4316-a526-a389fad27ae4 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 945 time: 0.1959395 Jul 22 14:56:49.491679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:56:49.492337 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:56:49.495593 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:56:49.574930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f50d489f-a727-49b6-a7a2-1ba00b64dacb req-bbb8b478-4cc5-465f-a8a6-82ce5267bf4d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781834 Jul 22 14:56:49.580143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.599594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:49.605763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/9d3d7ed0-c1ec-4b63-87f9-8a08eb945803 HTTP/1.1" status: 204 len: 168 time: 0.7426593 Jul 22 14:56:49.605763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc52d3-f7af-4b28-b578-dee74c9e6a85 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=9d3d7ed0-c1ec-4b63-87f9-8a08eb945803,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:49.606017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60920) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:49.668848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e305ad-c7cf-4121-ad25-2468fdb49d3e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:49.670520 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-33e305ad-c7cf-4121-ad25-2468fdb49d3e tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/3d1a6e84-0bcc-4107-b64c-aa1927ae1217 HTTP/1.1" status: 200 len: 840 time: 0.0637028 Jul 22 14:56:49.675098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60922) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:49.727888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2748d408-fa5e-4c38-be31-3d4fb1162971 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/3d1a6e84-0bcc-4107-b64c-aa1927ae1217?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0512221 Jul 22 14:56:49.731667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60924) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:49.736718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:49.825602 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:49.830312 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.030003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.077150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:50.082878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:50.085806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:50.086396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.096996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6517eb9c-2b79-4b3d-9553-435fef4aa1a9 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:50.106814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=35998b8f-43cb-4117-b69a-24dd76664ba6,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:50.117751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60928) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:50.118330 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ac30916b-9b0c-4b79-8c6d-20516f9638e5 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3854043 Jul 22 14:56:50.124257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'security_group': {'name': 'tempest-secgroup-920233247'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:50.150731 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.263050 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.272903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.300177 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.304406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1819987 Jul 22 14:56:50.304765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60930) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:50.312134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'security_group': {'name': 'tempest-secgroup-585366642'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:50.321061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'tenant_id': '3d8de739081442138dc7cec9448a4e98', 'fixed_ips': [{'subnet_id': '35998b8f-43cb-4117-b69a-24dd76664ba6'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:56:50.322504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.330226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a163a-13d6-4b6d-a90a-2bbe117f58a0 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1c03e-7ef0-4a0b-9f36-5571c7db841e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:50.356293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.460039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.464952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.482095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.486529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1777503 Jul 22 14:56:50.487345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:50.492118 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-298126387', 'security_groups': ['16c74fd5-f2bc-4609-8990-4de40299d4b0'], 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35998b8f-43cb-4117-b69a-24dd76664ba6'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:50.507780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e33581-31d8-4bdd-a92b-7711ca6a9cf3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c74fd5-f2bc-4609-8990-4de40299d4b0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:50.512723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Allocated IP 172.20.0.2 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/35998b8f-43cb-4117-b69a-24dd76664ba6/9cd1a521-3105-4393-9a41-4648d7711984) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:50.612735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c51de83e-4fb7-4c90-82af-f3536cb71e9e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:56:50.640319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c51de83e-4fb7-4c90-82af-f3536cb71e9e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:56:50.640716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c51de83e-4fb7-4c90-82af-f3536cb71e9e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:56:50.665524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:50.702071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.717701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Transition to ACTIVE for port object 9cd1a521-3105-4393-9a41-4648d7711984 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:50.736480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Transition to ACTIVE for port object 9cd1a521-3105-4393-9a41-4648d7711984 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:50.743751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.746008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13f5e5-5452-48a2-bcc6-e024787a3d03 req-f06dade6-bcfc-4871-b911-1b865787d729 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:50.747800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc13f5e5-5452-48a2-bcc6-e024787a3d03 req-f06dade6-bcfc-4871-b911-1b865787d729 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 945 time: 0.0815015 Jul 22 14:56:50.788902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.790951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fc13f5e5-5452-48a2-bcc6-e024787a3d03 req-4eef8f7c-f87b-4fdb-8043-28a9c1108ed2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366714 Jul 22 14:56:50.794399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:50.800487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:50.804216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:50.814745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:50.838844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Pushing event updated for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:50.880058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Attempting to bind port 9cd1a521-3105-4393-9a41-4648d7711984 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:56:50.880503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Attempting to bind port 9cd1a521-3105-4393-9a41-4648d7711984 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:56:50.880888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Attempting to bind port 9cd1a521-3105-4393-9a41-4648d7711984 on network 6c29a47d-2e33-4844-b321-cf2b1ab3696f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:56:50.889113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:56:50.889113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Checking segment: {'id': '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:56:50.889113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.889113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Bound using segment: {'id': '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:56:50.889113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Bound port: 9cd1a521-3105-4393-9a41-4648d7711984, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:56:50.889113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:50.962714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617de546-4de0-4c97-a668-d1f2709e09c5 req-d03e47c5-52ba-4aa0-bbd0-dd453ecfbfc8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:50.969734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:56:50.971729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-617de546-4de0-4c97-a668-d1f2709e09c5 req-d03e47c5-52ba-4aa0-bbd0-dd453ecfbfc8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 945 time: 0.0949383 Jul 22 14:56:50.973385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cd1a521-3105-4393-9a41-4648d7711984,segment=NetworkSegment(9e040ecc-0ed5-4f0b-9ddd-5de727cf2543),segment_id=9e040ecc-0ed5-4f0b-9ddd-5de727cf2543)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:56:50.978664 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.016287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-617de546-4de0-4c97-a668-d1f2709e09c5 req-bede1c7f-0381-4ece-8ec2-0bdcbdd8c3f0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Jul 22 14:56:51.037791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.10 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/35998b8f-43cb-4117-b69a-24dd76664ba6/80fb56fc-7ac1-4f7e-824e-73e75bb16a39) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:51.047974 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60938) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:51.059831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55447af-45d2-48fc-89a2-0f2ae12bae84 None None] Pushing event updated for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:51.113748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d6fbc-eee9-42e9-83f3-e6b5d5b68e3f tempest-TestVolumeBootPattern-1660883033 tempest-TestVolumeBootPattern-1660883033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.118580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-917d6fbc-eee9-42e9-83f3-e6b5d5b68e3f tempest-TestVolumeBootPattern-1660883033 tempest-TestVolumeBootPattern-1660883033-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1091 time: 0.0664117 Jul 22 14:56:51.119530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60942) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:51.124193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:51.201593 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.254681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.278383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:51.343254 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.409212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:51.412659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:51.415477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:51.452936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=80fb56fc-7ac1-4f7e-824e-73e75bb16a39,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:51.476822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.477500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.496564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-73a9b1b7-8ef3-41be-b798-2c9b8e656422 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0083194 Jul 22 14:56:51.499182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60944) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:51.505469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:51.549049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-98a72fa3-b7fa-499f-95fb-3b5627d3fcbb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3963733 Jul 22 14:56:51.640456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:51.644219 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.696498 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.711418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-0913b12f-fd86-46a8-a012-1b930cc15ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.712937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-0913b12f-fd86-46a8-a012-1b930cc15ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1097 time: 0.1199560 Jul 22 14:56:51.737491 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 35998b8f-43cb-4117-b69a-24dd76664ba6 (CIDR: 172.20.0.0/28) Jul 22 14:56:51.741245 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:56:51.741642 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:51.763706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8ce3c7b1-fe31-4dd0-b7e1-75d612571e92 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2608185 Jul 22 14:56:51.764038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60946) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:51.769271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:51.903210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:51.907781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:51.961026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.25.3.25 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a06b6037-64a7-4669-b8e8-b3e0f0185863) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:51.963740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-4f2e6c08-a43d-43da-9fa6-f2dd6df3a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:51.965262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-4f2e6c08-a43d-43da-9fa6-f2dd6df3a72b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 200 len: 898 time: 0.2215397 Jul 22 14:56:52.138029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-1385e4cb-f552-4f8f-b0b5-d1973d3d4ab9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 200 len: 1002 time: 0.1634016 Jul 22 14:56:52.177074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.228101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:52.232360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:52.233874 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a7f9331b-278d-4137-86a8-b0d4176682a5 None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:52.234956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7f9331b-278d-4137-86a8-b0d4176682a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.249406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:52.256318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.274601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.280026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-ae7cc970-5a1f-4a79-9070-8117c7471f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:52.281883 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-ae7cc970-5a1f-4a79-9070-8117c7471f96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff1c7638-ac5a-4bd4-b472-9696ef7476f0 HTTP/1.1" status: 200 len: 835 time: 0.1355286 Jul 22 14:56:52.284799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=a93a7aa9-4538-483c-bff1-14c35f026b47,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:52.292196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6d80b5b3-4a85-4057-9097-669c178de0ec tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5243931 Jul 22 14:56:52.293050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60952) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:52.303133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-565379912', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a93a7aa9-4538-483c-bff1-14c35f026b47'}], 'security_groups': ['e8e1c03e-7ef0-4a0b-9f36-5571c7db841e']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:52.306951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9331b-278d-4137-86a8-b0d4176682a5 None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:52.322611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a7f9331b-278d-4137-86a8-b0d4176682a5 None None] Provisioning for port 9cd1a521-3105-4393-9a41-4648d7711984 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:52.383006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cfe81e-6b2b-4a5e-9101-20a8aa2fc9fd None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:52.406800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.409243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60954) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:52.431852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.437179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-2743b69b-afdb-433f-a058-cf1b424b5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:52.438780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-2743b69b-afdb-433f-a058-cf1b424b5c01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7c7f362-ce7a-4edf-9728-d0e58884c49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400864 Jul 22 14:56:52.474038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ade1b714-b31d-4962-b80f-a6371bc4901a None None] Provisioning for port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:52.486233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ade1b714-b31d-4962-b80f-a6371bc4901a None None] Provisioning complete for port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:52.486233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ade1b714-b31d-4962-b80f-a6371bc4901a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.507799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:52.517476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:52.520187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:52.524975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9640eeef-5d41-4af4-bdf5-3bfd741980a8 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/floatingips/f86d6ba0-234d-49db-a612-607b18168fe6 HTTP/1.1" status: 200 len: 994 time: 0.1139839 Jul 22 14:56:52.525252 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=a06b6037-64a7-4669-b8e8-b3e0f0185863,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:52.574386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ade1b714-b31d-4962-b80f-a6371bc4901a None None] Port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:52.623175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-cebcbc87-f6ba-431b-b4e0-993817dd88a8 service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638451 Jul 22 14:56:52.769386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cd1a521-3105-4393-9a41-4648d7711984 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:52.803068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38e6c983-714e-48f1-b514-8fd509c0aab6 req-90ceb16d-036e-4a53-b1a9-76e0e62eb85b service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551270 Jul 22 14:56:52.836240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:52.846778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Update dhcp port {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'fixed_ips': [{'subnet_id': '35998b8f-43cb-4117-b69a-24dd76664ba6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a93a7aa9-4538-483c-bff1-14c35f026b47'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '9cd1a521-3105-4393-9a41-4648d7711984'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:56:52.904245 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:52.917107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9cd1a521-3105-4393-9a41-4648d7711984 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:52.925409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:52.925917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.136158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.184774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cd1a521-3105-4393-9a41-4648d7711984,segment=NetworkSegment(9e040ecc-0ed5-4f0b-9ddd-5de727cf2543),segment_id=9e040ecc-0ed5-4f0b-9ddd-5de727cf2543)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:53.186270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Allocated IP 172.20.0.18 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/a93a7aa9-4538-483c-bff1-14c35f026b47/9cd1a521-3105-4393-9a41-4648d7711984) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:53.189185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 85538277-f6d0-49f9-aa56-8edaaf9e37b5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:53.189776 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.191354 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.298479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:53.344999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cd1a521-3105-4393-9a41-4648d7711984,segment=NetworkSegment(9e040ecc-0ed5-4f0b-9ddd-5de727cf2543),segment_id=9e040ecc-0ed5-4f0b-9ddd-5de727cf2543)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:53.381278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.398118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Transition to ACTIVE for port object 9cd1a521-3105-4393-9a41-4648d7711984 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:53.405967 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.501309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f2f98-5c9f-4fef-bea3-0a3f2cc2ece6 None None] Pushing event updated for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:53.507808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.521747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Delete allocated IP 172.20.0.10 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/35998b8f-43cb-4117-b69a-24dd76664ba6) {{(pid=93813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:56:53.534593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.24 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/a93a7aa9-4538-483c-bff1-14c35f026b47/80fb56fc-7ac1-4f7e-824e-73e75bb16a39) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:53.629155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.629155 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.650091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 85538277-f6d0-49f9-aa56-8edaaf9e37b5 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:53.664583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.729205 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.745558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Ignored duplicate provisioning block setup for port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:56:53.750965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.849594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=80fb56fc-7ac1-4f7e-824e-73e75bb16a39,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:53.873617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] In _notify_port_updated(), no bound segment for port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 on network 6c29a47d-2e33-4844-b321-cf2b1ab3696f {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:56:53.881035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:53.881851 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.883728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5e06cab1-1e64-4af2-8c43-dce0689ebbf6 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/ports/80fb56fc-7ac1-4f7e-824e-73e75bb16a39 HTTP/1.1" status: 200 len: 920 time: 1.5899410 Jul 22 14:56:53.887426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60964) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:53.956544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.965556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:53.971878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.007370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:54.007989 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.097382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=a06b6037-64a7-4669-b8e8-b3e0f0185863,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:54.113548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:54.113933 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.128491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.130122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.134986 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=85538277-f6d0-49f9-aa56-8edaaf9e37b5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:54.144702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:54.155151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:54.165313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Provisioning complete for port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:54.165697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.204271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Port 80fb56fc-7ac1-4f7e-824e-73e75bb16a39 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:54.206094 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.206631 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Floating IP f86d6ba0-234d-49db-a612-607b18168fe6 disassociated (deleted). External IP: 172.25.3.206, port: 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a. Jul 22 14:56:54.216373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Provisioning for port 9cd1a521-3105-4393-9a41-4648d7711984 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:54.221120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:54.221498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2b0251e6-d5c9-438e-a533-827f24985778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.315604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.332971 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Floating IP 03af7208-e590-4675-aab6-76bdaac67c9b associated. External IP: 172.25.3.25, port: 4c241075-a1d9-4210-8b30-9cc32a5598a7. Jul 22 14:56:54.345086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=80fb56fc-7ac1-4f7e-824e-73e75bb16a39,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:54.435198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.440902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ab38a390-8cd5-4a02-b4ee-3ba645d82e58 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/80fb56fc-7ac1-4f7e-824e-73e75bb16a39 HTTP/1.1" status: 204 len: 168 time: 0.5502386 Jul 22 14:56:54.441079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60968) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:54.469596 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfda8a81-cb65-4a0f-adaf-bb5fd8f8d86f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:56:54.473699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dfda8a81-cb65-4a0f-adaf-bb5fd8f8d86f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/80fb56fc-7ac1-4f7e-824e-73e75bb16a39 HTTP/1.1" status: 404 len: 333 time: 0.0292206 Jul 22 14:56:54.474971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60970) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:54.535985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d55a6706-b00e-4163-88e5-d36178d786ea tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.560890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d55a6706-b00e-4163-88e5-d36178d786ea tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.612199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d55a6706-b00e-4163-88e5-d36178d786ea tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.615062 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d55a6706-b00e-4163-88e5-d36178d786ea tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.616428 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d55a6706-b00e-4163-88e5-d36178d786ea tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/security-groups/16c74fd5-f2bc-4609-8990-4de40299d4b0 HTTP/1.1" status: 204 len: 168 time: 0.1402690 Jul 22 14:56:54.620060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60972) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:54.623412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 5e29e895-b73d-4314-848a-c1dea1c29597 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:54.633095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-36040b7d-d14c-4098-80a0-48668b0d38cf None None] Could not find standard attr ID for object 80fb56fc-7ac1-4f7e-824e-73e75bb16a39. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:56:54.636285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a6706-b00e-4163-88e5-d36178d786ea tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c74fd5-f2bc-4609-8990-4de40299d4b0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:54.674681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cd1a521-3105-4393-9a41-4648d7711984 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:56:54.699156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bcacf8a-b8ff-4865-be50-525cdd668eda tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.728120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bcacf8a-b8ff-4865-be50-525cdd668eda tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.744007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:54.745303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.755433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:56:54.778049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bcacf8a-b8ff-4865-be50-525cdd668eda tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.782316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9bcacf8a-b8ff-4865-be50-525cdd668eda tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.784493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9bcacf8a-b8ff-4865-be50-525cdd668eda tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/security-groups/e8e1c03e-7ef0-4a0b-9f36-5571c7db841e HTTP/1.1" status: 204 len: 168 time: 0.1616578 Jul 22 14:56:54.787207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60974) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:54.797242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcacf8a-b8ff-4865-be50-525cdd668eda tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1c03e-7ef0-4a0b-9f36-5571c7db841e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:54.904043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:54.912037 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:54.913766 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] Sync routers for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:54.923558 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:54.924172 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:54.949722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet 35998b8f-43cb-4117-b69a-24dd76664ba6 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:56:54.957238 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.001033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:56:55.011303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c817ead-691c-4a81-8111-9238e792756a None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:56:55.011802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9a48fece-c728-4fb4-9844-6fc1aa8d7fc3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/floatingips/f86d6ba0-234d-49db-a612-607b18168fe6 HTTP/1.1" status: 204 len: 168 time: 2.1742380 Jul 22 14:56:55.016978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:55.019443 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3bf487-1b53-40b7-b685-f2001e1baded" -d '{"events": [{"name": "network-changed", "server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:55.025265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:55.026159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:55.028214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.041949 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:55.058444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.093078 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d1a249-8f8f-4be0-a4c0-6f281109c300 x-openstack-request-id: req-53d1a249-8f8f-4be0-a4c0-6f281109c300 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:55.093352 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:55.093624 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53d1a249-8f8f-4be0-a4c0-6f281109c300 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:55.094108 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'status': 'completed', 'code': 200} Jul 22 14:56:55.179610 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-40692527-9b88-478d-8cce-c0da7d3dc744 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0592232 Jul 22 14:56:55.208211 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.245258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:55.265991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-fc519f10-bb75-4c89-b1f4-57e141f4a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:55.267558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-fc519f10-bb75-4c89-b1f4-57e141f4a9dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a9b092dbbc148f09c56d07989ed8151&device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 1097 time: 0.1550546 Jul 22 14:56:55.303317 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:02Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:55.381605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.429710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=35998b8f-43cb-4117-b69a-24dd76664ba6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:55.432112 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] Checking router: 5e29e895-b73d-4314-848a-c1dea1c29597 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:55.433815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.435779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1ce5d6b3-58c9-42fc-93d3-da50a4d72a8a tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/35998b8f-43cb-4117-b69a-24dd76664ba6 HTTP/1.1" status: 204 len: 168 time: 0.6461766 Jul 22 14:56:55.441714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60986) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:55.461272 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:55.461950 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:55.462181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73a18d-a11f-4bc6-9b8d-1f126bd530c5 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:55.463062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:55.465983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046d96f-d553-49b9-a102-8666123e33e5 req-22076037-3fa3-457e-bca5-df0827e7b9d2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:55.466568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c046d96f-d553-49b9-a102-8666123e33e5 req-22076037-3fa3-457e-bca5-df0827e7b9d2 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 946 time: 0.2132778 Jul 22 14:56:55.468126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-00f8d82d-9df8-4e62-9c18-83339e89f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:55.469565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-00f8d82d-9df8-4e62-9c18-83339e89f978 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 200 len: 898 time: 0.1951933 Jul 22 14:56:55.608399 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:55.617311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-689de458-119d-4bf0-aa32-1f8a058cc38e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 200 len: 217 time: 0.1343613 Jul 22 14:56:55.646904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:55.653776 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:55.677155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:53Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:55.678107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c046d96f-d553-49b9-a102-8666123e33e5 req-7db5c3e7-1225-43e9-bc9d-8774c0f12002 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051148 Jul 22 14:56:55.696408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-c6ecc1a9-36e0-4acc-85e6-16f84762ea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:55.697889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-c6ecc1a9-36e0-4acc-85e6-16f84762ea39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff1c7638-ac5a-4bd4-b472-9696ef7476f0 HTTP/1.1" status: 200 len: 835 time: 0.0686584 Jul 22 14:56:55.730873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c817ead-691c-4a81-8111-9238e792756a None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:56:55.754214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:56:55.755959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:55.783078 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-d077debe-acf7-4c07-ad4d-1d47db981168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:55.785537 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-d077debe-acf7-4c07-ad4d-1d47db981168 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b7c7f362-ce7a-4edf-9728-d0e58884c49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785968 Jul 22 14:56:55.900953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-e6d9c05c-d15f-4155-8e80-bb633f906baf service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056991 Jul 22 14:56:55.914377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:56:55.932445 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:02Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:55.977724 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b377093-6d69-439b-9efa-758545129bb1 None None] The sync data for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 is: [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:55:58Z', 'revision_number': 4, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '0af75f6e-db40-4a32-95b7-46083317bfc3', 'name': '', 'network_id': 'b7c7f362-ce7a-4edf-9728-d0e58884c49d', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'mac_address': 'fa:16:3e:39:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:57Z', 'updated_at': '2021-07-22T14:56:02Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'subnets': [{'id': 'ff1c7638-ac5a-4bd4-b472-9696ef7476f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:56.002729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.036737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c3bf487-1b53-40b7-b685-f2001e1baded req-0b3da256-7342-4648-ba4c-a0c7f3bcc82c service neutron] 10.222.0.61 "GET /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265271 Jul 22 14:56:56.057029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:56.067480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:56.071892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:56.072506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.087239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:56.098303 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eaa46040-3e9f-4af1-bf8d-03cec4caaa09 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6547596 Jul 22 14:56:56.102289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60988) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:56.108612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'security_group': {'name': 'tempest-secgroup-1646072968'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:56.136553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.220395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4c817ead-691c-4a81-8111-9238e792756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:53Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:56:56.246320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.251957 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.286317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.290779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1844685 Jul 22 14:56:56.291219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 60990) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:56.294839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61485a-a242-4264-afaa-146a66498d8c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81c35b-5df6-406c-98b8-95dbe1d034c6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:56.296668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'security_group': {'name': 'tempest-secgroup-1305059296'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:56.327154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.383834 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2801c9-325d-40cd-b3ff-324cfd813c25 None None] New status for floating IP f86d6ba0-234d-49db-a612-607b18168fe6: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:56:56.431089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.435832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.485158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08a4a5a-aa8c-4914-a50b-e34850a612da,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:56.487887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c817ead-691c-4a81-8111-9238e792756a None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:53Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:56:56.489958 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.493836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0ee68998-22d3-4488-b13d-8d39fef82279 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1989918 Jul 22 14:56:56.494970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 60992) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:56.500365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'security_group': {'name': 'tempest-secgroup-465797934'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:56.550067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.664317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.671515 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.677241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781f771-fff0-4b11-9f22-be91573742a0 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:56.719717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff356c6d-1e23-4f93-9859-ad308a051d24,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:56.726040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.734050 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b7c16aaa-bd11-410e-84ce-0c9d54234585 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2377012 Jul 22 14:56:56.735247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32770) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:56.750795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-153070327', 'security_groups': ['ff356c6d-1e23-4f93-9859-ad308a051d24'], 'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:56.808853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f319d7bf-d062-453d-90ac-1d8d26ae9405 None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:56.809246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f319d7bf-d062-453d-90ac-1d8d26ae9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:56.939532 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:56.976728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadcbe6-8e4b-4e07-b012-5fa4c532af3c None None] New status for floating IP 03af7208-e590-4675-aab6-76bdaac67c9b: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:56:56.994770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-16fa63e9-47c8-43e0-91a0-43f6f732b342 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:56.996306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-16fa63e9-47c8-43e0-91a0-43f6f732b342 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.61 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 946 time: 0.4928737 Jul 22 14:56:57.016848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f319d7bf-d062-453d-90ac-1d8d26ae9405 None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:57.051108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.070851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] device_id is not set on port 4f459982-2d45-452e-9d3f-acf76da7eefe yet. {{(pid=93813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 14:56:57.108401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0dcc4-da51-4238-8353-019a27d0636c req-e95d84d7-4c72-4c0c-b186-a7b308068298 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:57.110424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75f0dcc4-da51-4238-8353-019a27d0636c req-e95d84d7-4c72-4c0c-b186-a7b308068298 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 946 time: 0.1975944 Jul 22 14:56:57.111223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:57.114007 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:57.125712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f319d7bf-d062-453d-90ac-1d8d26ae9405 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:57.126564 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f319d7bf-d062-453d-90ac-1d8d26ae9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.188258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75f0dcc4-da51-4238-8353-019a27d0636c req-fc6bfc3c-1b02-4e43-a794-3c16d2abfa2f tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/security-groups?id=376ea499-7d82-40a0-9db1-e7aa7f44927c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688097 Jul 22 14:56:57.190039 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9fc25-504d-4a16-bf48-0887f42727c2 x-openstack-request-id: req-4fa9fc25-504d-4a16-bf48-0887f42727c2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:57.190143 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:57.190373 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4fa9fc25-504d-4a16-bf48-0887f42727c2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:57.190822 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'status': 'completed', 'code': 200} Jul 22 14:56:57.227668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:56:57.228407 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.351697 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.2 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a/4f459982-2d45-452e-9d3f-acf76da7eefe) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:57.374383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:57.374383 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.376826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-e6b12dd1-0bfb-468c-96da-82857fe49d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:57.378420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-e6b12dd1-0bfb-468c-96da-82857fe49d7e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1096 time: 0.1588030 Jul 22 14:56:57.391697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:56:57.456551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Update dhcp port {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'fixed_ips': [{'subnet_id': 'a93a7aa9-4538-483c-bff1-14c35f026b47', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '9cd1a521-3105-4393-9a41-4648d7711984'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:56:57.496236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.562097 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.572823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-3b938c53-6a61-4bf4-be41-76273a66c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:57.574603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-3b938c53-6a61-4bf4-be41-76273a66c2ca service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1896582 Jul 22 14:56:57.597270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=1c5ffe9e-b5ea-4270-bb82-a9b48b30855a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:57.642552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.667818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Transition to ACTIVE for port object 4f459982-2d45-452e-9d3f-acf76da7eefe will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:57.671120 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-037a47e7-6cf6-4696-bfc6-bf8a93bfb37d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 1000 time: 0.0897579 Jul 22 14:56:57.683029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] No DVR routers for this DVR port 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:56:57.686305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.691092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04a0b269-3b24-4e86-8488-a1452fc8e5f9 req-3aca597f-437b-410e-abd7-375ae73da449 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.61 "DELETE /v2.0/ports/1c5ffe9e-b5ea-4270-bb82-a9b48b30855a HTTP/1.1" status: 204 len: 173 time: 0.6885307 Jul 22 14:56:57.753336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-487d82bd-364b-44a9-ad03-9fbe3b72b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:57.754748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-487d82bd-364b-44a9-ad03-9fbe3b72b3e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0761721 Jul 22 14:56:57.779889 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:57.837145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ffdba41c-96a7-4380-800b-e1b83b0d2d33 {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 14:56:57.837663 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 14:56:57.865727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:57.873483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:57.876865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:56:57.879711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=4f459982-2d45-452e-9d3f-acf76da7eefe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:57.916639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.916989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.917336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.917678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.918019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.918356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.918719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.919102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.919667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.919974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.920294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.920621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:56:57.948116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-b48481a1-1c71-44ff-8f28-38b6fea29a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:57.949685 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-b48481a1-1c71-44ff-8f28-38b6fea29a78 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889956 Jul 22 14:56:57.956307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:57.957214 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.003744 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1f016587-14bc-4dea-9360-644bf1d78aba tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2649779 Jul 22 14:56:58.007631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:58.013456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:58.088608 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-59a8fbda-1970-4bca-841b-f32b64b29915 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259089 Jul 22 14:56:58.212199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:58.217250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.317901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-71cc6883-9d89-4e66-8f2d-5b8450f4caa3 req-4d90a207-4fb8-4a73-befa-4e775c75d346 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224376 Jul 22 14:56:58.371145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b129471-fc78-4287-b048-bfdd5a127490 req-67b784a9-3e66-41f8-8781-fa0dbec03149 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "GET /v2.0/ports?device_id=22146e47-d3bf-4a0b-a59e-6954fb248105 HTTP/1.1" status: 200 len: 210 time: 0.0382340 Jul 22 14:56:58.397665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.416178 n-d-794306-8 neutron-server[93812]: INFO neutron.db.ipam_backend_mixin [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a (CIDR: 172.20.0.0/28) Jul 22 14:56:58.421026 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:56:58.421682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:58.441754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-345705e1-4168-49e6-8206-9e0666810223 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4323456 Jul 22 14:56:58.444333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32782) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:58.451011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:58.565199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:58.568804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.576391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Allocated IP 172.20.0.3 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a/9cd1a521-3105-4393-9a41-4648d7711984) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:58.663547 n-d-794306-8 neutron-server[93813]: INFO neutron.db.ipam_backend_mixin [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a93a7aa9-4538-483c-bff1-14c35f026b47 (CIDR: 172.20.0.16/28) Jul 22 14:56:58.666846 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 14:56:58.667342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:56:58.677491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cd1a521-3105-4393-9a41-4648d7711984,segment=NetworkSegment(9e040ecc-0ed5-4f0b-9ddd-5de727cf2543),segment_id=9e040ecc-0ed5-4f0b-9ddd-5de727cf2543)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:56:58.681046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eeb7f785-bb1a-455f-b74f-5c79730c21d2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2355213 Jul 22 14:56:58.683886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:58.689436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'subnet': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:58.708266 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.722764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Transition to ACTIVE for port object 9cd1a521-3105-4393-9a41-4648d7711984 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:56:58.726584 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.804624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Made reservation on behalf of 3d8de739081442138dc7cec9448a4e98 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:56:58.808144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:58.821909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934bbfe-e95c-44dd-9f37-048c42ea5653 None None] Pushing event updated for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:59.038164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.079350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:56:59.084102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:56:59.087514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:56:59.088115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.108489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Subnet': ['ID=9227a7c2-2ce8-4333-9fc5-64025a8d1e38,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:59.113441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-31ac4242-119c-4afe-8d35-cd5550349c46 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4285529 Jul 22 14:56:59.116297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:59.122819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-258872876', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9227a7c2-2ce8-4333-9fc5-64025a8d1e38'}], 'security_groups': ['7f81c35b-5df6-406c-98b8-95dbe1d034c6', 'b08a4a5a-aa8c-4914-a50b-e34850a612da']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:56:59.192525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'name': 'network-vif-deleted', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:56:59.195279 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891edb52-b2e9-4d0b-9fe6-18f07638a429" -d '{"events": [{"server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "name": "network-vif-deleted", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:56:59.224148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.244260 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172211ea-9511-4e91-bf36-7db9971f7a64 x-openstack-request-id: req-172211ea-9511-4e91-bf36-7db9971f7a64 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:56:59.245280 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22146e47-d3bf-4a0b-a59e-6954fb248105", "name": "network-vif-deleted", "tag": "1c5ffe9e-b5ea-4270-bb82-a9b48b30855a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:56:59.245280 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-172211ea-9511-4e91-bf36-7db9971f7a64 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:56:59.245280 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22146e47-d3bf-4a0b-a59e-6954fb248105', 'name': 'network-vif-deleted', 'tag': '1c5ffe9e-b5ea-4270-bb82-a9b48b30855a', 'status': 'completed', 'code': 200} Jul 22 14:56:59.340245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817da64-6028-4686-bcd8-2f107369d6c0 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:56:59.431757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0ae975eb-8b12-4146-925e-10d7699fb547 None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:59.432141 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ae975eb-8b12-4146-925e-10d7699fb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.446657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:59.476386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0ae975eb-8b12-4146-925e-10d7699fb547 None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:56:59.514834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0ae975eb-8b12-4146-925e-10d7699fb547 None None] Provisioning for port 9cd1a521-3105-4393-9a41-4648d7711984 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:56:59.520758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0ae975eb-8b12-4146-925e-10d7699fb547 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:56:59.521421 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ae975eb-8b12-4146-925e-10d7699fb547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.558367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf26d8c3-aa4c-47a3-9589-a99e33c3972b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.622648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf26d8c3-aa4c-47a3-9589-a99e33c3972b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.647499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Delete allocated IP 172.20.0.2 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a) {{(pid=93813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 14:56:59.676848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Allocated IP 172.20.0.44 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/9227a7c2-2ce8-4333-9fc5-64025a8d1e38/4f459982-2d45-452e-9d3f-acf76da7eefe) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:56:59.718953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Update dhcp port {'port': {'network_id': '6c29a47d-2e33-4844-b321-cf2b1ab3696f', 'fixed_ips': [{'subnet_id': 'a93a7aa9-4538-483c-bff1-14c35f026b47', 'ip_address': '172.20.0.18'}, {'subnet_id': '4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a', 'ip_address': '172.20.0.3'}, {'subnet_id': '9227a7c2-2ce8-4333-9fc5-64025a8d1e38'}], 'binding:host_id': 'n-d-794306-8'}, 'id': '9cd1a521-3105-4393-9a41-4648d7711984'} from n-d-794306-8. {{(pid=93814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 14:56:59.756335 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf26d8c3-aa4c-47a3-9589-a99e33c3972b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.758677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.759085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cf26d8c3-aa4c-47a3-9589-a99e33c3972b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.760317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cf26d8c3-aa4c-47a3-9589-a99e33c3972b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/security-groups/376ea499-7d82-40a0-9db1-e7aa7f44927c HTTP/1.1" status: 204 len: 168 time: 0.3127124 Jul 22 14:56:59.795664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32802) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:56:59.880806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d8c3-aa4c-47a3-9589-a99e33c3972b tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ea499-7d82-40a0-9db1-e7aa7f44927c,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:56:59.884279 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.897158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Ignored duplicate provisioning block setup for port 4f459982-2d45-452e-9d3f-acf76da7eefe by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 14:56:59.904832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:56:59.977385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Allocated IP 172.20.0.34 (6c29a47d-2e33-4844-b321-cf2b1ab3696f/9227a7c2-2ce8-4333-9fc5-64025a8d1e38/9cd1a521-3105-4393-9a41-4648d7711984) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:00.010247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event updated for resources: {'Port': ['ID=4f459982-2d45-452e-9d3f-acf76da7eefe,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:00.035497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] In _notify_port_updated(), no bound segment for port 4f459982-2d45-452e-9d3f-acf76da7eefe on network 6c29a47d-2e33-4844-b321-cf2b1ab3696f {{(pid=93813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 14:57:00.041344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:00.043100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.048296 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4add0f5a-1ac0-4633-940e-90016a14eb40 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "PUT /v2.0/ports/4f459982-2d45-452e-9d3f-acf76da7eefe HTTP/1.1" status: 200 len: 959 time: 0.9310200 Jul 22 14:57:00.050984 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:00.092685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cd1a521-3105-4393-9a41-4648d7711984,segment=NetworkSegment(9e040ecc-0ed5-4f0b-9ddd-5de727cf2543),segment_id=9e040ecc-0ed5-4f0b-9ddd-5de727cf2543)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:00.134740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.151062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Transition to ACTIVE for port object 9cd1a521-3105-4393-9a41-4648d7711984 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:00.158849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.190411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 4f459982-2d45-452e-9d3f-acf76da7eefe {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:00.191294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.299901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3d454-3f23-4366-81cd-1b38a8b6c06b None None] Pushing event updated for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:00.387855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.424045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 4f459982-2d45-452e-9d3f-acf76da7eefe owned by {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:00.498672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.635246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.659759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cd1a521-3105-4393-9a41-4648d7711984 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:00.718960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=4f459982-2d45-452e-9d3f-acf76da7eefe,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:00.749328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.752200 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-98af50ac-a2d1-43ef-b5eb-efbf30b1b040 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/4f459982-2d45-452e-9d3f-acf76da7eefe HTTP/1.1" status: 204 len: 168 time: 0.7000010 Jul 22 14:57:00.755182 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32808) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:00.793075 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c0ca05-6159-45fe-b146-ea2a5b39e0a4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] GET failed (client error): The resource could not be found. Jul 22 14:57:00.795236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b5c0ca05-6159-45fe-b146-ea2a5b39e0a4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports/4f459982-2d45-452e-9d3f-acf76da7eefe HTTP/1.1" status: 404 len: 333 time: 0.0390456 Jul 22 14:57:00.798065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:00.816755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:00.846626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:00.847355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c5ffe9e-b5ea-4270-bb82-a9b48b30855a not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:00.857595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 0af75f6e-db40-4a32-95b7-46083317bfc3 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:00.858456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.867880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e94c955e-fb64-47aa-8049-209ff76d3306 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.898119 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e94c955e-fb64-47aa-8049-209ff76d3306 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.943287 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e94c955e-fb64-47aa-8049-209ff76d3306 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.945921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e94c955e-fb64-47aa-8049-209ff76d3306 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.949618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e94c955e-fb64-47aa-8049-209ff76d3306 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/security-groups/ff356c6d-1e23-4f93-9859-ad308a051d24 HTTP/1.1" status: 204 len: 168 time: 0.1481142 Jul 22 14:57:00.951360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:00.965796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 0af75f6e-db40-4a32-95b7-46083317bfc3, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0af75f6e-db40-4a32-95b7-46083317bfc3,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:00.966269 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:00.970088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c955e-fb64-47aa-8049-209ff76d3306 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff356c6d-1e23-4f93-9859-ad308a051d24,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:00.982119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 0af75f6e-db40-4a32-95b7-46083317bfc3 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:01.017413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7ae8ca7-94ad-4ed3-9bd4-961899f5532f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.043813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7ae8ca7-94ad-4ed3-9bd4-961899f5532f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.083806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Could not find standard attr ID for object 4f459982-2d45-452e-9d3f-acf76da7eefe. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:57:01.096631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:01.097120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7ae8ca7-94ad-4ed3-9bd4-961899f5532f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.097613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.102096 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b7ae8ca7-94ad-4ed3-9bd4-961899f5532f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.103603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b7ae8ca7-94ad-4ed3-9bd4-961899f5532f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/security-groups/b08a4a5a-aa8c-4914-a50b-e34850a612da HTTP/1.1" status: 204 len: 168 time: 0.1518488 Jul 22 14:57:01.107242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32814) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:01.114963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae8ca7-94ad-4ed3-9bd4-961899f5532f tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08a4a5a-aa8c-4914-a50b-e34850a612da,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:01.157137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:01.172370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Provisioning for port 9cd1a521-3105-4393-9a41-4648d7711984 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:01.181042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:01.181520 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-62852c09-0082-4c1f-b256-039d32832681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.224773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79ea482-22da-444b-a149-20a05b68a8e3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.280353 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79ea482-22da-444b-a149-20a05b68a8e3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.313256 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.355375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=0af75f6e-db40-4a32-95b7-46083317bfc3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:01.391609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-db2d520e-42d6-447e-bf0c-a491a8a91bc9 None None] Could not find standard attr ID for object 4f459982-2d45-452e-9d3f-acf76da7eefe. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:57:01.394817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79ea482-22da-444b-a149-20a05b68a8e3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.398182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c79ea482-22da-444b-a149-20a05b68a8e3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.402816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c79ea482-22da-444b-a149-20a05b68a8e3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/security-groups/7f81c35b-5df6-406c-98b8-95dbe1d034c6 HTTP/1.1" status: 204 len: 168 time: 0.2912872 Jul 22 14:57:01.403069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:01.456426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ea482-22da-444b-a149-20a05b68a8e3 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81c35b-5df6-406c-98b8-95dbe1d034c6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:01.486495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet 4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:57:01.490482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.550084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.649954 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.661922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.744763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.786277 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.798792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32824) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:01.799126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a HTTP/1.1" status: 204 len: 168 time: 0.3943040 Jul 22 14:57:01.799806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa604675-e636-4b5c-9490-180ced1b32cc tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:01.844350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a3caac-938e-43ec-befd-6d964e07a542 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:01.923592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-20205a46-5b99-4a7f-b12b-1b9cc780f3bc None None] Could not find standard attr ID for object 4f459982-2d45-452e-9d3f-acf76da7eefe. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 14:57:01.933267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet 9227a7c2-2ce8-4333-9fc5-64025a8d1e38 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:57:01.937803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:01.988102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.045196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Router 5e29e895-b73d-4314-848a-c1dea1c29597 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:02.464219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.524516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:02.531466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bb0a6ecf-8441-4b64-863e-c98d857de390 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "PUT /v2.0/routers/5e29e895-b73d-4314-848a-c1dea1c29597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340655 Jul 22 14:57:02.534367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:02.542203 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] Sync routers for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:02.556149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.567935 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:02.568811 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:02.682145 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.693594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32832) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:02.695684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93c5cf-e25a-4ac7-854b-f3d55a65f431 None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:02.708596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/9227a7c2-2ce8-4333-9fc5-64025a8d1e38 HTTP/1.1" status: 204 len: 168 time: 0.8894732 Jul 22 14:57:02.713823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc27f1-4818-49d0-9d90-dd604721618d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=9227a7c2-2ce8-4333-9fc5-64025a8d1e38,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:02.729719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting subnet ff1c7638-ac5a-4bd4-b472-9696ef7476f0 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:57:02.741418 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.789112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.816483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1bda156d-30a7-40a4-90b8-d36762a83b6c None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:02.819030 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1bda156d-30a7-40a4-90b8-d36762a83b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.834028 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6812c985-c5a4-40e9-801d-13ddc5c54e88 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:02.834638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6812c985-c5a4-40e9-801d-13ddc5c54e88 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:02.839185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6812c985-c5a4-40e9-801d-13ddc5c54e88 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/4d900fe4-3e7c-48e3-b2ff-d630e78f0d9a HTTP/1.1" status: 404 len: 337 time: 0.1411169 Jul 22 14:57:02.839351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:02.855780 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:02.871213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1bda156d-30a7-40a4-90b8-d36762a83b6c None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:02.913025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1bda156d-30a7-40a4-90b8-d36762a83b6c None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:02.913407 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1bda156d-30a7-40a4-90b8-d36762a83b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:02.950332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting subnet a93a7aa9-4538-483c-bff1-14c35f026b47 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:57:02.955518 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.013681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.018375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.103850 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:57:01Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:03.130638 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] Checking router: 5e29e895-b73d-4314-848a-c1dea1c29597 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:03.140014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.140560 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] Routers {'5e29e895-b73d-4314-848a-c1dea1c29597'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:03.141221 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['5e29e895-b73d-4314-848a-c1dea1c29597'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:03.173596 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.183868 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.185862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed56653-2dfe-4e25-af80-75a4464e41f2 None None] Network b7c7f362-ce7a-4edf-9728-d0e58884c49d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:03.186029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/subnets/ff1c7638-ac5a-4bd4-b472-9696ef7476f0 HTTP/1.1" status: 204 len: 168 time: 0.6500344 Jul 22 14:57:03.187899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f6568-c7ec-467b-98da-3811ff081ec3 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1c7638-ac5a-4bd4-b472-9696ef7476f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:03.189496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32836) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.305599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] Set router 5e29e895-b73d-4314-848a-c1dea1c29597 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:03.306420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.352800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.360732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/a93a7aa9-4538-483c-bff1-14c35f026b47 HTTP/1.1" status: 204 len: 168 time: 0.5204163 Jul 22 14:57:03.361728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103822e-23c1-4970-a4e8-b53cebd1cb5d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Subnet': ['ID=a93a7aa9-4538-483c-bff1-14c35f026b47,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:03.362775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32838) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.405082 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cf997a-3926-4983-b2fb-4d315e856dde tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.405548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cf997a-3926-4983-b2fb-4d315e856dde tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.407685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b6cf997a-3926-4983-b2fb-4d315e856dde tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/35998b8f-43cb-4117-b69a-24dd76664ba6 HTTP/1.1" status: 404 len: 337 time: 0.0383646 Jul 22 14:57:03.411686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32840) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.444214 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a9112364-a467-4e86-81ad-9fc953e1f702 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "GET /v2.0/ports?device_id=26b21b3d-c903-4099-9b08-b71a410dded2 HTTP/1.1" status: 200 len: 205 time: 0.0315673 Jul 22 14:57:03.446947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32842) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.447113 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.508874 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-052c712e-2932-49e3-a542-e1468a152ac8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] delete failed (client error): The resource could not be found. Jul 22 14:57:03.523206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32844) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.523490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-052c712e-2932-49e3-a542-e1468a152ac8 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/routers/26b21b3d-c903-4099-9b08-b71a410dded2 HTTP/1.1" status: 404 len: 336 time: 0.0754511 Jul 22 14:57:03.537165 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:57:01Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:03.564705 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99fcabf-94b6-4570-b73d-0385638d9135 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.565327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99fcabf-94b6-4570-b73d-0385638d9135 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.570390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b99fcabf-94b6-4570-b73d-0385638d9135 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/d0782127-f891-41c2-9ee3-f58981b5dc62 HTTP/1.1" status: 404 len: 337 time: 0.0430136 Jul 22 14:57:03.570639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32846) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.574782 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729534df-bb7c-4b54-8a7f-ea4d521f1ef2 None None] The sync data for ids ['5e29e895-b73d-4314-848a-c1dea1c29597'] in n-d-794306-8 is: [{'id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'name': 'tempest-TestNetworkBasicOps-router-583517410', 'tenant_id': '5a9b092dbbc148f09c56d07989ed8151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:55:51Z', 'updated_at': '2021-07-22T14:57:01Z', 'revision_number': 5, 'project_id': '5a9b092dbbc148f09c56d07989ed8151', 'gw_port': {'id': '9afc2dcc-08a8-4c27-bcc4-3efd141ce21c', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e29e895-b73d-4314-848a-c1dea1c29597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:55:52Z', 'updated_at': '2021-07-22T14:55:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:03.613346 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d88536-48da-4688-a57d-f51876fa04b2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.613807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05d88536-48da-4688-a57d-f51876fa04b2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.618317 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-05d88536-48da-4688-a57d-f51876fa04b2 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/80dcea08-b621-402a-854c-37ca8ef7323a HTTP/1.1" status: 404 len: 337 time: 0.0443761 Jul 22 14:57:03.618317 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32848) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.624300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.665780 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-911cbd40-955f-4f16-8bb0-525a324d305c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.665780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911cbd40-955f-4f16-8bb0-525a324d305c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.670710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-911cbd40-955f-4f16-8bb0-525a324d305c tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/0c590690-1e30-458e-af91-992638486ac5 HTTP/1.1" status: 404 len: 337 time: 0.0484071 Jul 22 14:57:03.671542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32854) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.702068 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f606bf-5161-46c7-8a04-dbc2f6023aca tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.703871 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f606bf-5161-46c7-8a04-dbc2f6023aca tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.706335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-84f606bf-5161-46c7-8a04-dbc2f6023aca tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/2cb75ace-892a-46c4-81e1-86953c7ee148 HTTP/1.1" status: 404 len: 333 time: 0.0337620 Jul 22 14:57:03.709028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32856) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.721262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Deleting port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:03.721618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.741069 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79e9d6d-d410-4466-a221-9e3c18461dce tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.741530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79e9d6d-d410-4466-a221-9e3c18461dce tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.743328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b79e9d6d-d410-4466-a221-9e3c18461dce tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/be4cd9f2-15db-45f9-adb0-cd2b416ab2d2 HTTP/1.1" status: 404 len: 337 time: 0.0333586 Jul 22 14:57:03.746050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.767006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818c008-95b6-42c3-897d-bc1c76ffa06f None None] Network 6c29a47d-2e33-4844-b321-cf2b1ab3696f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:03.795941 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-627fedfa-6f60-4ed5-82b4-328e8f658fd4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.796629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627fedfa-6f60-4ed5-82b4-328e8f658fd4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.799159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-627fedfa-6f60-4ed5-82b4-328e8f658fd4 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/856de465-cff3-4bcd-9f00-d9f6752190ed HTTP/1.1" status: 404 len: 337 time: 0.0508740 Jul 22 14:57:03.801632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32862) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.834601 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3120987-4959-4203-b690-3a7adf0c32dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.836101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3120987-4959-4203-b690-3a7adf0c32dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.838022 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c3120987-4959-4203-b690-3a7adf0c32dd tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/e0ad436a-d43f-40fa-99ed-6555e8ca2b28 HTTP/1.1" status: 404 len: 333 time: 0.0353153 Jul 22 14:57:03.840661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.849658 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] For port 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:03.850028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.852612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e320f739-5317-4c60-9773-eeaeff577e30 None None] Provisioning complete for port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:03.853179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e320f739-5317-4c60-9773-eeaeff577e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:03.864316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Calling delete_port for 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:03.868820 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-674da48c-f7f2-4945-b339-454c2346fdef tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.869410 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674da48c-f7f2-4945-b339-454c2346fdef tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.871294 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-674da48c-f7f2-4945-b339-454c2346fdef tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/c0e916fa-8b80-4bac-96a5-9f869d5da994 HTTP/1.1" status: 404 len: 337 time: 0.0295978 Jul 22 14:57:03.873902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32866) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.902197 n-d-794306-8 neutron-server[93812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a05f06-0bb3-418c-a249-9cafba066faf tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] DELETE failed (client error): The resource could not be found. Jul 22 14:57:03.902915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a05f06-0bb3-418c-a249-9cafba066faf tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 14:57:03.904837 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d6a05f06-0bb3-418c-a249-9cafba066faf tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/subnets/a1f311e7-34a0-4434-8750-75fe2b619329 HTTP/1.1" status: 404 len: 337 time: 0.0292711 Jul 22 14:57:03.909087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32868) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:03.938307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e320f739-5317-4c60-9773-eeaeff577e30 None None] Port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:03.967833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e320f739-5317-4c60-9773-eeaeff577e30 None None] Provisioning complete for port 9cd1a521-3105-4393-9a41-4648d7711984 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:03.969192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e320f739-5317-4c60-9773-eeaeff577e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.002434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] DHCP port deletion for b7c7f362-ce7a-4edf-9728-d0e58884c49d request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:57:04.126307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Deleting port 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:04.126957 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.133401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] Deleting port d5b83550-38bb-4527-8727-28d1ba63adcb {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:04.133785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.159981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] DHCP port deletion for 6c29a47d-2e33-4844-b321-cf2b1ab3696f request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 14:57:04.232630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] For port d5b83550-38bb-4527-8727-28d1ba63adcb, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=d5b83550-38bb-4527-8727-28d1ba63adcb,segment=NetworkSegment(d2830205-f6de-4781-a643-cbc3fdd8a087),segment_id=d2830205-f6de-4781-a643-cbc3fdd8a087)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:04.232790 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.233226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.247302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Calling delete_port for 3d1a6e84-0bcc-4107-b64c-aa1927ae1217 owned by {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:04.251855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] Calling delete_port for d5b83550-38bb-4527-8727-28d1ba63adcb owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:04.253466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.288860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Port': ['ID=9afc2dcc-08a8-4c27-bcc4-3efd141ce21c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:04.305851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] Deleting port 9cd1a521-3105-4393-9a41-4648d7711984 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:04.306173 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.406642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] For port 9cd1a521-3105-4393-9a41-4648d7711984, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9cd1a521-3105-4393-9a41-4648d7711984,segment=NetworkSegment(9e040ecc-0ed5-4f0b-9ddd-5de727cf2543),segment_id=9e040ecc-0ed5-4f0b-9ddd-5de727cf2543)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:04.406976 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.413218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.431898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] Calling delete_port for 9cd1a521-3105-4393-9a41-4648d7711984 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:04.485433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.526469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] Pushing event deleted for resources: {'Port': ['ID=d5b83550-38bb-4527-8727-28d1ba63adcb,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:04.528632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.530278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb73fc8-a457-43a0-9787-b2e8c11e5bb1 None None] No DVR routers for this DVR port d5b83550-38bb-4527-8727-28d1ba63adcb on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:04.532068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.536111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.564921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.598736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] Pushing event deleted for resources: {'Port': ['ID=9cd1a521-3105-4393-9a41-4648d7711984,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:04.603126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de84d36-a85c-4ee3-bd47-13dd0559c996 None None] No DVR routers for this DVR port 9cd1a521-3105-4393-9a41-4648d7711984 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:04.650674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.654563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/ports/3d1a6e84-0bcc-4107-b64c-aa1927ae1217 HTTP/1.1" status: 204 len: 168 time: 0.7424335 Jul 22 14:57:04.654563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a82aca-c8a7-4a54-bfba-495ecd2d8e27 tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Port': ['ID=3d1a6e84-0bcc-4107-b64c-aa1927ae1217,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:04.657551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32870) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:04.664317 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.665189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Fanout notify agent at l3_agent the message router_deleted on router 5e29e895-b73d-4314-848a-c1dea1c29597 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 14:57:04.674251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.675581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-10fc445d-a324-4e0c-84da-73429fe94587 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/routers/5e29e895-b73d-4314-848a-c1dea1c29597 HTTP/1.1" status: 204 len: 168 time: 1.4849837 Jul 22 14:57:04.678297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32872) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:04.794852 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d5b83550-38bb-4527-8727-28d1ba63adcb no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:04.807732 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.833959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: d5b83550-38bb-4527-8727-28d1ba63adcb {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:04.836591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.840846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device d5b83550-38bb-4527-8727-28d1ba63adcb not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:04.841700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0af75f6e-db40-4a32-95b7-46083317bfc3 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:04.866695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 0af75f6e-db40-4a32-95b7-46083317bfc3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:04.867414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0af75f6e-db40-4a32-95b7-46083317bfc3 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:04.868437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cd1a521-3105-4393-9a41-4648d7711984 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:04.902256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 9cd1a521-3105-4393-9a41-4648d7711984 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:04.902976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9cd1a521-3105-4393-9a41-4648d7711984 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:04.958078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.969265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c7f362-ce7a-4edf-9728-d0e58884c49d']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:04.969845 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.980300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2830205-f6de-4781-a643-cbc3fdd8a087') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:04.980604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2830205-f6de-4781-a643-cbc3fdd8a087') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:04.980809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c29a47d-2e33-4844-b321-cf2b1ab3696f']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:04.991170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:04.996596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:04.997100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e040ecc-0ed5-4f0b-9ddd-5de727cf2543') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:05.007681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.010043 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.017279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:57:05.017682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: timer() Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:57:05.020677 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:57:05.025473 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.032455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:57:05.033139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:57:05.036678 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:57:05.087267 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.094941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.096474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] 10.222.0.60 "DELETE /v2.0/networks/b7c7f362-ce7a-4edf-9728-d0e58884c49d HTTP/1.1" status: 204 len: 168 time: 0.4170883 Jul 22 14:57:05.110276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6375d-6ccb-47b7-912a-f628e03b4416 tempest-TestNetworkBasicOps-1248263971 tempest-TestNetworkBasicOps-1248263971-project] Pushing event deleted for resources: {'Network': ['ID=b7c7f362-ce7a-4edf-9728-d0e58884c49d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:05.112192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.124071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.126030 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] 10.222.0.60 "DELETE /v2.0/networks/6c29a47d-2e33-4844-b321-cf2b1ab3696f HTTP/1.1" status: 204 len: 168 time: 0.4689655 Jul 22 14:57:05.137912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88244a86-3c99-4c75-80c5-5541f3f11b9d tempest-PortsTestJSON-1057361948 tempest-PortsTestJSON-1057361948-project] Pushing event deleted for resources: {'Network': ['ID=6c29a47d-2e33-4844-b321-cf2b1ab3696f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:05.372115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:05.402082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32888) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:05.503116 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d06ccfbb-a33b-4e98-8c5e-bc1a20f099f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a9b092dbbc148f09c56d07989ed8151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298504 Jul 22 14:57:05.505745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32892) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:05.547506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-efc90dde-8cd0-48ec-a8d2-3294740d4527 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d8de739081442138dc7cec9448a4e98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440496 Jul 22 14:57:05.549812 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32894) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:05.555127 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66f12c0f-1f1a-4560-8d76-4b8fd3a7c361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.576526 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66f12c0f-1f1a-4560-8d76-4b8fd3a7c361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.630886 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66f12c0f-1f1a-4560-8d76-4b8fd3a7c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.633442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-66f12c0f-1f1a-4560-8d76-4b8fd3a7c361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.637058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-66f12c0f-1f1a-4560-8d76-4b8fd3a7c361 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e830ec9d-cbb0-42ee-ba04-e97e973fad03 HTTP/1.1" status: 204 len: 168 time: 0.1278415 Jul 22 14:57:05.645584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f12c0f-1f1a-4560-8d76-4b8fd3a7c361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e830ec9d-cbb0-42ee-ba04-e97e973fad03,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:05.786192 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:57:05.923257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06273953-0547-432a-9981-997b20dd992c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.949389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06273953-0547-432a-9981-997b20dd992c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:05.956654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 32906) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:05.978262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88bb5254-e579-45da-bf07-0fbc264e64d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.027079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06273953-0547-432a-9981-997b20dd992c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.029574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06273953-0547-432a-9981-997b20dd992c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.033254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06273953-0547-432a-9981-997b20dd992c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d42b3ea-5ff6-4df2-b92d-4cb5dd853f97 HTTP/1.1" status: 204 len: 168 time: 0.4802053 Jul 22 14:57:06.047541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06273953-0547-432a-9981-997b20dd992c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d42b3ea-5ff6-4df2-b92d-4cb5dd853f97,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:06.120456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88bb5254-e579-45da-bf07-0fbc264e64d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.126642 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88bb5254-e579-45da-bf07-0fbc264e64d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.172809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88bb5254-e579-45da-bf07-0fbc264e64d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3af94fd2a0894844933bb4c9d302c6d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150831 Jul 22 14:57:06.174792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb5254-e579-45da-bf07-0fbc264e64d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2c90b6-1665-4d87-af63-51167e9dd5f8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:06.176121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32910) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:06.233096 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13399fe2-115e-46a7-9fc4-d91606592b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.262202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13399fe2-115e-46a7-9fc4-d91606592b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.319561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13399fe2-115e-46a7-9fc4-d91606592b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.322476 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13399fe2-115e-46a7-9fc4-d91606592b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:06.326207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-13399fe2-115e-46a7-9fc4-d91606592b92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c2c90b6-1665-4d87-af63-51167e9dd5f8 HTTP/1.1" status: 204 len: 168 time: 0.1461310 Jul 22 14:57:06.332554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13399fe2-115e-46a7-9fc4-d91606592b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2c90b6-1665-4d87-af63-51167e9dd5f8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:06.572612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:06.594051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:06.594503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9afc2dcc-08a8-4c27-bcc4-3efd141ce21c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:07.247434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:07.397690 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1314624107-network', 'tenant_id': 'a74aabfaba9440538fade339f80de814'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:07.415270 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.422143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Made reservation on behalf of a74aabfaba9440538fade339f80de814 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:07.424525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.433276 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.531212 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.535872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.576168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:57:07.590194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bc7f2-f066-4dd9-976c-4a3f3489b0b4,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:07.600706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.601329 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Added segment c73d3bee-863c-48e4-bb2a-341be4dcbe3b of type vlan for network ede97bda-9545-4668-a39a-c524591d7aff Jul 22 14:57:07.661479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.711932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.713061 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:07.714092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.761116 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5092325 Jul 22 14:57:07.761560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 32978) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:07.772296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Request body: {'subnet': {'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1314624107-subnet', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:07.821247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1127101-c5ec-4934-9153-58dbdb77a381 admin admin] Pushing event updated for resources: {'Network': ['ID=ede97bda-9545-4668-a39a-c524591d7aff,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:07.835117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ede97bda-9545-4668-a39a-c524591d7aff details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:57:07.840725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Made reservation on behalf of a74aabfaba9440538fade339f80de814 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:07.843424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:07.943650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.068133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.134981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e96416b-3079-4fd5-baa7-8413a7daa01b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:08.141037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Checking segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:08.141855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Network hostable DHCP agents. Network: ede97bda-9545-4668-a39a-c524591d7aff, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:57:08.163937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Network ede97bda-9545-4668-a39a-c524591d7aff is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:57:08.177440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ede97bda-9545-4668-a39a-c524591d7aff) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:08.184855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:08.187001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.197474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845062bf-0a80-4170-a372-2a176543b77c None None] Network ede97bda-9545-4668-a39a-c524591d7aff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:08.216578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a35b4a17-0cf3-402f-8756-f3d2988a87d9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4533041 Jul 22 14:57:08.219234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:08.224652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:08.261091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.264289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.327611 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33006) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:08.395546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.412694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-ede97bda-9545-4668-a39a-c524591d7aff', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:57:08.413619 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.543405 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e81bd1c5-7300-452e-b53f-bfaf68b127fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.576232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Allocated IP 172.20.0.2 (ede97bda-9545-4668-a39a-c524591d7aff/9e96416b-3079-4fd5-baa7-8413a7daa01b/e7866d57-a58b-41d5-9b54-69e5d2207bd8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:08.627378 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.669930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e81bd1c5-7300-452e-b53f-bfaf68b127fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.676223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e81bd1c5-7300-452e-b53f-bfaf68b127fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.726550 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e81bd1c5-7300-452e-b53f-bfaf68b127fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a228d88f92f847499f1447e235a89d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978059 Jul 22 14:57:08.727597 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bd1c5-7300-452e-b53f-bfaf68b127fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ef107b-4ff3-4877-ab46-bb84250264c5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:08.730216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:08.745372 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.756714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Transition to ACTIVE for port object e7866d57-a58b-41d5-9b54-69e5d2207bd8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:08.775040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Transition to ACTIVE for port object e7866d57-a58b-41d5-9b54-69e5d2207bd8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:08.782382 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.799072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7353d27e-29f5-4e2a-8758-6c9e0e8e0430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.827098 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7353d27e-29f5-4e2a-8758-6c9e0e8e0430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.835813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Network ede97bda-9545-4668-a39a-c524591d7aff is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:08.840530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:08.845819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:08.915764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7353d27e-29f5-4e2a-8758-6c9e0e8e0430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.920224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.920396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7353d27e-29f5-4e2a-8758-6c9e0e8e0430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.921627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7353d27e-29f5-4e2a-8758-6c9e0e8e0430 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83ef107b-4ff3-4877-ab46-bb84250264c5 HTTP/1.1" status: 204 len: 168 time: 0.1903746 Jul 22 14:57:08.933202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353d27e-29f5-4e2a-8758-6c9e0e8e0430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ef107b-4ff3-4877-ab46-bb84250264c5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:08.962182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Pushing event updated for resources: {'Port': ['ID=e7866d57-a58b-41d5-9b54-69e5d2207bd8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:08.971296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Attempting to bind port e7866d57-a58b-41d5-9b54-69e5d2207bd8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:08.971810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Attempting to bind port e7866d57-a58b-41d5-9b54-69e5d2207bd8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:08.972274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Attempting to bind port e7866d57-a58b-41d5-9b54-69e5d2207bd8 on network ede97bda-9545-4668-a39a-c524591d7aff {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:08.975761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.979027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:08.979414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Checking segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:08.979827 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:08.980232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Bound using segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:08.980779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Bound port: e7866d57-a58b-41d5-9b54-69e5d2207bd8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:08.981304 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.071033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] For port e7866d57-a58b-41d5-9b54-69e5d2207bd8, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:09.075306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] For port e7866d57-a58b-41d5-9b54-69e5d2207bd8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e7866d57-a58b-41d5-9b54-69e5d2207bd8,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:09.081791 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.107263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Allocated IP 172.25.3.35 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/15311cac-b672-4cb2-99ab-7c7d2c995069) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:09.177258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d58ba-2ba9-4bd4-90ea-ac13af2f587e None None] Pushing event updated for resources: {'Port': ['ID=e7866d57-a58b-41d5-9b54-69e5d2207bd8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:09.323263 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.373561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.374447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33020) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:09.419050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f102cb2-bead-4388-8c0a-3f531e1d04da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.429888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:09.434290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:09.436049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:09.487037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Pushing event updated for resources: {'Port': ['ID=15311cac-b672-4cb2-99ab-7c7d2c995069,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:09.560561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f102cb2-bead-4388-8c0a-3f531e1d04da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.565907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f102cb2-bead-4388-8c0a-3f531e1d04da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.610051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3f102cb2-bead-4388-8c0a-3f531e1d04da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31742d71b4a14079ba7d6c65f64f9852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341745 Jul 22 14:57:09.611037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f102cb2-bead-4388-8c0a-3f531e1d04da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccfa646-b005-42c5-88df-a1e4b15b2cfa,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:09.613439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33022) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:09.664139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05829d96-a344-43c0-9158-7703f6029673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.687609 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05829d96-a344-43c0-9158-7703f6029673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.730442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.737066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05829d96-a344-43c0-9158-7703f6029673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.740245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-05829d96-a344-43c0-9158-7703f6029673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.749283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-05829d96-a344-43c0-9158-7703f6029673 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ccfa646-b005-42c5-88df-a1e4b15b2cfa HTTP/1.1" status: 204 len: 168 time: 0.1300094 Jul 22 14:57:09.758087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05829d96-a344-43c0-9158-7703f6029673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccfa646-b005-42c5-88df-a1e4b15b2cfa,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:09.882196 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-78cfe22f-24b3-40a6-bb12-95ca1e6f3579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:09.941514 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:10.081038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Router c38d47c1-7441-4b28-8ba7-be593836db9c is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:57:10.209065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:10.219192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Sync routers for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:10.230999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:10.232142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:10.241137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:10.242689 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a9783de9-06f9-456a-b097-22a8d553801c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0223670 Jul 22 14:57:10.245521 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33042) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:10.344587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e342ab-972b-471d-938f-8eb8d0ba21ce None None] Network ede97bda-9545-4668-a39a-c524591d7aff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:10.480089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:10.516231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bd74fffc-f0be-4620-98ac-e3f703f7fac1 None None] Provisioning for port e7866d57-a58b-41d5-9b54-69e5d2207bd8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:10.711950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e7866d57-a58b-41d5-9b54-69e5d2207bd8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:10.807680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e7866d57-a58b-41d5-9b54-69e5d2207bd8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:10.812232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:09Z', 'revision_number': 3, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:10.815597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e7866d57-a58b-41d5-9b54-69e5d2207bd8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:10.816007 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:10.833305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.029446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Checking router: c38d47c1-7441-4b28-8ba7-be593836db9c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:11.029942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Updating router c38d47c1-7441-4b28-8ba7-be593836db9c port 15311cac-b672-4cb2-99ab-7c7d2c995069 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:11.092366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.113871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Allocated IP 172.20.0.1 (ede97bda-9545-4668-a39a-c524591d7aff/9e96416b-3079-4fd5-baa7-8413a7daa01b/25bbb357-9a2a-45eb-a9e1-71f1ed03318f) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:11.246462 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.248228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f594386f-dc70-40e6-9a9a-eac842e9ec3f None None] Provisioning complete for port e7866d57-a58b-41d5-9b54-69e5d2207bd8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:11.248599 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f594386f-dc70-40e6-9a9a-eac842e9ec3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.298343 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.335415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Transition to ACTIVE for port object 25bbb357-9a2a-45eb-a9e1-71f1ed03318f will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:11.370560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e7866d57-a58b-41d5-9b54-69e5d2207bd8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e7866d57-a58b-41d5-9b54-69e5d2207bd8,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:11.381875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.384568 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.430116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Network ede97bda-9545-4668-a39a-c524591d7aff is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:11.433722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:11.437702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:11.505834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.543386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.556377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Transition to ACTIVE for port object 15311cac-b672-4cb2-99ab-7c7d2c995069 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:11.588585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e7866d57-a58b-41d5-9b54-69e5d2207bd8,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:11.594962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.664556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3cb4d-502e-480f-8bb9-aa411dbcfd9d None None] Pushing event updated for resources: {'Port': ['ID=15311cac-b672-4cb2-99ab-7c7d2c995069,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:11.700269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Attempting to bind port 15311cac-b672-4cb2-99ab-7c7d2c995069 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:11.700649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Attempting to bind port 15311cac-b672-4cb2-99ab-7c7d2c995069 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:11.701033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Attempting to bind port 15311cac-b672-4cb2-99ab-7c7d2c995069 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:11.719979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:11.720432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:11.720860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.721271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:11.721825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Bound port: 15311cac-b672-4cb2-99ab-7c7d2c995069, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:11.722227 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.818050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] For port 15311cac-b672-4cb2-99ab-7c7d2c995069, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:11.822226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] For port 15311cac-b672-4cb2-99ab-7c7d2c995069, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=15311cac-b672-4cb2-99ab-7c7d2c995069,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:11.829786 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.906443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:11.907250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:56:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:11.915327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7badc717-4886-4fb3-9a4f-3199f7a1517d None None] Provisioning for port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:11.983389 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:11.995390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.995667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.996018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.996364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.996708 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.997046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.997310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7badc717-4886-4fb3-9a4f-3199f7a1517d None None] Provisioning complete for port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:11.997437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.997705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.997965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7badc717-4886-4fb3-9a4f-3199f7a1517d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:11.998098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.998366 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.998717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:11.999056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:12.011385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3cb4d-502e-480f-8bb9-aa411dbcfd9d None None] Pushing event updated for resources: {'Port': ['ID=15311cac-b672-4cb2-99ab-7c7d2c995069,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:12.060644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7badc717-4886-4fb3-9a4f-3199f7a1517d None None] Port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:12.083456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:12.140625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.175955 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2bdd401c-e40e-49dd-878d-5962fbdbefe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.309885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:09Z', 'revision_number': 3, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:12.362303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e884b6-8bcb-44bc-819e-ef4fece30e23 None None] The sync data for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 is: [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:09Z', 'revision_number': 3, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:12.384317 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.407449 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.412985 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.493675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.495833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Pushing event updated for resources: {'Port': ['ID=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:12.615516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Network ede97bda-9545-4668-a39a-c524591d7aff is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:12.617087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:12.715454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e7866d57-a58b-41d5-9b54-69e5d2207bd8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:12.818863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e7866d57-a58b-41d5-9b54-69e5d2207bd8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:12.819313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:12.871472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Router c38d47c1-7441-4b28-8ba7-be593836db9c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:13.098499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ba431c3a-4982-48d7-9960-c0ed5f0332b7 None None] Provisioning complete for port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:13.099702 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ba431c3a-4982-48d7-9960-c0ed5f0332b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.112183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:13.132948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9fe8af0b-5de5-4aa2-b481-0612c3c7d2f4 admin admin] 10.222.0.60 "PUT /v2.0/routers/c38d47c1-7441-4b28-8ba7-be593836db9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8849256 Jul 22 14:57:13.150359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ba431c3a-4982-48d7-9960-c0ed5f0332b7 None None] Port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:13.483856 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33112) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:13.632913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-747c5dbb-81ae-4b2f-8f20-94395bae2fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.692830 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.741062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-747c5dbb-81ae-4b2f-8f20-94395bae2fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.745547 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-747c5dbb-81ae-4b2f-8f20-94395bae2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.789534 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c5dbb-81ae-4b2f-8f20-94395bae2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3043456-5889-4f94-92d9-e4c36ddd93d8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:13.800601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33124) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:13.804903 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-747c5dbb-81ae-4b2f-8f20-94395bae2fe5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a4067b0960e4699bf95efd8e669804c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196838 Jul 22 14:57:13.807257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33126) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:13.809819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2088774168-network', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:13.833931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Made reservation on behalf of bac8b1c0824444a4b92ead05231f19a2 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:13.836682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.847484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.861685 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db6049fa-40ed-47ef-ba64-33c35afb91fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.886374 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db6049fa-40ed-47ef-ba64-33c35afb91fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.963008 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db6049fa-40ed-47ef-ba64-33c35afb91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.966836 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db6049fa-40ed-47ef-ba64-33c35afb91fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:13.975032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db6049fa-40ed-47ef-ba64-33c35afb91fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3043456-5889-4f94-92d9-e4c36ddd93d8 HTTP/1.1" status: 204 len: 168 time: 0.1664684 Jul 22 14:57:13.985673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6049fa-40ed-47ef-ba64-33c35afb91fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3043456-5889-4f94-92d9-e4c36ddd93d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:14.000653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.015903 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.040896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 14:57:14.056780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb243b9e-b63a-46dd-bd2e-4f8c8f38521f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:14.063007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.063359 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Added segment 9136f636-cac4-4df5-8e3b-6ae4d80b861b of type vlan for network a2ab171a-86fc-4789-86b6-8ec9025915fd Jul 22 14:57:14.108667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.147462 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.148744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:14.149481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.190934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3891361 Jul 22 14:57:14.193624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33132) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:14.229902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Request body: {'subnet': {'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2088774168-subnet', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:14.234323 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2192cd4-751b-4324-a52c-bc28599db5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a2ab171a-86fc-4789-86b6-8ec9025915fd,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:14.253578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a2ab171a-86fc-4789-86b6-8ec9025915fd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 14:57:14.259600 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Made reservation on behalf of bac8b1c0824444a4b92ead05231f19a2 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:14.263047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.455656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33136) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:14.470132 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07671dbd-9acf-416a-8478-c315a9e99821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.491835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.571697 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07671dbd-9acf-416a-8478-c315a9e99821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.580170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-07671dbd-9acf-416a-8478-c315a9e99821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.584169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=486d4bc6-f144-4c46-8201-0f7b560e38d8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:14.607884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Checking segment: {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:14.608454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Network hostable DHCP agents. Network: a2ab171a-86fc-4789-86b6-8ec9025915fd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 14:57:14.637131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-07671dbd-9acf-416a-8478-c315a9e99821 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=550ad12781fc4fe78cfb91134432925f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800399 Jul 22 14:57:14.638419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07671dbd-9acf-416a-8478-c315a9e99821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fbb9f2-e8ae-4ecb-9fb0-b2e7cacca432,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:14.641098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33138) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:14.651637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Network a2ab171a-86fc-4789-86b6-8ec9025915fd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 14:57:14.683697 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Sync routers for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:14.694400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a2ab171a-86fc-4789-86b6-8ec9025915fd) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:14.698270 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:14.699307 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:14.703910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0105aced-9ce0-43f2-b9ab-d419d6b85075 None None] Network a2ab171a-86fc-4789-86b6-8ec9025915fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:14.735595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 15311cac-b672-4cb2-99ab-7c7d2c995069 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:14.739994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:14.741175 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.742875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b250c225-6637-46d8-99ab-cef07951d0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.767770 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b250c225-6637-46d8-99ab-cef07951d0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.813790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2656989f-c31f-43f6-aeb8-d338ba2f4da3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6190948 Jul 22 14:57:14.816632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33140) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:14.822539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:14.837198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b250c225-6637-46d8-99ab-cef07951d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.840042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b250c225-6637-46d8-99ab-cef07951d0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.841871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b250c225-6637-46d8-99ab-cef07951d0bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11fbb9f2-e8ae-4ecb-9fb0-b2e7cacca432 HTTP/1.1" status: 204 len: 168 time: 0.1991038 Jul 22 14:57:14.848262 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:14.860405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250c225-6637-46d8-99ab-cef07951d0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fbb9f2-e8ae-4ecb-9fb0-b2e7cacca432,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:14.860909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 15311cac-b672-4cb2-99ab-7c7d2c995069 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:14.890198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.891493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.896313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 15311cac-b672-4cb2-99ab-7c7d2c995069 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:14.897526 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:14.989035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-a2ab171a-86fc-4789-86b6-8ec9025915fd', 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'fixed_ips': [{'subnet_id': '486d4bc6-f144-4c46-8201-0f7b560e38d8'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 14:57:14.990154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.131986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.165294 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Allocated IP 172.20.0.2 (a2ab171a-86fc-4789-86b6-8ec9025915fd/486d4bc6-f144-4c46-8201-0f7b560e38d8/81c464c7-8d82-44a1-910e-633db95a974e) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:15.301630 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 2, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:15.326630 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.346000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Checking router: c38d47c1-7441-4b28-8ba7-be593836db9c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:15.346678 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Updating router c38d47c1-7441-4b28-8ba7-be593836db9c port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:15.405673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 15311cac-b672-4cb2-99ab-7c7d2c995069, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=15311cac-b672-4cb2-99ab-7c7d2c995069,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:15.407541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.421942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.424244 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.438277 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.486998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.511679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Transition to ACTIVE for port object 81c464c7-8d82-44a1-910e-633db95a974e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:15.522121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=15311cac-b672-4cb2-99ab-7c7d2c995069,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:15.534545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Transition to ACTIVE for port object 81c464c7-8d82-44a1-910e-633db95a974e will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:15.541334 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.604860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Network a2ab171a-86fc-4789-86b6-8ec9025915fd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:15.607167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:15.609750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Pushing event updated for resources: {'Port': ['ID=81c464c7-8d82-44a1-910e-633db95a974e,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:15.611976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:15.707973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.710659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Attempting to bind port 81c464c7-8d82-44a1-910e-633db95a974e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:15.711398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Attempting to bind port 81c464c7-8d82-44a1-910e-633db95a974e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:15.711875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Attempting to bind port 81c464c7-8d82-44a1-910e-633db95a974e on network a2ab171a-86fc-4789-86b6-8ec9025915fd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:15.719351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:15.720087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Checking segment: {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:15.720615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.721115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Bound using segment: {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:15.721890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Bound port: 81c464c7-8d82-44a1-910e-633db95a974e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:15.722453 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.728940 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.804848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] For port 81c464c7-8d82-44a1-910e-633db95a974e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:15.809086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] For port 81c464c7-8d82-44a1-910e-633db95a974e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=81c464c7-8d82-44a1-910e-633db95a974e,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:15.815418 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.819471 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.833941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Transition to ACTIVE for port object 25bbb357-9a2a-45eb-a9e1-71f1ed03318f will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:15.841971 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:15.870771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Allocated IP 172.25.3.235 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/99cdaec1-cbea-4923-8cb7-12e93715322a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:15.910876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571853d9-2eff-40ba-854f-97c9b3d82a7e None None] Pushing event updated for resources: {'Port': ['ID=81c464c7-8d82-44a1-910e-633db95a974e,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:15.918585 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Pushing event updated for resources: {'Port': ['ID=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:15.961915 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.962268 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.962645 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.962982 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.963312 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.963929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.964435 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.964935 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.965439 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.965939 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.966438 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:15.966958 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:16.004037 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Attempting to bind port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:16.004633 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Attempting to bind port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:16.005195 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Attempting to bind port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f on network ede97bda-9545-4668-a39a-c524591d7aff {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:16.011329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:16.012021 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Checking segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:16.012612 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:16.013022 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Bound using segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:16.013509 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Bound port: 25bbb357-9a2a-45eb-a9e1-71f1ed03318f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:16.013903 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:16.052910 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:16.107467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] For port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:16.115235 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] For port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:16.116299 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:16.120899 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:16.209144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:16.216927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:16.222599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd2ba3-472a-4fbb-8bea-38485f077aa2 None None] Pushing event updated for resources: {'Port': ['ID=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:16.222879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:16.226413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=99cdaec1-cbea-4923-8cb7-12e93715322a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:16.265474 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:16.266780 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:16.576968 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:16.648950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:16.841530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 81c464c7-8d82-44a1-910e-633db95a974e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:16.888359 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:16Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:16.923471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 81c464c7-8d82-44a1-910e-633db95a974e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:16.928425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 15311cac-b672-4cb2-99ab-7c7d2c995069 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:16.938292 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2bb19-f672-44f2-9367-d69e2cf02a1e None None] The sync data for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 is: [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:16Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:16.955702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195cf2dc-08df-445b-9ba1-c40ef5f2b787 req-35b300ab-6b47-43d9-99b7-8f45332ee0b6 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:16.957327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-195cf2dc-08df-445b-9ba1-c40ef5f2b787 req-35b300ab-6b47-43d9-99b7-8f45332ee0b6 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 945 time: 0.2372904 Jul 22 14:57:16.984448 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:17.007337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 15311cac-b672-4cb2-99ab-7c7d2c995069 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:17.007738 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:17.187222 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-195cf2dc-08df-445b-9ba1-c40ef5f2b787 req-423fa9e6-09a8-40ec-9448-08080fb77265 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002258 Jul 22 14:57:17.219572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Router e00f4d1d-5689-49b4-93ea-8af67c1a90ec is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 14:57:17.362465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:17.373701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Sync routers for ids ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:17.381368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:17.382845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6baa688d-1543-4fa9-b03d-7dca6b7cd2a8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5643215 Jul 22 14:57:17.385687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:17.393385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Routers {'e00f4d1d-5689-49b4-93ea-8af67c1a90ec'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:17.393800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:17.448178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac089e94-e059-4907-9b08-5e649605df42 None None] Network a2ab171a-86fc-4789-86b6-8ec9025915fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 14:57:17.528502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Provisioning for port 81c464c7-8d82-44a1-910e-633db95a974e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:17.565543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Provisioning complete for port 81c464c7-8d82-44a1-910e-633db95a974e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:17.565928 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:17.656483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Set router e00f4d1d-5689-49b4-93ea-8af67c1a90ec gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:17.836285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33206) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:17.905293 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:17.981919 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e144-3dd7-4da1-b084-a8c4bef80c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.006103 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.106264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e144-3dd7-4da1-b084-a8c4bef80c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.116394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cfe7e144-3dd7-4da1-b084-a8c4bef80c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.128158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] For port 81c464c7-8d82-44a1-910e-633db95a974e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=81c464c7-8d82-44a1-910e-633db95a974e,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:18.157618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Allocated IP 172.20.0.1 (a2ab171a-86fc-4789-86b6-8ec9025915fd/486d4bc6-f144-4c46-8201-0f7b560e38d8/c129c0dc-eb14-47a7-b273-0b35e7aafa3d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:18.164853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cfe7e144-3dd7-4da1-b084-a8c4bef80c9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0651b408c4744929b98399cb5b422abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247175 Jul 22 14:57:18.164853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7e144-3dd7-4da1-b084-a8c4bef80c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50af572-62bd-4821-b1ef-5cdcd0b65193,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:18.165188 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33210) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:18.180759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.212936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-a5a70ba4-db1c-4a15-8406-384272bd55ed tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:18.214501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-a5a70ba4-db1c-4a15-8406-384272bd55ed tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 945 time: 0.1391723 Jul 22 14:57:18.277422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Pushing event updated for resources: {'Port': ['ID=81c464c7-8d82-44a1-910e-633db95a974e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:18.289012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.289377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.289731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.290358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.290740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.291085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.291423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.291760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.292095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.292430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.292763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.293219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2e9623-1c60-4974-afac-342a4db33660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:57:18.309006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T14:57:16Z', 'revision_number': 3, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:18.350947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75363881-37d8-4dca-98b1-b7fa10e7eb18 req-d9e9354c-9d5d-46e5-ae88-e73e6c0b0ab1 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:18.354926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Checking router: e00f4d1d-5689-49b4-93ea-8af67c1a90ec for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:18.355519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Updating router e00f4d1d-5689-49b4-93ea-8af67c1a90ec port 99cdaec1-cbea-4923-8cb7-12e93715322a binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:18.358775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75363881-37d8-4dca-98b1-b7fa10e7eb18 req-d9e9354c-9d5d-46e5-ae88-e73e6c0b0ab1 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 945 time: 0.0936055 Jul 22 14:57:18.406262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75363881-37d8-4dca-98b1-b7fa10e7eb18 req-0497e3f2-8c83-4612-860e-40ca6e91af0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Jul 22 14:57:18.408161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e135bb65-96a6-4827-8c81-8186e7823aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.420130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.453780 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e135bb65-96a6-4827-8c81-8186e7823aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.499465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.513705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Deleting port edfd72aa-c7a2-41bf-a274-8bab4174c716 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:57:18.514065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.555038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Transition to ACTIVE for port object c129c0dc-eb14-47a7-b273-0b35e7aafa3d will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:18.629859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e135bb65-96a6-4827-8c81-8186e7823aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.632435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e135bb65-96a6-4827-8c81-8186e7823aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.636350 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e135bb65-96a6-4827-8c81-8186e7823aaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f50af572-62bd-4821-b1ef-5cdcd0b65193 HTTP/1.1" status: 204 len: 168 time: 0.4702325 Jul 22 14:57:18.783338 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.799851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 81c464c7-8d82-44a1-910e-633db95a974e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:18.803440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Transition to ACTIVE for port object 99cdaec1-cbea-4923-8cb7-12e93715322a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:18.828064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e02078a1-dc68-4a16-bf94-e220ab88cf4e None None] Provisioning complete for port 81c464c7-8d82-44a1-910e-633db95a974e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:18.828583 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e02078a1-dc68-4a16-bf94-e220ab88cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.857174 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.944275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Attempting to bind port 99cdaec1-cbea-4923-8cb7-12e93715322a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:18.944749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Attempting to bind port 99cdaec1-cbea-4923-8cb7-12e93715322a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:18.945198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Attempting to bind port 99cdaec1-cbea-4923-8cb7-12e93715322a on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:18.953062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86e8c-d87e-4c25-960a-38b0c58ea980 None None] Pushing event updated for resources: {'Port': ['ID=99cdaec1-cbea-4923-8cb7-12e93715322a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:18.966167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:18.966668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:18.967162 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.967639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:18.968243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Bound port: 99cdaec1-cbea-4923-8cb7-12e93715322a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:18.968709 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:18.992560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135bb65-96a6-4827-8c81-8186e7823aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50af572-62bd-4821-b1ef-5cdcd0b65193,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:18.995586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] For port edfd72aa-c7a2-41bf-a274-8bab4174c716, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=edfd72aa-c7a2-41bf-a274-8bab4174c716,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:18.996021 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.008438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33218) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:19.013509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Calling delete_port for edfd72aa-c7a2-41bf-a274-8bab4174c716 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:57:19.022800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.043525 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f02b7-a48a-4edf-bf8d-a9433e8e4f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.054783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 81c464c7-8d82-44a1-910e-633db95a974e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:19.055336 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.106586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] For port 99cdaec1-cbea-4923-8cb7-12e93715322a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:19.110968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] For port 99cdaec1-cbea-4923-8cb7-12e93715322a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cdaec1-cbea-4923-8cb7-12e93715322a,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:19.116838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Network a2ab171a-86fc-4789-86b6-8ec9025915fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:19.118542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.125844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:19.133517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:19.142131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Pushing event updated for resources: {'Port': ['ID=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:19.208401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b86e8c-d87e-4c25-960a-38b0c58ea980 None None] Pushing event updated for resources: {'Port': ['ID=99cdaec1-cbea-4923-8cb7-12e93715322a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:19.217528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Routers {'e00f4d1d-5689-49b4-93ea-8af67c1a90ec'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:19.218301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:19.224193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25bbb357-9a2a-45eb-a9e1-71f1ed03318f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:19.225685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.393488 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.409267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] Set router e00f4d1d-5689-49b4-93ea-8af67c1a90ec gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:19.410925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f02b7-a48a-4edf-bf8d-a9433e8e4f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.411680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['edfd72aa-c7a2-41bf-a274-8bab4174c716'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:57:19.436634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c82f02b7-a48a-4edf-bf8d-a9433e8e4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.450320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Pushing event deleted for resources: {'Port': ['ID=edfd72aa-c7a2-41bf-a274-8bab4174c716,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:19.458649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:19.507318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fea0484f-749f-4b8d-b709-4e4b788664ea req-929c7d89-f0b6-4549-b59c-046ef04aeb52 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=f16b334f-a301-4a64-8000-a32cc55f61c3 HTTP/1.1" status: 200 len: 210 time: 0.0383973 Jul 22 14:57:19.510729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:19.511226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.547684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c45de88-233c-4acf-a270-7875884a6119 None None] Provisioning for port c129c0dc-eb14-47a7-b273-0b35e7aafa3d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:19.559938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c82f02b7-a48a-4edf-bf8d-a9433e8e4f87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6b80cfce65449399ce543b4bd1a1011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5478528 Jul 22 14:57:19.563016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33222) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:19.563531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] No DVR routers for this DVR port edfd72aa-c7a2-41bf-a274-8bab4174c716 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:57:19.567663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.569636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dd8eb562-6f51-4e45-af78-5ca4f423bacb req-fbcbbcab-b0ae-4f5e-9165-ef4e8c2f3f93 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "DELETE /v2.0/ports/edfd72aa-c7a2-41bf-a274-8bab4174c716 HTTP/1.1" status: 204 len: 173 time: 1.3370559 Jul 22 14:57:19.570447 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'name': 'network-vif-deleted', 'tag': 'edfd72aa-c7a2-41bf-a274-8bab4174c716'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:19.571303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c45de88-233c-4acf-a270-7875884a6119 None None] Provisioning complete for port c129c0dc-eb14-47a7-b273-0b35e7aafa3d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:19.571682 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c45de88-233c-4acf-a270-7875884a6119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.573087 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1130e98-0ac2-431e-97da-fb61947c833d" -d '{"events": [{"server_uuid": "f16b334f-a301-4a64-8000-a32cc55f61c3", "name": "network-vif-deleted", "tag": "edfd72aa-c7a2-41bf-a274-8bab4174c716"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:19.575535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f02b7-a48a-4edf-bf8d-a9433e8e4f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb68224-eac5-4eeb-87cb-82e9c5317f9a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:19.578562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.655965 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe6e8-baa3-45a9-8db1-9a0a0f3987cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.670420 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b656349-1b34-4225-ab21-b10d468958b8 x-openstack-request-id: req-3b656349-1b34-4225-ab21-b10d468958b8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:19.670748 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16b334f-a301-4a64-8000-a32cc55f61c3", "name": "network-vif-deleted", "tag": "edfd72aa-c7a2-41bf-a274-8bab4174c716", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:19.671028 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b656349-1b34-4225-ab21-b10d468958b8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:19.671712 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16b334f-a301-4a64-8000-a32cc55f61c3', 'name': 'network-vif-deleted', 'tag': 'edfd72aa-c7a2-41bf-a274-8bab4174c716', 'status': 'completed', 'code': 200} Jul 22 14:57:19.689315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c45de88-233c-4acf-a270-7875884a6119 None None] Port c129c0dc-eb14-47a7-b273-0b35e7aafa3d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:19.698782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe6e8-baa3-45a9-8db1-9a0a0f3987cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.759706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe6e8-baa3-45a9-8db1-9a0a0f3987cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.762264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5f8fe6e8-baa3-45a9-8db1-9a0a0f3987cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.763464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f8fe6e8-baa3-45a9-8db1-9a0a0f3987cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddb68224-eac5-4eeb-87cb-82e9c5317f9a HTTP/1.1" status: 204 len: 168 time: 0.1989586 Jul 22 14:57:19.771464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fe6e8-baa3-45a9-8db1-9a0a0f3987cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb68224-eac5-4eeb-87cb-82e9c5317f9a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:19.815944 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.824330 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.830839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.859105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:19.864493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T14:57:16Z', 'revision_number': 3, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:19.867737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.896275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e934-852e-419e-a162-8b592b08c9d8 None None] The sync data for ids ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'] in n-d-794306-8 is: [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T14:57:16Z', 'revision_number': 3, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:19.901241 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:19.909552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Pushing event updated for resources: {'Port': ['ID=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:19.963171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:20.049711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Network a2ab171a-86fc-4789-86b6-8ec9025915fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:20.051688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:20.238989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Router e00f4d1d-5689-49b4-93ea-8af67c1a90ec has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:20.376847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:20.385310 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-63d69e9e-4d96-4f28-abdb-e2abcefc3493 admin admin] 10.222.0.60 "PUT /v2.0/routers/e00f4d1d-5689-49b4-93ea-8af67c1a90ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9983099 Jul 22 14:57:20.521118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d1aa58a3-983b-4209-a530-fe5149ab925b None None] Provisioning complete for port c129c0dc-eb14-47a7-b273-0b35e7aafa3d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:20.522028 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1aa58a3-983b-4209-a530-fe5149ab925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:20.619564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa58a3-983b-4209-a530-fe5149ab925b None None] Port c129c0dc-eb14-47a7-b273-0b35e7aafa3d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:20.775665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25bbb357-9a2a-45eb-a9e1-71f1ed03318f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:20.879949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:20.881966 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:20.986868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cdaec1-cbea-4923-8cb7-12e93715322a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:21.051471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 99cdaec1-cbea-4923-8cb7-12e93715322a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:21.056269 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 99cdaec1-cbea-4923-8cb7-12e93715322a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:21.057211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.138667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33266) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:21.146455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1182411699', 'description': 'tempest-secgroup-smoke-1182411699 description', 'project_id': 'a74aabfaba9440538fade339f80de814'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:21.177304 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.181064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.207047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 99cdaec1-cbea-4923-8cb7-12e93715322a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cdaec1-cbea-4923-8cb7-12e93715322a,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:21.213261 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.292123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=99cdaec1-cbea-4923-8cb7-12e93715322a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:21.311623 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.316504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.348771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c39e4f6-8f5c-402f-b1a5-84299d85b338,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:21.352341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.357967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-70905163-081c-4a14-aac4-ece77d06809d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2173696 Jul 22 14:57:21.359252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33272) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:21.369353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group_rule': {'security_group_id': '6c39e4f6-8f5c-402f-b1a5-84299d85b338', 'project_id': 'a74aabfaba9440538fade339f80de814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:21.405833 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.473705 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.478006 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.502559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c3d390-5155-45bd-bfaa-65ace894c683,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:21.506729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.510692 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-599fa4d9-f7f0-4736-8862-c31f8ce5ca24 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1475689 Jul 22 14:57:21.511075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33276) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:21.518951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group_rule': {'security_group_id': '6c39e4f6-8f5c-402f-b1a5-84299d85b338', 'project_id': 'a74aabfaba9440538fade339f80de814', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:21.560328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.636902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.641372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.656012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32225ceb-9b47-4d66-b9f9-c93ad0ff9a03,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:21.672428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.677481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:21.682851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group_rule': {'security_group_id': '6c39e4f6-8f5c-402f-b1a5-84299d85b338', 'project_id': 'a74aabfaba9440538fade339f80de814', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:21.683062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9a7b1461-d4a2-4a3f-af96-a9d5af548877 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704915 Jul 22 14:57:21.720742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.794837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.800504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.821093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408c28d6-9013-4d61-b1c3-bba1f8f48c15,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:21.835892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:21.837971 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-19244fb6-967e-49f4-a35c-b24d707b8a2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591954 Jul 22 14:57:21.841720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33290) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:21.851934 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group_rule': {'security_group_id': '6c39e4f6-8f5c-402f-b1a5-84299d85b338', 'project_id': 'a74aabfaba9440538fade339f80de814', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:21.901863 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.001907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.016479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.041573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9a3c76-c1f4-4acf-b207-a6f83bc1b812,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:22.048808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.053194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-33939a41-1b48-4968-ab47-aa81a8bf9d3a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2103543 Jul 22 14:57:22.057503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33296) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:22.064104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group_rule': {'security_group_id': '6c39e4f6-8f5c-402f-b1a5-84299d85b338', 'project_id': 'a74aabfaba9440538fade339f80de814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:22.101811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edfd72aa-c7a2-41bf-a274-8bab4174c716 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:57:22.102397 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Sync routers for ids ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:22.112968 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Project a74aabfaba9440538fade339f80de814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:57:22.120046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.135173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: edfd72aa-c7a2-41bf-a274-8bab4174c716 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:57:22.136565 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Routers {'e00f4d1d-5689-49b4-93ea-8af67c1a90ec'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:22.137111 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:22.137724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device edfd72aa-c7a2-41bf-a274-8bab4174c716 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:57:22.206370 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.214489 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.233699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5eddb43-1e10-442c-a737-d7ac62ff0a43,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:22.259895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.265172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-869545e2-0b99-4de5-aec4-0d6005695bee tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2048535 Jul 22 14:57:22.265859 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:22.275133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'security_group_rule': {'security_group_id': '6c39e4f6-8f5c-402f-b1a5-84299d85b338', 'project_id': 'a74aabfaba9440538fade339f80de814', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:22.285939 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Set router e00f4d1d-5689-49b4-93ea-8af67c1a90ec gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:22.306018 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Project a74aabfaba9440538fade339f80de814 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 14:57:22.314019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.393349 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.397429 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.420486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bf07f8-2c86-4858-80a9-b8460217ff84,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:22.428144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.429382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2033b650-700c-4c7a-9ab5-65fc144cb0b5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623611 Jul 22 14:57:22.501797 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 4, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c129c0dc-eb14-47a7-b273-0b35e7aafa3d', 'name': '', 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'mac_address': 'fa:16:3e:de:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '486d4bc6-f144-4c46-8201-0f7b560e38d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:17Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 2, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'subnets': [{'id': '486d4bc6-f144-4c46-8201-0f7b560e38d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:22.536348 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Checking router: e00f4d1d-5689-49b4-93ea-8af67c1a90ec for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:22.536705 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Updating router e00f4d1d-5689-49b4-93ea-8af67c1a90ec port c129c0dc-eb14-47a7-b273-0b35e7aafa3d binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 14:57:22.575701 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.642563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-9382f45b-d681-4373-ac55-602ce4dda41c tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1182411699&fields=id&tenant_id=a74aabfaba9440538fade339f80de814 HTTP/1.1" status: 200 len: 267 time: 0.0367477 Jul 22 14:57:22.647657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cdaec1-cbea-4923-8cb7-12e93715322a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:22.704866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 99cdaec1-cbea-4923-8cb7-12e93715322a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:22.705219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.785326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-8f176896-9bfe-44d9-b8dd-70bc47a5b9c5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:22.795279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-8f176896-9bfe-44d9-b8dd-70bc47a5b9c5 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 809 time: 0.1449766 Jul 22 14:57:22.808235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-3e6f35bc-73ab-4c29-aa6d-a313e310c0ea tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/quotas/a74aabfaba9440538fade339f80de814 HTTP/1.1" status: 200 len: 375 time: 0.0114322 Jul 22 14:57:22.929059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-5cfd86cd-7566-4b30-8ba9-c08f23af3bbb tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138954 Jul 22 14:57:22.933450 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:22.950169 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Transition to ACTIVE for port object c129c0dc-eb14-47a7-b273-0b35e7aafa3d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:22.960973 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:23.055091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6b575-d4ec-45ff-b3ae-9544a5871f6f None None] Pushing event updated for resources: {'Port': ['ID=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:23.139352 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Attempting to bind port c129c0dc-eb14-47a7-b273-0b35e7aafa3d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:23.140099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Attempting to bind port c129c0dc-eb14-47a7-b273-0b35e7aafa3d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:23.140099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Attempting to bind port c129c0dc-eb14-47a7-b273-0b35e7aafa3d on network a2ab171a-86fc-4789-86b6-8ec9025915fd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:23.145955 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:23.146265 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Checking segment: {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:23.147264 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:23.147814 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Bound using segment: {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:23.148641 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Bound port: c129c0dc-eb14-47a7-b273-0b35e7aafa3d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9136f636-cac4-4df5-8e3b-6ae4d80b861b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:23.149199 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:23.226007 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] For port c129c0dc-eb14-47a7-b273-0b35e7aafa3d, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:23.230066 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] For port c129c0dc-eb14-47a7-b273-0b35e7aafa3d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:23.234797 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:23.263819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-943f3445-e891-4994-aab6-5d44a5165aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202713 Jul 22 14:57:23.287028 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Routers {'e00f4d1d-5689-49b4-93ea-8af67c1a90ec'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:23.287700 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:23.392647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-5dc9c522-62d3-4215-9770-62dcc18cdb58 service neutron] 10.222.0.60 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228123 Jul 22 14:57:23.538908 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6b575-d4ec-45ff-b3ae-9544a5871f6f None None] Pushing event updated for resources: {'Port': ['ID=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:23.640052 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] Set router e00f4d1d-5689-49b4-93ea-8af67c1a90ec gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:23.755325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a02d180e-3d34-4e6f-bb06-85cbad62972f req-c67ee131-5037-4496-8e32-1a26783f7f38 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 210 time: 0.0444722 Jul 22 14:57:23.940205 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 4, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c129c0dc-eb14-47a7-b273-0b35e7aafa3d', 'name': '', 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'mac_address': 'fa:16:3e:de:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '486d4bc6-f144-4c46-8201-0f7b560e38d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:17Z', 'updated_at': '2021-07-22T14:57:23Z', 'revision_number': 4, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'subnets': [{'id': '486d4bc6-f144-4c46-8201-0f7b560e38d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:23.970068 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6445207d-17cc-404a-9bd4-870ad8dad0fd None None] The sync data for ids ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'] in n-d-794306-8 is: [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 4, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c129c0dc-eb14-47a7-b273-0b35e7aafa3d', 'name': '', 'network_id': 'a2ab171a-86fc-4789-86b6-8ec9025915fd', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'mac_address': 'fa:16:3e:de:d9:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '486d4bc6-f144-4c46-8201-0f7b560e38d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:17Z', 'updated_at': '2021-07-22T14:57:23Z', 'revision_number': 4, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'subnets': [{'id': '486d4bc6-f144-4c46-8201-0f7b560e38d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:24.654610 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c129c0dc-eb14-47a7-b273-0b35e7aafa3d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:24.712596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c129c0dc-eb14-47a7-b273-0b35e7aafa3d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:24.716864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c129c0dc-eb14-47a7-b273-0b35e7aafa3d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:24.717248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:24.834398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:24.881311 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port c129c0dc-eb14-47a7-b273-0b35e7aafa3d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:24.890929 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:24.911706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c795b507-c22c-44a8-91c0-76d6b2c7c6d3 req-560e9d00-8ad2-437f-9c06-86cc789068a7 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 210 time: 0.0472856 Jul 22 14:57:24.919390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-e52b7eb8-b605-4797-8149-bcb2ee47d17a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:24.921244 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-e52b7eb8-b605-4797-8149-bcb2ee47d17a tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 809 time: 0.1761763 Jul 22 14:57:24.962182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:24.974824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-0e91af2f-9704-4a96-bdaf-847377ce8173 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74aabfaba9440538fade339f80de814 HTTP/1.1" status: 200 len: 380 time: 0.0451016 Jul 22 14:57:24.986072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'port': {'device_id': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'admin_state_up': True, 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'security_groups': ['6c39e4f6-8f5c-402f-b1a5-84299d85b338']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:25.104319 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Made reservation on behalf of a74aabfaba9440538fade339f80de814 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:25.110641 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:25.274757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Allocated IP 172.20.0.12 (ede97bda-9545-4668-a39a-c524591d7aff/9e96416b-3079-4fd5-baa7-8413a7daa01b/7684773c-8990-4de3-8349-dea50da3f9ce) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:25.448391 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:25.465483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Transition to ACTIVE for port object 7684773c-8990-4de3-8349-dea50da3f9ce will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:25.506040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:25.561032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Network ede97bda-9545-4668-a39a-c524591d7aff is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:25.565766 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'Port': ['ID=7684773c-8990-4de3-8349-dea50da3f9ce,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:25.574179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:25.577254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:25.632740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:25.633487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:25.651285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-4d6c130d-547c-4b0c-826a-8124b7b3691b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6696465 Jul 22 14:57:25.666180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Request body: {'port': {'device_id': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:25.749016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:25.849137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5af44bea-1844-4ad5-ae21-8425e4b25a04 None None] Provisioning for port 7684773c-8990-4de3-8349-dea50da3f9ce completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:25.855031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5af44bea-1844-4ad5-ae21-8425e4b25a04 None None] Provisioning complete for port 7684773c-8990-4de3-8349-dea50da3f9ce triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:25.856068 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5af44bea-1844-4ad5-ae21-8425e4b25a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:25.897041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-5af44bea-1844-4ad5-ae21-8425e4b25a04 None None] Port 7684773c-8990-4de3-8349-dea50da3f9ce cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:57:26.435291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fef93f-1096-49cb-8929-029fe577c480 req-e8f76e62-45ab-4a69-a1f3-1aa83aa42be9 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:26.443113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1fef93f-1096-49cb-8929-029fe577c480 req-e8f76e62-45ab-4a69-a1f3-1aa83aa42be9 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 932 time: 0.4409797 Jul 22 14:57:26.508868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1fef93f-1096-49cb-8929-029fe577c480 req-0455119f-2839-4899-b9f4-54b961751c2e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647750 Jul 22 14:57:26.517196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7684773c-8990-4de3-8349-dea50da3f9ce {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:57:26.536786 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:26.546541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Transition to ACTIVE for port object 7684773c-8990-4de3-8349-dea50da3f9ce will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:26.554769 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:26.664300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7684773c-8990-4de3-8349-dea50da3f9ce,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:26.711062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c129c0dc-eb14-47a7-b273-0b35e7aafa3d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:26.784626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c129c0dc-eb14-47a7-b273-0b35e7aafa3d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:26.785289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:26.799548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Attempting to bind port 7684773c-8990-4de3-8349-dea50da3f9ce on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:26.799897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Attempting to bind port 7684773c-8990-4de3-8349-dea50da3f9ce by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:26.800232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Attempting to bind port 7684773c-8990-4de3-8349-dea50da3f9ce on network ede97bda-9545-4668-a39a-c524591d7aff {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:26.804900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Port 7684773c-8990-4de3-8349-dea50da3f9ce on network ede97bda-9545-4668-a39a-c524591d7aff not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:57:26.805230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Attempting to bind port 7684773c-8990-4de3-8349-dea50da3f9ce on network ede97bda-9545-4668-a39a-c524591d7aff {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:26.811043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:26.811933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Checking segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:26.812343 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Bound using segment: {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:26.812780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Bound port: 7684773c-8990-4de3-8349-dea50da3f9ce, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:26.813176 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:26.893408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] For port 7684773c-8990-4de3-8349-dea50da3f9ce, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:26.898493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] For port 7684773c-8990-4de3-8349-dea50da3f9ce, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7684773c-8990-4de3-8349-dea50da3f9ce,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:26.902993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:26.920357 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:26.921185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:26.922653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] 10.222.0.61 "PUT /v2.0/ports/7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 1092 time: 1.2631903 Jul 22 14:57:26.925194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:26.926706 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42eaa342-e8c6-49a2-bad4-7e150542e7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:27.003473 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a6f7d7-9852-47e3-8076-03f8bf79ba17 x-openstack-request-id: req-37a6f7d7-9852-47e3-8076-03f8bf79ba17 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:27.003765 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:27.004018 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37a6f7d7-9852-47e3-8076-03f8bf79ba17 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:27.004412 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce', 'status': 'completed', 'code': 200} Jul 22 14:57:27.021846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f071c6-c751-4e79-b95f-f1dd1a93e0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7684773c-8990-4de3-8349-dea50da3f9ce,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:27.043481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-f97b9ea3-0d36-4ec4-8212-98d159e4a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.045279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-f97b9ea3-0d36-4ec4-8212-98d159e4a293 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1095 time: 0.0790360 Jul 22 14:57:27.090690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-2b3713a8-419b-4ef0-a342-19d436dc2de4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 217 time: 0.0384729 Jul 22 14:57:27.145759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-48674a3d-8c02-434d-a463-c443fc9f9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.147511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-48674a3d-8c02-434d-a463-c443fc9f9521 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.0508292 Jul 22 14:57:27.213656 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-228195f3-431f-4950-9cb1-fc7f22e5c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.215278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-228195f3-431f-4950-9cb1-fc7f22e5c198 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606811 Jul 22 14:57:27.308929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-2e444b43-6256-4455-912e-b277040593ce service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868716 Jul 22 14:57:27.403493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa7a1b7-adb3-4be2-a894-69a2bd786503 req-0d69142a-f704-42bb-863f-5e3255e2a043 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873611 Jul 22 14:57:27.521400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-b039530f-ca28-4472-88f1-a740595fd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.523005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-b039530f-ca28-4472-88f1-a740595fd07d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1095 time: 0.0679586 Jul 22 14:57:27.657354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-6328576f-53be-4be1-a1bd-c0e6e5780b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.659003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-6328576f-53be-4be1-a1bd-c0e6e5780b98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 910 time: 0.1297357 Jul 22 14:57:27.716842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-e8d4b911-773b-43a6-8981-9cb90a6c47fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 217 time: 0.0508108 Jul 22 14:57:27.791743 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da46892-b9db-48df-ad64-69d84b5a7d33 req-f09affd0-7918-4644-878d-b95016c3779c tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.793359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8da46892-b9db-48df-ad64-69d84b5a7d33 req-f09affd0-7918-4644-878d-b95016c3779c tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 944 time: 0.1875632 Jul 22 14:57:27.860829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-fd1b58e4-f93c-4d36-87d7-bb766a876d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.862295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-fd1b58e4-f93c-4d36-87d7-bb766a876d57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.1350827 Jul 22 14:57:27.937615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-c15ef557-9ca1-430f-8fd4-5a33811f076b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.939168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-c15ef557-9ca1-430f-8fd4-5a33811f076b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 813 time: 0.2269981 Jul 22 14:57:27.944637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8da46892-b9db-48df-ad64-69d84b5a7d33 req-77f90442-c16b-4e01-b0de-afca9ce3a992 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404169 Jul 22 14:57:27.981458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-52e36440-d661-492d-807d-7ffd9591c40f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/quotas/5379d32e0c464ad5afbc4043a6628498 HTTP/1.1" status: 200 len: 375 time: 0.0253205 Jul 22 14:57:27.986805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-502db6e6-6f19-43f4-a3e4-4b3d69fc7f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:27.986805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-502db6e6-6f19-43f4-a3e4-4b3d69fc7f00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156404 Jul 22 14:57:27.987157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33454) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:28.029333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-97c48482-4eb2-405e-9db5-4f90efc4865c tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356455 Jul 22 14:57:28.105829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-876b80ae-5733-42d6-850d-171785c16e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.182035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-c6785f18-5c99-49bd-90f6-3608d7cd5cfd service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871943 Jul 22 14:57:28.188483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-0d9eb93a-b2ef-4688-a4c1-fc0db7b84d3c service neutron] 10.222.0.60 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483021 Jul 22 14:57:28.211469 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-876b80ae-5733-42d6-850d-171785c16e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.215952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-876b80ae-5733-42d6-850d-171785c16e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.254037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b80ae-5733-42d6-850d-171785c16e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789553c-9a09-4d9d-b91b-985e25f95b40,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:28.260902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-876b80ae-5733-42d6-850d-171785c16e66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cf30d7483f842fba503f1a7963c2802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2700462 Jul 22 14:57:28.261097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33460) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:28.314104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f6b92fe-7249-4ad1-b7c3-652add12051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.335861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f6b92fe-7249-4ad1-b7c3-652add12051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.349163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42eaa342-e8c6-49a2-bad4-7e150542e7b1 req-8d67d173-0de8-4b09-ac01-73c70b42d007 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591856 Jul 22 14:57:28.354451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-dd2cf691-0c56-4948-97d4-03f2cfac2089 service neutron] 10.222.0.60 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444957 Jul 22 14:57:28.394141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f6b92fe-7249-4ad1-b7c3-652add12051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.396781 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7f6b92fe-7249-4ad1-b7c3-652add12051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.398046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f6b92fe-7249-4ad1-b7c3-652add12051b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c789553c-9a09-4d9d-b91b-985e25f95b40 HTTP/1.1" status: 204 len: 168 time: 0.1359732 Jul 22 14:57:28.406027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b92fe-7249-4ad1-b7c3-652add12051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789553c-9a09-4d9d-b91b-985e25f95b40,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:28.529690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bbadd262-6555-4859-aa4c-0ad211e12087 req-dffa8009-f253-4d6a-8293-893bdda22730 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 210 time: 0.0331872 Jul 22 14:57:28.705886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33474) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:28.719046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62f1da13-5745-4402-8971-5700f6fb8b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.815858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62f1da13-5745-4402-8971-5700f6fb8b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.820660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-62f1da13-5745-4402-8971-5700f6fb8b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.865720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-62f1da13-5745-4402-8971-5700f6fb8b92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=262c7c77df234733998e5b1677495303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563668 Jul 22 14:57:28.865720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1da13-5745-4402-8971-5700f6fb8b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cc49d9-efc3-4ee8-8a85-24d8366532bc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:28.867291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33478) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:28.926745 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2c8-eb5a-4c06-8b03-f78a98e8d504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:28.948781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2c8-eb5a-4c06-8b03-f78a98e8d504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.000554 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2c8-eb5a-4c06-8b03-f78a98e8d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.003309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2c8-eb5a-4c06-8b03-f78a98e8d504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.006920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-27bdb2c8-eb5a-4c06-8b03-f78a98e8d504 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97cc49d9-efc3-4ee8-8a85-24d8366532bc HTTP/1.1" status: 204 len: 168 time: 0.1351607 Jul 22 14:57:29.016731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdb2c8-eb5a-4c06-8b03-f78a98e8d504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cc49d9-efc3-4ee8-8a85-24d8366532bc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:29.105306 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff4f94-d9b4-4a85-8fbf-e22e5cf5ad68 req-c526fdf4-c4f9-4635-825f-483275b6a32f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:29.106866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dff4f94-d9b4-4a85-8fbf-e22e5cf5ad68 req-c526fdf4-c4f9-4635-825f-483275b6a32f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 944 time: 0.0782068 Jul 22 14:57:29.146148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3dff4f94-d9b4-4a85-8fbf-e22e5cf5ad68 req-ec5841ab-94be-4019-9b34-937680de3e6c tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336928 Jul 22 14:57:29.343290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 33486) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:29.357482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89f5a5e7-f596-4c81-b97b-6e0bb4244df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.507866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-30e6c094-ea19-4f29-83ee-7d5aba7ac35d tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:29.509337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-30e6c094-ea19-4f29-83ee-7d5aba7ac35d tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 813 time: 0.1385324 Jul 22 14:57:29.525186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Request body: {'port': {'device_id': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef', 'admin_state_up': True, 'tenant_id': '5379d32e0c464ad5afbc4043a6628498'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:29.580480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89f5a5e7-f596-4c81-b97b-6e0bb4244df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.584663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89f5a5e7-f596-4c81-b97b-6e0bb4244df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.642964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ddc99bc3-4fc2-475a-85da-2e635ffab69c req-06632ee4-7fa4-4097-b883-34f70cfd85bd tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 210 time: 0.0367103 Jul 22 14:57:29.665345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89f5a5e7-f596-4c81-b97b-6e0bb4244df3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=515b6814449e402b97217861047020d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209066 Jul 22 14:57:29.669747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33490) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:29.670780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5a5e7-f596-4c81-b97b-6e0bb4244df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137793d9-d8b6-4ea5-8ed6-b8973956e170,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:29.703052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Made reservation on behalf of 5379d32e0c464ad5afbc4043a6628498 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:57:29.706752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.726350 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00ab2551-6d37-452e-abbd-d7fa80f73ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.748287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00ab2551-6d37-452e-abbd-d7fa80f73ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.795892 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00ab2551-6d37-452e-abbd-d7fa80f73ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.798485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-00ab2551-6d37-452e-abbd-d7fa80f73ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:29.799802 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-00ab2551-6d37-452e-abbd-d7fa80f73ec2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/137793d9-d8b6-4ea5-8ed6-b8973956e170 HTTP/1.1" status: 204 len: 168 time: 0.1289175 Jul 22 14:57:29.809246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab2551-6d37-452e-abbd-d7fa80f73ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137793d9-d8b6-4ea5-8ed6-b8973956e170,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:29.851604 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Allocated IP 172.20.0.13 (3a3b500f-6a5d-4661-a00b-7ea54abd29ef/13dfac42-a13d-49ec-a2c4-f7d0e18cad3b/52651310-216e-408a-9864-f727fea5a58d) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:30.026631 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.078070 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.124275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:30.127710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:30.131577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:30.155815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Pushing event updated for resources: {'Port': ['ID=52651310-216e-408a-9864-f727fea5a58d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:30.189377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:30.190089 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.210005 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-e1a256e8-0529-4f69-90c1-020e2a0c395b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6906581 Jul 22 14:57:30.223443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Request body: {'port': {'device_id': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:30.296843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa2465-3b5b-4289-9b16-a1fd9ff0c022 req-b637472d-f4d5-4ed3-bf15-2e76351aaa9e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:30.298393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95fa2465-3b5b-4289-9b16-a1fd9ff0c022 req-b637472d-f4d5-4ed3-bf15-2e76351aaa9e tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 944 time: 0.0735164 Jul 22 14:57:30.321156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.339109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95fa2465-3b5b-4289-9b16-a1fd9ff0c022 req-c9244906-0128-4101-ab5f-a2c9e5cbbde8 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349751 Jul 22 14:57:30.607977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52651310-216e-408a-9864-f727fea5a58d {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:57:30.616169 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.627911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Transition to ACTIVE for port object 52651310-216e-408a-9864-f727fea5a58d will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:57:30.632388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.685134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Pushing event updated for resources: {'Port': ['ID=52651310-216e-408a-9864-f727fea5a58d,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:30.762319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Attempting to bind port 52651310-216e-408a-9864-f727fea5a58d on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:57:30.762711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Attempting to bind port 52651310-216e-408a-9864-f727fea5a58d by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:57:30.763048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Attempting to bind port 52651310-216e-408a-9864-f727fea5a58d on network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:30.767696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Port 52651310-216e-408a-9864-f727fea5a58d on network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:57:30.768677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Attempting to bind port 52651310-216e-408a-9864-f727fea5a58d on network 3a3b500f-6a5d-4661-a00b-7ea54abd29ef {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:57:30.773010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:57:30.773345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Checking segment: {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:57:30.774387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Bound using segment: {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:57:30.774387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Bound port: 52651310-216e-408a-9864-f727fea5a58d, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed1c5e2-7606-4592-999a-241dc4ac9f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:57:30.774648 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.791590 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f3aa3-b1ca-4195-b430-39cc0e215913 req-ca4e776b-2fdd-40f8-bcb9-1523d3851b4a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:30.795888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e37f3aa3-b1ca-4195-b430-39cc0e215913 req-ca4e776b-2fdd-40f8-bcb9-1523d3851b4a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 944 time: 0.0675168 Jul 22 14:57:30.838239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e37f3aa3-b1ca-4195-b430-39cc0e215913 req-88ff0a2d-fcd6-4d9d-a4fe-dd49103b5b84 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Jul 22 14:57:30.850719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] For port 52651310-216e-408a-9864-f727fea5a58d, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:57:30.854895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] For port 52651310-216e-408a-9864-f727fea5a58d, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=52651310-216e-408a-9864-f727fea5a58d,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:57:30.860547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.894407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:30.895083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:30.896218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7684773c-8990-4de3-8349-dea50da3f9ce details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:57:30.896683 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] 10.222.0.72 "PUT /v2.0/ports/52651310-216e-408a-9864-f727fea5a58d HTTP/1.1" status: 200 len: 1092 time: 0.6791737 Jul 22 14:57:30.896983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'tag': '52651310-216e-408a-9864-f727fea5a58d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:30.899186 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388e5350-651c-47f0-a952-2533dd0c6aec" -d '{"events": [{"name": "network-changed", "server_uuid": "29dd7b73-8c02-4bfd-afc5-9c30e3d8e884", "tag": "52651310-216e-408a-9864-f727fea5a58d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:30.930941 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0154ee3-6f06-4c94-a816-42ac86c3f65c service neutron] Pushing event updated for resources: {'Port': ['ID=52651310-216e-408a-9864-f727fea5a58d,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:30.976521 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a234819-8733-4bf8-8644-e5af70d4b0f9 x-openstack-request-id: req-1a234819-8733-4bf8-8644-e5af70d4b0f9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:30.976820 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dd7b73-8c02-4bfd-afc5-9c30e3d8e884", "tag": "52651310-216e-408a-9864-f727fea5a58d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:30.977072 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a234819-8733-4bf8-8644-e5af70d4b0f9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:30.977469 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'tag': '52651310-216e-408a-9864-f727fea5a58d', 'status': 'completed', 'code': 200} Jul 22 14:57:31.006393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-6d423890-8394-4df4-97ed-c6f20b9b0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.007958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-6d423890-8394-4df4-97ed-c6f20b9b0b29 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 1095 time: 0.0680885 Jul 22 14:57:31.023889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 7684773c-8990-4de3-8349-dea50da3f9ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7684773c-8990-4de3-8349-dea50da3f9ce,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:31.039765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '7684773c-8990-4de3-8349-dea50da3f9ce', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'port_id': '7684773c-8990-4de3-8349-dea50da3f9ce', 'mac_address': 'fa:16:3e:4e:e9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:57:31.055246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-30b94085-6ca4-4d33-be56-2d4aa7a1c21e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52651310-216e-408a-9864-f727fea5a58d HTTP/1.1" status: 200 len: 217 time: 0.0397987 Jul 22 14:57:31.106975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-9d05be62-5fcc-4c53-93ce-f0d9c669fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.108557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-9d05be62-5fcc-4c53-93ce-f0d9c669fa71 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b HTTP/1.1" status: 200 len: 853 time: 0.0473650 Jul 22 14:57:31.148196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-12c1c56f-09ab-45fe-a949-4e4b436d4f65 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334859 Jul 22 14:57:31.242098 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:31.248530 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-b2d27025-5aaa-410a-91f5-ddf762632567 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937428 Jul 22 14:57:31.254993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7684773c-8990-4de3-8349-dea50da3f9ce {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:57:31.276120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 7684773c-8990-4de3-8349-dea50da3f9ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7684773c-8990-4de3-8349-dea50da3f9ce,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:31.281402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:31.332084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=7684773c-8990-4de3-8349-dea50da3f9ce,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:31.352173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1aa0c58d-966d-46ea-a587-e12eb22f6fae req-0c9ba5e4-61ee-466e-935d-6703a8326880 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967128 Jul 22 14:57:31.461116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e5350-651c-47f0-a952-2533dd0c6aec req-960d204a-ad9c-4253-ac49-128c0688e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.462949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-960d204a-ad9c-4253-ac49-128c0688e27e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5379d32e0c464ad5afbc4043a6628498&device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 1095 time: 0.0590947 Jul 22 14:57:31.483507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6bcc-ffa0-449f-811a-ed9b629276a7 req-8349628c-6a9b-426e-9996-92a308df3610 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.485304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e86b6bcc-ffa0-449f-811a-ed9b629276a7 req-8349628c-6a9b-426e-9996-92a308df3610 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 945 time: 0.0684395 Jul 22 14:57:31.497130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['7684773c-8990-4de3-8349-dea50da3f9ce'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:57:31.543849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e86b6bcc-ffa0-449f-811a-ed9b629276a7 req-0062e0f5-691e-4351-996c-26eb77111c93 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500278 Jul 22 14:57:31.587810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e5350-651c-47f0-a952-2533dd0c6aec req-f24edf3c-15ca-41a4-bdaf-27f50dfc2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.589743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-f24edf3c-15ca-41a4-bdaf-27f50dfc2a4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 200 len: 914 time: 0.1207585 Jul 22 14:57:31.636775 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-52b58d43-896f-48a0-8c67-9c72fa1a5d3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52651310-216e-408a-9864-f727fea5a58d HTTP/1.1" status: 200 len: 217 time: 0.0389643 Jul 22 14:57:31.690192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e5350-651c-47f0-a952-2533dd0c6aec req-a9c354a5-e24a-4646-b5c2-6fcb19077359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.691991 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-a9c354a5-e24a-4646-b5c2-6fcb19077359 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b HTTP/1.1" status: 200 len: 853 time: 0.0476992 Jul 22 14:57:31.729526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-85c289b3-da30-4da4-8f66-b71b27c793cd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a3b500f-6a5d-4661-a00b-7ea54abd29ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296273 Jul 22 14:57:31.827218 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-c3e62dae-80d7-4bc2-bd7a-de25e0efd1e2 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912166 Jul 22 14:57:31.929531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-388e5350-651c-47f0-a952-2533dd0c6aec req-c83a9220-a93b-4053-b363-61bbca184e54 service neutron] 10.222.0.72 "GET /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956769 Jul 22 14:57:31.976677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57471714-cf00-430c-9fde-feafb498522b req-46cd44d0-40a6-4b14-bc1f-0f754f354501 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:31.978193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57471714-cf00-430c-9fde-feafb498522b req-46cd44d0-40a6-4b14-bc1f-0f754f354501 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 944 time: 0.0654836 Jul 22 14:57:32.016443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57471714-cf00-430c-9fde-feafb498522b req-ecccd3d4-6460-4fdf-b614-66e6298d39ce tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Jul 22 14:57:32.665750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a33d4-96d7-4e87-91ea-4dc42228a2ff req-54a63242-db1b-498e-95f7-e21aa2203bea tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:32.667404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-338a33d4-96d7-4e87-91ea-4dc42228a2ff req-54a63242-db1b-498e-95f7-e21aa2203bea tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 945 time: 0.0642831 Jul 22 14:57:32.711492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-338a33d4-96d7-4e87-91ea-4dc42228a2ff req-7146251a-ad8a-44f1-b932-6628df61fe80 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370369 Jul 22 14:57:32.909308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7684773c-8990-4de3-8349-dea50da3f9ce up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:32.963041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 7684773c-8990-4de3-8349-dea50da3f9ce completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:32.967271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 7684773c-8990-4de3-8349-dea50da3f9ce triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:32.967690 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.047675 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.070625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:33.072988 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec50ff8-4a5c-4ab1-8633-38a4c58450e7" -d '{"events": [{"server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "name": "network-vif-plugged", "status": "completed", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:33.099006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 7684773c-8990-4de3-8349-dea50da3f9ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7684773c-8990-4de3-8349-dea50da3f9ce,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:33.104264 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:33.162112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=7684773c-8990-4de3-8349-dea50da3f9ce,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:33.173867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105512f0-c841-48e8-bf47-cf99fecbc853 req-85843ebc-a6d6-4f96-943b-2efb94df1458 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:33.176021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-105512f0-c841-48e8-bf47-cf99fecbc853 req-85843ebc-a6d6-4f96-943b-2efb94df1458 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 944 time: 0.0909860 Jul 22 14:57:33.220167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-105512f0-c841-48e8-bf47-cf99fecbc853 req-49d4122b-aaab-4dbf-be14-c84d306c4a01 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Jul 22 14:57:33.277470 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eebbca-1885-47e4-8a5c-31667c9d61ad x-openstack-request-id: req-85eebbca-1885-47e4-8a5c-31667c9d61ad {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:33.277768 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "name": "network-vif-plugged", "status": "completed", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:33.278021 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85eebbca-1885-47e4-8a5c-31667c9d61ad {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:33.278419 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce', 'code': 200} Jul 22 14:57:33.387568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033404e4-7ca1-47d0-adac-92e3c38d0b6c req-1186d231-a711-43cb-a60f-0b7c2cf50166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:33.389446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-033404e4-7ca1-47d0-adac-92e3c38d0b6c req-1186d231-a711-43cb-a60f-0b7c2cf50166 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.0558035 Jul 22 14:57:33.430212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-033404e4-7ca1-47d0-adac-92e3c38d0b6c req-74f1f712-98a2-4ee1-995b-091aca9e9066 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346200 Jul 22 14:57:33.847706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ac3cd-de27-4176-9c65-b9602f863e32 req-8c082bff-dcf1-465b-b606-55b67b10ac31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:33.853981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f52ac3cd-de27-4176-9c65-b9602f863e32 req-8c082bff-dcf1-465b-b606-55b67b10ac31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.0706055 Jul 22 14:57:33.886635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f52ac3cd-de27-4176-9c65-b9602f863e32 req-7a93fd2d-609a-4f12-86be-9fbf9a32e666 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318861 Jul 22 14:57:34.115812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 52651310-216e-408a-9864-f727fea5a58d details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:57:34.223375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 52651310-216e-408a-9864-f727fea5a58d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=52651310-216e-408a-9864-f727fea5a58d,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:34.234545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '52651310-216e-408a-9864-f727fea5a58d', 'network_id': '3a3b500f-6a5d-4661-a00b-7ea54abd29ef', 'port_id': '52651310-216e-408a-9864-f727fea5a58d', 'mac_address': 'fa:16:3e:24:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dfac42-a13d-49ec-a2c4-f7d0e18cad3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:57:34.279696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.297760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52651310-216e-408a-9864-f727fea5a58d {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:57:34.318125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 52651310-216e-408a-9864-f727fea5a58d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=52651310-216e-408a-9864-f727fea5a58d,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:34.323259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:34.371843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61004-76f1-45e0-b19a-f37917e63696 req-6a656850-bb33-4bcf-b63f-1e9a37c8347a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:34.374091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eba61004-76f1-45e0-b19a-f37917e63696 req-6a656850-bb33-4bcf-b63f-1e9a37c8347a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 944 time: 0.0761857 Jul 22 14:57:34.378613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=52651310-216e-408a-9864-f727fea5a58d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:34.420075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eba61004-76f1-45e0-b19a-f37917e63696 req-032b111e-70ee-4118-9487-f49a40d74a8b tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Jul 22 14:57:34.536629 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['52651310-216e-408a-9864-f727fea5a58d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:57:35.016198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17196265-c980-483f-a71c-1f0c27e4ba72 req-6b77372c-bc04-4c72-a4a9-47d93efdf5da tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:35.017615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17196265-c980-483f-a71c-1f0c27e4ba72 req-6b77372c-bc04-4c72-a4a9-47d93efdf5da tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.0641229 Jul 22 14:57:35.055032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17196265-c980-483f-a71c-1f0c27e4ba72 req-341412fc-6f28-4e76-8cf9-8f6a6ce97aaf tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315881 Jul 22 14:57:35.187546 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35418832-cddd-46e7-bd5c-cac8852b4379 req-224fe9bf-461d-49ce-a929-b545450274ba tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:35.189052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35418832-cddd-46e7-bd5c-cac8852b4379 req-224fe9bf-461d-49ce-a929-b545450274ba tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.0674307 Jul 22 14:57:35.226323 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35418832-cddd-46e7-bd5c-cac8852b4379 req-4e6b74ca-307a-4c69-9d6e-d29fc347ce16 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Jul 22 14:57:35.356685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663f394-d1ad-4e2f-9104-675411f49650 req-09bda74c-b308-4ec5-bdd9-403289d9301d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:35.358341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3663f394-d1ad-4e2f-9104-675411f49650 req-09bda74c-b308-4ec5-bdd9-403289d9301d tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.0645962 Jul 22 14:57:35.401349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3663f394-d1ad-4e2f-9104-675411f49650 req-2fb438b8-ead9-4dc4-a703-d9b195776933 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365899 Jul 22 14:57:35.430142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33578) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:35.567712 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879263d-b256-4022-b2f3-fbc8f102eca5 req-f357f33d-219d-4b71-8869-61f2dab39337 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:35.569137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0879263d-b256-4022-b2f3-fbc8f102eca5 req-f357f33d-219d-4b71-8869-61f2dab39337 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 945 time: 0.0711024 Jul 22 14:57:35.637364 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0879263d-b256-4022-b2f3-fbc8f102eca5 req-ed544520-f2ed-4677-9760-04c49d720a8e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624216 Jul 22 14:57:35.658393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee490c4-e521-4209-8de4-08c1d1371007 tempest-TestServerBasicOps-318753454 tempest-TestServerBasicOps-318753454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:35.659979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fee490c4-e521-4209-8de4-08c1d1371007 tempest-TestServerBasicOps-318753454 tempest-TestServerBasicOps-318753454-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1092 time: 0.2287083 Jul 22 14:57:35.662870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 33584) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:57:35.667249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '7684773c-8990-4de3-8349-dea50da3f9ce', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:57:35.691148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.798104 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:35.906462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Allocated IP 172.25.3.227 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7e685d49-df2f-4af5-b546-16851cfafc73) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:57:36.011569 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.052422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.093411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:57:36.098634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:57:36.103940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:57:36.130097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 52651310-216e-408a-9864-f727fea5a58d up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:57:36.132825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'Port': ['ID=7e685d49-df2f-4af5-b546-16851cfafc73,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:36.187147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 52651310-216e-408a-9864-f727fea5a58d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:57:36.192317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 52651310-216e-408a-9864-f727fea5a58d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:57:36.192706 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.285523 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.311211 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52651310-216e-408a-9864-f727fea5a58d'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:36.313709 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307192b3-4e37-4108-bd6b-cf4837bc0e48" -d '{"events": [{"server_uuid": "29dd7b73-8c02-4bfd-afc5-9c30e3d8e884", "name": "network-vif-plugged", "status": "completed", "tag": "52651310-216e-408a-9864-f727fea5a58d"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:36.326121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 52651310-216e-408a-9864-f727fea5a58d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=52651310-216e-408a-9864-f727fea5a58d,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:57:36.332891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.366460 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce661efe-f386-49f8-85ce-45a4d63f4caf x-openstack-request-id: req-ce661efe-f386-49f8-85ce-45a4d63f4caf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:36.366796 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dd7b73-8c02-4bfd-afc5-9c30e3d8e884", "name": "network-vif-plugged", "status": "completed", "tag": "52651310-216e-408a-9864-f727fea5a58d", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:36.367050 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce661efe-f386-49f8-85ce-45a4d63f4caf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:36.367494 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52651310-216e-408a-9864-f727fea5a58d', 'code': 200} Jul 22 14:57:36.397473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=52651310-216e-408a-9864-f727fea5a58d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:36.493373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1dbe6-ec04-4650-bc06-755e13b0b392 req-e4ce4a44-e20e-4fb3-a6f5-1764a437567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:36.494923 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85a1dbe6-ec04-4650-bc06-755e13b0b392 req-e4ce4a44-e20e-4fb3-a6f5-1764a437567e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 1097 time: 0.0656214 Jul 22 14:57:36.507513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.530438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85a1dbe6-ec04-4650-bc06-755e13b0b392 req-ae9184fe-02d3-4249-8dbc-8e987ab62ced service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282211 Jul 22 14:57:36.584510 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.775195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.780906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.861431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event updated for resources: {'Port': ['ID=7e685d49-df2f-4af5-b546-16851cfafc73,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:57:36.875726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c3708-9c82-4ecf-9de2-6c33c9d44c75 req-35c748d2-9b2b-4935-a87e-4dd0489128b8 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:36.877340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d9c3708-9c82-4ecf-9de2-6c33c9d44c75 req-35c748d2-9b2b-4935-a87e-4dd0489128b8 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 946 time: 0.1701031 Jul 22 14:57:36.893284 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:36.994266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d9c3708-9c82-4ecf-9de2-6c33c9d44c75 req-21671509-664c-44d5-a1c7-73423bcdc723 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101406 Jul 22 14:57:37.022463 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Floating IP aa38c030-dc84-478f-8198-3bff1ab079fd associated. External IP: 172.25.3.227, port: 7684773c-8990-4de3-8349-dea50da3f9ce. Jul 22 14:57:37.239489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Router c38d47c1-7441-4b28-8ba7-be593836db9c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:57:37.416707 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.671194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:57:37.680686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] Sync routers for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:57:37.688202 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.690546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:37.691175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:37.725141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a237f8ba-7310-4b01-b255-1bd13378650f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0611897 Jul 22 14:57:37.725784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:57:37.728173 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58599181-766c-45d8-b09a-5cca4e1dfb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:57:37.772346 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a74e38c-a1f3-4187-9cf1-60665356c1f7 x-openstack-request-id: req-6a74e38c-a1f3-4187-9cf1-60665356c1f7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:57:37.772640 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:57:37.772892 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a74e38c-a1f3-4187-9cf1-60665356c1f7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:57:37.773285 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce', 'status': 'completed', 'code': 200} Jul 22 14:57:37.799016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:37.854642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-535edf77-f43a-48c6-bb66-4cd37890dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:37.856149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-535edf77-f43a-48c6-bb66-4cd37890dfd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.0598564 Jul 22 14:57:37.945143 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:37.952815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-b8a74491-36ef-41b9-bd5f-cd0d6e1cabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:37.954586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-b8a74491-36ef-41b9-bd5f-cd0d6e1cabc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 910 time: 0.0917954 Jul 22 14:57:38.024342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-d71b824b-c9a4-4d8f-8da5-171bbb3991ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 1000 time: 0.0630143 Jul 22 14:57:38.048074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'aa38c030-dc84-478f-8198-3bff1ab079fd', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'port_id': '7684773c-8990-4de3-8349-dea50da3f9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'mac_address': 'fa:16:3e:4e:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:57:36Z', 'updated_at': '2021-07-22T14:57:36Z', 'revision_number': 0, 'project_id': 'a74aabfaba9440538fade339f80de814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:38.081299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] Checking router: c38d47c1-7441-4b28-8ba7-be593836db9c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:57:38.090095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:57:38.090900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:57:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:38.119191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-be05bb2a-ae32-4291-a090-dc1478ce5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:38.121010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-be05bb2a-ae32-4291-a090-dc1478ce5157 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.0892572 Jul 22 14:57:38.179339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46defc26-10f0-44bf-98b2-220a39213caf req-c8badd7c-5500-471d-9d8b-82b18b8f077a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:38.181047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46defc26-10f0-44bf-98b2-220a39213caf req-c8badd7c-5500-471d-9d8b-82b18b8f077a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 946 time: 0.1084983 Jul 22 14:57:38.203543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:57:38.215670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-ca214750-ef4c-4dbf-b953-39aaee6a24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:38.217868 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-ca214750-ef4c-4dbf-b953-39aaee6a24f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896297 Jul 22 14:57:38.244178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46defc26-10f0-44bf-98b2-220a39213caf req-97a56625-1c3f-4858-97ab-c0cbf0ace62e tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Jul 22 14:57:38.354564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-f5950a56-0686-4489-ac52-04bcac61ace3 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268139 Jul 22 14:57:38.471149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58599181-766c-45d8-b09a-5cca4e1dfb1e req-33cc0318-e8d1-4b82-a1aa-763b2474d72f service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097827 Jul 22 14:57:38.485137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'aa38c030-dc84-478f-8198-3bff1ab079fd', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'port_id': '7684773c-8990-4de3-8349-dea50da3f9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'mac_address': 'fa:16:3e:4e:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:57:36Z', 'updated_at': '2021-07-22T14:57:36Z', 'revision_number': 0, 'project_id': 'a74aabfaba9440538fade339f80de814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:57:38.513077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d9b63-2a3a-4c81-acd1-9d30408e92f4 None None] The sync data for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 is: [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'aa38c030-dc84-478f-8198-3bff1ab079fd', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'port_id': '7684773c-8990-4de3-8349-dea50da3f9ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'mac_address': 'fa:16:3e:4e:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:57:36Z', 'updated_at': '2021-07-22T14:57:36Z', 'revision_number': 0, 'project_id': 'a74aabfaba9440538fade339f80de814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:57:38.785071 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55903104-5c72-4fe9-b60a-31173f6580c8 None None] New status for floating IP aa38c030-dc84-478f-8198-3bff1ab079fd: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:57:39.891893 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bf36531a-ab55-4bf7-ac23-291eee05c7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.141677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1a90af6-238d-4d4a-b8a1-352824c9842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.348691 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:42.791668 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:57:43.079576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-40d441dd-3bb6-4172-8599-6f4d1534719e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0639372 Jul 22 14:57:43.186018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-e1150ee0-9551-4dac-8ced-499dfbaa31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:43.187460 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-e1150ee0-9551-4dac-8ced-499dfbaa31ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0624115 Jul 22 14:57:43.304016 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-970b27b0-97d3-4612-8f89-b4dc91aa7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:43.305842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-970b27b0-97d3-4612-8f89-b4dc91aa7ce3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.0986006 Jul 22 14:57:43.375626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-e41d940a-eb1a-4920-a91c-faba4aada393 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 1000 time: 0.0636926 Jul 22 14:57:43.431542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-f1c7c3bb-41c4-48bd-8f89-538f0637fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:43.433298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-f1c7c3bb-41c4-48bd-8f89-538f0637fbf4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0516458 Jul 22 14:57:43.501476 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-fe21aebc-23cb-4b68-84f5-a6b7d3b611c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:43.503278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-fe21aebc-23cb-4b68-84f5-a6b7d3b611c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639904 Jul 22 14:57:43.610382 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-fdca0404-e5ca-4faf-8b72-1b587acac5ab service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008890 Jul 22 14:57:43.696511 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:43.712390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3221ee62-a9ba-459f-a23e-d87ec92147b1 req-a9ee6ae9-386a-4125-b909-2590b3532117 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955062 Jul 22 14:57:45.366924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:57:51.747956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-e468f4b0-3201-4d93-b9d8-7a823c0eaded service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1378756 Jul 22 14:57:51.865278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-6f67cb0f-29a2-45ab-a2b1-cb9c5c516c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:51.867148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-6f67cb0f-29a2-45ab-a2b1-cb9c5c516c23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.0667562 Jul 22 14:57:51.989603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-336b68b3-3220-4c0d-9e79-09f133888963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:51.991186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-336b68b3-3220-4c0d-9e79-09f133888963 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 910 time: 0.0954814 Jul 22 14:57:52.063985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-d23ecdf4-915a-4d39-8428-8b231e132bf9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 1002 time: 0.0654280 Jul 22 14:57:52.130787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-b3252d64-773a-4e8e-b1b9-8f89430b6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:52.132639 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-b3252d64-773a-4e8e-b1b9-8f89430b6c51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.0622337 Jul 22 14:57:52.201674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-701a0517-6b44-4f81-bf09-576ea1266cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:57:52.203494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-701a0517-6b44-4f81-bf09-576ea1266cd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646296 Jul 22 14:57:52.305585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-8732b8e2-d406-4b14-9796-45985ed86f49 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951672 Jul 22 14:57:52.422154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b96c084d-ba92-480c-b510-c5ee9a395171 req-b0023f4a-022e-4793-a401-7ffb3c6f774b service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081283 Jul 22 14:58:04.973024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d83ce-e98c-4afc-8291-72509b064d3f req-2cd889d1-c9d5-46b0-b80d-4f3c9d87cdfe tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:04.974441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-999d83ce-e98c-4afc-8291-72509b064d3f req-2cd889d1-c9d5-46b0-b80d-4f3c9d87cdfe tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 946 time: 0.0649385 Jul 22 14:58:05.015922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-999d83ce-e98c-4afc-8291-72509b064d3f req-78382c9e-9529-4583-a43c-34a17c870e4f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Jul 22 14:58:06.161360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de5233-35f5-4651-acd7-5684737857c5 req-c9f7e03e-66b9-4e82-ba52-648042df3f3f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:06.163058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6de5233-35f5-4651-acd7-5684737857c5 req-c9f7e03e-66b9-4e82-ba52-648042df3f3f tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 946 time: 0.0756817 Jul 22 14:58:06.207206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6de5233-35f5-4651-acd7-5684737857c5 req-8937edcc-0a7e-429a-996a-f3cfbfb5b544 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d4a36c8-e568-4529-8381-df8636e0eca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376234 Jul 22 14:58:06.520609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-dd2d83de-fa02-4e8c-9fc7-6d61c47d5163 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:06.522120 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-dd2d83de-fa02-4e8c-9fc7-6d61c47d5163 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 946 time: 0.0730445 Jul 22 14:58:06.635890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Deleting port 52651310-216e-408a-9864-f727fea5a58d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 14:58:06.636245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:06.731250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] For port 52651310-216e-408a-9864-f727fea5a58d, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=52651310-216e-408a-9864-f727fea5a58d,segment=NetworkSegment(aed1c5e2-7606-4592-999a-241dc4ac9f60),segment_id=aed1c5e2-7606-4592-999a-241dc4ac9f60)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:58:06.731746 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:06.747028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Calling delete_port for 52651310-216e-408a-9864-f727fea5a58d owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 14:58:06.879326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:06.892048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['52651310-216e-408a-9864-f727fea5a58d'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:58:06.916169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Pushing event deleted for resources: {'Port': ['ID=52651310-216e-408a-9864-f727fea5a58d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:06.949337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.949681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.950020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.950353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.951255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.951602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.951926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.952246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.952571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.952894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.953214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.953534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:06.977496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] No DVR routers for this DVR port 52651310-216e-408a-9864-f727fea5a58d on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 14:58:06.980466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:06.983647 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-664ad1b5-731a-4740-be76-44450b8d0c65 req-41de39e7-6365-4316-9f97-ba98bb287b0a tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.72 "DELETE /v2.0/ports/52651310-216e-408a-9864-f727fea5a58d HTTP/1.1" status: 204 len: 173 time: 0.4512699 Jul 22 14:58:06.984127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'name': 'network-vif-deleted', 'tag': '52651310-216e-408a-9864-f727fea5a58d'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:58:06.986393 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781c1c2-6728-4337-9b26-8db274015906" -d '{"events": [{"server_uuid": "29dd7b73-8c02-4bfd-afc5-9c30e3d8e884", "name": "network-vif-deleted", "tag": "52651310-216e-408a-9864-f727fea5a58d"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:58:07.028383 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50e73c3-d69b-4478-905f-91179776ed85 x-openstack-request-id: req-c50e73c3-d69b-4478-905f-91179776ed85 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:58:07.028703 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dd7b73-8c02-4bfd-afc5-9c30e3d8e884", "name": "network-vif-deleted", "tag": "52651310-216e-408a-9864-f727fea5a58d", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:58:07.028956 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c50e73c3-d69b-4478-905f-91179776ed85 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:58:07.029355 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dd7b73-8c02-4bfd-afc5-9c30e3d8e884', 'name': 'network-vif-deleted', 'tag': '52651310-216e-408a-9864-f727fea5a58d', 'status': 'completed', 'code': 200} Jul 22 14:58:07.323490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6bd3548-ae24-43a4-aa4f-02a29257def8 req-eef0b47a-6795-4b09-a7f5-604c89decb55 tempest-VolumesSnapshotTestJSON-1874078018 tempest-VolumesSnapshotTestJSON-1874078018-project] 10.222.0.60 "GET /v2.0/ports?device_id=29dd7b73-8c02-4bfd-afc5-9c30e3d8e884 HTTP/1.1" status: 200 len: 210 time: 0.0311439 Jul 22 14:58:07.424319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:07.924062 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:09.896531 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7e702f6a-8bf4-4631-8c73-569ccbd25fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:10.316233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 52651310-216e-408a-9864-f727fea5a58d no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 14:58:10.337013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 52651310-216e-408a-9864-f727fea5a58d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 14:58:10.337368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 52651310-216e-408a-9864-f727fea5a58d not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 14:58:12.135021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c8d4f63e-0f1a-4bf1-9478-9cc507192909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:12.351783 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:12.767384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 34284) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:12.890150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d2dcc-436c-47bd-a16d-9a56136fd1b3 req-2d50c3e0-168f-4b11-8746-61c35deeb048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:12.891807 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-576d2dcc-436c-47bd-a16d-9a56136fd1b3 req-2d50c3e0-168f-4b11-8746-61c35deeb048 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.1222444 Jul 22 14:58:12.941176 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-576d2dcc-436c-47bd-a16d-9a56136fd1b3 req-c4a177c8-99f1-40cc-a438-84fac4de2df1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Jul 22 14:58:13.728499 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:15.381406 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:19.783751 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:58:37.433362 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:37.930557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:39.882624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ea55118-4409-49a1-9f45-686411f152ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:42.147679 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14a72e32-1169-4123-bc9b-d3e3f31b1a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:42.368793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:43.706743 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:45.384666 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:47.375422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-e3a649e4-22bd-4672-b4ef-5e912b96af70 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1733763072&fields=id&tenant_id=fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 267 time: 0.0348010 Jul 22 14:58:47.506707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-951f1738-5b87-4c4d-82ff-5d3774fb40e6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:47.511127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-951f1738-5b87-4c4d-82ff-5d3774fb40e6 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1239619 Jul 22 14:58:47.526924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-95735369-a31e-4108-b856-42380ca03505 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/quotas/fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 375 time: 0.0112796 Jul 22 14:58:47.619333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-0c844c16-32f6-4dec-99f1-d80543222f32 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0857396 Jul 22 14:58:47.782126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-9f6385b8-2260-443e-8ce4-df7aed74162b service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524224 Jul 22 14:58:47.874199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-029b63d1-4d9d-47db-a021-f2ebe352e619 service neutron] 10.222.0.60 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882163 Jul 22 14:58:48.182773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7d95753e-1352-4b6a-a817-43d85630ebdf req-88174370-22b6-459b-b1d9-c9de931d60b0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 210 time: 0.0334427 Jul 22 14:58:49.312032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3ffc422-08db-491a-b61a-a8164c034a64 req-81c07f12-db9f-4658-a438-dce2ea533da5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 210 time: 0.0464277 Jul 22 14:58:49.465672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-634ce333-c3d3-4ac0-bb35-56a2bc514112 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:49.467575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-634ce333-c3d3-4ac0-bb35-56a2bc514112 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 811 time: 0.1376748 Jul 22 14:58:49.532037 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-3f083445-05bd-4cbb-ab53-888c4cb55294 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdc5d9c46e224637b20b52969caa7084 HTTP/1.1" status: 200 len: 380 time: 0.0555346 Jul 22 14:58:49.548184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'port': {'device_id': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'admin_state_up': True, 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'security_groups': ['f8ff2153-f061-4580-b366-11d9d51dd57a']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:49.667614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Made reservation on behalf of fdc5d9c46e224637b20b52969caa7084 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 14:58:49.671573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:49.807160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.20.0.9 (082040bd-5a11-484e-995b-2e3e922efeee/2a2659d7-b477-4366-91fa-e8785e9d53bb/928c9daf-6b83-415c-9988-b9d44315e8be) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:58:49.951581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:49.966484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Transition to ACTIVE for port object 928c9daf-6b83-415c-9988-b9d44315e8be will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:58:50.001364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:50.062652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=928c9daf-6b83-415c-9988-b9d44315e8be,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:50.066127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 082040bd-5a11-484e-995b-2e3e922efeee is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:58:50.068659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:58:50.075457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:58:50.104587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.105251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.105646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.106000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.106492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.106874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.107218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.107560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.107896 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.108246 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.108581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.109030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:58:50.145756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:50.146725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:50.164241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-87432ab9-a26b-44dc-9199-3621016033d9 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6201193 Jul 22 14:58:50.180911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Request body: {'port': {'device_id': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:58:50.295419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:50.545997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3209f47-77c3-4b77-a085-666167e98641 None None] Provisioning for port 928c9daf-6b83-415c-9988-b9d44315e8be completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:58:50.555304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e3209f47-77c3-4b77-a085-666167e98641 None None] Provisioning complete for port 928c9daf-6b83-415c-9988-b9d44315e8be triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:58:50.555736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e3209f47-77c3-4b77-a085-666167e98641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:50.601969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e3209f47-77c3-4b77-a085-666167e98641 None None] Port 928c9daf-6b83-415c-9988-b9d44315e8be cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 14:58:50.690992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9c934-0d2c-429f-a15d-5c377b0612ca req-671b0bad-a78c-452e-aaf9-71a9999a01fa tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:50.692601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82f9c934-0d2c-429f-a15d-5c377b0612ca req-671b0bad-a78c-452e-aaf9-71a9999a01fa tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 931 time: 0.2093430 Jul 22 14:58:50.798295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82f9c934-0d2c-429f-a15d-5c377b0612ca req-d5d7899a-386c-4eaa-bdd5-62892540ad0b tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996747 Jul 22 14:58:50.809638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928c9daf-6b83-415c-9988-b9d44315e8be {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:58:50.826260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:50.839169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Transition to ACTIVE for port object 928c9daf-6b83-415c-9988-b9d44315e8be will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 14:58:50.843462 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:50.930808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Pushing event updated for resources: {'Port': ['ID=928c9daf-6b83-415c-9988-b9d44315e8be,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:51.018940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Attempting to bind port 928c9daf-6b83-415c-9988-b9d44315e8be on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 14:58:51.019529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Attempting to bind port 928c9daf-6b83-415c-9988-b9d44315e8be by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 14:58:51.020427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Attempting to bind port 928c9daf-6b83-415c-9988-b9d44315e8be on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:58:51.025742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Port 928c9daf-6b83-415c-9988-b9d44315e8be on network 082040bd-5a11-484e-995b-2e3e922efeee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 14:58:51.026302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Attempting to bind port 928c9daf-6b83-415c-9988-b9d44315e8be on network 082040bd-5a11-484e-995b-2e3e922efeee {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 14:58:51.034002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 14, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 14:58:51.034617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Checking segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 14:58:51.035350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Bound using segment: {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 14:58:51.036017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Bound port: 928c9daf-6b83-415c-9988-b9d44315e8be, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 14:58:51.036720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:51.118152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] For port 928c9daf-6b83-415c-9988-b9d44315e8be, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 14:58:51.122444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] For port 928c9daf-6b83-415c-9988-b9d44315e8be, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=928c9daf-6b83-415c-9988-b9d44315e8be,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 14:58:51.126666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:51.176557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.177487 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:51.178737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] 10.222.0.61 "PUT /v2.0/ports/928c9daf-6b83-415c-9988-b9d44315e8be HTTP/1.1" status: 200 len: 1091 time: 1.0046756 Jul 22 14:58:51.179282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:58:51.181454 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb6999b-cfe2-4d84-be1f-c061a94b091c" -d '{"events": [{"name": "network-changed", "server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:58:51.228547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc9d6a-fe96-4aa2-84ac-6ea91fd7066a service neutron] Pushing event updated for resources: {'Port': ['ID=928c9daf-6b83-415c-9988-b9d44315e8be,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:51.258131 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d10e50-adaf-4a57-8735-8abf0a442997 x-openstack-request-id: req-33d10e50-adaf-4a57-8735-8abf0a442997 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:58:51.258754 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:58:51.259163 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33d10e50-adaf-4a57-8735-8abf0a442997 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:58:51.259714 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be', 'status': 'completed', 'code': 200} Jul 22 14:58:51.349755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-1dc82b9d-385d-48c9-9a0b-f768e4a9fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.352140 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-1dc82b9d-385d-48c9-9a0b-f768e4a9fd6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 1094 time: 0.1119378 Jul 22 14:58:51.420714 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-c225e6e2-b104-4137-9f2f-138fd1dace38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=928c9daf-6b83-415c-9988-b9d44315e8be HTTP/1.1" status: 200 len: 217 time: 0.0611384 Jul 22 14:58:51.485951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-2d2b0496-1a46-41bf-8294-cfa0a1c04ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.488131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-2d2b0496-1a46-41bf-8294-cfa0a1c04ea6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0572801 Jul 22 14:58:51.580179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-faaf9560-359b-470f-87ec-654b44aae70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.581859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-faaf9560-359b-470f-87ec-654b44aae70e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868580 Jul 22 14:58:51.670170 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-a213df40-13a0-4b8e-81e0-5459ee04429f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724771 Jul 22 14:58:51.695160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-c1fe6a17-7698-414b-b0f7-b4da240a3aac service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043406 Jul 22 14:58:51.774950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-9cf32714-99e5-4148-8a28-3fd7b41bc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.776475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-9cf32714-99e5-4148-8a28-3fd7b41bc57d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.0596480 Jul 22 14:58:51.813206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7aee0f19-9088-49f3-81b9-e75c465c6b92 req-f521f06b-bd76-4a4c-ae5d-62dfdc409e69 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075695 Jul 22 14:58:51.924367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-2de61ab2-9180-4019-8407-ea30053c2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.926307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-2de61ab2-9180-4019-8407-ea30053c2544 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 910 time: 0.1286509 Jul 22 14:58:51.991902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-54eaa455-6b2f-4fcf-8420-7783e5c179c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:51.994371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-54eaa455-6b2f-4fcf-8420-7783e5c179c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 1094 time: 0.1303196 Jul 22 14:58:52.009850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe76d6-ae60-4e66-b1b7-90388c7e3ca9 req-2571fa11-a690-4f51-9fc1-af6ebb5fd06a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.011535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76fe76d6-ae60-4e66-b1b7-90388c7e3ca9 req-2571fa11-a690-4f51-9fc1-af6ebb5fd06a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.1112850 Jul 22 14:58:52.021986 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-61d4b71c-8ebd-4702-b381-a9392b9cd05b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 1002 time: 0.0888467 Jul 22 14:58:52.083746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-7cf0330d-42ea-44f8-94d1-2b48d56367e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.085548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-7cf0330d-42ea-44f8-94d1-2b48d56367e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.0569756 Jul 22 14:58:52.108329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76fe76d6-ae60-4e66-b1b7-90388c7e3ca9 req-3cbaa287-8abf-4e89-bcda-ac8b7ef45493 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874863 Jul 22 14:58:52.142747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-824be41f-6d2b-4862-ae6d-c31258196d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.144397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-824be41f-6d2b-4862-ae6d-c31258196d2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1318376 Jul 22 14:58:52.174883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-369e4f3f-7b34-4418-8e10-34f7d57707b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.176620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-369e4f3f-7b34-4418-8e10-34f7d57707b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833092 Jul 22 14:58:52.198664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-e549a023-c540-4214-b73c-e32dfc178588 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=928c9daf-6b83-415c-9988-b9d44315e8be HTTP/1.1" status: 200 len: 217 time: 0.0473602 Jul 22 14:58:52.279210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-51e71e88-7b34-495e-86af-b386991b9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.280857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-51e71e88-7b34-495e-86af-b386991b9ea0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0761249 Jul 22 14:58:52.352295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-f038f585-cdd4-4703-a22c-8997baa75f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:52.354342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-f038f585-cdd4-4703-a22c-8997baa75f73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666339 Jul 22 14:58:52.458988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-2ec163fa-e3f2-4423-9983-1c9938b15d01 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974371 Jul 22 14:58:52.573847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dcb6999b-cfe2-4d84-be1f-c061a94b091c req-8a9b88b4-9860-4453-a8dd-06ca9dd0dd96 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078610 Jul 22 14:58:52.615636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-d3131a88-e116-45cd-9320-07e7077cebe4 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328051 Jul 22 14:58:52.728852 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f8f5a4c7-adc3-4db2-8f2d-caef1dc83c16 req-bc1a7500-27f8-4ae4-845e-fcd0cca21e1f service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056271 Jul 22 14:58:53.317489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea776f-b886-4178-9335-ecb152e75cd6 req-bb0444bb-c1b2-4a3d-ab2b-54bc259b4577 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:53.320486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8ea776f-b886-4178-9335-ecb152e75cd6 req-bb0444bb-c1b2-4a3d-ab2b-54bc259b4577 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.1093314 Jul 22 14:58:53.382709 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8ea776f-b886-4178-9335-ecb152e75cd6 req-a900c736-4f95-48ab-a04d-8771ec3eff51 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539272 Jul 22 14:58:54.552850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eba06-db76-4cd6-894a-97ee65d84a04 req-9459a5a0-67fe-49de-8324-faf6519b7b2e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:54.561579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed3eba06-db76-4cd6-894a-97ee65d84a04 req-9459a5a0-67fe-49de-8324-faf6519b7b2e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0884500 Jul 22 14:58:54.604687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed3eba06-db76-4cd6-894a-97ee65d84a04 req-197bbe28-4bd0-41d0-a5bd-384fd6cb3ca1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Jul 22 14:58:55.788972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a226e-66ba-481a-b264-babc57d28fe5 req-8de48410-cc38-424b-9d9e-e3d6e5a901f5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:55.791751 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c3a226e-66ba-481a-b264-babc57d28fe5 req-8de48410-cc38-424b-9d9e-e3d6e5a901f5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0783818 Jul 22 14:58:55.832523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c3a226e-66ba-481a-b264-babc57d28fe5 req-8532c81b-1e82-4be5-a5c9-6d31aaed3da2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Jul 22 14:58:55.945212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:55.991739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Deleting subnet 13dfac42-a13d-49ec-a2c4-f7d0e18cad3b {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 14:58:55.994901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.042348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.093836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.146764 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.172573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dfac42-a13d-49ec-a2c4-f7d0e18cad3b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:56.176477 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.180209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e967af36-a29d-4b2e-8bd9-105b838ce381 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/13dfac42-a13d-49ec-a2c4-f7d0e18cad3b HTTP/1.1" status: 204 len: 168 time: 0.2335134 Jul 22 14:58:56.180898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35416) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:56.253980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.337574 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.347761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3b500f-6a5d-4661-a00b-7ea54abd29ef']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:56.357605 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed1c5e2-7606-4592-999a-241dc4ac9f60') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:56.357906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed1c5e2-7606-4592-999a-241dc4ac9f60') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:58:56.367200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.381815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.388387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 14:58:56.388782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: timer() Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 14:58:56.390409 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 14:58:56.453786 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.460117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.462124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a3b500f-6a5d-4661-a00b-7ea54abd29ef HTTP/1.1" status: 204 len: 168 time: 0.2801452 Jul 22 14:58:56.476360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5cb99-ea8a-4df5-96fc-22b678af13b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3b500f-6a5d-4661-a00b-7ea54abd29ef,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:56.654352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:56.697678 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aed3770d-7b4e-4cd4-92da-f7609006575d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5379d32e0c464ad5afbc4043a6628498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420179 Jul 22 14:58:56.700673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 35430) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:58:56.753108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71c553bb-f462-4daf-ba94-d1bb7d42b627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.778396 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71c553bb-f462-4daf-ba94-d1bb7d42b627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.795478 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:58:56.840821 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71c553bb-f462-4daf-ba94-d1bb7d42b627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.844527 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-71c553bb-f462-4daf-ba94-d1bb7d42b627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:58:56.848452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-71c553bb-f462-4daf-ba94-d1bb7d42b627 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d4a36c8-e568-4529-8381-df8636e0eca8 HTTP/1.1" status: 204 len: 168 time: 0.1441419 Jul 22 14:58:56.854681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c553bb-f462-4daf-ba94-d1bb7d42b627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a36c8-e568-4529-8381-df8636e0eca8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:58:56.992536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e899e-f9d5-4cf6-ae0a-5ecf5d41adee req-6112abb3-468d-456c-a5f8-c00122f35c4f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:56.994721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-160e899e-f9d5-4cf6-ae0a-5ecf5d41adee req-6112abb3-468d-456c-a5f8-c00122f35c4f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0805774 Jul 22 14:58:57.044233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-160e899e-f9d5-4cf6-ae0a-5ecf5d41adee req-b4cb2a3f-a595-4d58-a703-da3e18fd9e0e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431986 Jul 22 14:58:58.179499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b9575-078d-4a19-8477-53650c730eb0 req-bb25205e-226c-4669-a415-300bccc39bdb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:58.181119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-473b9575-078d-4a19-8477-53650c730eb0 req-bb25205e-226c-4669-a415-300bccc39bdb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0669212 Jul 22 14:58:58.219210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-473b9575-078d-4a19-8477-53650c730eb0 req-defef103-aa5a-4f9e-a79f-65f27a4f47e5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324450 Jul 22 14:58:59.350617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef3221-b5b3-46fe-b5d5-638a06573bdc req-62baff51-e622-405b-ae91-298ef3ae8360 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:58:59.352138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03ef3221-b5b3-46fe-b5d5-638a06573bdc req-62baff51-e622-405b-ae91-298ef3ae8360 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0664494 Jul 22 14:58:59.396016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03ef3221-b5b3-46fe-b5d5-638a06573bdc req-1345e036-f5db-40f7-b162-78b64eb1d0d1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Jul 22 14:59:00.528814 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0725d-dc32-43d8-ba2e-9443f4b50da8 req-51e79d7e-2ef7-45b0-b129-1592391e6355 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:00.530358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7cf0725d-dc32-43d8-ba2e-9443f4b50da8 req-51e79d7e-2ef7-45b0-b129-1592391e6355 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0644317 Jul 22 14:59:00.569359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7cf0725d-dc32-43d8-ba2e-9443f4b50da8 req-6720385e-9a3b-4c73-9bba-b4bb0bb22dc3 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332782 Jul 22 14:59:01.702589 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5b06-fb38-4d5a-a48a-9b46d026c553 req-c44d9bbc-0111-4540-8506-f181893777bc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:01.704206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd7c5b06-fb38-4d5a-a48a-9b46d026c553 req-c44d9bbc-0111-4540-8506-f181893777bc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0666609 Jul 22 14:59:01.743525 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd7c5b06-fb38-4d5a-a48a-9b46d026c553 req-cfef4c42-03f0-4991-bb14-1911ada068bc tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335562 Jul 22 14:59:03.099183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08a389-c0a3-431f-bc38-780422d8d994 req-a3b4b13f-47d7-4610-a315-002b69506b75 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:03.100702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b08a389-c0a3-431f-bc38-780422d8d994 req-a3b4b13f-47d7-4610-a315-002b69506b75 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 943 time: 0.0673659 Jul 22 14:59:03.140495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b08a389-c0a3-431f-bc38-780422d8d994 req-5ff755a8-428a-42be-bf29-a3e19b7883fe tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342040 Jul 22 14:59:03.313493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 928c9daf-6b83-415c-9988-b9d44315e8be details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 14:59:03.407475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 928c9daf-6b83-415c-9988-b9d44315e8be, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=928c9daf-6b83-415c-9988-b9d44315e8be,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:03.422316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '928c9daf-6b83-415c-9988-b9d44315e8be', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'port_id': '928c9daf-6b83-415c-9988-b9d44315e8be', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 14:59:03.460324 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:03.472742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928c9daf-6b83-415c-9988-b9d44315e8be {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 14:59:03.500469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 928c9daf-6b83-415c-9988-b9d44315e8be, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=928c9daf-6b83-415c-9988-b9d44315e8be,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:03.504685 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:03.554054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=928c9daf-6b83-415c-9988-b9d44315e8be,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:03.561252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.561605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.561946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.562286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.562650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.562983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.563312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.563639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.563963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.564285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.564609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.564928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:03.716460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['928c9daf-6b83-415c-9988-b9d44315e8be'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 14:59:04.275189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd48c6-c274-4509-9d01-743d4d27b142 req-0d89da43-1070-4412-9700-1bbbf9e73aaa tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:04.278000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7bdd48c6-c274-4509-9d01-743d4d27b142 req-0d89da43-1070-4412-9700-1bbbf9e73aaa tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 944 time: 0.0668104 Jul 22 14:59:04.317099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7bdd48c6-c274-4509-9d01-743d4d27b142 req-9932ef5f-32ad-46e6-8d24-765f5cdf8fa1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Jul 22 14:59:05.328306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 928c9daf-6b83-415c-9988-b9d44315e8be up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 14:59:05.378984 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 928c9daf-6b83-415c-9988-b9d44315e8be completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 14:59:05.382753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 928c9daf-6b83-415c-9988-b9d44315e8be triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 14:59:05.383141 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:05.453591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905073a-bb33-4b1b-af37-156d8c77686c req-97942a56-0b27-462d-8613-29969214a4ab tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:05.455081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f905073a-bb33-4b1b-af37-156d8c77686c req-97942a56-0b27-462d-8613-29969214a4ab tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 944 time: 0.0658972 Jul 22 14:59:05.468943 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:05.493519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:59:05.496152 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e23ed-0ba8-41df-9bc2-4ff5d3a46146" -d '{"events": [{"server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "name": "network-vif-plugged", "status": "completed", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:59:05.509706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 928c9daf-6b83-415c-9988-b9d44315e8be, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=928c9daf-6b83-415c-9988-b9d44315e8be,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 14:59:05.515390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:05.518368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f905073a-bb33-4b1b-af37-156d8c77686c req-298b7e78-551c-4017-96df-ef32ac9918a8 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544918 Jul 22 14:59:05.543328 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 14:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb7c01-f5de-4c82-982a-ff6edf8009f6 x-openstack-request-id: req-f9eb7c01-f5de-4c82-982a-ff6edf8009f6 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:59:05.543576 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "name": "network-vif-plugged", "status": "completed", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:59:05.543812 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9eb7c01-f5de-4c82-982a-ff6edf8009f6 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:59:05.544334 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be', 'code': 200} Jul 22 14:59:05.576883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=928c9daf-6b83-415c-9988-b9d44315e8be,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:05.659119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4e554-9174-420a-8db6-2cf378d297cf req-031ee3d3-8389-43e1-a6c2-af39739b76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:05.660676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dcd4e554-9174-420a-8db6-2cf378d297cf req-031ee3d3-8389-43e1-a6c2-af39739b76a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 1096 time: 0.0575173 Jul 22 14:59:05.694789 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dcd4e554-9174-420a-8db6-2cf378d297cf req-fc7b1905-d4a3-4a13-8b43-1170ff4a7434 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282183 Jul 22 14:59:06.672384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3301e-f49f-4d09-ac8e-1860aeb4a2cc req-eed397cc-5cc4-4fe0-bff6-71d4abcd4148 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:06.673887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54e3301e-f49f-4d09-ac8e-1860aeb4a2cc req-eed397cc-5cc4-4fe0-bff6-71d4abcd4148 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 945 time: 0.0700569 Jul 22 14:59:06.713072 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54e3301e-f49f-4d09-ac8e-1860aeb4a2cc req-b584416c-e3a9-4db4-bb92-cdf3e348152e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Jul 22 14:59:06.847790 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2caa5-7940-4e38-b1e5-801eab983c57 req-b4ecf24c-f673-45e3-926f-b8c7c216b41c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:06.849493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80b2caa5-7940-4e38-b1e5-801eab983c57 req-b4ecf24c-f673-45e3-926f-b8c7c216b41c tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 945 time: 0.0668120 Jul 22 14:59:06.888605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80b2caa5-7940-4e38-b1e5-801eab983c57 req-21ee0db2-9f2a-4165-a1e7-38ed6675cf89 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329521 Jul 22 14:59:06.910902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35640) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:06.966958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b7c50-dee7-461d-b91f-4cb088162a52 tempest-TestVolumeBootPattern-1660883033 tempest-TestVolumeBootPattern-1660883033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:06.968482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e01b7c50-dee7-461d-b91f-4cb088162a52 tempest-TestVolumeBootPattern-1660883033 tempest-TestVolumeBootPattern-1660883033-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 1091 time: 0.0565872 Jul 22 14:59:06.971282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 35642) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:06.975563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '928c9daf-6b83-415c-9988-b9d44315e8be', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 14:59:06.997026 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.100003 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.209219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Allocated IP 172.25.3.118 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/f96d6874-f79f-470f-ac1a-f61b33ce3088) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 14:59:07.311022 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.351530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.397370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 14:59:07.400354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 14:59:07.403324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 14:59:07.421127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.430426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=f96d6874-f79f-470f-ac1a-f61b33ce3088,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:07.772839 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.848065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:07.932324 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:08.014925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:08.019424 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:08.088066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event updated for resources: {'Port': ['ID=f96d6874-f79f-470f-ac1a-f61b33ce3088,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:08.099122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:08.544928 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Floating IP e0429c84-040b-4677-bf7d-e1ee1d3cc819 associated. External IP: 172.25.3.118, port: 928c9daf-6b83-415c-9988-b9d44315e8be. Jul 22 14:59:08.768112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 14:59:08.880124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 14:59:08.890475 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 14:59:08.899068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:08.900067 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:08.906184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:58:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:08.938795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-45e8d32d-6a70-4c52-81be-dcfc7690a8fb tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9664671 Jul 22 14:59:08.939382 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 14:59:08.941854 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbae580a-1574-4214-a0ae-da7f29b4a1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 14:59:08.991459 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 14:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42311fa5-c061-4473-877a-f92d78708d71 x-openstack-request-id: req-42311fa5-c061-4473-877a-f92d78708d71 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 14:59:08.992187 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 14:59:08.992187 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42311fa5-c061-4473-877a-f92d78708d71 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 14:59:08.996497 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be', 'status': 'completed', 'code': 200} Jul 22 14:59:09.052293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:09.071620 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-a0168a56-0645-4ba6-8751-da2c8c6e6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:09.073423 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-a0168a56-0645-4ba6-8751-da2c8c6e6462 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 1096 time: 0.0582049 Jul 22 14:59:09.172176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-4f0a84d1-6322-45e2-bde6-80ce2bd8860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:09.174384 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-4f0a84d1-6322-45e2-bde6-80ce2bd8860a service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.0945239 Jul 22 14:59:09.251290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-e4447474-c161-49d1-ac29-264b923a767a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=928c9daf-6b83-415c-9988-b9d44315e8be HTTP/1.1" status: 200 len: 999 time: 0.0710301 Jul 22 14:59:09.310331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-f7576bff-d040-41cc-93d7-c079d9ec5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:09.311867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-f7576bff-d040-41cc-93d7-c079d9ec5da0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0547976 Jul 22 14:59:09.381711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-09788abd-35cd-42cc-b2ef-b1f689321c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:09.383403 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-09788abd-35cd-42cc-b2ef-b1f689321c29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655994 Jul 22 14:59:09.458549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:57Z', 'revision_number': 1, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}, {'id': 'e0429c84-040b-4677-bf7d-e1ee1d3cc819', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '928c9daf-6b83-415c-9988-b9d44315e8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:59:07Z', 'updated_at': '2021-07-22T14:59:07Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:09.478618 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-bed175b6-0803-4ab9-aadb-4aa40e1fe959 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883734 Jul 22 14:59:09.485051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 14:59:09.494268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 14:59:09.494921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T14:58:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:09.583548 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bbae580a-1574-4214-a0ae-da7f29b4a1cd req-e92e9582-49c2-4388-9f1a-21fcf223cf9d service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983152 Jul 22 14:59:09.614489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 14:59:09.853012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:57Z', 'revision_number': 1, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}, {'id': 'e0429c84-040b-4677-bf7d-e1ee1d3cc819', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '928c9daf-6b83-415c-9988-b9d44315e8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:59:07Z', 'updated_at': '2021-07-22T14:59:07Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 14:59:09.884154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f611fc-ebad-4972-b264-e01057dca368 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:57Z', 'revision_number': 1, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}, {'id': 'e0429c84-040b-4677-bf7d-e1ee1d3cc819', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '928c9daf-6b83-415c-9988-b9d44315e8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:59:07Z', 'updated_at': '2021-07-22T14:59:07Z', 'revision_number': 0, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 14:59:09.895900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcf7ae8a-9a7c-4e54-9ce9-fb7f33f6b824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:10.085395 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f7eac-6039-4caa-8c61-22fd0fe3f2c5 None None] New status for floating IP e0429c84-040b-4677-bf7d-e1ee1d3cc819: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 14:59:12.139163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8c0bd6e-001f-49b5-ba6b-1c4771c552e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:12.356257 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:13.696245 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:15.379460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:19.284482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-a949a685-0e2e-4c8c-97f0-37e5b0d719b0 req-fd253342-b25c-497e-a52f-bf56b9e52f19 service neutron] (93813) timed out ('10.222.0.60', 35766) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:59:30.576765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36318) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:30.696523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3324e8ff-dd9a-4ce5-8f16-995369e15a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:30.812520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3324e8ff-dd9a-4ce5-8f16-995369e15a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:30.816973 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3324e8ff-dd9a-4ce5-8f16-995369e15a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:30.864662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3324e8ff-dd9a-4ce5-8f16-995369e15a8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cbfeba4d18ef4b209f68db8579f48f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864282 Jul 22 14:59:30.865646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324e8ff-dd9a-4ce5-8f16-995369e15a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54268533-3041-4a91-ac85-d43f1d97bbd0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:30.867701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:30.925480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:30.946956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:30.996298 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:30.999206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.000717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54268533-3041-4a91-ac85-d43f1d97bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1316397 Jul 22 14:59:31.011331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54268533-3041-4a91-ac85-d43f1d97bbd0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:31.019236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.019587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.020136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.020704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.021050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.021433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.021795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.022125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.022453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.023003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.023335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.024087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a04df-2ac8-4640-8573-3c6415415170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 14:59:31.275588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:31.289544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c81cdc4-3f43-47c6-b01a-4f115bc1ec9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.383589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c81cdc4-3f43-47c6-b01a-4f115bc1ec9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.388065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0c81cdc4-3f43-47c6-b01a-4f115bc1ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.427248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0c81cdc4-3f43-47c6-b01a-4f115bc1ec9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52cc32d8018e45fabb56bdd19451bf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498547 Jul 22 14:59:31.428096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81cdc4-3f43-47c6-b01a-4f115bc1ec9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca87f60f-0ac5-4a29-90fa-fe5312214cc6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:31.429943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36330) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:31.478232 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b373f2b5-cda6-4fba-a5d8-ecbf4288eeb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.501016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b373f2b5-cda6-4fba-a5d8-ecbf4288eeb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.547013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b373f2b5-cda6-4fba-a5d8-ecbf4288eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.549452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b373f2b5-cda6-4fba-a5d8-ecbf4288eeb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:31.550627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b373f2b5-cda6-4fba-a5d8-ecbf4288eeb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca87f60f-0ac5-4a29-90fa-fe5312214cc6 HTTP/1.1" status: 204 len: 168 time: 0.1196434 Jul 22 14:59:31.558168 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373f2b5-cda6-4fba-a5d8-ecbf4288eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca87f60f-0ac5-4a29-90fa-fe5312214cc6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:32.575272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36360) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:32.678713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9e55-9087-4398-b921-9a0b061981cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.769466 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9e55-9087-4398-b921-9a0b061981cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.773739 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9e55-9087-4398-b921-9a0b061981cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.812818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9e0d9e55-9087-4398-b921-9a0b061981cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dc5199c2b1b470ab0c8285c77f9265d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364628 Jul 22 14:59:32.813561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d9e55-9087-4398-b921-9a0b061981cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd856a0-6ca1-4a23-8f43-105eecb665d2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:32.815613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36364) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:32.871249 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347533c2-03f4-4bad-b799-682520b20970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.894662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347533c2-03f4-4bad-b799-682520b20970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.954654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347533c2-03f4-4bad-b799-682520b20970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.957878 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-347533c2-03f4-4bad-b799-682520b20970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:32.959113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-347533c2-03f4-4bad-b799-682520b20970 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfd856a0-6ca1-4a23-8f43-105eecb665d2 HTTP/1.1" status: 204 len: 168 time: 0.1424587 Jul 22 14:59:32.967101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347533c2-03f4-4bad-b799-682520b20970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd856a0-6ca1-4a23-8f43-105eecb665d2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:33.784647 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 14:59:37.432396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:37.918661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:39.877117 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1dc46ff3-006a-4de0-b372-e678e159e4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:42.141591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6307d3a1-ad7c-4e1b-9a66-18e3e1a86d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:42.359315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:42.953566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36502) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:43.061183 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0ebec0f-15b2-4efb-aa9a-e3ddb0e289d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.150556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0ebec0f-15b2-4efb-aa9a-e3ddb0e289d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.154898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d0ebec0f-15b2-4efb-aa9a-e3ddb0e289d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.195675 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d0ebec0f-15b2-4efb-aa9a-e3ddb0e289d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28af8683308b4f09a63aad22267a3642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409747 Jul 22 14:59:43.196589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebec0f-15b2-4efb-aa9a-e3ddb0e289d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97223e5a-55db-4833-a1af-095e636bcf9d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:43.199009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36506) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:43.253328 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48976f6a-9147-45ac-9dd0-56f940309fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.273567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48976f6a-9147-45ac-9dd0-56f940309fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.320803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48976f6a-9147-45ac-9dd0-56f940309fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.323778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-48976f6a-9147-45ac-9dd0-56f940309fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.324928 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-48976f6a-9147-45ac-9dd0-56f940309fcf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97223e5a-55db-4833-a1af-095e636bcf9d HTTP/1.1" status: 204 len: 168 time: 0.1248353 Jul 22 14:59:43.332454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48976f6a-9147-45ac-9dd0-56f940309fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97223e5a-55db-4833-a1af-095e636bcf9d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:43.587032 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36512) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:43.600629 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ca638a6-4bfd-4099-b40f-c75c0f933296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.699784 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ca638a6-4bfd-4099-b40f-c75c0f933296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.701327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.704928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6ca638a6-4bfd-4099-b40f-c75c0f933296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.741534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6ca638a6-4bfd-4099-b40f-c75c0f933296 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad31179ee8f84db59851dd5259c61947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503456 Jul 22 14:59:43.741784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36514) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:43.752750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca638a6-4bfd-4099-b40f-c75c0f933296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e00c340-8f0d-458a-bda5-af52e4e887ed,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:43.793437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5d4f864-db94-4eb0-bae0-a80889fb916a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.815551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5d4f864-db94-4eb0-bae0-a80889fb916a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.868420 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5d4f864-db94-4eb0-bae0-a80889fb916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.871342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c5d4f864-db94-4eb0-bae0-a80889fb916a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:43.875088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c5d4f864-db94-4eb0-bae0-a80889fb916a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e00c340-8f0d-458a-bda5-af52e4e887ed HTTP/1.1" status: 204 len: 168 time: 0.1324937 Jul 22 14:59:43.888247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4f864-db94-4eb0-bae0-a80889fb916a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e00c340-8f0d-458a-bda5-af52e4e887ed,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:44.212589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:44.227442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1512aed9-41c9-4fe9-b118-9274da5298d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.326304 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1512aed9-41c9-4fe9-b118-9274da5298d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.329927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1512aed9-41c9-4fe9-b118-9274da5298d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.375620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1512aed9-41c9-4fe9-b118-9274da5298d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=935d5e95be364b93bb84e7f1c985d181&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610935 Jul 22 14:59:44.376779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512aed9-41c9-4fe9-b118-9274da5298d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594ee7b-4624-4110-9629-051e183b64b2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:44.378341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36522) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:44.406461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-7c94c307-ba06-4daa-b053-39c80d89be53 req-1e539e63-7f25-4f06-96d7-7fa3ee769654 service neutron] (93813) timed out ('10.222.0.61', 55455) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 14:59:44.435455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b8d-d60d-4f46-b7d9-7c950b319992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.459283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b8d-d60d-4f46-b7d9-7c950b319992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.513023 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b8d-d60d-4f46-b7d9-7c950b319992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.516064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5ac45b8d-d60d-4f46-b7d9-7c950b319992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:44.517526 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5ac45b8d-d60d-4f46-b7d9-7c950b319992 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e594ee7b-4624-4110-9629-051e183b64b2 HTTP/1.1" status: 204 len: 168 time: 0.1379657 Jul 22 14:59:44.527772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac45b8d-d60d-4f46-b7d9-7c950b319992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594ee7b-4624-4110-9629-051e183b64b2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:45.066771 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-af9a334b-da89-44bb-b179-33cd26d89a32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624609 Jul 22 14:59:45.175275 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-bc677286-ca75-4e83-b456-5353b76cbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:45.176895 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-bc677286-ca75-4e83-b456-5353b76cbac7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0658970 Jul 22 14:59:45.299099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-bc7fc395-854a-4d7e-aba7-b37f6d1078fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:45.300644 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-bc7fc395-854a-4d7e-aba7-b37f6d1078fb service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.1019471 Jul 22 14:59:45.373785 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-fa21984a-b9e3-4bfc-8849-28f387089558 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 1000 time: 0.0667641 Jul 22 14:59:45.383575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:45.429402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-c20208f2-9409-4984-8b48-ae11c9e23d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:45.431104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-c20208f2-9409-4984-8b48-ae11c9e23d3b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0516520 Jul 22 14:59:45.501152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-0be31188-2e87-443e-a52b-9b60624599c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:45.503263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-0be31188-2e87-443e-a52b-9b60624599c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660541 Jul 22 14:59:45.617743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-1abb45b5-4892-49cd-b66e-30c1cd66cec7 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084142 Jul 22 14:59:45.723992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ec3a1d63-3f0f-4e3e-9845-f8497025de0b req-e6a411fe-9c4d-4cbb-aaf3-08276c05853e service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997081 Jul 22 14:59:46.685639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36676) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:46.796148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa03ed68-915b-4b3a-a3cf-7ce0d909c906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:46.892893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa03ed68-915b-4b3a-a3cf-7ce0d909c906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:46.897097 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fa03ed68-915b-4b3a-a3cf-7ce0d909c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:46.936395 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fa03ed68-915b-4b3a-a3cf-7ce0d909c906 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45a5f8574bbe4d41ae619e8b88285ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494018 Jul 22 14:59:46.936930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03ed68-915b-4b3a-a3cf-7ce0d909c906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76ad63-c02a-4015-8a38-ab05df309bb8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:46.939145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36680) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:46.988184 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32e85924-492d-451f-8b2a-b954eb132b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.008963 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32e85924-492d-451f-8b2a-b954eb132b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.058357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32e85924-492d-451f-8b2a-b954eb132b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.060923 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-32e85924-492d-451f-8b2a-b954eb132b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.062122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-32e85924-492d-451f-8b2a-b954eb132b2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b76ad63-c02a-4015-8a38-ab05df309bb8 HTTP/1.1" status: 204 len: 168 time: 0.1219821 Jul 22 14:59:47.069552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e85924-492d-451f-8b2a-b954eb132b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76ad63-c02a-4015-8a38-ab05df309bb8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:47.318895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36686) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:47.331804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15e6272a-cfe1-4e3c-afb4-0ca489435d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.419704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15e6272a-cfe1-4e3c-afb4-0ca489435d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.423724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15e6272a-cfe1-4e3c-afb4-0ca489435d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.460661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6272a-cfe1-4e3c-afb4-0ca489435d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74427dc8-d14c-4ad1-a46e-c7108836772f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:47.465822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-15e6272a-cfe1-4e3c-afb4-0ca489435d27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02ada97465e74d12952eb2fa0d8bd002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458673 Jul 22 14:59:47.468759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36688) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 14:59:47.519006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f46a43-9d09-4261-a6a6-aaa91457e1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.540589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f46a43-9d09-4261-a6a6-aaa91457e1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.586042 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f46a43-9d09-4261-a6a6-aaa91457e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.589338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f46a43-9d09-4261-a6a6-aaa91457e1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 14:59:47.590504 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-47f46a43-9d09-4261-a6a6-aaa91457e1b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74427dc8-d14c-4ad1-a46e-c7108836772f HTTP/1.1" status: 204 len: 168 time: 0.1209581 Jul 22 14:59:47.597817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f46a43-9d09-4261-a6a6-aaa91457e1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74427dc8-d14c-4ad1-a46e-c7108836772f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 14:59:54.413922 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-5ac54a9f-d7ff-4e48-ad07-c1341c304b58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557578 Jul 22 14:59:54.523678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-2c1f84ee-4905-4062-9f0b-e87a494c9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:54.526072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-2c1f84ee-4905-4062-9f0b-e87a494c9fc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.0629082 Jul 22 14:59:54.642365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-ac21a75a-2572-4d91-b898-bb5c6145d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:54.644076 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-ac21a75a-2572-4d91-b898-bb5c6145d28b service neutron] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 910 time: 0.0960426 Jul 22 14:59:54.719698 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-5870f8de-b12d-426a-ae9a-3c94b5e2ac47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 1002 time: 0.0682268 Jul 22 14:59:54.775061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-cb7a8dfe-47e0-4f28-a495-4f3005c1ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:54.776841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-cb7a8dfe-47e0-4f28-a495-4f3005c1ec43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.0495665 Jul 22 14:59:54.841975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-77fbd72d-fd75-4b47-bf86-b71349f88d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 14:59:54.843535 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-77fbd72d-fd75-4b47-bf86-b71349f88d18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592101 Jul 22 14:59:54.939544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-d59079ff-a12a-4cd0-9afb-ac083975b593 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885756 Jul 22 14:59:55.034815 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d19f2cf6-2af3-461f-a11b-103ad8fbc821 req-395eaa75-d684-4a6b-b88f-ebc7f6168b2b service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877576 Jul 22 15:00:07.432070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:07.931970 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:09.878423 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc81ad0c-e70e-4169-9ab7-e186a8ee0a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:10.783041 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:00:12.142125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9f55f153-8316-4f2a-be8c-4ba7ea6193d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:12.361170 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:13.702259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:15.383190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:36.414667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36710) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:36.566203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port f96d6874-f79f-470f-ac1a-f61b33ce3088 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:36.566445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:36.644868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:36.645238 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:36.659397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for f96d6874-f79f-470f-ac1a-f61b33ce3088 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:36.805818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:36.836657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=f96d6874-f79f-470f-ac1a-f61b33ce3088,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:36.862278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.862664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.863027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.863377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.863733 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.864076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.864416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.864755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.865087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.865423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.865755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.866085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:36.908970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:36.909424 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Floating IP e0429c84-040b-4677-bf7d-e1ee1d3cc819 disassociated (deleted). External IP: 172.25.3.118, port: 928c9daf-6b83-415c-9988-b9d44315e8be. Jul 22 15:00:37.126346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:00:37.237524 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:00:37.243555 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:37.247709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:00:37.257132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:37.257752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:37.280189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e9962802-018e-4682-a646-360ace19c67d tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "DELETE /v2.0/floatingips/e0429c84-040b-4677-bf7d-e1ee1d3cc819 HTTP/1.1" status: 204 len: 168 time: 0.8644214 Jul 22 15:00:37.280879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:37.283439 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf549a8-94d1-43ab-8cfe-f18b4b027bff" -d '{"events": [{"name": "network-changed", "server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:37.374765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:37.489455 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:37.494407 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6391571c-3638-49e0-8db1-9b5f6cffa775 x-openstack-request-id: req-6391571c-3638-49e0-8db1-9b5f6cffa775 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:37.495349 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:37.495608 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6391571c-3638-49e0-8db1-9b5f6cffa775 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:37.496207 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be', 'status': 'completed', 'code': 200} Jul 22 15:00:37.567132 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826ad4d-15e9-4bfc-b23a-3c82603532f0 req-b12104d7-3f85-4bad-9a0f-c234a6ff0989 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:37.569416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0826ad4d-15e9-4bfc-b23a-3c82603532f0 req-b12104d7-3f85-4bad-9a0f-c234a6ff0989 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 945 time: 0.0875561 Jul 22 15:00:37.588724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-d218ad16-3d1d-4216-b8ba-4cb7436d681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:37.590286 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-d218ad16-3d1d-4216-b8ba-4cb7436d681b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 1096 time: 0.0803251 Jul 22 15:00:37.635220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0826ad4d-15e9-4bfc-b23a-3c82603532f0 req-fcdcb450-7450-4521-83a5-b68469d90dc7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556948 Jul 22 15:00:37.689549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-b7542cd7-3ada-4186-a2a9-1e8456263d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:37.691306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-b7542cd7-3ada-4186-a2a9-1e8456263d9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.0931246 Jul 22 15:00:37.694368 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:57Z', 'revision_number': 1, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:37.727741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:00:37.736691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:37.737335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:37.739262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-74f70f76-d973-4108-a9c4-b74d5dd071e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=928c9daf-6b83-415c-9988-b9d44315e8be HTTP/1.1" status: 200 len: 217 time: 0.0405285 Jul 22 15:00:37.793145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-88be2587-b434-4d64-a1b4-1c433471dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:37.794693 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-88be2587-b434-4d64-a1b4-1c433471dc8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0488024 Jul 22 15:00:37.850866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:37.859164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-52c2dff5-0e2e-4926-b6bb-d75a37a7a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:37.860837 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-52c2dff5-0e2e-4926-b6bb-d75a37a7a925 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595968 Jul 22 15:00:37.960035 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:37.968926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-ad6fbb5a-aeb8-4b20-996d-7d9b5a2c8092 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000533 Jul 22 15:00:38.068985 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-abf549a8-94d1-43ab-8cfe-f18b4b027bff req-ecbda19c-42b8-4c63-b88b-1f17479e8106 service neutron] 10.222.0.61 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931327 Jul 22 15:00:38.113150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:57Z', 'revision_number': 1, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:38.145803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8265b5-25d1-422c-ad61-e91195d6b51f None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '03af7208-e590-4675-aab6-76bdaac67c9b', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'floating_ip_address': '172.25.3.25', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'port_id': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3782, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'mac_address': 'fa:16:3e:48:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T14:56:53Z', 'updated_at': '2021-07-22T14:56:57Z', 'revision_number': 1, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:00:38.386089 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac77c9ce-4904-47a7-ac11-4fc4df8e18f2 None None] New status for floating IP e0429c84-040b-4677-bf7d-e1ee1d3cc819: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:00:38.786063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baaf84-8291-4ae3-a021-80756ef26271 req-353cbe52-3c42-41ac-a178-2c915dea739e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:38.787514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38baaf84-8291-4ae3-a021-80756ef26271 req-353cbe52-3c42-41ac-a178-2c915dea739e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 945 time: 0.0679924 Jul 22 15:00:38.825289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38baaf84-8291-4ae3-a021-80756ef26271 req-021c83a5-7923-4a54-ba1d-21f2c4707d93 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Jul 22 15:00:39.003938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-15c7cfbf-b0fd-4d7e-ac85-1943b6d724e1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:39.005396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-15c7cfbf-b0fd-4d7e-ac85-1943b6d724e1 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 945 time: 0.0707588 Jul 22 15:00:39.109668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port 928c9daf-6b83-415c-9988-b9d44315e8be {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:39.109911 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:39.204715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port 928c9daf-6b83-415c-9988-b9d44315e8be, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=928c9daf-6b83-415c-9988-b9d44315e8be,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:39.205072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:39.218738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for 928c9daf-6b83-415c-9988-b9d44315e8be owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:39.347653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:39.379313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=928c9daf-6b83-415c-9988-b9d44315e8be,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:39.391408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.391785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.392134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.392477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.392816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.393151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.393480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.394269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.394269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.394445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.394816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.395140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:00:39.441726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port 928c9daf-6b83-415c-9988-b9d44315e8be on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:00:39.444389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:39.446934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4b4678d6-820d-4dc1-8b47-1d110a7e9aaf req-9b880387-4835-4287-b517-98bc8fd6fb5e tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.61 "DELETE /v2.0/ports/928c9daf-6b83-415c-9988-b9d44315e8be HTTP/1.1" status: 204 len: 173 time: 0.4358752 Jul 22 15:00:39.447371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'name': 'network-vif-deleted', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:39.449629 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b44685b-2a82-4fe1-a523-0b03092df0ee" -d '{"events": [{"server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "name": "network-vif-deleted", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:39.550819 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b3517b-b626-4351-ab90-c6b0e05b37dd x-openstack-request-id: req-27b3517b-b626-4351-ab90-c6b0e05b37dd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:39.551115 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7133fdf6-c085-46fd-a14f-fb07918c03b9", "name": "network-vif-deleted", "tag": "928c9daf-6b83-415c-9988-b9d44315e8be", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:39.551370 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27b3517b-b626-4351-ab90-c6b0e05b37dd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:39.551776 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7133fdf6-c085-46fd-a14f-fb07918c03b9', 'name': 'network-vif-deleted', 'tag': '928c9daf-6b83-415c-9988-b9d44315e8be', 'status': 'completed', 'code': 200} Jul 22 15:00:39.881271 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d5ef09ec-a6fd-423f-b3f4-e7d58ff63b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:39.932038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01439dc0-d7b1-4275-8b1d-0f89e8edf36e req-7935c1e4-612e-434e-b9fb-b12f1ea3acd0 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 210 time: 0.0310752 Jul 22 15:00:41.031448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f2e9d4f-ec15-4075-b9b8-16471a13b6e2 req-f1bb29b1-289f-4961-a00b-8ac654b571c2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Jul 22 15:00:41.793869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 928c9daf-6b83-415c-9988-b9d44315e8be no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:00:41.814283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 928c9daf-6b83-415c-9988-b9d44315e8be {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:00:41.814672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 928c9daf-6b83-415c-9988-b9d44315e8be not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:00:42.133932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-57bedf81-a6b5-4d33-a4b2-1019508af272 req-13241f70-9e92-4bf8-8050-08ea1eab2d10 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 210 time: 0.0353765 Jul 22 15:00:42.147902 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ecba84e-f144-4be5-9fa0-8f9a58150705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:42.363483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:43.249509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37bce028-575c-4d99-969d-8a0431b248ce req-0d1d0e89-f4cc-4f39-a406-084c7b956fec tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=7133fdf6-c085-46fd-a14f-fb07918c03b9 HTTP/1.1" status: 200 len: 210 time: 0.0328133 Jul 22 15:00:43.705637 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:45.387747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:47.052587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-0adc024e-2a30-4083-bcab-b2e023d68c7b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540667 Jul 22 15:00:47.149305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-61da5100-b507-4f45-a50f-5b0e82896db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:47.151201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-61da5100-b507-4f45-a50f-5b0e82896db9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0563858 Jul 22 15:00:47.260153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-3f601f7c-3756-4bc9-9818-ff43ba03fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:47.261791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-3f601f7c-3756-4bc9-9818-ff43ba03fcec service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.0929058 Jul 22 15:00:47.332905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-09b7efa0-378c-4b98-87d4-df3fff77adbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 1000 time: 0.0631068 Jul 22 15:00:47.394903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-44f836d6-9260-4249-bf8e-e66ceb495785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:47.396382 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-44f836d6-9260-4249-bf8e-e66ceb495785 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0575979 Jul 22 15:00:47.460174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-70c4982a-b964-44fe-b594-36f88ff27b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:47.465468 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-70c4982a-b964-44fe-b594-36f88ff27b69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629983 Jul 22 15:00:47.561136 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-cbad8896-6de4-4757-92cb-5541cecb9063 service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893536 Jul 22 15:00:47.654019 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f9fe4c84-0361-46b7-9423-8990dc2f679f req-cd4a4c97-742a-40c6-bc58-2770ec1ae61b service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866668 Jul 22 15:00:47.782054 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:00:48.611552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36758) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:48.763623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port a06b6037-64a7-4669-b8e8-b3e0f0185863 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:48.763978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:48.841475 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:48.841816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:48.853828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for a06b6037-64a7-4669-b8e8-b3e0f0185863 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:49.029790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:49.054607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=a06b6037-64a7-4669-b8e8-b3e0f0185863,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:49.119054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:49.119300 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Floating IP 03af7208-e590-4675-aab6-76bdaac67c9b disassociated (deleted). External IP: 172.25.3.25, port: 4c241075-a1d9-4210-8b30-9cc32a5598a7. Jul 22 15:00:49.322279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:00:49.727155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:00:49.732248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:49.736517 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:00:49.746569 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:49.747186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:49.768777 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-628abfab-5f64-458e-b4c0-568fd44b1e96 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "DELETE /v2.0/floatingips/03af7208-e590-4675-aab6-76bdaac67c9b HTTP/1.1" status: 204 len: 168 time: 1.1561234 Jul 22 15:00:49.769359 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:49.771623 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131128f-30b0-404f-b61a-5574314fa7be" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:49.812246 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0a3d94-eae1-4943-9bcc-be30b9608687 x-openstack-request-id: req-7a0a3d94-eae1-4943-9bcc-be30b9608687 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:49.812246 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:49.812521 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a0a3d94-eae1-4943-9bcc-be30b9608687 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:49.812745 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'status': 'completed', 'code': 200} Jul 22 15:00:49.861721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:49.889692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131128f-30b0-404f-b61a-5574314fa7be req-7038f0b9-3a26-43ab-9d3c-bafa2aee2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:49.891454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-7038f0b9-3a26-43ab-9d3c-bafa2aee2ab7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=fdc5d9c46e224637b20b52969caa7084&device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 1096 time: 0.0588982 Jul 22 15:00:49.991517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131128f-30b0-404f-b61a-5574314fa7be req-d0bbe120-1b89-4ced-9379-c959f71b427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:49.993111 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-d0bbe120-1b89-4ced-9379-c959f71b427a service neutron] 10.222.0.72 "GET /v2.0/networks?id=082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 200 len: 912 time: 0.0950153 Jul 22 15:00:50.016151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308fd68-70a0-4a25-a25f-5e0eab5335d8 req-ffc3fa64-5c94-4c85-b59e-51d40cc195ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:50.017763 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f308fd68-70a0-4a25-a25f-5e0eab5335d8 req-ffc3fa64-5c94-4c85-b59e-51d40cc195ef tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 945 time: 0.0675752 Jul 22 15:00:50.039324 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-9409b073-ec45-46e4-86e5-01060128b3bb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 200 len: 217 time: 0.0395646 Jul 22 15:00:50.057655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f308fd68-70a0-4a25-a25f-5e0eab5335d8 req-db60f45c-a33c-4ca2-ac8a-cb401a36c796 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325434 Jul 22 15:00:50.086860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:50.089892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131128f-30b0-404f-b61a-5574314fa7be req-2ff573a8-bd35-48a3-9c8e-29d32ea0425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:50.091407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-2ff573a8-bd35-48a3-9c8e-29d32ea0425c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 200 len: 850 time: 0.0462475 Jul 22 15:00:50.117623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:00:50.125854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:00:50.126495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:50.155924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131128f-30b0-404f-b61a-5574314fa7be req-f2f495c2-4aaf-41ae-b831-7b1c196112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:50.157448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-f2f495c2-4aaf-41ae-b831-7b1c196112fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=082040bd-5a11-484e-995b-2e3e922efeee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594246 Jul 22 15:00:50.267378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-b849de4e-5abc-4d7d-a75c-f4ff5068c5fc service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014931 Jul 22 15:00:50.369738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a131128f-30b0-404f-b61a-5574314fa7be req-0d4b0d76-bddd-4033-83b7-0f8f98cd23ca service neutron] 10.222.0.72 "GET /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947101 Jul 22 15:00:50.400212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:00:50.599239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:00:50.625795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1457a76-2829-464e-8e40-f1998ad58e48 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T14:48:49Z', 'revision_number': 4, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8', 'name': '', 'network_id': '082040bd-5a11-484e-995b-2e3e922efeee', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'mac_address': 'fa:16:3e:e7:1c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:48Z', 'updated_at': '2021-07-22T14:48:55Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'subnets': [{'id': '2a2659d7-b477-4366-91fa-e8785e9d53bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:00:50.856061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51c4bd-3ac1-4715-a5aa-1c629a076371 None None] New status for floating IP 03af7208-e590-4675-aab6-76bdaac67c9b: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:00:51.191679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a67788-6474-4929-a96a-e512c88ffd0e req-9e7fdf6a-59ce-4e08-b7bb-ba03f317e23f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:51.193191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9a67788-6474-4929-a96a-e512c88ffd0e req-9e7fdf6a-59ce-4e08-b7bb-ba03f317e23f tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 945 time: 0.0647020 Jul 22 15:00:51.230378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9a67788-6474-4929-a96a-e512c88ffd0e req-1cc0f3db-b19d-40c4-ae81-8d4ddf171ac2 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8ff2153-f061-4580-b366-11d9d51dd57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311630 Jul 22 15:00:51.454169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-aa197b22-5bc7-41b2-b204-4db82e94020a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:00:51.455720 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-aa197b22-5bc7-41b2-b204-4db82e94020a tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 945 time: 0.0736794 Jul 22 15:00:51.559808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port 4c241075-a1d9-4210-8b30-9cc32a5598a7 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:51.560143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:51.647008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] For port 4c241075-a1d9-4210-8b30-9cc32a5598a7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=4c241075-a1d9-4210-8b30-9cc32a5598a7,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:00:51.647381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:51.659529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for 4c241075-a1d9-4210-8b30-9cc32a5598a7 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:51.796347 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:51.824960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=4c241075-a1d9-4210-8b30-9cc32a5598a7,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:51.871481 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] No DVR routers for this DVR port 4c241075-a1d9-4210-8b30-9cc32a5598a7 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:00:51.874388 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:51.876998 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f2543eb6-c918-4d60-8ed5-5e1239b6aed1 req-60bab9ee-ef91-432b-95b3-4422bdbded78 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.72 "DELETE /v2.0/ports/4c241075-a1d9-4210-8b30-9cc32a5598a7 HTTP/1.1" status: 204 len: 173 time: 0.4141412 Jul 22 15:00:51.877456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'name': 'network-vif-deleted', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:00:51.880711 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3577987-4208-4492-b8a6-ded132f1fc13" -d '{"events": [{"server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "name": "network-vif-deleted", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:00:51.919301 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02a63b-9485-46de-95ae-5d711abaac2e x-openstack-request-id: req-6f02a63b-9485-46de-95ae-5d711abaac2e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:00:51.919590 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0", "name": "network-vif-deleted", "tag": "4c241075-a1d9-4210-8b30-9cc32a5598a7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:00:51.919842 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f02a63b-9485-46de-95ae-5d711abaac2e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:00:51.920249 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0', 'name': 'network-vif-deleted', 'tag': '4c241075-a1d9-4210-8b30-9cc32a5598a7', 'status': 'completed', 'code': 200} Jul 22 15:00:52.359625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4e2ee33-945c-4821-8d12-df70435d337b req-f31777ba-a56a-4a82-b0d5-f439017c3420 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 210 time: 0.0396316 Jul 22 15:00:53.458415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05550e58-86b9-4e62-b296-994733e0bc38 req-8f09c3e8-5453-4278-9605-d66fca9f9335 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 210 time: 0.0293899 Jul 22 15:00:54.562906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-305aaed1-dc69-4a17-a167-456823b1bdac req-e4da0d88-06c7-474e-bfc3-a4c2682138c5 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 210 time: 0.0314803 Jul 22 15:00:55.167188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c241075-a1d9-4210-8b30-9cc32a5598a7 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:00:55.191197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 4c241075-a1d9-4210-8b30-9cc32a5598a7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:00:55.191533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 4c241075-a1d9-4210-8b30-9cc32a5598a7 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:00:55.674332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f6b94ba-d5c1-4e04-a2db-b4a98d4c6f4a req-49491902-fc74-41ff-a13d-c3427c18c4c7 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9bfd0ce-11c6-478b-95d1-9e101b9a2eb0 HTTP/1.1" status: 200 len: 210 time: 0.0298429 Jul 22 15:00:56.729405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36782) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:56.857549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Deleting port a0fa6dda-7bfc-4007-852e-c11007f5203e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:00:56.857898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:56.933084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:56.933423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:56.944916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Calling delete_port for a0fa6dda-7bfc-4007-852e-c11007f5203e owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:00:57.078758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:57.108000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'Port': ['ID=a0fa6dda-7bfc-4007-852e-c11007f5203e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:57.170245 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:57.172774 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:57.173937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d24ad7a4-cdc1-478c-a475-d96fac658866 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa6c8a23-85ac-49f6-b0da-5de6a0fbc5de HTTP/1.1" status: 204 len: 168 time: 0.4435334 Jul 22 15:00:59.423292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36796) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:00:59.485998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70fc5935-6f72-4356-944d-a4a2cd1a8490 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.511476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70fc5935-6f72-4356-944d-a4a2cd1a8490 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.571874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70fc5935-6f72-4356-944d-a4a2cd1a8490 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.574481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-70fc5935-6f72-4356-944d-a4a2cd1a8490 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:00:59.575717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-70fc5935-6f72-4356-944d-a4a2cd1a8490 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] 10.222.0.60 "DELETE /v2.0/security-groups/f8ff2153-f061-4580-b366-11d9d51dd57a HTTP/1.1" status: 204 len: 168 time: 0.1513517 Jul 22 15:00:59.585209 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc5935-6f72-4356-944d-a4a2cd1a8490 tempest-TestVolumeBootPattern-275674340 tempest-TestVolumeBootPattern-275674340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff2153-f061-4580-b366-11d9d51dd57a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:00:59.662017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36800) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:00.180789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.441150 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Deleting port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:00.441416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.516791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] For port 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:00.517160 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.529400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Calling delete_port for 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:00.705931 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:00.736807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:00.898899 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.111945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Router 472af771-d7fa-4c15-8c78-2d861874579c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:01:01.214854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:01:01.220024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6f9ef0c4-a639-493a-95bc-e4e545d1e5c0 admin admin] 10.222.0.60 "PUT /v2.0/routers/472af771-d7fa-4c15-8c78-2d861874579c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5560131 Jul 22 15:01:01.222485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36804) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:01.223595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] Sync routers for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:01:01.233613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:01.234227 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:01.322907 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.339398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:01.424876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.479957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Deleting port db40d299-ea58-491b-9618-105d8c6af0b9 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:01.480309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.521166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T15:01:00Z', 'revision_number': 5, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port': {'id': 'db40d299-ea58-491b-9618-105d8c6af0b9', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472af771-d7fa-4c15-8c78-2d861874579c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2928, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:45Z', 'updated_at': '2021-07-22T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:01.548948 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] Checking router: 472af771-d7fa-4c15-8c78-2d861874579c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:01:01.557810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] Routers {'472af771-d7fa-4c15-8c78-2d861874579c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:01.558440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['472af771-d7fa-4c15-8c78-2d861874579c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:01.647087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] Set router 472af771-d7fa-4c15-8c78-2d861874579c gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:01.711830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T15:01:01Z', 'revision_number': 6, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:01.738641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf6400-f47f-43c1-83be-a968be7b4465 None None] The sync data for ids ['472af771-d7fa-4c15-8c78-2d861874579c'] in n-d-794306-8 is: [{'id': '472af771-d7fa-4c15-8c78-2d861874579c', 'name': 'tempest-TestVolumeBootPattern-817522887-router', 'tenant_id': 'fdc5d9c46e224637b20b52969caa7084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:44Z', 'updated_at': '2021-07-22T15:01:01Z', 'revision_number': 6, 'project_id': 'fdc5d9c46e224637b20b52969caa7084', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:01:01.876422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] For port db40d299-ea58-491b-9618-105d8c6af0b9, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=db40d299-ea58-491b-9618-105d8c6af0b9,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:01.877076 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:01.889232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Calling delete_port for db40d299-ea58-491b-9618-105d8c6af0b9 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:02.049979 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.078897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=db40d299-ea58-491b-9618-105d8c6af0b9,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:02.146943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.239166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.241318 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.283816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.284377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472af771-d7fa-4c15-8c78-2d861874579c {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:01:02.290064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.290961 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0789cdd2-f5cd-4db9-b34f-9af0925b7a55 admin admin] 10.222.0.60 "DELETE /v2.0/routers/472af771-d7fa-4c15-8c78-2d861874579c HTTP/1.1" status: 204 len: 168 time: 1.0675206 Jul 22 15:01:02.293451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36806) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:02.340816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Deleting subnet 2a2659d7-b477-4366-91fa-e8785e9d53bb {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:01:02.343828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.378494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.457047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.512529 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.543370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2659d7-b477-4366-91fa-e8785e9d53bb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:02.547427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.550474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6daa5005-2561-489b-89f2-1b4c70485648 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2a2659d7-b477-4366-91fa-e8785e9d53bb HTTP/1.1" status: 204 len: 168 time: 0.2560065 Jul 22 15:01:02.551784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36808) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:02.552862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1163c1-eb56-40a5-b033-e546454d9131 None None] Network 082040bd-5a11-484e-995b-2e3e922efeee requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:01:02.623036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.680308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Deleting port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:02.680755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.756566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] For port dfb140f6-ec3a-4a47-8a87-dfbda1a09254, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,segment=NetworkSegment(eb8c8b01-1978-45cb-a8b4-394b9cc25cd5),segment_id=eb8c8b01-1978-45cb-a8b4-394b9cc25cd5)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:02.756930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.770419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Calling delete_port for dfb140f6-ec3a-4a47-8a87-dfbda1a09254 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:02.794682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] DHCP port deletion for 082040bd-5a11-484e-995b-2e3e922efeee request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:01:02.829514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:02.855529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:02.855797 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b3dbe07-f4d6-44f3-ae6d-bb7d9d6b0fc8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:02.856213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device db40d299-ea58-491b-9618-105d8c6af0b9 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:02.856430 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.882142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: db40d299-ea58-491b-9618-105d8c6af0b9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:02.883078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device db40d299-ea58-491b-9618-105d8c6af0b9 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:02.887631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:02.889453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] No DVR routers for this DVR port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:01:02.895617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Deleting port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:02.896007 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.956800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] For port dfb140f6-ec3a-4a47-8a87-dfbda1a09254, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:02.957079 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.957208 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.967384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082040bd-5a11-484e-995b-2e3e922efeee']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:02.969514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Calling delete_port for dfb140f6-ec3a-4a47-8a87-dfbda1a09254 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:02.972017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 15:01:02.974065 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:02.981235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:02.981601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8c8b01-1978-45cb-a8b4-394b9cc25cd5') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:02.991222 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.004223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Pushing event deleted for resources: {'Port': ['ID=dfb140f6-ec3a-4a47-8a87-dfbda1a09254,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:03.005951 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.006633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] No DVR routers for this DVR port dfb140f6-ec3a-4a47-8a87-dfbda1a09254 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:01:03.016952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:01:03.016952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.018824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.018824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.018824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.018824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.018824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:01:03.019264 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.021542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57647563-e492-4c7a-92b2-268fccabda2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:01:03.076722 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.083517 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.085421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] 10.222.0.60 "DELETE /v2.0/networks/082040bd-5a11-484e-995b-2e3e922efeee HTTP/1.1" status: 204 len: 168 time: 0.5326824 Jul 22 15:01:03.088510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:03.094795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941c446-b97f-48ae-9dca-019658f17444 admin admin] Pushing event deleted for resources: {'Network': ['ID=082040bd-5a11-484e-995b-2e3e922efeee,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:03.434914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.727578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Deleting port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:03.727928 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.809867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] For port 8b34121a-f9df-4e9f-8335-c8d257a2c2f1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,segment=NetworkSegment(5d9d7293-a6da-4f37-b8c1-b0a5da39d08b),segment_id=5d9d7293-a6da-4f37-b8c1-b0a5da39d08b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:03.810240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:03.823730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Calling delete_port for 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:04.004693 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.031444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b34121a-f9df-4e9f-8335-c8d257a2c2f1,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:04.198828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.416683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Router fb2fbde8-966e-4d70-bb35-230c60708bd2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:01:04.522742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:01:04.530958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1df7bfbb-9afe-48e2-9361-5931f01ca56d admin admin] 10.222.0.60 "PUT /v2.0/routers/fb2fbde8-966e-4d70-bb35-230c60708bd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4388194 Jul 22 15:01:04.531087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:04.531796 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] Sync routers for ids ['fb2fbde8-966e-4d70-bb35-230c60708bd2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:01:04.542189 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] Routers {'fb2fbde8-966e-4d70-bb35-230c60708bd2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:04.542834 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb2fbde8-966e-4d70-bb35-230c60708bd2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:04.635208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.645718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] Set router fb2fbde8-966e-4d70-bb35-230c60708bd2 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:04.748359 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.813300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Deleting port e8f695ed-b338-4a35-b79b-426f97df0b06 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:04.813423 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.818897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfb140f6-ec3a-4a47-8a87-dfbda1a09254 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:04.840891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: dfb140f6-ec3a-4a47-8a87-dfbda1a09254 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:04.841357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dfb140f6-ec3a-4a47-8a87-dfbda1a09254 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:04.858625 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T15:01:03Z', 'revision_number': 5, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port': {'id': 'e8f695ed-b338-4a35-b79b-426f97df0b06', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:11:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:48:53Z', 'updated_at': '2021-07-22T14:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:04.887343 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] Checking router: fb2fbde8-966e-4d70-bb35-230c60708bd2 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:01:04.894910 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] Routers {'fb2fbde8-966e-4d70-bb35-230c60708bd2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:01:04.895537 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:00:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['fb2fbde8-966e-4d70-bb35-230c60708bd2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:04.900210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] For port e8f695ed-b338-4a35-b79b-426f97df0b06, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e8f695ed-b338-4a35-b79b-426f97df0b06,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:04.900578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:04.912623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Calling delete_port for e8f695ed-b338-4a35-b79b-426f97df0b06 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:04.985560 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] Set router fb2fbde8-966e-4d70-bb35-230c60708bd2 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:01:05.039708 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T15:01:04Z', 'revision_number': 6, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:05.065704 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829e07f-5881-461c-b873-8da2a8644b0e None None] The sync data for ids ['fb2fbde8-966e-4d70-bb35-230c60708bd2'] in n-d-794306-8 is: [{'id': 'fb2fbde8-966e-4d70-bb35-230c60708bd2', 'name': 'tempest-TestVolumeBootPattern-1325134466-router', 'tenant_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:48:52Z', 'updated_at': '2021-07-22T15:01:04Z', 'revision_number': 6, 'project_id': 'b8595dcecd0548d4ada8c4eb9ccc7a94', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:01:05.089289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.121125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f695ed-b338-4a35-b79b-426f97df0b06,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:05.183898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.275430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.277626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.325272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.325747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb2fbde8-966e-4d70-bb35-230c60708bd2 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:01:05.330605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.331580 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4cea019b-42c9-4307-8328-41393357d567 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fb2fbde8-966e-4d70-bb35-230c60708bd2 HTTP/1.1" status: 204 len: 168 time: 0.7995157 Jul 22 15:01:05.334300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36814) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:05.378561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Deleting subnet 964fd630-6247-476e-9fe1-2ebc8de7a080 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:01:05.381758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.417567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.509190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.563736 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.592192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964fd630-6247-476e-9fe1-2ebc8de7a080,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:05.594081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.596183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fe252b96-7aef-4ac8-b837-83da592bb795 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/964fd630-6247-476e-9fe1-2ebc8de7a080 HTTP/1.1" status: 204 len: 168 time: 0.2607708 Jul 22 15:01:05.598252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2edb4b-e891-420c-88d6-d9c51a496df8 None None] Network 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:01:05.598454 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36816) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:05.670994 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.724794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Deleting port 33581559-058f-4e2d-bc1e-d7a4d15a5221 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:05.725136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.790897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] For port 33581559-058f-4e2d-bc1e-d7a4d15a5221, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=33581559-058f-4e2d-bc1e-d7a4d15a5221,segment=NetworkSegment(5d9d7293-a6da-4f37-b8c1-b0a5da39d08b),segment_id=5d9d7293-a6da-4f37-b8c1-b0a5da39d08b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:05.791187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.803354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Calling delete_port for 33581559-058f-4e2d-bc1e-d7a4d15a5221 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:05.867068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] DHCP port deletion for 11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:01:05.894893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.919323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Deleting port 33581559-058f-4e2d-bc1e-d7a4d15a5221 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:01:05.919580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.924310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33581559-058f-4e2d-bc1e-d7a4d15a5221,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:05.926277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] No DVR routers for this DVR port 33581559-058f-4e2d-bc1e-d7a4d15a5221 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:01:05.983458 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] For port 33581559-058f-4e2d-bc1e-d7a4d15a5221, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:01:05.983859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:05.997712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Calling delete_port for 33581559-058f-4e2d-bc1e-d7a4d15a5221 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:01:06.000895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Port 33581559-058f-4e2d-bc1e-d7a4d15a5221 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 15:01:06.002387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.037365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] No DVR routers for this DVR port 33581559-058f-4e2d-bc1e-d7a4d15a5221 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:01:06.040272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f14ae1-5592-45ae-99e1-7cd24a1c4e2f None None] Pushing event deleted for resources: {'Port': ['ID=33581559-058f-4e2d-bc1e-d7a4d15a5221,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:06.314275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.325187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:06.335051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:06.335921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9d7293-a6da-4f37-b8c1-b0a5da39d08b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:01:06.344629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.357925 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.363887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:01:06.364272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:01:06.365936 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:01:06.420431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.424815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.427430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5 HTTP/1.1" status: 204 len: 168 time: 0.8278835 Jul 22 15:01:06.440034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244fc8e1-18c6-412f-be11-ee7e69fe12d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=11ea95a0-8cb4-44e0-a4cf-d2ad5f01b1e5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:06.539049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36820) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:06.582854 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-87b8a61c-4b56-4150-b9b2-444fc9279715 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdc5d9c46e224637b20b52969caa7084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425804 Jul 22 15:01:06.585946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36822) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:06.634468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841a45d-dae8-48d4-a4b5-7d06cdf9d90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.655302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841a45d-dae8-48d4-a4b5-7d06cdf9d90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.702120 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841a45d-dae8-48d4-a4b5-7d06cdf9d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.704712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9841a45d-dae8-48d4-a4b5-7d06cdf9d90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:06.706148 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9841a45d-dae8-48d4-a4b5-7d06cdf9d90c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ca43c58-bfd6-443c-8f2f-b392b7300995 HTTP/1.1" status: 204 len: 168 time: 0.1189673 Jul 22 15:01:06.715837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a45d-dae8-48d4-a4b5-7d06cdf9d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca43c58-bfd6-443c-8f2f-b392b7300995,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:06.774285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:06.794376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:06.794754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8b34121a-f9df-4e9f-8335-c8d257a2c2f1 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:06.795180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 33581559-058f-4e2d-bc1e-d7a4d15a5221 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:06.813910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 33581559-058f-4e2d-bc1e-d7a4d15a5221 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:06.814260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 33581559-058f-4e2d-bc1e-d7a4d15a5221 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:06.814747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e8f695ed-b338-4a35-b79b-426f97df0b06 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:01:06.834244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e8f695ed-b338-4a35-b79b-426f97df0b06 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:01:06.834616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e8f695ed-b338-4a35-b79b-426f97df0b06 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:01:07.069436 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36828) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:07.110583 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0fd43b7e-89ec-4617-a4fa-c14ccb01814f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8595dcecd0548d4ada8c4eb9ccc7a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391412 Jul 22 15:01:07.113068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36830) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:01:07.166872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5460481d-2f1d-41ea-b6ae-01a957c880a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.188144 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5460481d-2f1d-41ea-b6ae-01a957c880a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.240701 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5460481d-2f1d-41ea-b6ae-01a957c880a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.243151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5460481d-2f1d-41ea-b6ae-01a957c880a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.244300 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5460481d-2f1d-41ea-b6ae-01a957c880a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/005cc470-b90e-4c2d-b66f-fd90e689b9a5 HTTP/1.1" status: 204 len: 168 time: 0.1303313 Jul 22 15:01:07.252173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5460481d-2f1d-41ea-b6ae-01a957c880a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005cc470-b90e-4c2d-b66f-fd90e689b9a5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:01:07.464503 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:07.948175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:09.876265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b40fdcb-8b70-4b99-a464-fb9d6d0fd891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:12.140435 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f06a41dc-7acd-484c-8585-a12b8bad1052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:12.363847 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:13.711313 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:15.389259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:24.782756 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:01:37.450602 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:37.943462 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:39.878498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2dca38b6-7974-4df6-a9e6-113a616919e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:42.139990 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b62a0ba-b3d2-4f16-8e84-2a8c562e4c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:42.364696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:43.710171 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:45.392217 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:01:54.626420 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-072dc514-372f-4446-9cc8-5b4624aad249 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524316 Jul 22 15:01:54.719964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-0fe6c8a9-d0f2-46d8-a699-4c70169a26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:54.721462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-0fe6c8a9-d0f2-46d8-a699-4c70169a26b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a74aabfaba9440538fade339f80de814&device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 1097 time: 0.0530918 Jul 22 15:01:54.827367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-7e5a5730-759e-474c-90b2-f17f8cfd59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:54.828853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-7e5a5730-759e-474c-90b2-f17f8cfd59bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 200 len: 910 time: 0.0875988 Jul 22 15:01:54.893070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-3bfb5c50-d3ac-4749-93cb-5146ed763712 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 200 len: 1002 time: 0.0575929 Jul 22 15:01:54.941582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-3eae3ece-bdfb-47e7-9bd6-bf0a421ed50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:54.943049 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-3eae3ece-bdfb-47e7-9bd6-bf0a421ed50e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 200 len: 848 time: 0.0432444 Jul 22 15:01:55.005284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-996cc305-b671-43de-80a1-6f355949910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:01:55.006858 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-996cc305-b671-43de-80a1-6f355949910b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ede97bda-9545-4668-a39a-c524591d7aff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573308 Jul 22 15:01:55.017715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-18905aba-4b8c-4f2f-bc61-21c0063ed87b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:01:55.018693 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-18905aba-4b8c-4f2f-bc61-21c0063ed87b service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050082 Jul 22 15:01:55.108448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-29911831-8f50-4313-8098-483cb73f5ac9 service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 Jul 22 15:01:55.201503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-73e4be69-cdd0-4070-bcdd-8046ff787fae req-511ac8a6-49a7-4558-adb1-17f4af07893d service neutron] 10.222.0.61 "GET /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860996 Jul 22 15:02:01.781865 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:02:07.459998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:07.941760 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:09.879615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-07b7ede0-809e-439d-a4fe-b7a5a4da47a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:12.140947 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d224ae02-033d-4054-86d5-e6ab80edfd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:12.364869 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:13.715405 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:15.394691 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:17.740065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc0683-c9f6-4385-b9bd-289ae0394101 req-51633cf3-0581-4537-b215-51a626e9bd38 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:17.741721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9bc0683-c9f6-4385-b9bd-289ae0394101 req-51633cf3-0581-4537-b215-51a626e9bd38 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.2809048 Jul 22 15:02:17.783292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b9bc0683-c9f6-4385-b9bd-289ae0394101 req-d8d302a6-89d3-468c-ab7e-15f2f17defc2 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318723 Jul 22 15:02:18.829394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b64d3-777d-496a-b1fd-123b3436f666 req-418bb252-629a-40e9-aea0-526285f7593f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:18.830939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-707b64d3-777d-496a-b1fd-123b3436f666 req-418bb252-629a-40e9-aea0-526285f7593f tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.61 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.0653396 Jul 22 15:02:18.936612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Deleting port 7684773c-8990-4de3-8349-dea50da3f9ce {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:18.936969 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.011418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6537ae9-6494-4b1f-a811-a091c8ee5ff4 req-b0ade4e5-10c5-4f45-a86b-bf141154ae8b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:19.012889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6537ae9-6494-4b1f-a811-a091c8ee5ff4 req-b0ade4e5-10c5-4f45-a86b-bf141154ae8b tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 946 time: 0.1267025 Jul 22 15:02:19.030499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] For port 7684773c-8990-4de3-8349-dea50da3f9ce, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=7684773c-8990-4de3-8349-dea50da3f9ce,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:19.030891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.051582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6537ae9-6494-4b1f-a811-a091c8ee5ff4 req-303a231b-505c-4bd7-a7f9-65390d2f9396 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c39e4f6-8f5c-402f-b1a5-84299d85b338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326941 Jul 22 15:02:19.246999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.247367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.247681 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Floating IP aa38c030-dc84-478f-8198-3bff1ab079fd disassociated. External IP: 172.25.3.227, port: 7684773c-8990-4de3-8349-dea50da3f9ce. Jul 22 15:02:19.248026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Calling delete_port for 7684773c-8990-4de3-8349-dea50da3f9ce owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:19.375441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.405547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event deleted for resources: {'Port': ['ID=7684773c-8990-4de3-8349-dea50da3f9ce,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:19.418431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.418837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.419190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.419534 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.419899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.420234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.420567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.420897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.421829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.421829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.422193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.422331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:19.526863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Router c38d47c1-7441-4b28-8ba7-be593836db9c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:19.635428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:19.646137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] Sync routers for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:19.655888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:19.656728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:19.679935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] No DVR routers for this DVR port 7684773c-8990-4de3-8349-dea50da3f9ce on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:19.682436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:19.684446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-707b64d3-777d-496a-b1fd-123b3436f666 req-4175ccba-576a-4995-8a72-265b8d0d7a31 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.61 "DELETE /v2.0/ports/7684773c-8990-4de3-8349-dea50da3f9ce HTTP/1.1" status: 204 len: 173 time: 0.8476925 Jul 22 15:02:19.684915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'name': 'network-vif-deleted', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:02:19.687231 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b88432-77e5-4a1c-9ec0-ebda94dcc4ef" -d '{"events": [{"server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "name": "network-vif-deleted", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:02:19.739414 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f0da1-ccf8-417c-9add-c12a1eae7421 x-openstack-request-id: req-d17f0da1-ccf8-417c-9add-c12a1eae7421 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:02:19.739730 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862ae88a-f312-441f-9efc-bf4cb43fdd30", "name": "network-vif-deleted", "tag": "7684773c-8990-4de3-8349-dea50da3f9ce", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:02:19.739979 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d17f0da1-ccf8-417c-9add-c12a1eae7421 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:02:19.740389 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '862ae88a-f312-441f-9efc-bf4cb43fdd30', 'name': 'network-vif-deleted', 'tag': '7684773c-8990-4de3-8349-dea50da3f9ce', 'status': 'completed', 'code': 200} Jul 22 15:02:19.779872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:19.997314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:20.023812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] Checking router: c38d47c1-7441-4b28-8ba7-be593836db9c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:20.032615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:20.033160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:20.169558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-afbd7525-bf4b-480c-ac2b-79a63bb503f5 req-122330cd-1ca4-42b8-aa69-c35941581bb2 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "GET /v2.0/ports?device_id=862ae88a-f312-441f-9efc-bf4cb43fdd30 HTTP/1.1" status: 200 len: 210 time: 0.0321882 Jul 22 15:02:20.302821 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:20.500201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:20.525278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac6c63f-853a-41c7-92e7-5cad1c3f47ee None None] The sync data for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 is: [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:12Z', 'revision_number': 4, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '25bbb357-9a2a-45eb-a9e1-71f1ed03318f', 'name': '', 'network_id': 'ede97bda-9545-4668-a39a-c524591d7aff', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'mac_address': 'fa:16:3e:d7:b4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:10Z', 'updated_at': '2021-07-22T14:57:19Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'subnets': [{'id': '9e96416b-3079-4fd5-baa7-8413a7daa01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:20.738056 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff87ab7-f597-4720-ba00-82d2031cb94d None None] New status for floating IP aa38c030-dc84-478f-8198-3bff1ab079fd: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:02:21.326477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36892) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:21.448919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Deleting port 7e685d49-df2f-4af5-b546-16851cfafc73 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:21.449267 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.525766 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.526012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.537665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Calling delete_port for 7e685d49-df2f-4af5-b546-16851cfafc73 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:21.670876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.695686 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event deleted for resources: {'Port': ['ID=7e685d49-df2f-4af5-b546-16851cfafc73,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:21.759353 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.761895 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.763142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8987266d-821b-4834-af65-194dd68f2ece tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "DELETE /v2.0/floatingips/aa38c030-dc84-478f-8198-3bff1ab079fd HTTP/1.1" status: 204 len: 168 time: 0.4356647 Jul 22 15:02:21.829438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36898) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:21.889184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e4d1-b693-44db-b87f-e21021bb7891 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.915531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e4d1-b693-44db-b87f-e21021bb7891 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.979166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e4d1-b693-44db-b87f-e21021bb7891 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.981711 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5aa2e4d1-b693-44db-b87f-e21021bb7891 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:21.982889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5aa2e4d1-b693-44db-b87f-e21021bb7891 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] 10.222.0.60 "DELETE /v2.0/security-groups/6c39e4f6-8f5c-402f-b1a5-84299d85b338 HTTP/1.1" status: 204 len: 168 time: 0.1524596 Jul 22 15:02:21.992435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2e4d1-b693-44db-b87f-e21021bb7891 tempest-TestServerBasicOps-1851584346 tempest-TestServerBasicOps-1851584346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c39e4f6-8f5c-402f-b1a5-84299d85b338,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:22.026804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36902) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:22.226128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7684773c-8990-4de3-8349-dea50da3f9ce no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:22.250155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 7684773c-8990-4de3-8349-dea50da3f9ce {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:22.250505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 7684773c-8990-4de3-8349-dea50da3f9ce not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:22.463605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:22.711516 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Deleting port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:22.711862 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:22.789768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] For port 25bbb357-9a2a-45eb-a9e1-71f1ed03318f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:22.790130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:22.802594 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Calling delete_port for 25bbb357-9a2a-45eb-a9e1-71f1ed03318f owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:22.979530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:23.004742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Pushing event deleted for resources: {'Port': ['ID=25bbb357-9a2a-45eb-a9e1-71f1ed03318f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:23.017077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.017077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.017077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.017371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.017464 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.017757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.018102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.018455 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.018799 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.019224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.019545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.020034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:23.186296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:23.400757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Router c38d47c1-7441-4b28-8ba7-be593836db9c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:23.504231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:23.511676 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-47f1e938-ad19-43bf-aa0c-62a224a3b87d admin admin] 10.222.0.60 "PUT /v2.0/routers/c38d47c1-7441-4b28-8ba7-be593836db9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836819 Jul 22 15:02:23.512411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36906) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:23.513683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] Sync routers for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:23.524433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:23.524978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:23.616982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:23.631427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:23.721525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:23.775641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Deleting port 15311cac-b672-4cb2-99ab-7c7d2c995069 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:23.775885 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:23.811725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35'}], 'enable_snat': True}, 'gw_port_id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T15:02:22Z', 'revision_number': 5, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port': {'id': '15311cac-b672-4cb2-99ab-7c7d2c995069', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:83:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T14:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:23.838278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] Checking router: c38d47c1-7441-4b28-8ba7-be593836db9c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:23.846734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] Routers {'c38d47c1-7441-4b28-8ba7-be593836db9c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:23.847349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['c38d47c1-7441-4b28-8ba7-be593836db9c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:23.859407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] For port 15311cac-b672-4cb2-99ab-7c7d2c995069, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=15311cac-b672-4cb2-99ab-7c7d2c995069,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:23.859895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:23.872165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Calling delete_port for 15311cac-b672-4cb2-99ab-7c7d2c995069 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:23.934982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] Set router c38d47c1-7441-4b28-8ba7-be593836db9c gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:23.991035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T15:02:23Z', 'revision_number': 6, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:24.018318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bfcc19-2560-4e52-843a-561322f80ee4 None None] The sync data for ids ['c38d47c1-7441-4b28-8ba7-be593836db9c'] in n-d-794306-8 is: [{'id': 'c38d47c1-7441-4b28-8ba7-be593836db9c', 'name': 'tempest-TestServerBasicOps-1314624107-router', 'tenant_id': 'a74aabfaba9440538fade339f80de814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:08Z', 'updated_at': '2021-07-22T15:02:23Z', 'revision_number': 6, 'project_id': 'a74aabfaba9440538fade339f80de814', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:24.050173 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.075855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=15311cac-b672-4cb2-99ab-7c7d2c995069,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:24.138994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.228750 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.230846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.279263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.279906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38d47c1-7441-4b28-8ba7-be593836db9c {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:02:24.284873 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.286105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-afe9ce79-bb40-4739-8ee3-aba01de43a77 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c38d47c1-7441-4b28-8ba7-be593836db9c HTTP/1.1" status: 204 len: 168 time: 0.7726722 Jul 22 15:02:24.289016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36908) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:24.333825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Deleting subnet 9e96416b-3079-4fd5-baa7-8413a7daa01b {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:02:24.336942 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.371890 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.456637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.509598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.536763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e96416b-3079-4fd5-baa7-8413a7daa01b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:24.538908 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.540646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c8da2995-3381-4b5e-bd88-b335f714cfc8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9e96416b-3079-4fd5-baa7-8413a7daa01b HTTP/1.1" status: 204 len: 168 time: 0.2506604 Jul 22 15:02:24.543221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36910) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:24.543364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa58e0-04be-4325-94f6-01a202a5278a None None] Network ede97bda-9545-4668-a39a-c524591d7aff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:24.613991 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.666926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Deleting port e7866d57-a58b-41d5-9b54-69e5d2207bd8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:24.667288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.735368 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] For port e7866d57-a58b-41d5-9b54-69e5d2207bd8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e7866d57-a58b-41d5-9b54-69e5d2207bd8,segment=NetworkSegment(c73d3bee-863c-48e4-bb2a-341be4dcbe3b),segment_id=c73d3bee-863c-48e4-bb2a-341be4dcbe3b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:24.735733 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.749148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Calling delete_port for e7866d57-a58b-41d5-9b54-69e5d2207bd8 owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:24.772759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] DHCP port deletion for ede97bda-9545-4668-a39a-c524591d7aff request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:02:24.832516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Deleting port e7866d57-a58b-41d5-9b54-69e5d2207bd8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:24.833147 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.836044 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.861119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 15311cac-b672-4cb2-99ab-7c7d2c995069 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:24.863257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7866d57-a58b-41d5-9b54-69e5d2207bd8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:24.865842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] No DVR routers for this DVR port e7866d57-a58b-41d5-9b54-69e5d2207bd8 on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:24.886486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 15311cac-b672-4cb2-99ab-7c7d2c995069 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:24.886772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 15311cac-b672-4cb2-99ab-7c7d2c995069 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:24.887188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25bbb357-9a2a-45eb-a9e1-71f1ed03318f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:24.908697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 25bbb357-9a2a-45eb-a9e1-71f1ed03318f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:24.909046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 25bbb357-9a2a-45eb-a9e1-71f1ed03318f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:24.909448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e7866d57-a58b-41d5-9b54-69e5d2207bd8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:24.941691 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.952558 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede97bda-9545-4668-a39a-c524591d7aff']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:24.962503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e7866d57-a58b-41d5-9b54-69e5d2207bd8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:24.963244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e7866d57-a58b-41d5-9b54-69e5d2207bd8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:24.963608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:24.963919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d3bee-863c-48e4-bb2a-341be4dcbe3b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:24.969999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] For port e7866d57-a58b-41d5-9b54-69e5d2207bd8, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:24.970443 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.975540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.988261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Calling delete_port for e7866d57-a58b-41d5-9b54-69e5d2207bd8 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:24.992301 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.992472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Port e7866d57-a58b-41d5-9b54-69e5d2207bd8 was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 15:02:24.993612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:24.998848 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:02:24.999395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:02:25.001334 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:02:25.020424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Pushing event deleted for resources: {'Port': ['ID=e7866d57-a58b-41d5-9b54-69e5d2207bd8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:25.028349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] No DVR routers for this DVR port e7866d57-a58b-41d5-9b54-69e5d2207bd8 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:25.030942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.031176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.031535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.031870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.032209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.032548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.032879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.033276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.033537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.033863 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.034190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.034539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f3d490-9de7-40fc-a2e2-d61b3f80e7ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:25.065875 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.072542 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.074462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ede97bda-9545-4668-a39a-c524591d7aff HTTP/1.1" status: 204 len: 168 time: 0.5303125 Jul 22 15:02:25.077635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36912) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:25.085945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c280b94-34f3-4642-a678-49f0a89a62a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ede97bda-9545-4668-a39a-c524591d7aff,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:25.423039 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.678718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Deleting port c129c0dc-eb14-47a7-b273-0b35e7aafa3d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:25.678982 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.757767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] For port c129c0dc-eb14-47a7-b273-0b35e7aafa3d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:25.758136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.770445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Calling delete_port for c129c0dc-eb14-47a7-b273-0b35e7aafa3d owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:25.950619 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:25.976177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c129c0dc-eb14-47a7-b273-0b35e7aafa3d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:26.140196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:26.348767 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Router e00f4d1d-5689-49b4-93ea-8af67c1a90ec has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:26.453264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:26.458374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f77904f-ab9f-4ad3-be35-eef697fbbdf0 admin admin] 10.222.0.60 "PUT /v2.0/routers/e00f4d1d-5689-49b4-93ea-8af67c1a90ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3795757 Jul 22 15:02:26.461030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36914) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:26.461829 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] Sync routers for ids ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:26.471189 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] Routers {'e00f4d1d-5689-49b4-93ea-8af67c1a90ec'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:26.471801 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:26.564839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:26.575151 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] Set router e00f4d1d-5689-49b4-93ea-8af67c1a90ec gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:26.757376 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T15:02:25Z', 'revision_number': 5, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:26.787064 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] Checking router: e00f4d1d-5689-49b4-93ea-8af67c1a90ec for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:26.796125 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] Routers {'e00f4d1d-5689-49b4-93ea-8af67c1a90ec'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:26.796956 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:26.903932 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] Set router e00f4d1d-5689-49b4-93ea-8af67c1a90ec gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:26.978650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.030639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Deleting port 99cdaec1-cbea-4923-8cb7-12e93715322a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:27.031000 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.084662 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T15:02:25Z', 'revision_number': 5, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:27.111316 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6703add-9e4d-4386-8f4a-3829f42d52aa None None] The sync data for ids ['e00f4d1d-5689-49b4-93ea-8af67c1a90ec'] in n-d-794306-8 is: [{'id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'name': 'tempest-TestServerBasicOps-2088774168-router', 'tenant_id': 'bac8b1c0824444a4b92ead05231f19a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T14:57:14Z', 'updated_at': '2021-07-22T15:02:25Z', 'revision_number': 5, 'project_id': 'bac8b1c0824444a4b92ead05231f19a2', 'gw_port': {'id': '99cdaec1-cbea-4923-8cb7-12e93715322a', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00f4d1d-5689-49b4-93ea-8af67c1a90ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T14:57:15Z', 'updated_at': '2021-07-22T14:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:27.114431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] For port 99cdaec1-cbea-4923-8cb7-12e93715322a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=99cdaec1-cbea-4923-8cb7-12e93715322a,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:27.114834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.127726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Calling delete_port for 99cdaec1-cbea-4923-8cb7-12e93715322a owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:27.293968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.316561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Pushing event deleted for resources: {'Port': ['ID=99cdaec1-cbea-4923-8cb7-12e93715322a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:27.383926 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.477955 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.480142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.528750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.529197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e00f4d1d-5689-49b4-93ea-8af67c1a90ec {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:02:27.533667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.534880 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e125beb5-01f6-40bf-ada8-859a4331f16d admin admin] 10.222.0.60 "DELETE /v2.0/routers/e00f4d1d-5689-49b4-93ea-8af67c1a90ec HTTP/1.1" status: 204 len: 168 time: 1.0728872 Jul 22 15:02:27.537835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36916) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:27.588614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Deleting subnet 486d4bc6-f144-4c46-8201-0f7b560e38d8 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:02:27.591865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.626897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.714768 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:27.776058 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.128984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=486d4bc6-f144-4c46-8201-0f7b560e38d8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:28.134340 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.136260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74a83fff-5717-4c15-98b2-3cbeb35e1fac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/486d4bc6-f144-4c46-8201-0f7b560e38d8 HTTP/1.1" status: 204 len: 168 time: 0.5974050 Jul 22 15:02:28.138783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36918) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:28.139729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a164220-4adc-4650-a0d2-3e024ee3034a None None] Network a2ab171a-86fc-4789-86b6-8ec9025915fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:28.205395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.261990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Deleting port 81c464c7-8d82-44a1-910e-633db95a974e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:28.262335 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.327146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] For port 81c464c7-8d82-44a1-910e-633db95a974e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=81c464c7-8d82-44a1-910e-633db95a974e,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:28.327438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.335413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] DHCP port deletion for a2ab171a-86fc-4789-86b6-8ec9025915fd request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:02:28.341057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Calling delete_port for 81c464c7-8d82-44a1-910e-633db95a974e owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:28.380987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] Deleting port 81c464c7-8d82-44a1-910e-633db95a974e {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:02:28.381286 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.424800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.443801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] For port 81c464c7-8d82-44a1-910e-633db95a974e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=81c464c7-8d82-44a1-910e-633db95a974e,segment=NetworkSegment(9136f636-cac4-4df5-8e3b-6ae4d80b861b),segment_id=9136f636-cac4-4df5-8e3b-6ae4d80b861b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:28.444197 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.451358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c464c7-8d82-44a1-910e-633db95a974e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:28.453533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] No DVR routers for this DVR port 81c464c7-8d82-44a1-910e-633db95a974e on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:28.465155 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] Calling delete_port for 81c464c7-8d82-44a1-910e-633db95a974e owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:02:28.523927 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.533965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ab171a-86fc-4789-86b6-8ec9025915fd']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:28.540715 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.548034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9136f636-cac4-4df5-8e3b-6ae4d80b861b') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:28.548591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9136f636-cac4-4df5-8e3b-6ae4d80b861b') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:28.557649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.565745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] Pushing event deleted for resources: {'Port': ['ID=81c464c7-8d82-44a1-910e-633db95a974e,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:28.571307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67636fd-6039-4d37-81f7-f17a3fda5672 None None] No DVR routers for this DVR port 81c464c7-8d82-44a1-910e-633db95a974e on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:02:28.572479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.579448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:02:28.579972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:02:28.581693 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:02:28.634861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.639604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.644231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a2ab171a-86fc-4789-86b6-8ec9025915fd HTTP/1.1" status: 204 len: 168 time: 0.5021577 Jul 22 15:02:28.655192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4320053-aff8-4cae-8652-9b7ce49f40e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ab171a-86fc-4789-86b6-8ec9025915fd,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:28.786748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36922) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:28.808178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 81c464c7-8d82-44a1-910e-633db95a974e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:28.827767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 81c464c7-8d82-44a1-910e-633db95a974e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:28.828021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 81c464c7-8d82-44a1-910e-633db95a974e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:28.828121 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3e4f70c-7997-402f-aa0c-9da606d09f6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a74aabfaba9440538fade339f80de814&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401340 Jul 22 15:02:28.828541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c129c0dc-eb14-47a7-b273-0b35e7aafa3d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:28.830907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36924) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:28.851004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c129c0dc-eb14-47a7-b273-0b35e7aafa3d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:28.851659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c129c0dc-eb14-47a7-b273-0b35e7aafa3d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:28.852059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cdaec1-cbea-4923-8cb7-12e93715322a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:02:28.869955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 99cdaec1-cbea-4923-8cb7-12e93715322a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:02:28.870301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 99cdaec1-cbea-4923-8cb7-12e93715322a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:02:28.879274 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5b79e5-27e5-456d-80e1-aaf454ceecf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.901139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5b79e5-27e5-456d-80e1-aaf454ceecf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.948163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5b79e5-27e5-456d-80e1-aaf454ceecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.950782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fb5b79e5-27e5-456d-80e1-aaf454ceecf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:28.951952 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fb5b79e5-27e5-456d-80e1-aaf454ceecf6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c3bc7f2-f066-4dd9-976c-4a3f3489b0b4 HTTP/1.1" status: 204 len: 168 time: 0.1202464 Jul 22 15:02:28.960259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b79e5-27e5-456d-80e1-aaf454ceecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bc7f2-f066-4dd9-976c-4a3f3489b0b4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:29.277477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36930) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:29.316667 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1071a764-ac8b-4c38-ae73-ea2c5b617227 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bac8b1c0824444a4b92ead05231f19a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380549 Jul 22 15:02:29.319890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36932) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:29.387751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4898e60-ba2e-4e70-b611-5cd0d849ecbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:29.409616 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4898e60-ba2e-4e70-b611-5cd0d849ecbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:29.456510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4898e60-ba2e-4e70-b611-5cd0d849ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:29.460058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e4898e60-ba2e-4e70-b611-5cd0d849ecbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:29.461209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e4898e60-ba2e-4e70-b611-5cd0d849ecbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb243b9e-b63a-46dd-bd2e-4f8c8f38521f HTTP/1.1" status: 204 len: 168 time: 0.1403871 Jul 22 15:02:29.469079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4898e60-ba2e-4e70-b611-5cd0d849ecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb243b9e-b63a-46dd-bd2e-4f8c8f38521f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:30.135922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36954) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:30.249191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2111087894-network', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:30.269254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Made reservation on behalf of c55d59501e664cecb61399adbf5370ce for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:30.271714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.280150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.370774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.374916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.402066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:02:30.411298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4300d2-2f1e-4822-a9a9-7041b4bc08a8,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:30.417283 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.417633 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Added segment 2b855024-778e-4dfe-9bfa-838ba532fbf6 of type vlan for network 53a17179-d680-4412-9cec-3f4738bd9ae2 Jul 22 15:02:30.457336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.485987 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.487106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:30.487717 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.519719 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3826962 Jul 22 15:02:30.522628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36958) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:30.553446 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Request body: {'subnet': {'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2111087894-subnet', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:30.557554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b105cd7-d895-40d7-a07d-f61783fcce0c admin admin] Pushing event updated for resources: {'Network': ['ID=53a17179-d680-4412-9cec-3f4738bd9ae2,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:30.568332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:02:30.576433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Made reservation on behalf of c55d59501e664cecb61399adbf5370ce for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:30.578773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.742388 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.802667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fa229e-5c64-4fa1-a614-d184b3cd459a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:30.810141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Checking segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:30.810533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Network hostable DHCP agents. Network: 53a17179-d680-4412-9cec-3f4738bd9ae2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:02:30.826711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:02:30.835878 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 53a17179-d680-4412-9cec-3f4738bd9ae2) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:30.840039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:30.840642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.845680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e84e695-8ffe-4a83-aa3f-b426fd18ab0c None None] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:30.856472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e88d5aaf-7199-4087-84e3-07d8ae191345 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3311861 Jul 22 15:02:30.859361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36960) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:30.863772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:30.883584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.884624 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.935562 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:30.994546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-53a17179-d680-4412-9cec-3f4738bd9ae2', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:02:30.995430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.073524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.132050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Allocated IP 172.20.0.2 (53a17179-d680-4412-9cec-3f4738bd9ae2/69fa229e-5c64-4fa1-a614-d184b3cd459a/b54e2fd8-bd7a-4cab-a3bf-839367655a13) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:31.269652 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.274167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.282561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Transition to ACTIVE for port object b54e2fd8-bd7a-4cab-a3bf-839367655a13 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:31.294662 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.297963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Transition to ACTIVE for port object b54e2fd8-bd7a-4cab-a3bf-839367655a13 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:31.304694 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.339405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:31.342268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:31.347766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:31.359562 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Pushing event updated for resources: {'Port': ['ID=b54e2fd8-bd7a-4cab-a3bf-839367655a13,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:31.414806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Allocated IP 172.25.3.71 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/427393d4-0b6d-471f-96a0-43098d5ffc4b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:31.422842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Attempting to bind port b54e2fd8-bd7a-4cab-a3bf-839367655a13 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:31.423219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Attempting to bind port b54e2fd8-bd7a-4cab-a3bf-839367655a13 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:31.423592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Attempting to bind port b54e2fd8-bd7a-4cab-a3bf-839367655a13 on network 53a17179-d680-4412-9cec-3f4738bd9ae2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:31.428717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:31.429090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Checking segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:31.429500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.429897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Bound using segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:31.430401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Bound port: b54e2fd8-bd7a-4cab-a3bf-839367655a13, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:31.430821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.495483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] For port b54e2fd8-bd7a-4cab-a3bf-839367655a13, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:31.498469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] For port b54e2fd8-bd7a-4cab-a3bf-839367655a13, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b54e2fd8-bd7a-4cab-a3bf-839367655a13,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:31.504116 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.525150 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.567682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:31.580918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9ac34-a625-4e01-bc82-5d535c1deec4 None None] Pushing event updated for resources: {'Port': ['ID=b54e2fd8-bd7a-4cab-a3bf-839367655a13,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:31.605553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:31.611992 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:31.615781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:31.621434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Pushing event updated for resources: {'Port': ['ID=427393d4-0b6d-471f-96a0-43098d5ffc4b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:31.877067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:32.070676 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:32.203846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Router 446751d0-2def-462c-8373-7b715b0eb080 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:02:32.310015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:32.320816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Sync routers for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:32.330154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:32.331800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b270d51-7f22-4d9a-bc01-cce5d69b0c8e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4714148 Jul 22 15:02:32.334662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36962) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:32.340137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:32.341679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:32.435528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb68e06-7015-461f-968c-90b04666fcf2 None None] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:32.508027 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:32.601046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-77c0da48-4a5e-4d4c-b037-3522a05feb4f None None] Provisioning for port b54e2fd8-bd7a-4cab-a3bf-839367655a13 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:32.768644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:32.871575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b54e2fd8-bd7a-4cab-a3bf-839367655a13 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:32.946410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Allocated IP 172.20.0.1 (53a17179-d680-4412-9cec-3f4738bd9ae2/69fa229e-5c64-4fa1-a614-d184b3cd459a/c3db5ea0-97ea-4760-b0a2-c22f46a67c7d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:32.998004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b54e2fd8-bd7a-4cab-a3bf-839367655a13 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:33.007579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b54e2fd8-bd7a-4cab-a3bf-839367655a13 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:33.007946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.051952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:31Z', 'revision_number': 3, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:33.057265 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.079968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Checking router: 446751d0-2def-462c-8373-7b715b0eb080 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:33.080393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Updating router 446751d0-2def-462c-8373-7b715b0eb080 port 427393d4-0b6d-471f-96a0-43098d5ffc4b binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:02:33.082102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Transition to ACTIVE for port object c3db5ea0-97ea-4760-b0a2-c22f46a67c7d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:33.122201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.144029 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.172378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:33.183920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:33.189040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:33.193293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Pushing event updated for resources: {'Port': ['ID=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:33.206057 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.237997 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.328074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b54e2fd8-bd7a-4cab-a3bf-839367655a13, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b54e2fd8-bd7a-4cab-a3bf-839367655a13,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:33.339029 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.397632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.425142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a970ce3e-484a-4616-a95d-b79403b23a75 None None] Provisioning complete for port b54e2fd8-bd7a-4cab-a3bf-839367655a13 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:33.425516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a970ce3e-484a-4616-a95d-b79403b23a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.476397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b54e2fd8-bd7a-4cab-a3bf-839367655a13,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:33.571813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.576737 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.605587 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.617164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Transition to ACTIVE for port object 427393d4-0b6d-471f-96a0-43098d5ffc4b will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:33.623248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.646253 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Pushing event updated for resources: {'Port': ['ID=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:33.649013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.682404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1245a-5b32-4ebd-adc9-f8468c77294f None None] Pushing event updated for resources: {'Port': ['ID=427393d4-0b6d-471f-96a0-43098d5ffc4b,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:33.684650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Attempting to bind port 427393d4-0b6d-471f-96a0-43098d5ffc4b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:33.685011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Attempting to bind port 427393d4-0b6d-471f-96a0-43098d5ffc4b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:33.685383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Attempting to bind port 427393d4-0b6d-471f-96a0-43098d5ffc4b on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:33.691321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:33.691697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:33.692659 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.693231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:33.693515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Bound port: 427393d4-0b6d-471f-96a0-43098d5ffc4b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:33.693900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.745683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a41bbda9-5b63-44b0-a56a-6f5344f88487 None None] Provisioning for port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:33.745961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:33.747332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:33.753521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a41bbda9-5b63-44b0-a56a-6f5344f88487 None None] Provisioning complete for port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:33.753897 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a41bbda9-5b63-44b0-a56a-6f5344f88487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.756434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] For port 427393d4-0b6d-471f-96a0-43098d5ffc4b, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:33.760347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] For port 427393d4-0b6d-471f-96a0-43098d5ffc4b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=427393d4-0b6d-471f-96a0-43098d5ffc4b,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:33.778398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:33.835514 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a41bbda9-5b63-44b0-a56a-6f5344f88487 None None] Port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:33.850723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1245a-5b32-4ebd-adc9-f8468c77294f None None] Pushing event updated for resources: {'Port': ['ID=427393d4-0b6d-471f-96a0-43098d5ffc4b,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:33.853597 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:33.854205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:33.875906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Router 446751d0-2def-462c-8373-7b715b0eb080 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:33.966353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:33.990484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:33.996453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a62b2eb7-ed1e-4a4f-96cd-b0efece67912 admin admin] 10.222.0.60 "PUT /v2.0/routers/446751d0-2def-462c-8373-7b715b0eb080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6606331 Jul 22 15:02:34.077280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc7c5b0a-82d0-4685-bc47-581caa2e130b None None] Provisioning complete for port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:34.077672 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc7c5b0a-82d0-4685-bc47-581caa2e130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.156378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c5b0a-82d0-4685-bc47-581caa2e130b None None] Port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:34.211924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 2, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:34.238151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf31e5-d537-434f-95ff-6db054aa674f None None] The sync data for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 is: [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 2, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:34.482019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:34.487409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1581190988-network', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:34.509482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Made reservation on behalf of bf2ae46294b54e6fa3fd9d4d95d129ac for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:34.511899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.521494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.618036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.622104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.651271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:02:34.656795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d5887-aeac-4bc9-930a-9c8e1edd799e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:34.667363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.667597 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Added segment 1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd of type vlan for network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 Jul 22 15:02:34.714602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.745248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.746218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:34.746837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.782325 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2990355 Jul 22 15:02:34.786458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36980) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:34.791943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Request body: {'subnet': {'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1581190988-subnet', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:34.812111 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfb9bc-47fb-493f-94aa-0ce4f06acbd0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ffe4163-a8e2-4ddc-94d6-2748c00e7c05,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:34.822903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:02:34.835840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Made reservation on behalf of bf2ae46294b54e6fa3fd9d4d95d129ac for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:02:34.838308 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:34.851611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b54e2fd8-bd7a-4cab-a3bf-839367655a13 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:34.955052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b54e2fd8-bd7a-4cab-a3bf-839367655a13 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:34.955425 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.047475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.103630 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff80e3da-414b-4ca9-a5d3-06226ddb29ee,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:35.112972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Checking segment: {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:35.113344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Network hostable DHCP agents. Network: 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:02:35.132214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:02:35.142671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:35.148450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:02:35.149056 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.152512 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4022f-ad3f-4a66-b56a-599a115416fd None None] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:35.169419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 36982) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:35.169681 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c9e8525-466b-44cf-9ae0-4cbe090e572e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3820276 Jul 22 15:02:35.174596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:02:35.196137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.197176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.258842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.316662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'fixed_ips': [{'subnet_id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:02:35.317589 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.399341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.459525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Allocated IP 172.20.0.2 (3ffe4163-a8e2-4ddc-94d6-2748c00e7c05/ff80e3da-414b-4ca9-a5d3-06226ddb29ee/43357a95-caf1-42c2-a44a-febf091852ab) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:35.615617 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.624095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.626010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Transition to ACTIVE for port object 43357a95-caf1-42c2-a44a-febf091852ab will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:35.641367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Transition to ACTIVE for port object 43357a95-caf1-42c2-a44a-febf091852ab will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:35.643913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.647360 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.689225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:35.692117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:35.695744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:35.701303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Pushing event updated for resources: {'Port': ['ID=43357a95-caf1-42c2-a44a-febf091852ab,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:35.758172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Allocated IP 172.25.3.97 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/6c305202-5030-4214-8e00-bd72f453c840) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:35.763279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Attempting to bind port 43357a95-caf1-42c2-a44a-febf091852ab on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:35.763667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Attempting to bind port 43357a95-caf1-42c2-a44a-febf091852ab by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:35.764037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Attempting to bind port 43357a95-caf1-42c2-a44a-febf091852ab on network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:35.769118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:35.769499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Checking segment: {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:35.769904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.770299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Bound using segment: {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:35.770790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Bound port: 43357a95-caf1-42c2-a44a-febf091852ab, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:35.771177 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.834832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] For port 43357a95-caf1-42c2-a44a-febf091852ab, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:35.838263 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] For port 43357a95-caf1-42c2-a44a-febf091852ab, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43357a95-caf1-42c2-a44a-febf091852ab,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:35.845306 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.868553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.906538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2062b-09b0-44ad-a0b3-bccff755ca25 None None] Pushing event updated for resources: {'Port': ['ID=43357a95-caf1-42c2-a44a-febf091852ab,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:35.920227 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:35.980695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Pushing event updated for resources: {'Port': ['ID=6c305202-5030-4214-8e00-bd72f453c840,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:35.985365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:35.987173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:35.989703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:36.275960 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:36.327413 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Sync routers for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:36.336437 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:36.337119 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:36.440239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:36.474529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:36.614235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Router a1848e72-1636-429a-88b0-f57c5044a4dc is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:02:36.639730 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 2, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:36.670305 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Checking router: 446751d0-2def-462c-8373-7b715b0eb080 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:36.670713 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Updating router 446751d0-2def-462c-8373-7b715b0eb080 port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:02:36.706366 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:36.732478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:36.751745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Sync routers for ids ['a1848e72-1636-429a-88b0-f57c5044a4dc'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:36.761081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:36.767021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d12d3cfd-a9c1-4db2-8673-ced5d57b9a93 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5928061 Jul 22 15:02:36.767527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 36984) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:02:36.775842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Routers {'a1848e72-1636-429a-88b0-f57c5044a4dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:36.778764 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a1848e72-1636-429a-88b0-f57c5044a4dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:36.959098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 427393d4-0b6d-471f-96a0-43098d5ffc4b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:36.965370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Set router a1848e72-1636-429a-88b0-f57c5044a4dc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:37.038998 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.054285 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Transition to ACTIVE for port object c3db5ea0-97ea-4760-b0a2-c22f46a67c7d will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:37.061997 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.122937 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Pushing event updated for resources: {'Port': ['ID=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:37.136891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 427393d4-0b6d-471f-96a0-43098d5ffc4b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:37.142453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 427393d4-0b6d-471f-96a0-43098d5ffc4b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:37.143196 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.295229 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.298071 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.298507 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.298943 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.299350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.299753 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.300152 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.300550 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.300950 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.301405 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.301800 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.302195 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.302607 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:02:37.328081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 427393d4-0b6d-471f-96a0-43098d5ffc4b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=427393d4-0b6d-471f-96a0-43098d5ffc4b,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:37.334855 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.337198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43357a95-caf1-42c2-a44a-febf091852ab up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:37.361178 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Attempting to bind port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:37.362337 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Attempting to bind port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:37.363027 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Attempting to bind port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d on network 53a17179-d680-4412-9cec-3f4738bd9ae2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:37.370159 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:37.371215 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Checking segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:37.372158 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.372987 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Bound using segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:37.373765 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Bound port: c3db5ea0-97ea-4760-b0a2-c22f46a67c7d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:37.374568 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.385537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac1a5fb-9709-48e8-996e-93f3df62b435 None None] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:02:37.458793 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] For port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:37.462934 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] For port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:37.468775 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.495494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.544231 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:37.545420 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:37.596802 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e881d2-7f3c-49a2-b6c9-9186900c5baf None None] Pushing event updated for resources: {'Port': ['ID=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:37.691766 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:37.704890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8ec17518-87fa-4541-a47f-2e2110b7f826 None None] Provisioning for port 43357a95-caf1-42c2-a44a-febf091852ab completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:37.713165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Allocated IP 172.20.0.1 (3ffe4163-a8e2-4ddc-94d6-2748c00e7c05/ff80e3da-414b-4ca9-a5d3-06226ddb29ee/b2519e3d-2b29-4391-9113-e4e698ba4c1e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:02:37.722208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:36Z', 'revision_number': 3, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:37.731167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 43357a95-caf1-42c2-a44a-febf091852ab completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:37.734704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=427393d4-0b6d-471f-96a0-43098d5ffc4b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:37.769533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.775463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 43357a95-caf1-42c2-a44a-febf091852ab triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:37.775845 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.777505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Checking router: a1848e72-1636-429a-88b0-f57c5044a4dc for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:37.777861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Updating router a1848e72-1636-429a-88b0-f57c5044a4dc port 6c305202-5030-4214-8e00-bd72f453c840 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:02:37.892979 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:37.959492 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:37.987372 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce5d0b-c8f3-4a7c-829c-c8453e89dcb2 None None] The sync data for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 is: [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:38.058107 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.092291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.183762 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.193051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 43357a95-caf1-42c2-a44a-febf091852ab, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43357a95-caf1-42c2-a44a-febf091852ab,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:38.199875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.200660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Transition to ACTIVE for port object b2519e3d-2b29-4391-9113-e4e698ba4c1e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:38.243107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.279508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=43357a95-caf1-42c2-a44a-febf091852ab,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:38.300958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:38.308564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:38.312788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:02:38.319509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Pushing event updated for resources: {'Port': ['ID=b2519e3d-2b29-4391-9113-e4e698ba4c1e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:38.358010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.365001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.371943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Transition to ACTIVE for port object 6c305202-5030-4214-8e00-bd72f453c840 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:38.381722 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.459774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d29c07-c7e2-4a88-8f67-8e9f14cfaf38 None None] Pushing event updated for resources: {'Port': ['ID=6c305202-5030-4214-8e00-bd72f453c840,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:38.462823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Attempting to bind port 6c305202-5030-4214-8e00-bd72f453c840 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:38.463202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Attempting to bind port 6c305202-5030-4214-8e00-bd72f453c840 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:38.463579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Attempting to bind port 6c305202-5030-4214-8e00-bd72f453c840 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:38.473636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:38.474036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:38.474457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.474986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:38.475481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Bound port: 6c305202-5030-4214-8e00-bd72f453c840, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:38.475881 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.504381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0d9e523e-469e-44cf-9b8c-487fd521d8e3 None None] Provisioning complete for port 43357a95-caf1-42c2-a44a-febf091852ab triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:38.504768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0d9e523e-469e-44cf-9b8c-487fd521d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.539536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.569778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] For port 6c305202-5030-4214-8e00-bd72f453c840, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:38.573981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] For port 6c305202-5030-4214-8e00-bd72f453c840, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c305202-5030-4214-8e00-bd72f453c840,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:38.580800 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.673942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Routers {'a1848e72-1636-429a-88b0-f57c5044a4dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:38.674645 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a1848e72-1636-429a-88b0-f57c5044a4dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:38.736812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.742187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.753160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d29c07-c7e2-4a88-8f67-8e9f14cfaf38 None None] Pushing event updated for resources: {'Port': ['ID=6c305202-5030-4214-8e00-bd72f453c840,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:38.785652 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:02:38.812587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:38.815720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] Set router a1848e72-1636-429a-88b0-f57c5044a4dc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:38.832265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Pushing event updated for resources: {'Port': ['ID=b2519e3d-2b29-4391-9113-e4e698ba4c1e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:38.913996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3db5ea0-97ea-4760-b0a2-c22f46a67c7d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:38.918388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e45ca3d1-d004-42dc-8db3-1985283e9e27 None None] Provisioning for port b2519e3d-2b29-4391-9113-e4e698ba4c1e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:38.945673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:02:38.947224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:02:38.952350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e45ca3d1-d004-42dc-8db3-1985283e9e27 None None] Provisioning complete for port b2519e3d-2b29-4391-9113-e4e698ba4c1e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:38.952727 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e45ca3d1-d004-42dc-8db3-1985283e9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.046842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e45ca3d1-d004-42dc-8db3-1985283e9e27 None None] Port b2519e3d-2b29-4391-9113-e4e698ba4c1e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:39.077042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:39.077765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Router a1848e72-1636-429a-88b0-f57c5044a4dc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:02:39.100184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:39.100559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.168916 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b2519e3d-2b29-4391-9113-e4e698ba4c1e', 'name': '', 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'mac_address': 'fa:16:3e:5b:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:37Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 1, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'subnets': [{'id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:39.195922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:02:39.200919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74bdcff7-e009-4705-93d2-da6f6ee5857d admin admin] 10.222.0.60 "PUT /v2.0/routers/a1848e72-1636-429a-88b0-f57c5044a4dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4329436 Jul 22 15:02:39.213825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1664256-d11a-4aa1-b83b-6c35327c34fd None None] The sync data for ids ['a1848e72-1636-429a-88b0-f57c5044a4dc'] in n-d-794306-8 is: [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b2519e3d-2b29-4391-9113-e4e698ba4c1e', 'name': '', 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'mac_address': 'fa:16:3e:5b:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:37Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 1, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'subnets': [{'id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:39.224937 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.273244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:39.279536 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.280731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43357a95-caf1-42c2-a44a-febf091852ab up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:39.334473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4b2c22d8-b464-4b19-8545-06e3f3009f74 None None] Provisioning complete for port b2519e3d-2b29-4391-9113-e4e698ba4c1e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:39.334895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b2c22d8-b464-4b19-8545-06e3f3009f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.398702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4b2c22d8-b464-4b19-8545-06e3f3009f74 None None] Port b2519e3d-2b29-4391-9113-e4e698ba4c1e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:02:39.402170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:39.410459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 43357a95-caf1-42c2-a44a-febf091852ab triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:39.411116 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.508242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 427393d4-0b6d-471f-96a0-43098d5ffc4b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:39.560598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 427393d4-0b6d-471f-96a0-43098d5ffc4b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:39.561222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:39.880524 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a29eb6c0-0cda-4059-907a-8268f345a334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:40.901641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c305202-5030-4214-8e00-bd72f453c840 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:40.965126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6c305202-5030-4214-8e00-bd72f453c840 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:40.970031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6c305202-5030-4214-8e00-bd72f453c840 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:40.970688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.086219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.111071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6c305202-5030-4214-8e00-bd72f453c840, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c305202-5030-4214-8e00-bd72f453c840,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:41.116299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:41.117193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3db5ea0-97ea-4760-b0a2-c22f46a67c7d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:41.201479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6c305202-5030-4214-8e00-bd72f453c840,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:41.214664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:41.215171 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.135060 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Sync routers for ids ['a1848e72-1636-429a-88b0-f57c5044a4dc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:02:42.143564 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bbaddaed-09de-4694-b4c6-e4096fde0d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.147191 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Routers {'a1848e72-1636-429a-88b0-f57c5044a4dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:42.147846 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a1848e72-1636-429a-88b0-f57c5044a4dc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:42.258821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Set router a1848e72-1636-429a-88b0-f57c5044a4dc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:42.377724 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.473339 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b2519e3d-2b29-4391-9113-e4e698ba4c1e', 'name': '', 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'mac_address': 'fa:16:3e:5b:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:37Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 2, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'subnets': [{'id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:42.500644 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Checking router: a1848e72-1636-429a-88b0-f57c5044a4dc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:02:42.501002 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Updating router a1848e72-1636-429a-88b0-f57c5044a4dc port b2519e3d-2b29-4391-9113-e4e698ba4c1e binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:02:42.537245 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.817833 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.831916 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Transition to ACTIVE for port object b2519e3d-2b29-4391-9113-e4e698ba4c1e will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:02:42.841411 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.852860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c305202-5030-4214-8e00-bd72f453c840 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:42.894650 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fdb07-5280-4c18-9fb9-9b251cf5dba2 None None] Pushing event updated for resources: {'Port': ['ID=b2519e3d-2b29-4391-9113-e4e698ba4c1e,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:42.911571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6c305202-5030-4214-8e00-bd72f453c840 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:42.911955 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.954170 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Attempting to bind port b2519e3d-2b29-4391-9113-e4e698ba4c1e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:02:42.954648 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Attempting to bind port b2519e3d-2b29-4391-9113-e4e698ba4c1e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:02:42.955080 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Attempting to bind port b2519e3d-2b29-4391-9113-e4e698ba4c1e on network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:02:42.960541 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:02:42.961033 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Checking segment: {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:02:42.961526 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:42.962013 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Bound using segment: {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:02:42.962611 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Bound port: b2519e3d-2b29-4391-9113-e4e698ba4c1e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:02:42.963231 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.038061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] For port b2519e3d-2b29-4391-9113-e4e698ba4c1e, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:02:43.041554 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] For port b2519e3d-2b29-4391-9113-e4e698ba4c1e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b2519e3d-2b29-4391-9113-e4e698ba4c1e,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:02:43.048310 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:43.111329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Routers {'a1848e72-1636-429a-88b0-f57c5044a4dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:02:43.111967 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:02:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a1848e72-1636-429a-88b0-f57c5044a4dc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:43.115629 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fdb07-5280-4c18-9fb9-9b251cf5dba2 None None] Pushing event updated for resources: {'Port': ['ID=b2519e3d-2b29-4391-9113-e4e698ba4c1e,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:43.236077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] Set router a1848e72-1636-429a-88b0-f57c5044a4dc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:02:43.547350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b2519e3d-2b29-4391-9113-e4e698ba4c1e', 'name': '', 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'mac_address': 'fa:16:3e:5b:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:37Z', 'updated_at': '2021-07-22T15:02:43Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'subnets': [{'id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:02:43.576974 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fb40f2-1057-429d-ab8e-0b15d50d0bd5 None None] The sync data for ids ['a1848e72-1636-429a-88b0-f57c5044a4dc'] in n-d-794306-8 is: [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:38Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'b2519e3d-2b29-4391-9113-e4e698ba4c1e', 'name': '', 'network_id': '3ffe4163-a8e2-4ddc-94d6-2748c00e7c05', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'mac_address': 'fa:16:3e:5b:ee:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:37Z', 'updated_at': '2021-07-22T15:02:43Z', 'revision_number': 4, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'subnets': [{'id': 'ff80e3da-414b-4ca9-a5d3-06226ddb29ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:02:43.722868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.839923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2519e3d-2b29-4391-9113-e4e698ba4c1e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:44.891301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b2519e3d-2b29-4391-9113-e4e698ba4c1e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:02:44.895317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b2519e3d-2b29-4391-9113-e4e698ba4c1e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:44.895732 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:44.990407 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.027574 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b2519e3d-2b29-4391-9113-e4e698ba4c1e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b2519e3d-2b29-4391-9113-e4e698ba4c1e,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:02:45.032409 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:45.088381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b2519e3d-2b29-4391-9113-e4e698ba4c1e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:02:45.397218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:46.829596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2519e3d-2b29-4391-9113-e4e698ba4c1e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:02:46.881369 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b2519e3d-2b29-4391-9113-e4e698ba4c1e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:02:46.881748 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:02:54.735378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-944e0e6d-65c3-4625-9282-913a586e79e8 req-2752abe3-1128-4acb-841c-d3cc0b7d02e7 service neutron] (93813) timed out ('10.222.0.60', 45914) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:03:07.470880 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:07.939824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:09.883258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1386a11f-e74a-4540-9a2c-ae785015e827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:12.154758 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f3387efe-a9d1-4e88-85c5-0424f0225ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:12.370738 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:13.719875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:15.400843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:15.786844 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:03:37.488957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:37.936882 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:39.889088 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da61e24a-5915-40a1-b6f6-613331d8e695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:42.152264 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-08c9214a-8df2-4041-82c2-b03b7a03eb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:42.370982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:43.724014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:45.402211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:03:52.787098 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:04:07.487924 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:07.940523 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:09.880725 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-141f0247-ef98-4ea5-9827-334105d40e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:12.161375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fb1ce7b4-3da2-4dbe-95f3-fc23f2e35840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:12.373218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:13.727064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:15.403471 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.180628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38004) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.186009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-589796102', 'description': 'tempest-secgroup-smoke-589796102 description', 'project_id': 'c55d59501e664cecb61399adbf5370ce'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.209121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.289751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.293825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.321418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.322685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409843 Jul 22 15:04:23.324501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3118b90-ee0a-4a10-934d-df341e832138,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:23.325693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38008) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.331519 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group_rule': {'security_group_id': 'c3118b90-ee0a-4a10-934d-df341e832138', 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.331972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.332328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.332678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.333026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.333365 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.333705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.334043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.334375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.334735 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.335067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.335405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.335734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377e8b6b-2e95-41e8-bc3c-cb0f8a01bd6e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.364084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.423801 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.427394 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.445460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba8198a-4f56-4d2a-9684-5c3319efe4a7,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:23.454913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.455269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.455618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.455965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.456307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.456645 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.456983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.457367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.457655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.457987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.458319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.458682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:23.462396 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.466184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5b197067-69a3-4cda-a6da-7bb11ff2ab06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366146 Jul 22 15:04:23.466742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.470775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group_rule': {'security_group_id': 'c3118b90-ee0a-4a10-934d-df341e832138', 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.497342 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.554363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.557967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.578759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0946fa-8ae7-4a26-afa4-9d7c919df6be,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:23.583131 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.586981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-316eb0f1-d459-49a4-a2d0-505412e83089 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172101 Jul 22 15:04:23.587503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38014) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.591559 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group_rule': {'security_group_id': 'c3118b90-ee0a-4a10-934d-df341e832138', 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.617891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.680494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.684199 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.703185 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b427459a-5854-46e5-8ef1-adf6924b2d6e,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:23.710402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.711664 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ef401d3a-9336-4367-8154-4833a3a8be3e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235702 Jul 22 15:04:23.714378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.719224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group_rule': {'security_group_id': 'c3118b90-ee0a-4a10-934d-df341e832138', 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.745085 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.805362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.809091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.826380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eddb157-ef80-4a2d-a9f7-4faadead4a3d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:23.833849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.835244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2929b380-2535-477e-a887-09bd28496268 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195858 Jul 22 15:04:23.837977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.842427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group_rule': {'security_group_id': 'c3118b90-ee0a-4a10-934d-df341e832138', 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.863908 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Project c55d59501e664cecb61399adbf5370ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:04:23.868975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.930829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.934408 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.951520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f946255-48ef-459c-9541-1a49ec29a563,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:23.959027 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:23.960070 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1395b440-da3b-4025-8c75-7cd8ab77d44c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210871 Jul 22 15:04:23.963174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:23.967617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'security_group_rule': {'security_group_id': 'c3118b90-ee0a-4a10-934d-df341e832138', 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:23.988874 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Project c55d59501e664cecb61399adbf5370ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:04:23.993552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:24.056065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:24.060890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:24.081498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742e01d0-9327-4408-8ea7-036a2f47a1ac,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:24.084882 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:24.086129 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-88024d77-3d47-4a19-b72b-a3fa0bb52b60 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220243 Jul 22 15:04:24.240668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7d08175a-647c-42d2-bbec-ef7f7eaa368f tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-589796102&fields=id&tenant_id=c55d59501e664cecb61399adbf5370ce HTTP/1.1" status: 200 len: 267 time: 0.0322092 Jul 22 15:04:24.348813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-0b8b6d98-325a-45ac-84dd-84afbb53963a tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:24.350300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-0b8b6d98-325a-45ac-84dd-84afbb53963a tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 814 time: 0.1031773 Jul 22 15:04:24.364713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-154b7ce7-ba6e-450e-8835-3da3ea52bddc tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/quotas/c55d59501e664cecb61399adbf5370ce HTTP/1.1" status: 200 len: 375 time: 0.0090063 Jul 22 15:04:24.430861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-2f55ca89-0d3a-47d0-a4b6-6131ef81f034 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611417 Jul 22 15:04:24.549933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-319ff934-355e-4883-9d9d-d179e65087f6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:04:24.550965 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-319ff934-355e-4883-9d9d-d179e65087f6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1090605 Jul 22 15:04:24.642894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-35032709-efaa-4290-83c1-715ff6cc1272 service neutron] 10.222.0.60 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861332 Jul 22 15:04:24.731583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ca752f14-eab8-45ad-b459-8d60a08c2c39 service neutron] 10.222.0.60 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827169 Jul 22 15:04:25.038151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1018e9c1-2b5b-4f22-86d5-7d1e7f332f68 req-98917365-cea3-417d-ae95-42e28b64d019 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 210 time: 0.0304451 Jul 22 15:04:26.136025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-5fe33dfe-ee67-4cfd-acf0-c01bf767faf5 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:26.138969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-5fe33dfe-ee67-4cfd-acf0-c01bf767faf5 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 814 time: 0.1124241 Jul 22 15:04:26.172085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-045fcdff-f091-4a62-8cbe-e1b9f5f8a492 req-30796f2c-f157-4c81-abf9-f986abcc69ac tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 210 time: 0.0343390 Jul 22 15:04:26.182645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-c6162f0a-04ec-4494-883f-b0663c89c29a tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c55d59501e664cecb61399adbf5370ce HTTP/1.1" status: 200 len: 379 time: 0.0366392 Jul 22 15:04:26.196924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'port': {'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'admin_state_up': True, 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'security_groups': ['c3118b90-ee0a-4a10-934d-df341e832138']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:26.316333 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Made reservation on behalf of c55d59501e664cecb61399adbf5370ce for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:04:26.319952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.450492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Allocated IP 172.20.0.6 (53a17179-d680-4412-9cec-3f4738bd9ae2/69fa229e-5c64-4fa1-a614-d184b3cd459a/5303b98e-6469-420a-8828-f759c3e01cf9) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:26.587437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.601636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Transition to ACTIVE for port object 5303b98e-6469-420a-8828-f759c3e01cf9 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:26.634386 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.681878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:26.687195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:26.690922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:26.730078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'Port': ['ID=5303b98e-6469-420a-8828-f759c3e01cf9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:26.756635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:26.757311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.776953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-7111bc59-296e-458b-9a92-2df776077790 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859072 Jul 22 15:04:26.798237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-37d4686d-af49-4ca6-b62b-b0c8d5b670f4 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:04:26.799592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-37d4686d-af49-4ca6-b62b-b0c8d5b670f4 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067465 Jul 22 15:04:26.872921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Request body: {'port': {'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:26.930735 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72aed082-1bf0-4ee7-a43c-02379504c46d None None] Provisioning for port 5303b98e-6469-420a-8828-f759c3e01cf9 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:26.935817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-72aed082-1bf0-4ee7-a43c-02379504c46d None None] Provisioning complete for port 5303b98e-6469-420a-8828-f759c3e01cf9 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:26.936516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-72aed082-1bf0-4ee7-a43c-02379504c46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.949049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:26.972162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-72aed082-1bf0-4ee7-a43c-02379504c46d None None] Port 5303b98e-6469-420a-8828-f759c3e01cf9 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:04:27.216685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5303b98e-6469-420a-8828-f759c3e01cf9 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:04:27.224467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:27.236732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Transition to ACTIVE for port object 5303b98e-6469-420a-8828-f759c3e01cf9 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:04:27.242220 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:27.297061 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Pushing event updated for resources: {'Port': ['ID=5303b98e-6469-420a-8828-f759c3e01cf9,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:27.346818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb83f2-526e-45ac-81fb-ad45e8c07cb0 req-30876b5c-b042-4c76-aa16-495df8711cc4 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.349332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2eb83f2-526e-45ac-81fb-ad45e8c07cb0 req-30876b5c-b042-4c76-aa16-495df8711cc4 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0835273 Jul 22 15:04:27.397727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Attempting to bind port 5303b98e-6469-420a-8828-f759c3e01cf9 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:04:27.398225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Attempting to bind port 5303b98e-6469-420a-8828-f759c3e01cf9 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:04:27.398637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Attempting to bind port 5303b98e-6469-420a-8828-f759c3e01cf9 on network 53a17179-d680-4412-9cec-3f4738bd9ae2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:27.403972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Port 5303b98e-6469-420a-8828-f759c3e01cf9 on network 53a17179-d680-4412-9cec-3f4738bd9ae2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:04:27.404302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Attempting to bind port 5303b98e-6469-420a-8828-f759c3e01cf9 on network 53a17179-d680-4412-9cec-3f4738bd9ae2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:04:27.411028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:04:27.411028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Checking segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:04:27.411449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Bound using segment: {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:04:27.411806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Bound port: 5303b98e-6469-420a-8828-f759c3e01cf9, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b855024-778e-4dfe-9bfa-838ba532fbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:04:27.412176 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:27.418041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2eb83f2-526e-45ac-81fb-ad45e8c07cb0 req-a7ad70fa-4277-4803-876c-ffe42c9404d2 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609996 Jul 22 15:04:27.486285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] For port 5303b98e-6469-420a-8828-f759c3e01cf9, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:04:27.489662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] For port 5303b98e-6469-420a-8828-f759c3e01cf9, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5303b98e-6469-420a-8828-f759c3e01cf9,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:04:27.494855 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:27.527801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.528605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:27.530035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] 10.222.0.72 "PUT /v2.0/ports/5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 1091 time: 0.7240968 Jul 22 15:04:27.533547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:27.536344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46477041-9624-4b78-ba60-72292c159f04" -d '{"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:27.567584 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a5852-36d0-43e6-b928-5c9ef36bf56d service neutron] Pushing event updated for resources: {'Port': ['ID=5303b98e-6469-420a-8828-f759c3e01cf9,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:27.618397 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12861920-1806-4257-9139-d953256c3a77 x-openstack-request-id: req-12861920-1806-4257-9139-d953256c3a77 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:27.618788 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:27.619025 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12861920-1806-4257-9139-d953256c3a77 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:27.619431 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'status': 'completed', 'code': 200} Jul 22 15:04:27.649246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-3f67ad80-60bc-434c-b09e-92f03ab0871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.650840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-3f67ad80-60bc-434c-b09e-92f03ab0871c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1094 time: 0.0728371 Jul 22 15:04:27.699660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-42912303-4116-461b-b794-87b73d73ac0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 217 time: 0.0389204 Jul 22 15:04:27.758077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-e6d844b5-7702-4980-919d-e3c00ba1dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.759743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-e6d844b5-7702-4980-919d-e3c00ba1dcb8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0528831 Jul 22 15:04:27.821493 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-b3306846-f93d-4487-8836-e955547da0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:27.823415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-b3306846-f93d-4487-8836-e955547da0c4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560436 Jul 22 15:04:27.917736 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-21a7d63b-ea9a-4845-8eea-60a8d60f4d9c service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869632 Jul 22 15:04:28.006992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1197cd9d-c003-4412-a7fc-fdc5545bac5e req-c5bd6b89-1a15-49d5-8b3a-3ba39a92bbbd service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818565 Jul 22 15:04:28.122337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477041-9624-4b78-ba60-72292c159f04 req-71941efa-9ec0-4c30-baf6-8bb8d45a40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.124773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-71941efa-9ec0-4c30-baf6-8bb8d45a40b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1094 time: 0.0697396 Jul 22 15:04:28.216947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477041-9624-4b78-ba60-72292c159f04 req-2ae87fab-fc4a-4d2e-8018-c029af84d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.218442 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-2ae87fab-fc4a-4d2e-8018-c029af84d730 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 915 time: 0.0878148 Jul 22 15:04:28.263406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-25dac819-d1cf-47ec-84fb-761b181eb45e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 217 time: 0.0380578 Jul 22 15:04:28.312363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477041-9624-4b78-ba60-72292c159f04 req-9dd9e5cc-f04c-4e3e-b392-803c62b41abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.314353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-9dd9e5cc-f04c-4e3e-b392-803c62b41abc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0443923 Jul 22 15:04:28.372875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477041-9624-4b78-ba60-72292c159f04 req-9fd797f9-4689-42e8-b700-d7d40c2719a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.374323 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-9fd797f9-4689-42e8-b700-d7d40c2719a6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533974 Jul 22 15:04:28.477662 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-741125b4-f5ec-41b7-9f02-c686eb04fe5d service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960996 Jul 22 15:04:28.555603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28191d-a05f-4d6e-9e96-226bb4ba8191 req-9d854444-9c8f-4b34-a3cf-ec3d331382d8 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:28.557032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb28191d-a05f-4d6e-9e96-226bb4ba8191 req-9d854444-9c8f-4b34-a3cf-ec3d331382d8 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0682693 Jul 22 15:04:28.572213 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-46477041-9624-4b78-ba60-72292c159f04 req-6c347aed-d866-40bc-ac13-0b16abcf3b3f service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868251 Jul 22 15:04:28.597854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb28191d-a05f-4d6e-9e96-226bb4ba8191 req-07339ef5-df9c-4453-b0a3-5d67f7613a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337963 Jul 22 15:04:29.733787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120b419-24c5-49d2-b6cd-160c3ad35476 req-189f9291-cd67-4b4c-80cf-d1a5da87c10a tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:29.735906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0120b419-24c5-49d2-b6cd-160c3ad35476 req-189f9291-cd67-4b4c-80cf-d1a5da87c10a tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0689342 Jul 22 15:04:29.773411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0120b419-24c5-49d2-b6cd-160c3ad35476 req-c01e280d-7e3a-47bf-8a81-9591784f7ecf tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Jul 22 15:04:29.786309 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:04:30.902739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d94eb3-966f-404c-9cdc-1de12e0d87fe req-20aeda0e-0182-4577-9421-58c65142ee29 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:30.904242 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46d94eb3-966f-404c-9cdc-1de12e0d87fe req-20aeda0e-0182-4577-9421-58c65142ee29 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0638838 Jul 22 15:04:30.942481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-46d94eb3-966f-404c-9cdc-1de12e0d87fe req-6aa6261e-b24a-4494-a2d1-def86493088e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318508 Jul 22 15:04:32.073716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1155e3e-bba4-4d8c-8933-3ddf25522a10 req-0884068c-0875-473f-bdd5-5bd1dee15cde tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:32.075232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1155e3e-bba4-4d8c-8933-3ddf25522a10 req-0884068c-0875-473f-bdd5-5bd1dee15cde tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0670815 Jul 22 15:04:32.121310 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1155e3e-bba4-4d8c-8933-3ddf25522a10 req-3d8b5d4d-2ad5-44d5-821d-22728d878548 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398319 Jul 22 15:04:33.261882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dff6e-ea73-46a8-895d-72e21052a7b8 req-236fd9c7-f56f-4129-a6d3-9c963f39635c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:33.263407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-359dff6e-ea73-46a8-895d-72e21052a7b8 req-236fd9c7-f56f-4129-a6d3-9c963f39635c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0644362 Jul 22 15:04:33.301527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-359dff6e-ea73-46a8-895d-72e21052a7b8 req-5ff25080-db9b-4d0e-8ac8-a309e4d75bb4 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Jul 22 15:04:34.429510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588273ef-5de3-4668-ae93-d4675cea8f84 req-c230a840-0d6d-408b-8acb-9c040772c2a6 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:34.431024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-588273ef-5de3-4668-ae93-d4675cea8f84 req-c230a840-0d6d-408b-8acb-9c040772c2a6 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0630994 Jul 22 15:04:34.467736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-588273ef-5de3-4668-ae93-d4675cea8f84 req-bde75e40-0b60-4573-aec0-d45434b6ce9a tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Jul 22 15:04:35.607919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1c931-9c06-43c3-812c-ba388babc6c0 req-305b2d25-7308-4cdf-a31f-151da0d8e12e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:35.609341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-efc1c931-9c06-43c3-812c-ba388babc6c0 req-305b2d25-7308-4cdf-a31f-151da0d8e12e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0670013 Jul 22 15:04:35.646421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-efc1c931-9c06-43c3-812c-ba388babc6c0 req-196fbae7-5b4d-4bda-a84e-b02a161ae1ea tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308478 Jul 22 15:04:36.778801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b1e11-470b-43c6-a2cf-7f9a1d310dfd req-f5c14e05-3f30-4728-bc55-89ff39e886d1 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:36.780320 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c8b1e11-470b-43c6-a2cf-7f9a1d310dfd req-f5c14e05-3f30-4728-bc55-89ff39e886d1 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0672772 Jul 22 15:04:36.818145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c8b1e11-470b-43c6-a2cf-7f9a1d310dfd req-75622d3d-727e-44d1-98f5-e36787af16e2 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316381 Jul 22 15:04:37.498764 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.950478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:37.962640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec6fdb-6f3b-4a06-8e62-1b942be0faeb req-565adaee-3dec-4a1e-8fe2-3e2aac9e7e2b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:37.964248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35ec6fdb-6f3b-4a06-8e62-1b942be0faeb req-565adaee-3dec-4a1e-8fe2-3e2aac9e7e2b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 943 time: 0.0767648 Jul 22 15:04:38.003794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35ec6fdb-6f3b-4a06-8e62-1b942be0faeb req-b1bb355f-9040-4ac7-914f-18a771ab2c95 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329299 Jul 22 15:04:38.190245 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5303b98e-6469-420a-8828-f759c3e01cf9 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:04:38.304366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5303b98e-6469-420a-8828-f759c3e01cf9, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5303b98e-6469-420a-8828-f759c3e01cf9,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:38.316273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '5303b98e-6469-420a-8828-f759c3e01cf9', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:04:38.352675 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.367310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5303b98e-6469-420a-8828-f759c3e01cf9 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:04:38.386549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5303b98e-6469-420a-8828-f759c3e01cf9, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5303b98e-6469-420a-8828-f759c3e01cf9,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:38.391457 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:38.442696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5303b98e-6469-420a-8828-f759c3e01cf9,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:38.449961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.450316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.450695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.451040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.451377 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.451713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.452044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.452373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.452701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.453028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.453355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.454338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:04:38.626016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5303b98e-6469-420a-8828-f759c3e01cf9'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:04:39.132117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c406f1-99a8-41b3-8a93-489a57d4bafc req-68934278-ec44-4f37-99c3-b69c594d0f7e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:39.133543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81c406f1-99a8-41b3-8a93-489a57d4bafc req-68934278-ec44-4f37-99c3-b69c594d0f7e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 944 time: 0.0639191 Jul 22 15:04:39.170099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-81c406f1-99a8-41b3-8a93-489a57d4bafc req-2602071c-deed-46b7-a12b-fc455e166bbe tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309584 Jul 22 15:04:39.881805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-143be80d-5f4b-493d-b600-0aa4db71bb51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.203323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5303b98e-6469-420a-8828-f759c3e01cf9 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:04:40.252936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 5303b98e-6469-420a-8828-f759c3e01cf9 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:04:40.256778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 5303b98e-6469-420a-8828-f759c3e01cf9 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:04:40.257161 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.305559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05be51-0b25-43e4-b4a1-6de562866fcb req-83ffc36e-1067-4ecf-8c50-c24285482cbe tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:40.307328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f05be51-0b25-43e4-b4a1-6de562866fcb req-83ffc36e-1067-4ecf-8c50-c24285482cbe tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 944 time: 0.0694184 Jul 22 15:04:40.335508 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.345808 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f05be51-0b25-43e4-b4a1-6de562866fcb req-51e427e4-2755-473e-8765-f042405bd5c1 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319870 Jul 22 15:04:40.357892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:40.360746 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0470ad3f-53a6-4ff9-a898-3dc2e0e564f9" -d '{"events": [{"server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "name": "network-vif-plugged", "status": "completed", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:40.379638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5303b98e-6469-420a-8828-f759c3e01cf9, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5303b98e-6469-420a-8828-f759c3e01cf9,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:04:40.384303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:40.432926 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5303b98e-6469-420a-8828-f759c3e01cf9,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:40.546089 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b402386c-2637-4624-b209-c22973f34cd7 x-openstack-request-id: req-b402386c-2637-4624-b209-c22973f34cd7 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:40.546371 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "name": "network-vif-plugged", "status": "completed", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:40.546654 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b402386c-2637-4624-b209-c22973f34cd7 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:40.547090 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'code': 200} Jul 22 15:04:40.658856 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566f42c-359d-40ea-a96f-5a19fe60494d req-c925c4f3-89d7-4ea7-8666-76badd930997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:40.660390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9566f42c-359d-40ea-a96f-5a19fe60494d req-c925c4f3-89d7-4ea7-8666-76badd930997 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0576370 Jul 22 15:04:40.695437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9566f42c-359d-40ea-a96f-5a19fe60494d req-0843b200-40bd-4a2b-84f8-9aeb55a6c73a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278103 Jul 22 15:04:41.480087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da6828-e8f2-4a42-ad96-4d1057b7cc1d req-482de34f-2425-4b5d-a8cd-7a5fccc4768c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:41.481571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4da6828-e8f2-4a42-ad96-4d1057b7cc1d req-482de34f-2425-4b5d-a8cd-7a5fccc4768c tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 945 time: 0.0675931 Jul 22 15:04:41.518655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d4da6828-e8f2-4a42-ad96-4d1057b7cc1d req-d1d52a64-bcff-47ec-a1a5-dfafd6c61244 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314803 Jul 22 15:04:42.143072 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c872176d-40ba-4d7a-a6a2-537c56d53cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:42.376375 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:42.649694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef6d89-3a34-4bee-97b1-70b1eeeed15f req-a8eac085-f694-4316-9e2b-9ecf60d12b3b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.651470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ef6d89-3a34-4bee-97b1-70b1eeeed15f req-a8eac085-f694-4316-9e2b-9ecf60d12b3b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 945 time: 0.0638156 Jul 22 15:04:42.689596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-75ef6d89-3a34-4bee-97b1-70b1eeeed15f req-bb9082ce-d5ff-4e13-856d-aa74ed205ef3 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324178 Jul 22 15:04:42.823331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc746f75-5ea1-40c4-a503-d9bb2ce2925c req-1f77f8f0-f74e-4037-b782-27c7b5364a05 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.824869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc746f75-5ea1-40c4-a503-d9bb2ce2925c req-1f77f8f0-f74e-4037-b782-27c7b5364a05 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 945 time: 0.0697656 Jul 22 15:04:42.862293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc746f75-5ea1-40c4-a503-d9bb2ce2925c req-a67352dd-d772-45b8-ab8d-8f5cfe60ce52 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318859 Jul 22 15:04:42.884147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38102) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:42.979499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922395ff-3ed6-4420-b19b-29d63cfe2743 tempest-TestVolumeBackupRestore-689765772 tempest-TestVolumeBackupRestore-689765772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:42.981049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-922395ff-3ed6-4420-b19b-29d63cfe2743 tempest-TestVolumeBackupRestore-689765772 tempest-TestVolumeBackupRestore-689765772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1091 time: 0.0958819 Jul 22 15:04:42.984023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38106) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:42.990062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:43.012372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.111849 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.215121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Allocated IP 172.25.3.44 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/fb7e91e4-b7f5-4314-bea7-7fc115fb2743) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:04:43.322765 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.361584 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.405091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:04:43.408802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:04:43.413145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:04:43.416160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'Port': ['ID=fb7e91e4-b7f5-4314-bea7-7fc115fb2743,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:43.730437 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.783353 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:43.862305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:44.016378 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:44.020788 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:44.091204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event updated for resources: {'Port': ['ID=fb7e91e4-b7f5-4314-bea7-7fc115fb2743,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:04:44.102083 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:44.200693 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Floating IP 778dd0db-9a1c-4a0d-b4fc-be85107fdb97 associated. External IP: 172.25.3.44, port: 5303b98e-6469-420a-8828-f759c3e01cf9. Jul 22 15:04:44.403332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Router 446751d0-2def-462c-8373-7b715b0eb080 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:04:44.833129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:44.842653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] Sync routers for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:44.849493 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:44.852651 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:44.853295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:04:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:44.887216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-299b801c-fcdc-4aee-ae47-3bac243c1c8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9015307 Jul 22 15:04:44.887819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:44.889883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38108) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:44.890365 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f64feef-4e1c-4ded-ae74-cae3180fdb55" -d '{"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:44.934290 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37838e1-b88e-4527-b6fd-7fe58bd5df74 x-openstack-request-id: req-d37838e1-b88e-4527-b6fd-7fe58bd5df74 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:44.934718 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:44.935038 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d37838e1-b88e-4527-b6fd-7fe58bd5df74 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:44.935506 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'status': 'completed', 'code': 200} Jul 22 15:04:44.965559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:45.009367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b68598-0f08-4d29-98d3-744498856fda tempest-TestVolumeBackupRestore-689765772 tempest-TestVolumeBackupRestore-689765772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:45.011132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-94b68598-0f08-4d29-98d3-744498856fda tempest-TestVolumeBackupRestore-689765772 tempest-TestVolumeBackupRestore-689765772-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1091 time: 0.1201630 Jul 22 15:04:45.013985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:04:45.022544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Request body: {'floatingip': {'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:04:45.095112 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for floatingip, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:45.100034 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-0fd748a4-4e24-4c02-b35e-a15e08e23799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:45.101561 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-0fd748a4-4e24-4c02-b35e-a15e08e23799 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1096 time: 0.1352870 Jul 22 15:04:45.206780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '778dd0db-9a1c-4a0d-b4fc-be85107fdb97', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '446751d0-2def-462c-8373-7b715b0eb080', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:43Z', 'updated_at': '2021-07-22T15:04:43Z', 'revision_number': 0, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:45.238379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] Checking router: 446751d0-2def-462c-8373-7b715b0eb080 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:45.246883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:45.247501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:04:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:45.291404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-951353d8-f330-458f-a28c-07cef6d43110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:45.292897 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-951353d8-f330-458f-a28c-07cef6d43110 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 915 time: 0.1630380 Jul 22 15:04:45.354879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:45.446310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:45.604590 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '778dd0db-9a1c-4a0d-b4fc-be85107fdb97', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '446751d0-2def-462c-8373-7b715b0eb080', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:43Z', 'updated_at': '2021-07-22T15:04:43Z', 'revision_number': 0, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:45.636511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9675f4-8d9b-480a-944f-277daa82bf96 None None] The sync data for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 is: [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '778dd0db-9a1c-4a0d-b4fc-be85107fdb97', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '446751d0-2def-462c-8373-7b715b0eb080', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:43Z', 'updated_at': '2021-07-22T15:04:43Z', 'revision_number': 0, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:45.762925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-7ce87253-aa7b-4a08-8cde-e9cd4c5bca6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 998 time: 0.4627557 Jul 22 15:04:45.845124 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca36838-34f3-4728-8abf-ec33bebda031 None None] New status for floating IP 778dd0db-9a1c-4a0d-b4fc-be85107fdb97: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:04:45.859004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-f6df562f-55bd-4673-929f-7d416da9f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:45.860934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-f6df562f-55bd-4673-929f-7d416da9f0b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0905507 Jul 22 15:04:46.014903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-c2321b6d-53e3-4f76-b3f8-04efe945286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:46.016645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-c2321b6d-53e3-4f76-b3f8-04efe945286b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478531 Jul 22 15:04:46.162012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:46.166685 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:46.167935 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.db.api [None req-bca36838-34f3-4728-8abf-ec33bebda031 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 15:04:46.168571 n-d-794306-8 neutron-server[93815]: DEBUG oslo_db.api [None req-bca36838-34f3-4728-8abf-ec33bebda031 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 15:04:46.211051 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-2eda2323-8f3c-4e14-8c71-13e8bfdb3b46 service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724122 Jul 22 15:04:46.380265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f64feef-4e1c-4ded-ae74-cae3180fdb55 req-08350974-37b0-46c3-9d6c-a6d7d55b1274 service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448278 Jul 22 15:04:46.455216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Router 446751d0-2def-462c-8373-7b715b0eb080 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:04:46.560269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:04:46.565376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:04:46.604037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:46.606268 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae6c0d0-70fe-4f13-819f-364c96511596" -d '{"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:46.644257 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4d0c4d3c-a81a-45d9-8fa1-96d5f6651203 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "PUT /v2.0/floatingips/778dd0db-9a1c-4a0d-b4fc-be85107fdb97 HTTP/1.1" status: 200 len: 990 time: 1.6291080 Jul 22 15:04:46.670288 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca36838-34f3-4728-8abf-ec33bebda031 None None] New status for floating IP 778dd0db-9a1c-4a0d-b4fc-be85107fdb97: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:04:46.867360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] Sync routers for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:04:46.876896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:46.877552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:04:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:46.986812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:47.205698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '778dd0db-9a1c-4a0d-b4fc-be85107fdb97', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '446751d0-2def-462c-8373-7b715b0eb080', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:43Z', 'updated_at': '2021-07-22T15:04:46Z', 'revision_number': 2, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:47.237641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] Checking router: 446751d0-2def-462c-8373-7b715b0eb080 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:04:47.246782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:04:47.247378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:04:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:47.355058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:04:47.576953 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '778dd0db-9a1c-4a0d-b4fc-be85107fdb97', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '446751d0-2def-462c-8373-7b715b0eb080', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:43Z', 'updated_at': '2021-07-22T15:04:46Z', 'revision_number': 2, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:04:47.604449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9e159-f296-47cc-a64f-8953b5580674 None None] The sync data for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 is: [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '778dd0db-9a1c-4a0d-b4fc-be85107fdb97', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'floating_ip_address': '172.25.3.44', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '446751d0-2def-462c-8373-7b715b0eb080', 'port_id': '5303b98e-6469-420a-8828-f759c3e01cf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'mac_address': 'fa:16:3e:c1:93:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:04:43Z', 'updated_at': '2021-07-22T15:04:46Z', 'revision_number': 2, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:04:47.664770 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f12864-d5ef-4efb-bece-58f2ec859283 x-openstack-request-id: req-e3f12864-d5ef-4efb-bece-58f2ec859283 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:47.665260 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:47.665368 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3f12864-d5ef-4efb-bece-58f2ec859283 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:47.665789 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'status': 'completed', 'code': 200} Jul 22 15:04:47.745671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-decce598-a625-4b45-a2b1-20fa46ec3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:47.747184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-decce598-a625-4b45-a2b1-20fa46ec3e44 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0576930 Jul 22 15:04:47.842345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-91fa037f-3b16-4eff-b747-b709c8ebdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:47.843795 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-91fa037f-3b16-4eff-b747-b709c8ebdbe5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 915 time: 0.0898538 Jul 22 15:04:47.907797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-2c8a985a-e808-4b8c-8b0f-db4c7504ed4b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 1000 time: 0.0570664 Jul 22 15:04:47.960685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-5169983d-cc37-46f4-ad01-9bc5d5a507b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:47.962175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-5169983d-cc37-46f4-ad01-9bc5d5a507b5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0475657 Jul 22 15:04:48.033401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-9263ebf3-f5e4-40b7-906c-0f60ff518f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:48.034970 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-9263ebf3-f5e4-40b7-906c-0f60ff518f2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646701 Jul 22 15:04:48.123818 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-f2dc6e40-989b-41ed-8563-f3cf3f18aea2 service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815930 Jul 22 15:04:48.220156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7ae6c0d0-70fe-4f13-819f-364c96511596 req-dd7051db-f2f5-43d9-9840-268b8a589d8e service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896039 Jul 22 15:04:49.667376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:04:49.669690 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b292a8-3d4c-43d8-8919-38d9910d0946" -d '{"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:04:49.705708 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0286bb4c-8a4d-4afa-af95-fb430b53dee9 x-openstack-request-id: req-0286bb4c-8a4d-4afa-af95-fb430b53dee9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:04:49.706000 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:04:49.706252 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0286bb4c-8a4d-4afa-af95-fb430b53dee9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:04:49.706916 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'status': 'completed', 'code': 200} Jul 22 15:04:49.779501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-246e593c-ba1d-4c5e-a70f-df17469cd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:49.781042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-246e593c-ba1d-4c5e-a70f-df17469cd142 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0538044 Jul 22 15:04:49.878719 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-b17c0e6a-0071-4e96-99af-549f3cddc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:49.880196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-b17c0e6a-0071-4e96-99af-549f3cddc1fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 915 time: 0.0929513 Jul 22 15:04:49.946318 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-e5e15790-f8f6-4bfa-8419-cf53fccb94bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 1000 time: 0.0581725 Jul 22 15:04:49.996761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-a8f467f9-3ee0-41f0-951c-f2431fb8a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:49.998401 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-a8f467f9-3ee0-41f0-951c-f2431fb8a00a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0445471 Jul 22 15:04:50.064707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-3c7c1d24-738c-40f3-8963-96a7181eef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:50.066238 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-3c7c1d24-738c-40f3-8963-96a7181eef92 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613897 Jul 22 15:04:50.159045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-a0861a93-a5a4-4656-ab66-10e9dd4c9aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861707 Jul 22 15:04:50.253593 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-19b292a8-3d4c-43d8-8919-38d9910d0946 req-b14cc3b9-e78b-402c-8a13-3bbda71dd4dd service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876977 Jul 22 15:04:52.066306 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-7af0f081-2865-444a-b5b2-0dc95d85ccf6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575464 Jul 22 15:04:52.169650 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-362c2725-4e3e-4c90-8f29-2eaf0e2e0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:52.171360 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-362c2725-4e3e-4c90-8f29-2eaf0e2e0c88 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0608804 Jul 22 15:04:52.286691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-d05a2954-e8d2-456f-9edd-6b99528be85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:52.288196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-d05a2954-e8d2-456f-9edd-6b99528be85c service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 915 time: 0.0973697 Jul 22 15:04:52.355453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-343f37a6-d975-426b-ba30-d9ffe41a285a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 1000 time: 0.0600071 Jul 22 15:04:52.410656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-03b32aa0-711e-4ea5-bc81-6145c9fc778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:52.412141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-03b32aa0-711e-4ea5-bc81-6145c9fc778a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0503945 Jul 22 15:04:52.472890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-90954134-7394-4495-ac3e-403e21eaa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:04:52.474379 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-90954134-7394-4495-ac3e-403e21eaa68e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543764 Jul 22 15:04:52.569783 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-197f2199-2cc7-447a-b02f-8294d382bc5f service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877032 Jul 22 15:04:52.660384 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6c72724b-2fb2-4d9c-8027-9befd0455757 req-2f8cc66d-26ea-440a-a1f8-e6e2235d6b8a service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838509 Jul 22 15:05:06.785918 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:05:07.512146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:07.951714 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:09.888495 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-698ff419-caa5-4753-8bf8-1d1edcd76f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:12.144138 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16b9766f-a85d-4033-a763-2e139ae49213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:12.377529 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:13.738074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:15.409014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:19.759419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38136) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:19.919264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Deleting port fb7e91e4-b7f5-4314-bea7-7fc115fb2743 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:19.919624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:19.998362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:19.998737 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:20.010869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Calling delete_port for fb7e91e4-b7f5-4314-bea7-7fc115fb2743 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:20.172141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:20.196441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event deleted for resources: {'Port': ['ID=fb7e91e4-b7f5-4314-bea7-7fc115fb2743,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:20.263225 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:20.263652 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Floating IP 778dd0db-9a1c-4a0d-b4fc-be85107fdb97 disassociated (deleted). External IP: 172.25.3.44, port: 5303b98e-6469-420a-8828-f759c3e01cf9. Jul 22 15:05:20.477713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Router 446751d0-2def-462c-8373-7b715b0eb080 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:05:20.586156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:05:20.590917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:20.595585 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] Sync routers for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:05:20.604313 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:05:20.604918 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:05:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:20.628026 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eff56566-12a3-4227-a9cc-af879ad5167e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "DELETE /v2.0/floatingips/778dd0db-9a1c-4a0d-b4fc-be85107fdb97 HTTP/1.1" status: 204 len: 168 time: 0.8674917 Jul 22 15:05:20.628709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:05:20.631073 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb64f2b-8832-49fc-9271-d574072dffaa" -d '{"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:05:20.671047 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca75c2d1-6f36-4bc3-bd33-31acf0305691 x-openstack-request-id: req-ca75c2d1-6f36-4bc3-bd33-31acf0305691 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:05:20.671344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:05:20.671602 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca75c2d1-6f36-4bc3-bd33-31acf0305691 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:05:20.672010 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'status': 'completed', 'code': 200} Jul 22 15:05:20.713406 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:05:20.752418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64f2b-8832-49fc-9271-d574072dffaa req-7f06d6ec-632c-4961-9010-0b081a7e9dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:20.754246 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-7f06d6ec-632c-4961-9010-0b081a7e9dc8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c55d59501e664cecb61399adbf5370ce&device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0609586 Jul 22 15:05:20.865354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64f2b-8832-49fc-9271-d574072dffaa req-79a78261-b8e3-4504-a809-877def9b6a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:20.866931 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-79a78261-b8e3-4504-a809-877def9b6a82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 200 len: 915 time: 0.1050730 Jul 22 15:05:20.885475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf809f-99fb-4a17-95fb-07117a7b227e req-c7d3e995-7a25-415e-a2c1-9ef85b2c4cff tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:20.887300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cbf809f-99fb-4a17-95fb-07117a7b227e req-c7d3e995-7a25-415e-a2c1-9ef85b2c4cff tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 945 time: 0.0702322 Jul 22 15:05:20.912925 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-f6f3a00a-fd80-459a-9049-6ca5ff6cf3e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 200 len: 217 time: 0.0372794 Jul 22 15:05:20.921732 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:20.928517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cbf809f-99fb-4a17-95fb-07117a7b227e req-4a94e02f-2137-4dcc-89ce-da93769d9c48 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338621 Jul 22 15:05:20.955949 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] Checking router: 446751d0-2def-462c-8373-7b715b0eb080 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:05:20.964509 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:05:20.965496 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:05:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:20.971089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64f2b-8832-49fc-9271-d574072dffaa req-fc9fcff2-c33f-4615-b886-ebae200a6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:20.972603 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-fc9fcff2-c33f-4615-b886-ebae200a6434 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 200 len: 853 time: 0.0520711 Jul 22 15:05:21.033644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb64f2b-8832-49fc-9271-d574072dffaa req-fdbe33eb-e48c-4371-8b04-c9a211f326cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:21.035301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-fdbe33eb-e48c-4371-8b04-c9a211f326cc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=53a17179-d680-4412-9cec-3f4738bd9ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550678 Jul 22 15:05:21.071091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:05:21.131274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-42a6aae2-614d-4ca7-970c-70297ab4150a service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877237 Jul 22 15:05:21.226045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-acb64f2b-8832-49fc-9271-d574072dffaa req-c470bbf8-b827-4064-b30d-fe5e124aebb4 service neutron] 10.222.0.72 "GET /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 Jul 22 15:05:21.272456 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:21.299010 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96186c34-bd83-4cc6-9aa2-21d0a334d676 None None] The sync data for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 is: [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:02:33Z', 'revision_number': 4, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c3db5ea0-97ea-4760-b0a2-c22f46a67c7d', 'name': '', 'network_id': '53a17179-d680-4412-9cec-3f4738bd9ae2', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'mac_address': 'fa:16:3e:ef:02:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:32Z', 'updated_at': '2021-07-22T15:02:39Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'subnets': [{'id': '69fa229e-5c64-4fa1-a614-d184b3cd459a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:05:21.530480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1a70d-be0f-441d-8738-7644f188e01e None None] New status for floating IP 778dd0db-9a1c-4a0d-b4fc-be85107fdb97: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:05:22.078498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e1207-f082-4ec5-a022-ed40d8511fa1 req-30b70b51-305a-4a0e-a737-1fa213499ae5 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:22.080008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee1e1207-f082-4ec5-a022-ed40d8511fa1 req-30b70b51-305a-4a0e-a737-1fa213499ae5 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 945 time: 0.0651941 Jul 22 15:05:22.116707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee1e1207-f082-4ec5-a022-ed40d8511fa1 req-162b50c4-b480-43da-91ab-9364f6533901 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/security-groups?id=c3118b90-ee0a-4a10-934d-df341e832138&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Jul 22 15:05:22.386787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-4123a1fb-a77b-4fa4-ace3-80e004967810 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:22.388262 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-4123a1fb-a77b-4fa4-ace3-80e004967810 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.72 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 945 time: 0.0638964 Jul 22 15:05:22.491881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Deleting port 5303b98e-6469-420a-8828-f759c3e01cf9 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:22.492236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:22.578948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] For port 5303b98e-6469-420a-8828-f759c3e01cf9, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5303b98e-6469-420a-8828-f759c3e01cf9,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:22.579233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:22.596353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Calling delete_port for 5303b98e-6469-420a-8828-f759c3e01cf9 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:22.720450 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:22.747500 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event deleted for resources: {'Port': ['ID=5303b98e-6469-420a-8828-f759c3e01cf9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:22.803926 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] No DVR routers for this DVR port 5303b98e-6469-420a-8828-f759c3e01cf9 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:05:22.806553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:22.808576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9dc4edc7-5831-4b03-bc1b-d03a9c43723b req-5d622727-dbb3-40c6-aaeb-f5cd23fed17b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.72 "DELETE /v2.0/ports/5303b98e-6469-420a-8828-f759c3e01cf9 HTTP/1.1" status: 204 len: 173 time: 0.4146371 Jul 22 15:05:22.809005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'name': 'network-vif-deleted', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:05:22.811258 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa87095-df5d-4ed2-b4f0-48aef434ccf2" -d '{"events": [{"server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "name": "network-vif-deleted", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:05:22.846165 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d78a80-bcfa-42c2-b5cf-52bc79274bb1 x-openstack-request-id: req-d1d78a80-bcfa-42c2-b5cf-52bc79274bb1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:05:22.846458 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51478c2e-b9a3-40bd-b910-289c6bd82fa1", "name": "network-vif-deleted", "tag": "5303b98e-6469-420a-8828-f759c3e01cf9", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:05:22.846741 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1d78a80-bcfa-42c2-b5cf-52bc79274bb1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:05:22.847182 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51478c2e-b9a3-40bd-b910-289c6bd82fa1', 'name': 'network-vif-deleted', 'tag': '5303b98e-6469-420a-8828-f759c3e01cf9', 'status': 'completed', 'code': 200} Jul 22 15:05:23.235490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d94da99-ea94-4aaa-98e9-c2434eb28048 req-b23a2bf4-bfcf-4b73-b723-46d112675f8e tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 210 time: 0.0359044 Jul 22 15:05:24.343195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a8c50c2-76b2-41fa-bba0-0042c633df71 req-8c636318-f9a9-4efe-b528-d5a25c8c8ff3 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 210 time: 0.0291388 Jul 22 15:05:25.440033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09ef1ffb-005f-4c0c-9932-62a7835b1a89 req-e759d15c-07a1-44cd-8431-fd0acf8158b8 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 210 time: 0.0295782 Jul 22 15:05:26.483106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5303b98e-6469-420a-8828-f759c3e01cf9 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:26.506432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 5303b98e-6469-420a-8828-f759c3e01cf9 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:26.507203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5303b98e-6469-420a-8828-f759c3e01cf9 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:26.549295 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9dc37898-5cc0-4f9d-8add-3ddc6f42ccdd req-d18c4788-2ae2-40da-a2c2-04339bd4dd06 tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "GET /v2.0/ports?device_id=51478c2e-b9a3-40bd-b910-289c6bd82fa1 HTTP/1.1" status: 200 len: 210 time: 0.0303662 Jul 22 15:05:27.604193 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:27.661979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:27.687716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:27.747128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:27.749983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:27.751191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] 10.222.0.60 "DELETE /v2.0/security-groups/c3118b90-ee0a-4a10-934d-df341e832138 HTTP/1.1" status: 204 len: 168 time: 0.1460130 Jul 22 15:05:27.761072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3118b90-ee0a-4a10-934d-df341e832138,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:27.768579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.768936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.769287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.769636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.769980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.770346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.770716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.771057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.771393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.771726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.772190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:27.772384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed0bfc-bac9-4344-97ac-904a934d2a6b tempest-TestVolumeBackupRestore-730707729 tempest-TestVolumeBackupRestore-730707729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:31.215309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38612) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:31.573305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:31.831654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Deleting port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:31.832009 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:31.910623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] For port c3db5ea0-97ea-4760-b0a2-c22f46a67c7d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:31.910989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:31.923672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Calling delete_port for c3db5ea0-97ea-4760-b0a2-c22f46a67c7d owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:32.102282 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:32.133125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3db5ea0-97ea-4760-b0a2-c22f46a67c7d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:32.161311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.161673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.162031 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.162379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.162756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.163101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.163441 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.163782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.164121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.164460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.164796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.165130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:32.310488 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:32.522226 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Router 446751d0-2def-462c-8373-7b715b0eb080 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:05:32.626779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:05:32.634541 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d33d74a2-bdbf-4a0f-888b-d08339d005d3 admin admin] 10.222.0.60 "PUT /v2.0/routers/446751d0-2def-462c-8373-7b715b0eb080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4155321 Jul 22 15:05:32.634657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38614) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:32.635669 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] Sync routers for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:05:32.646278 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:05:32.646934 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:05:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:32.741357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:32.845676 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:05:32.847952 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:32.908152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Deleting port 427393d4-0b6d-471f-96a0-43098d5ffc4b {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:32.908506 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:32.989159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] For port 427393d4-0b6d-471f-96a0-43098d5ffc4b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=427393d4-0b6d-471f-96a0-43098d5ffc4b,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:32.989527 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.001097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Calling delete_port for 427393d4-0b6d-471f-96a0-43098d5ffc4b owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:33.027416 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:05:32Z', 'revision_number': 5, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port': {'id': '427393d4-0b6d-471f-96a0-43098d5ffc4b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446751d0-2def-462c-8373-7b715b0eb080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:31Z', 'updated_at': '2021-07-22T15:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:33.052959 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] Checking router: 446751d0-2def-462c-8373-7b715b0eb080 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:05:33.063391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] Routers {'446751d0-2def-462c-8373-7b715b0eb080'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:05:33.064345 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:05:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['446751d0-2def-462c-8373-7b715b0eb080'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:33.149901 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] Set router 446751d0-2def-462c-8373-7b715b0eb080 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:05:33.177057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.206971 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:05:32Z', 'revision_number': 6, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:33.207970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Pushing event deleted for resources: {'Port': ['ID=427393d4-0b6d-471f-96a0-43098d5ffc4b,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:33.236705 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e423b12-2eb9-4879-873b-2c5e67418eb7 None None] The sync data for ids ['446751d0-2def-462c-8373-7b715b0eb080'] in n-d-794306-8 is: [{'id': '446751d0-2def-462c-8373-7b715b0eb080', 'name': 'tempest-TestVolumeBackupRestore-2111087894-router', 'tenant_id': 'c55d59501e664cecb61399adbf5370ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:30Z', 'updated_at': '2021-07-22T15:05:32Z', 'revision_number': 6, 'project_id': 'c55d59501e664cecb61399adbf5370ce', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:05:33.282681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.371966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.374243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.416725 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.417254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446751d0-2def-462c-8373-7b715b0eb080 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:05:33.423063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.424237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1e7e37c3-9e9b-4668-b341-9b1d8abbf431 admin admin] 10.222.0.60 "DELETE /v2.0/routers/446751d0-2def-462c-8373-7b715b0eb080 HTTP/1.1" status: 204 len: 168 time: 0.7886250 Jul 22 15:05:33.426758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38616) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:33.470257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Deleting subnet 69fa229e-5c64-4fa1-a614-d184b3cd459a {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:05:33.475006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.514490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.594891 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.660912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.689412 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.691237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/69fa229e-5c64-4fa1-a614-d184b3cd459a HTTP/1.1" status: 204 len: 168 time: 0.2635486 Jul 22 15:05:33.693003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ca894-5b47-415b-a6dc-827c682d66f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fa229e-5c64-4fa1-a614-d184b3cd459a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:33.693834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38618) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:33.695772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1cd7f-851e-423d-b868-b726a4f4e9bd None None] Network 53a17179-d680-4412-9cec-3f4738bd9ae2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:05:33.770459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.843273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Deleting port b54e2fd8-bd7a-4cab-a3bf-839367655a13 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:33.843647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.908214 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] For port b54e2fd8-bd7a-4cab-a3bf-839367655a13, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b54e2fd8-bd7a-4cab-a3bf-839367655a13,segment=NetworkSegment(2b855024-778e-4dfe-9bfa-838ba532fbf6),segment_id=2b855024-778e-4dfe-9bfa-838ba532fbf6)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:33.908504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:33.920872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Calling delete_port for b54e2fd8-bd7a-4cab-a3bf-839367655a13 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:34.007246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460736d0-e8ec-4447-8009-602497d56c02 None None] DHCP port deletion for 53a17179-d680-4412-9cec-3f4738bd9ae2 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:05:34.009486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.037632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54e2fd8-bd7a-4cab-a3bf-839367655a13,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:34.042140 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] No DVR routers for this DVR port b54e2fd8-bd7a-4cab-a3bf-839367655a13 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:05:34.117707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.128906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a17179-d680-4412-9cec-3f4738bd9ae2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:34.140444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b855024-778e-4dfe-9bfa-838ba532fbf6') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:34.140741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b855024-778e-4dfe-9bfa-838ba532fbf6') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:34.150480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.166202 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.173942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:05:34.174375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:05:34.176264 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:05:34.234502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.242905 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:34.244747 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/53a17179-d680-4412-9cec-3f4738bd9ae2 HTTP/1.1" status: 204 len: 168 time: 0.5499151 Jul 22 15:05:34.247729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38620) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:34.264057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8679d-fad7-481f-8d4d-9f3a1a45b1a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a17179-d680-4412-9cec-3f4738bd9ae2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:34.904023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3db5ea0-97ea-4760-b0a2-c22f46a67c7d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:34.932944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:35.081841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c3db5ea0-97ea-4760-b0a2-c22f46a67c7d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:35.082180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c3db5ea0-97ea-4760-b0a2-c22f46a67c7d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:35.082630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 427393d4-0b6d-471f-96a0-43098d5ffc4b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:35.100928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 427393d4-0b6d-471f-96a0-43098d5ffc4b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:35.101195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 427393d4-0b6d-471f-96a0-43098d5ffc4b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:35.101606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b54e2fd8-bd7a-4cab-a3bf-839367655a13 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:35.119474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b54e2fd8-bd7a-4cab-a3bf-839367655a13 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:35.119816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b54e2fd8-bd7a-4cab-a3bf-839367655a13 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:35.196150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Deleting port b2519e3d-2b29-4391-9113-e4e698ba4c1e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:35.196516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:35.274592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] For port b2519e3d-2b29-4391-9113-e4e698ba4c1e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b2519e3d-2b29-4391-9113-e4e698ba4c1e,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:35.274962 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:35.288716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Calling delete_port for b2519e3d-2b29-4391-9113-e4e698ba4c1e owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:35.471474 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:35.498200 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2519e3d-2b29-4391-9113-e4e698ba4c1e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:35.666699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:35.891456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Router a1848e72-1636-429a-88b0-f57c5044a4dc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:05:35.999388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:05:36.004471 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06f63159-9d1f-4457-8563-af01128b5c3e admin admin] 10.222.0.60 "PUT /v2.0/routers/a1848e72-1636-429a-88b0-f57c5044a4dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556610 Jul 22 15:05:36.007025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38622) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:36.010282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] Sync routers for ids ['a1848e72-1636-429a-88b0-f57c5044a4dc'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:05:36.020637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] Routers {'a1848e72-1636-429a-88b0-f57c5044a4dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:05:36.021250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:05:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a1848e72-1636-429a-88b0-f57c5044a4dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:36.105976 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.125281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] Set router a1848e72-1636-429a-88b0-f57c5044a4dc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:05:36.207127 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.270932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Deleting port 6c305202-5030-4214-8e00-bd72f453c840 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:36.271599 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.309928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '6c305202-5030-4214-8e00-bd72f453c840', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:05:35Z', 'revision_number': 5, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port': {'id': '6c305202-5030-4214-8e00-bd72f453c840', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:cb:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:36.344799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] Checking router: a1848e72-1636-429a-88b0-f57c5044a4dc for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:05:36.353199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] Routers {'a1848e72-1636-429a-88b0-f57c5044a4dc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:05:36.353360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] For port 6c305202-5030-4214-8e00-bd72f453c840, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6c305202-5030-4214-8e00-bd72f453c840,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:36.353667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.353824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:05:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['a1848e72-1636-429a-88b0-f57c5044a4dc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:36.366853 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Calling delete_port for 6c305202-5030-4214-8e00-bd72f453c840 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:36.439965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] Set router a1848e72-1636-429a-88b0-f57c5044a4dc gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:05:36.491652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:05:36Z', 'revision_number': 6, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:36.521550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745d559-d1b0-484a-8ce6-9f3076cfb483 None None] The sync data for ids ['a1848e72-1636-429a-88b0-f57c5044a4dc'] in n-d-794306-8 is: [{'id': 'a1848e72-1636-429a-88b0-f57c5044a4dc', 'name': 'tempest-TestVolumeBackupRestore-1581190988-router', 'tenant_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:02:35Z', 'updated_at': '2021-07-22T15:05:36Z', 'revision_number': 6, 'project_id': 'bf2ae46294b54e6fa3fd9d4d95d129ac', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:05:36.535105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.562144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c305202-5030-4214-8e00-bd72f453c840,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:36.638440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.727231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.729392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.772445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.772978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1848e72-1636-429a-88b0-f57c5044a4dc {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:05:36.777339 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.778891 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-80ed4cf2-6df3-469b-a78b-5b01a3587b8c admin admin] 10.222.0.60 "DELETE /v2.0/routers/a1848e72-1636-429a-88b0-f57c5044a4dc HTTP/1.1" status: 204 len: 168 time: 0.7707884 Jul 22 15:05:36.782215 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38624) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:36.825544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Deleting subnet ff80e3da-414b-4ca9-a5d3-06226ddb29ee {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:05:36.829054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.873069 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.968795 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:36.977934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2519e3d-2b29-4391-9113-e4e698ba4c1e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:36.997633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b2519e3d-2b29-4391-9113-e4e698ba4c1e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:36.998075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b2519e3d-2b29-4391-9113-e4e698ba4c1e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:37.024496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.051404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff80e3da-414b-4ca9-a5d3-06226ddb29ee,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:37.055816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.057756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-246a1ad1-f54f-480a-8788-5b56120a9ae0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ff80e3da-414b-4ca9-a5d3-06226ddb29ee HTTP/1.1" status: 204 len: 168 time: 0.2743146 Jul 22 15:05:37.060265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38626) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:37.062941 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfb902-7789-45b0-a8f9-fcada9ffccfb None None] Network 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:05:37.131125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.184320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Deleting port 43357a95-caf1-42c2-a44a-febf091852ab {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:37.184673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.254243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] For port 43357a95-caf1-42c2-a44a-febf091852ab, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43357a95-caf1-42c2-a44a-febf091852ab,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:37.254559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.267019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Calling delete_port for 43357a95-caf1-42c2-a44a-febf091852ab owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:37.290672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] DHCP port deletion for 3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:05:37.338842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] Deleting port 43357a95-caf1-42c2-a44a-febf091852ab {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:05:37.338842 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.353363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.382085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] No DVR routers for this DVR port 43357a95-caf1-42c2-a44a-febf091852ab on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:05:37.387264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Pushing event deleted for resources: {'Port': ['ID=43357a95-caf1-42c2-a44a-febf091852ab,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:37.407829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] For port 43357a95-caf1-42c2-a44a-febf091852ab, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43357a95-caf1-42c2-a44a-febf091852ab,segment=NetworkSegment(1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd),segment_id=1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:37.408226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.421678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] Calling delete_port for 43357a95-caf1-42c2-a44a-febf091852ab owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:05:37.465679 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.476805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ffe4163-a8e2-4ddc-94d6-2748c00e7c05']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:37.487546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:37.487852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd4ff0c-b6f8-4e87-8a91-f9c8a48445dd') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 15:05:37.493937 n-d-794306-8 neutron-server[93814]: self.session.flush() Jul 22 15:05:37.500999 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.509945 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.519155 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.526015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:05:37.526467 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:05:37.528303 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:05:37.534209 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.534983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] Pushing event deleted for resources: {'Port': ['ID=43357a95-caf1-42c2-a44a-febf091852ab,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:37.545554 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73150cbf-a929-41ac-af38-fea7cc897889 None None] No DVR routers for this DVR port 43357a95-caf1-42c2-a44a-febf091852ab on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:05:37.591100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.597939 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.599565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ffe4163-a8e2-4ddc-94d6-2748c00e7c05 HTTP/1.1" status: 204 len: 168 time: 0.5383024 Jul 22 15:05:37.617080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ff05c-2d56-42c0-b066-d0f260b6a475 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ffe4163-a8e2-4ddc-94d6-2748c00e7c05,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:37.798487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38630) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:37.846722 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-34f4111d-4f93-4cbe-ac82-ca3fada3ee71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c55d59501e664cecb61399adbf5370ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468600 Jul 22 15:05:37.849391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38632) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:37.904384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-508f73ca-6527-49fc-a2c9-c0fcbbb567e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.926490 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-508f73ca-6527-49fc-a2c9-c0fcbbb567e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.953736 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.974153 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-508f73ca-6527-49fc-a2c9-c0fcbbb567e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.976932 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-508f73ca-6527-49fc-a2c9-c0fcbbb567e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:37.978124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-508f73ca-6527-49fc-a2c9-c0fcbbb567e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f4300d2-2f1e-4822-a9a9-7041b4bc08a8 HTTP/1.1" status: 204 len: 168 time: 0.1277997 Jul 22 15:05:37.985964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f73ca-6527-49fc-a2c9-c0fcbbb567e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4300d2-2f1e-4822-a9a9-7041b4bc08a8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:38.339694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38640) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:38.382064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d3ae643a-288d-495c-88d1-c4db87acd453 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf2ae46294b54e6fa3fd9d4d95d129ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411646 Jul 22 15:05:38.386045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38642) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:05:38.435635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8cd08a3-e3b9-4f97-b058-4dab4a568f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:38.457217 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8cd08a3-e3b9-4f97-b058-4dab4a568f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:38.505743 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8cd08a3-e3b9-4f97-b058-4dab4a568f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:38.508407 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c8cd08a3-e3b9-4f97-b058-4dab4a568f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:38.509565 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c8cd08a3-e3b9-4f97-b058-4dab4a568f82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b37d5887-aeac-4bc9-930a-9c8e1edd799e HTTP/1.1" status: 204 len: 168 time: 0.1224821 Jul 22 15:05:38.517975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd08a3-e3b9-4f97-b058-4dab4a568f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d5887-aeac-4bc9-930a-9c8e1edd799e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:38.913832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c305202-5030-4214-8e00-bd72f453c840 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:38.935698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6c305202-5030-4214-8e00-bd72f453c840 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:38.936674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6c305202-5030-4214-8e00-bd72f453c840 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:38.937106 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43357a95-caf1-42c2-a44a-febf091852ab no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:05:38.958974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 43357a95-caf1-42c2-a44a-febf091852ab {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:05:38.959326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43357a95-caf1-42c2-a44a-febf091852ab not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:05:39.891710 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86118157-a00d-40be-aac0-eab47fa545b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:42.146094 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe36c77-452a-4a6d-9797-228dc3ea0142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:42.379122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:43.736507 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:43.786459 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:05:45.417552 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:48.772713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-84747977-9513-411d-af2f-a6b5f716fb8d tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8c71d6a0449c41afb325269b32d2aae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288248 Jul 22 15:05:48.949954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-16ae1e1b-45d6-4b58-bc02-7f646879a466 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:48.951490 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-16ae1e1b-45d6-4b58-bc02-7f646879a466 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738844 Jul 22 15:05:48.965645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-5edee560-ccc6-4da4-a7a7-43318b089c36 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/quotas/8c71d6a0449c41afb325269b32d2aae6 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Jul 22 15:05:49.000036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-ff6bacf6-cea0-4895-9c73-a01089ad813f tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8c71d6a0449c41afb325269b32d2aae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289726 Jul 22 15:05:49.163333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eafb3514-2163-4b92-8b8a-768d38f657c0 req-038e72b3-41af-4e8b-9f00-0f19d8d67bbc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 210 time: 0.0320168 Jul 22 15:05:50.002258 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-8a9d4d36-0ef2-4fa8-a081-313ab576d030 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=8c71d6a0449c41afb325269b32d2aae6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318089 Jul 22 15:05:50.189737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-7aa08cd6-76df-41f6-a8b7-adee68cde115 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:50.191416 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-7aa08cd6-76df-41f6-a8b7-adee68cde115 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845739 Jul 22 15:05:50.207490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Request body: {'port': {'device_id': '23fb27fe-a013-46e7-8e36-a5646549d905', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'admin_state_up': True, 'tenant_id': '8c71d6a0449c41afb325269b32d2aae6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:05:50.274289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9d57e4f6-b5f3-44a0-82ca-63ea6c8bd658 req-a425f244-06e8-4c38-9f34-e9169d069599 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 210 time: 0.0386622 Jul 22 15:05:50.328810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Made reservation on behalf of 8c71d6a0449c41afb325269b32d2aae6 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:05:50.332494 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.341350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.434892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.440133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.505599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa187c67-7b80-47b4-a7df-e4c5fbea34e5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:50.578130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Allocated IP 192.168.233.55 (485124af-b3ff-47ec-9e5c-44402fc4be0f/1d5fd30c-9c07-49eb-8650-5843b0681c13/746092a2-8ec5-41f0-a5ee-bde33bb11232) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:05:50.732136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.746097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Transition to ACTIVE for port object 746092a2-8ec5-41f0-a5ee-bde33bb11232 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:05:50.778811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.824508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Network 485124af-b3ff-47ec-9e5c-44402fc4be0f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:05:50.828222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:05:50.832087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:05:50.856255 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Pushing event updated for resources: {'Port': ['ID=746092a2-8ec5-41f0-a5ee-bde33bb11232,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:50.885979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:50.886667 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:50.902659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-b2fb2561-b8c1-4b4b-b141-8b22804824dc tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6994712 Jul 22 15:05:51.032790 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Request body: {'port': {'device_id': '23fb27fe-a013-46e7-8e36-a5646549d905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:05:51.064866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-352dbcd0-2014-4e53-9c85-f7970b6b95cf None None] Provisioning for port 746092a2-8ec5-41f0-a5ee-bde33bb11232 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:05:51.068633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-352dbcd0-2014-4e53-9c85-f7970b6b95cf None None] Provisioning complete for port 746092a2-8ec5-41f0-a5ee-bde33bb11232 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:05:51.069012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-352dbcd0-2014-4e53-9c85-f7970b6b95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.103291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-352dbcd0-2014-4e53-9c85-f7970b6b95cf None None] Port 746092a2-8ec5-41f0-a5ee-bde33bb11232 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:05:51.110115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.370547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746092a2-8ec5-41f0-a5ee-bde33bb11232 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:05:51.378868 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.391017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Transition to ACTIVE for port object 746092a2-8ec5-41f0-a5ee-bde33bb11232 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:05:51.395568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.414780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df7e8b-e64f-4f09-ae44-8dbe6076b8d8 req-1af290df-f26e-4006-bbbc-80d932636a54 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:51.416241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28df7e8b-e64f-4f09-ae44-8dbe6076b8d8 req-1af290df-f26e-4006-bbbc-80d932636a54 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 935 time: 0.0724487 Jul 22 15:05:51.457578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28df7e8b-e64f-4f09-ae44-8dbe6076b8d8 req-a9e2853c-55b6-4df1-b6e3-b69198a3563d tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Jul 22 15:05:51.804301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Pushing event updated for resources: {'Port': ['ID=746092a2-8ec5-41f0-a5ee-bde33bb11232,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:51.835462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Attempting to bind port 746092a2-8ec5-41f0-a5ee-bde33bb11232 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:05:51.835724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Attempting to bind port 746092a2-8ec5-41f0-a5ee-bde33bb11232 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:05:51.836058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Attempting to bind port 746092a2-8ec5-41f0-a5ee-bde33bb11232 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:05:51.840346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Port 746092a2-8ec5-41f0-a5ee-bde33bb11232 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:05:51.840674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Attempting to bind port 746092a2-8ec5-41f0-a5ee-bde33bb11232 on network 485124af-b3ff-47ec-9e5c-44402fc4be0f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:05:51.846007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:05:51.846352 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Checking segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:05:51.846774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Bound using segment: {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:05:51.847206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Bound port: 746092a2-8ec5-41f0-a5ee-bde33bb11232, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9e4f37-a70c-4318-ae5c-421a8f994d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:05:51.847568 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.909144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] For port 746092a2-8ec5-41f0-a5ee-bde33bb11232, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:05:51.912195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] For port 746092a2-8ec5-41f0-a5ee-bde33bb11232, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:05:51.916874 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.950659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:51.951575 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:51.953560 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] 10.222.0.61 "PUT /v2.0/ports/746092a2-8ec5-41f0-a5ee-bde33bb11232 HTTP/1.1" status: 200 len: 1095 time: 1.0431204 Jul 22 15:05:51.956239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fb27fe-a013-46e7-8e36-a5646549d905', 'tag': '746092a2-8ec5-41f0-a5ee-bde33bb11232'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:05:51.959851 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb75a5-28fd-4096-9e76-e2685089cbf7" -d '{"events": [{"name": "network-changed", "server_uuid": "23fb27fe-a013-46e7-8e36-a5646549d905", "tag": "746092a2-8ec5-41f0-a5ee-bde33bb11232"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:05:51.986092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3725e5d-1a45-482f-8eba-db9d65b943ab service neutron] Pushing event updated for resources: {'Port': ['ID=746092a2-8ec5-41f0-a5ee-bde33bb11232,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:52.054982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-e64b4652-f65d-40f1-b44a-1d465d96ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.056524 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-e64b4652-f65d-40f1-b44a-1d465d96ec7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c71d6a0449c41afb325269b32d2aae6&device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 1098 time: 0.0630224 Jul 22 15:05:52.098969 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f04d6-2ca3-4af9-91b1-5c3acfeb92f5 x-openstack-request-id: req-642f04d6-2ca3-4af9-91b1-5c3acfeb92f5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:05:52.099257 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fb27fe-a013-46e7-8e36-a5646549d905", "tag": "746092a2-8ec5-41f0-a5ee-bde33bb11232", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:05:52.099504 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-642f04d6-2ca3-4af9-91b1-5c3acfeb92f5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:05:52.099900 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fb27fe-a013-46e7-8e36-a5646549d905', 'tag': '746092a2-8ec5-41f0-a5ee-bde33bb11232', 'status': 'completed', 'code': 200} Jul 22 15:05:52.101694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-ed374b62-6412-4239-b00f-9e46f0e7091a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232 HTTP/1.1" status: 200 len: 217 time: 0.0377412 Jul 22 15:05:52.153241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-8007df8c-653c-4727-befc-8c53084e87f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.154880 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-8007df8c-653c-4727-befc-8c53084e87f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0461285 Jul 22 15:05:52.218009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474348-3528-455d-9949-a18d94e99742 req-13a190a4-52ca-4e82-9bac-9e5a1776b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.219490 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-13a190a4-52ca-4e82-9bac-9e5a1776b937 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583916 Jul 22 15:05:52.310286 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-87117c8a-2c0e-4250-a8fb-c764f1a48675 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841806 Jul 22 15:05:52.415092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-21474348-3528-455d-9949-a18d94e99742 req-f0723c56-5706-4319-9b31-598e721da08c service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984764 Jul 22 15:05:52.558758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-2715603e-1667-48c9-a925-219e148585fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.560425 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-2715603e-1667-48c9-a925-219e148585fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8c71d6a0449c41afb325269b32d2aae6&device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 1098 time: 0.0557592 Jul 22 15:05:52.597141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736ef2-8f5e-4078-9bc4-f4067c4b972c req-a09e6d65-9702-40ed-b419-237fd2c6bad3 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.598842 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea736ef2-8f5e-4078-9bc4-f4067c4b972c req-a09e6d65-9702-40ed-b419-237fd2c6bad3 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 947 time: 0.0697198 Jul 22 15:05:52.635702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea736ef2-8f5e-4078-9bc4-f4067c4b972c req-c4e4d380-4ce7-41a6-acb7-0085c7a0b0ee tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Jul 22 15:05:52.657141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-6821868f-4fc4-462d-a1ac-4eb0fdbdcc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.658671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-6821868f-4fc4-462d-a1ac-4eb0fdbdcc20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=485124af-b3ff-47ec-9e5c-44402fc4be0f HTTP/1.1" status: 200 len: 870 time: 0.0916421 Jul 22 15:05:52.700153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-3f8b367c-81c0-41e9-b449-202dbff3174f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232 HTTP/1.1" status: 200 len: 217 time: 0.0346725 Jul 22 15:05:52.749568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-d449dc38-0b99-4f44-931a-9dd07aba77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.751032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-d449dc38-0b99-4f44-931a-9dd07aba77cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1d5fd30c-9c07-49eb-8650-5843b0681c13 HTTP/1.1" status: 200 len: 843 time: 0.0432742 Jul 22 15:05:52.816378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-c5fe6e86-56c6-40b0-b04a-f93223bb162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:52.817882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-c5fe6e86-56c6-40b0-b04a-f93223bb162f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=485124af-b3ff-47ec-9e5c-44402fc4be0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585737 Jul 22 15:05:52.909576 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-4ab7ce5d-ca23-48f7-b905-4d514d5218ef service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842261 Jul 22 15:05:53.001631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acb75a5-28fd-4096-9e76-e2685089cbf7 req-28f7053b-9a51-46df-93d8-9ac1590b7430 service neutron] 10.222.0.61 "GET /v2.0/networks/485124af-b3ff-47ec-9e5c-44402fc4be0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Jul 22 15:05:53.767949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bcf4b-2d24-4ccd-8ab2-27fbb2cb292c req-c928727f-2030-4c51-8036-ffa515b18a73 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:53.769446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca7bcf4b-2d24-4ccd-8ab2-27fbb2cb292c req-c928727f-2030-4c51-8036-ffa515b18a73 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 947 time: 0.0647073 Jul 22 15:05:53.807130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ca7bcf4b-2d24-4ccd-8ab2-27fbb2cb292c req-6f534158-11b9-4eb9-b78a-ddbbc566334e tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Jul 22 15:05:54.935184 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4d5e4-1a43-4d07-8c40-a8e136c2d5cc req-011bda7f-846d-4842-b856-d8446cb9fcd6 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:54.937257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09f4d5e4-1a43-4d07-8c40-a8e136c2d5cc req-011bda7f-846d-4842-b856-d8446cb9fcd6 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 947 time: 0.0639729 Jul 22 15:05:54.977686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-09f4d5e4-1a43-4d07-8c40-a8e136c2d5cc req-5c8fb919-c82b-4372-8414-c4df9082e335 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348575 Jul 22 15:05:55.171180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 746092a2-8ec5-41f0-a5ee-bde33bb11232 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:05:55.266675 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 746092a2-8ec5-41f0-a5ee-bde33bb11232, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:55.278137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '746092a2-8ec5-41f0-a5ee-bde33bb11232', 'network_id': '485124af-b3ff-47ec-9e5c-44402fc4be0f', 'port_id': '746092a2-8ec5-41f0-a5ee-bde33bb11232', 'mac_address': 'fa:16:3e:f0:34:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5fd30c-9c07-49eb-8650-5843b0681c13', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:05:55.314671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:55.327390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746092a2-8ec5-41f0-a5ee-bde33bb11232 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:05:55.346865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 746092a2-8ec5-41f0-a5ee-bde33bb11232, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:55.351010 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:55.402403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=746092a2-8ec5-41f0-a5ee-bde33bb11232,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:55.410497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.410871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.411220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.411564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.411905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.412243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.412577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.412909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.413240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.413570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.413897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.414225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:05:55.584551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['746092a2-8ec5-41f0-a5ee-bde33bb11232'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:05:56.106144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8ad2b-1226-487b-b422-2f046be32de2 req-292170d1-c1b9-48a6-a90d-d02a00a5d2e5 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:56.107655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49d8ad2b-1226-487b-b422-2f046be32de2 req-292170d1-c1b9-48a6-a90d-d02a00a5d2e5 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 948 time: 0.0627887 Jul 22 15:05:56.144417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49d8ad2b-1226-487b-b422-2f046be32de2 req-a2322ec7-1e4d-45a4-9bfe-1fd043223073 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307825 Jul 22 15:05:57.186713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 746092a2-8ec5-41f0-a5ee-bde33bb11232 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:05:57.234238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 746092a2-8ec5-41f0-a5ee-bde33bb11232 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:05:57.238404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 746092a2-8ec5-41f0-a5ee-bde33bb11232 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:05:57.238821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:57.276549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0b3e6-1944-4b4d-82f1-5337f9e466df req-fd5fb577-5b8a-4bbf-a794-63fecf678b93 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:57.278070 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0b3e6-1944-4b4d-82f1-5337f9e466df req-fd5fb577-5b8a-4bbf-a794-63fecf678b93 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 948 time: 0.0652752 Jul 22 15:05:57.315904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0b3e6-1944-4b4d-82f1-5337f9e466df req-bdc47937-b3a4-4bfa-8203-f63ddec4d5c4 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319438 Jul 22 15:05:57.323391 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:57.346153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb27fe-a013-46e7-8e36-a5646549d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746092a2-8ec5-41f0-a5ee-bde33bb11232'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:05:57.348429 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1475deb3-7bf9-4e49-b8dc-0912fdbf057c" -d '{"events": [{"server_uuid": "23fb27fe-a013-46e7-8e36-a5646549d905", "name": "network-vif-plugged", "status": "completed", "tag": "746092a2-8ec5-41f0-a5ee-bde33bb11232"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:05:57.361556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 746092a2-8ec5-41f0-a5ee-bde33bb11232, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:05:57.365676 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:05:57.393178 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3692935-b755-4962-96c4-33fbbe5796b9 x-openstack-request-id: req-f3692935-b755-4962-96c4-33fbbe5796b9 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:05:57.393474 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb27fe-a013-46e7-8e36-a5646549d905", "name": "network-vif-plugged", "status": "completed", "tag": "746092a2-8ec5-41f0-a5ee-bde33bb11232", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:05:57.393733 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3692935-b755-4962-96c4-33fbbe5796b9 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:05:57.394128 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb27fe-a013-46e7-8e36-a5646549d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746092a2-8ec5-41f0-a5ee-bde33bb11232', 'code': 200} Jul 22 15:05:57.419024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=746092a2-8ec5-41f0-a5ee-bde33bb11232,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:05:57.502101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d25885-ca34-4e7f-a272-de49aec0c14c req-65a3708b-cd18-4fda-82ee-ff0f6c2e01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:57.503642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c5d25885-ca34-4e7f-a272-de49aec0c14c req-65a3708b-cd18-4fda-82ee-ff0f6c2e01fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 1100 time: 0.0536659 Jul 22 15:05:57.538504 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c5d25885-ca34-4e7f-a272-de49aec0c14c req-875faf79-f1b1-47d5-b448-a68148f95323 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277619 Jul 22 15:05:58.447311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15f82e-0fd4-48a5-9e2f-001cd0aa0f35 req-6e38f254-203f-4f1a-a84c-341f5891b34d tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:58.448799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff15f82e-0fd4-48a5-9e2f-001cd0aa0f35 req-6e38f254-203f-4f1a-a84c-341f5891b34d tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 949 time: 0.0664265 Jul 22 15:05:58.485007 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff15f82e-0fd4-48a5-9e2f-001cd0aa0f35 req-bbbd5fcc-eb54-4a51-a40e-cb97b1724709 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Jul 22 15:05:59.657509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777b09-c025-41ba-9aa6-f4c54669b4d3 req-828b07c9-457a-4710-9149-8b85d600dd86 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:05:59.658980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84777b09-c025-41ba-9aa6-f4c54669b4d3 req-828b07c9-457a-4710-9149-8b85d600dd86 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 949 time: 0.0628529 Jul 22 15:05:59.695881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84777b09-c025-41ba-9aa6-f4c54669b4d3 req-5674c52b-9f6f-4b1f-bcf5-79961ec45689 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313976 Jul 22 15:06:00.827981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8362-b171-4513-a0a1-e70711db7dc0 req-379881a2-7f94-4751-8dd8-804558b809cf tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:00.829549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-409c8362-b171-4513-a0a1-e70711db7dc0 req-379881a2-7f94-4751-8dd8-804558b809cf tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 949 time: 0.0658195 Jul 22 15:06:00.871458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-409c8362-b171-4513-a0a1-e70711db7dc0 req-af24b0e5-fb0d-4da9-af29-0985d2e6d59c tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa187c67-7b80-47b4-a7df-e4c5fbea34e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361297 Jul 22 15:06:00.938011 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c00dd5-da36-4f34-9631-690095e511f0 req-a6277314-a90d-4366-9b22-b6b64d3eaaed tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:00.939506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78c00dd5-da36-4f34-9631-690095e511f0 req-a6277314-a90d-4366-9b22-b6b64d3eaaed tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.61 "GET /v2.0/ports?device_id=23fb27fe-a013-46e7-8e36-a5646549d905 HTTP/1.1" status: 200 len: 949 time: 0.0643709 Jul 22 15:06:01.039256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Deleting port 746092a2-8ec5-41f0-a5ee-bde33bb11232 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:06:01.039504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:01.129393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] For port 746092a2-8ec5-41f0-a5ee-bde33bb11232, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=746092a2-8ec5-41f0-a5ee-bde33bb11232,segment=NetworkSegment(8d9e4f37-a70c-4318-ae5c-421a8f994d5b),segment_id=8d9e4f37-a70c-4318-ae5c-421a8f994d5b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:01.129753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:01.141162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Calling delete_port for 746092a2-8ec5-41f0-a5ee-bde33bb11232 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:06:01.267760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:01.303020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Pushing event deleted for resources: {'Port': ['ID=746092a2-8ec5-41f0-a5ee-bde33bb11232,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:01.351573 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] No DVR routers for this DVR port 746092a2-8ec5-41f0-a5ee-bde33bb11232 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:06:01.355387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:01.356914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78c00dd5-da36-4f34-9631-690095e511f0 req-9d7a4ecb-b600-4536-bfe5-6f012d827848 tempest-ServersAdminNegativeTestJSON-1922690855 tempest-ServersAdminNegativeTestJSON-1922690855-project] 10.222.0.61 "DELETE /v2.0/ports/746092a2-8ec5-41f0-a5ee-bde33bb11232 HTTP/1.1" status: 204 len: 173 time: 0.4115288 Jul 22 15:06:01.357625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fb27fe-a013-46e7-8e36-a5646549d905', 'name': 'network-vif-deleted', 'tag': '746092a2-8ec5-41f0-a5ee-bde33bb11232'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:01.361437 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcf53a7-5a0b-4f98-818b-f8be730fee19" -d '{"events": [{"server_uuid": "23fb27fe-a013-46e7-8e36-a5646549d905", "name": "network-vif-deleted", "tag": "746092a2-8ec5-41f0-a5ee-bde33bb11232"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:01.408144 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6575f-73af-4174-80a4-6ce2747e2dfa x-openstack-request-id: req-c4a6575f-73af-4174-80a4-6ce2747e2dfa {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:01.408473 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fb27fe-a013-46e7-8e36-a5646549d905", "name": "network-vif-deleted", "tag": "746092a2-8ec5-41f0-a5ee-bde33bb11232", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:01.410119 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4a6575f-73af-4174-80a4-6ce2747e2dfa {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:01.410906 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fb27fe-a013-46e7-8e36-a5646549d905', 'name': 'network-vif-deleted', 'tag': '746092a2-8ec5-41f0-a5ee-bde33bb11232', 'status': 'completed', 'code': 200} Jul 22 15:06:02.162071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38778) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:02.293457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5f2a5b4c-a8e4-4743-acfb-63e28bc387ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c71d6a0449c41afb325269b32d2aae6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301408 Jul 22 15:06:02.296513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38782) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:02.342263 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78cdfd4d-1187-4495-82bf-e2c435bd0364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.363125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78cdfd4d-1187-4495-82bf-e2c435bd0364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.410681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78cdfd4d-1187-4495-82bf-e2c435bd0364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.413231 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-78cdfd4d-1187-4495-82bf-e2c435bd0364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.414441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-78cdfd4d-1187-4495-82bf-e2c435bd0364 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa187c67-7b80-47b4-a7df-e4c5fbea34e5 HTTP/1.1" status: 204 len: 168 time: 0.1170204 Jul 22 15:06:02.423326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdfd4d-1187-4495-82bf-e2c435bd0364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa187c67-7b80-47b4-a7df-e4c5fbea34e5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:02.669295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38788) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:02.683456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9988c2e7-f0a8-4a90-bedc-b74fbec99b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.772650 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9988c2e7-f0a8-4a90-bedc-b74fbec99b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.776403 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9988c2e7-f0a8-4a90-bedc-b74fbec99b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.817231 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9988c2e7-f0a8-4a90-bedc-b74fbec99b59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31a7bcd841ae45a3826aa25a07fbd44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467900 Jul 22 15:06:02.818331 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988c2e7-f0a8-4a90-bedc-b74fbec99b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128d6d20-7b9b-445a-9f35-cda62cdcbd43,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:02.820029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:02.877430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a275979-7be5-4077-bf4f-79eff4fa7611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.899168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a275979-7be5-4077-bf4f-79eff4fa7611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.944236 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a275979-7be5-4077-bf4f-79eff4fa7611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.946965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a275979-7be5-4077-bf4f-79eff4fa7611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:02.948169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9a275979-7be5-4077-bf4f-79eff4fa7611 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/128d6d20-7b9b-445a-9f35-cda62cdcbd43 HTTP/1.1" status: 204 len: 168 time: 0.1271532 Jul 22 15:06:02.956705 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a275979-7be5-4077-bf4f-79eff4fa7611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d6d20-7b9b-445a-9f35-cda62cdcbd43,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:03.233191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 746092a2-8ec5-41f0-a5ee-bde33bb11232 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:06:03.253076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 746092a2-8ec5-41f0-a5ee-bde33bb11232 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:06:03.253435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 746092a2-8ec5-41f0-a5ee-bde33bb11232 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:06:03.599869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:03.695040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1094038747-network', 'tenant_id': '6b025420106e489d9c49cb2217b83aab'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:03.715824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Made reservation on behalf of 6b025420106e489d9c49cb2217b83aab for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:06:03.718122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.726300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.825502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.829114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.849835 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:06:03.863798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1080a-a009-4e9d-bc90-4df478104fcc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:03.874809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.875181 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Added segment 85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2 of type vlan for network 66bd8021-5f9b-4860-9173-eb978b7c8554 Jul 22 15:06:03.914730 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.943309 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.944257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:03.944847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:03.976773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3758109 Jul 22 15:06:03.980402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38816) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:03.985981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Request body: {'subnet': {'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1094038747-subnet', 'tenant_id': '6b025420106e489d9c49cb2217b83aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:04.004966 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Made reservation on behalf of 6b025420106e489d9c49cb2217b83aab for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:06:04.007235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:04.008751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d73fe1-d7c1-4431-a200-e4b1a1839299 admin admin] Pushing event updated for resources: {'Network': ['ID=66bd8021-5f9b-4860-9173-eb978b7c8554,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:04.019055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 66bd8021-5f9b-4860-9173-eb978b7c8554 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:06:04.517326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:04.569772 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8622425-e2ae-4c78-92cf-1d7c00ba085d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:04.581194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Checking segment: {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:04.581552 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Network hostable DHCP agents. Network: 66bd8021-5f9b-4860-9173-eb978b7c8554, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:06:04.597791 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Network 66bd8021-5f9b-4860-9173-eb978b7c8554 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:06:04.606308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 66bd8021-5f9b-4860-9173-eb978b7c8554) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:04.610489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:04.611290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:04.615406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba09ce-3cb5-4d79-bcdb-da3658e76634 None None] Network 66bd8021-5f9b-4860-9173-eb978b7c8554 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:06:04.625926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c72a54ac-db05-42a4-bc7d-4f56353a5037 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6443064 Jul 22 15:06:04.744561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079295e3-97cd-488a-a2f6-7dd435e19048 None None] Network 66bd8021-5f9b-4860-9173-eb978b7c8554 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:06:05.045329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-5dfb7865-9c72-420e-b836-4c59e94fddbc tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:05.047345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-5dfb7865-9c72-420e-b836-4c59e94fddbc tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 812 time: 0.1022167 Jul 22 15:06:05.062182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-e49388a4-2761-4673-aecb-daa541d4bae1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/quotas/6b025420106e489d9c49cb2217b83aab HTTP/1.1" status: 200 len: 375 time: 0.0095594 Jul 22 15:06:05.095387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-8593645d-29bc-4398-aa16-c1037f366232 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283415 Jul 22 15:06:05.182475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-76d3b9da-949c-47f7-aaf5-899749351ac7 service neutron] 10.222.0.60 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806508 Jul 22 15:06:05.273755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-5bd81f46-6eaf-4e8d-98ca-72daee8d6d89 service neutron] 10.222.0.60 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856304 Jul 22 15:06:05.434325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aaf79874-a0d8-43ce-9add-5121ecbc1fef req-3c2006de-829a-448f-9384-71322ccc1051 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 210 time: 0.0301480 Jul 22 15:06:06.524300 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16500957-d81c-45d6-962f-819973a83343 req-f8167403-cddd-4b7b-84ab-33546241fce1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 210 time: 0.0291026 Jul 22 15:06:07.526935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:07.607551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa31ce12-1546-4852-afa3-dcfd9bf6a87c req-77d0825e-9416-4310-a30b-db883e41d445 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 210 time: 0.0344410 Jul 22 15:06:07.947624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:08.687076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3605fec9-b210-44c9-b17c-4df0a316fd6f req-5bc04b65-f49a-4c6e-bdf4-b356db7db3b1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 210 time: 0.0295725 Jul 22 15:06:09.782232 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0052b34-6778-44b1-ae36-f290061efb23 req-1af07577-a8f4-4ab5-85b0-24e50bc280ec tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 210 time: 0.0296326 Jul 22 15:06:09.894368 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff500ba0-ff66-4e7e-9ea2-054f0a0e324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:10.441243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-9f0cea06-6878-4ff5-94c2-19d543141450 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:10.442855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-9f0cea06-6878-4ff5-94c2-19d543141450 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.72 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 812 time: 0.1087809 Jul 22 15:06:10.456693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Request body: {'port': {'device_id': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554', 'admin_state_up': True, 'tenant_id': '6b025420106e489d9c49cb2217b83aab'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:10.568158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Made reservation on behalf of 6b025420106e489d9c49cb2217b83aab for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:06:10.571820 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:10.695729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Allocated IP 172.20.0.5 (66bd8021-5f9b-4860-9173-eb978b7c8554/e8622425-e2ae-4c78-92cf-1d7c00ba085d/232a7930-63ec-404e-b7d1-93022770d13e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:06:10.845460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:10.877649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f4461071-a1d3-44bb-aecf-93c12628c9d2 req-97c929cf-cedc-420e-8cec-a8ec0a912563 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 210 time: 0.0301609 Jul 22 15:06:10.885609 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:10.931427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Network 66bd8021-5f9b-4860-9173-eb978b7c8554 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:06:10.934542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:06:10.939692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:06:10.946426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:10.995430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:10.996056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.009888 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-915db692-f196-44dc-aa4d-5d304146e5f4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582712 Jul 22 15:06:11.021455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Request body: {'port': {'device_id': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:11.092403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.362919 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232a7930-63ec-404e-b7d1-93022770d13e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:06:11.370365 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.384822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Transition to ACTIVE for port object 232a7930-63ec-404e-b7d1-93022770d13e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:11.389056 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.442300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:11.508313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:06:11.508657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:06:11.508996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e on network 66bd8021-5f9b-4860-9173-eb978b7c8554 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:11.513316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Port 232a7930-63ec-404e-b7d1-93022770d13e on network 66bd8021-5f9b-4860-9173-eb978b7c8554 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:06:11.513647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e on network 66bd8021-5f9b-4860-9173-eb978b7c8554 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:11.519380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:06:11.519727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Checking segment: {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:11.520761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Bound using segment: {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:06:11.520761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Bound port: 232a7930-63ec-404e-b7d1-93022770d13e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:06:11.521014 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.588638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:11.591557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:06:11.596771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.628444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:11.629231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:11.630891 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] 10.222.0.72 "PUT /v2.0/ports/232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 1091 time: 0.6134026 Jul 22 15:06:11.633068 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:11.635825 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0233b20b-bea1-410b-b397-38d8e2bde7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "tag": "232a7930-63ec-404e-b7d1-93022770d13e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:11.669216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110f4bf-4950-4349-8984-d8077340f76a service neutron] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:11.675784 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef11052-7f5e-4bdd-9d5b-3a361c891f7f x-openstack-request-id: req-0ef11052-7f5e-4bdd-9d5b-3a361c891f7f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:11.676078 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "tag": "232a7930-63ec-404e-b7d1-93022770d13e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:11.676336 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ef11052-7f5e-4bdd-9d5b-3a361c891f7f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:11.676758 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e', 'status': 'completed', 'code': 200} Jul 22 15:06:11.730881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-1365324c-4759-4bc6-b604-0211dafcd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:11.732393 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-1365324c-4759-4bc6-b604-0211dafcd63d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.0548942 Jul 22 15:06:11.781494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-849a2f0e-2f6d-4ec6-a1de-ffa60327d94f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0378900 Jul 22 15:06:11.831130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-5558ad42-b4e0-4085-89b3-b724f42cf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:11.832595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-5558ad42-b4e0-4085-89b3-b724f42cf7ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0440023 Jul 22 15:06:11.867383 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-0085234b-1ab4-4b70-a275-c7adc76d3ae2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274627 Jul 22 15:06:11.967749 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-77bf96b3-7796-442f-a5e0-134ae0a514eb service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924969 Jul 22 15:06:12.012498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2739825-32d5-4b8a-853f-add0c3856ba0 req-40031ef0-f4b7-4640-833c-b317ee8fe3b1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:12.014039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2739825-32d5-4b8a-853f-add0c3856ba0 req-40031ef0-f4b7-4640-833c-b317ee8fe3b1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 943 time: 0.0681965 Jul 22 15:06:12.053213 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2739825-32d5-4b8a-853f-add0c3856ba0 req-e216ad3c-7817-4421-a5e2-0fe012dfb909 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Jul 22 15:06:12.059938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee9e2339-1bf8-48e3-b258-21299cc69c4a req-2e821108-1a21-4dab-b68e-e6d21c6eafec service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Jul 22 15:06:12.148009 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01cd181b-f265-4a57-a045-d4f47b4c41cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.166107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-2ea5344b-33e8-4d65-b1ac-9836d4e93013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:12.167695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-2ea5344b-33e8-4d65-b1ac-9836d4e93013 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.0582626 Jul 22 15:06:12.265570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-3dfd19c4-ddd0-4f18-b354-ca2967a120e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:12.267167 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-3dfd19c4-ddd0-4f18-b354-ca2967a120e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.0914772 Jul 22 15:06:12.309079 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-6300a0bd-50e8-482a-94e3-9f0816bd6557 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0344584 Jul 22 15:06:12.363860 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-13310040-93c1-455a-b375-b33109d9faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:12.365355 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-13310040-93c1-455a-b375-b33109d9faf6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0479939 Jul 22 15:06:12.383963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:12.403853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-a295e275-fe82-466c-8aab-364681aaaf35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309181 Jul 22 15:06:12.495620 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-5449b020-8d59-4b51-8a14-8a85d6e113eb service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 Jul 22 15:06:12.585402 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0233b20b-bea1-410b-b397-38d8e2bde7fa req-23fb55cb-31a6-4917-9c3b-842535d3af13 service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824976 Jul 22 15:06:13.184990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7510e18-e59f-44cf-8a6a-ccc68201b943 req-a19e3e4a-07ef-4b62-8787-64554d4449f7 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:13.186952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7510e18-e59f-44cf-8a6a-ccc68201b943 req-a19e3e4a-07ef-4b62-8787-64554d4449f7 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 943 time: 0.0644507 Jul 22 15:06:13.225779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7510e18-e59f-44cf-8a6a-ccc68201b943 req-f215c77a-641f-4267-8345-e00cc069ec10 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332932 Jul 22 15:06:13.738740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:14.354965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7990bc7-d71e-4b34-a3ce-5f7799c2524a req-feedca4f-1684-480e-a71d-a5744bcbd2f7 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:14.356480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7990bc7-d71e-4b34-a3ce-5f7799c2524a req-feedca4f-1684-480e-a71d-a5744bcbd2f7 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 943 time: 0.0645900 Jul 22 15:06:14.399583 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7990bc7-d71e-4b34-a3ce-5f7799c2524a req-3066d426-0dd3-45a5-a02a-bc9e966ded67 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Jul 22 15:06:14.747053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:06:14.839883 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:14.851480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '232a7930-63ec-404e-b7d1-93022770d13e', 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554', 'port_id': '232a7930-63ec-404e-b7d1-93022770d13e', 'mac_address': 'fa:16:3e:b8:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8622425-e2ae-4c78-92cf-1d7c00ba085d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:06:14.890693 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:14.903301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232a7930-63ec-404e-b7d1-93022770d13e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:06:14.922905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:14.926998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:14.975711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:15.135427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['232a7930-63ec-404e-b7d1-93022770d13e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:06:15.414896 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:15.539795 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bee45-4d44-4c2b-b664-fbc54eaae27e req-9367e86f-d08d-4526-8a0d-9e3f6075852d tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:15.541334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb0bee45-4d44-4c2b-b664-fbc54eaae27e req-9367e86f-d08d-4526-8a0d-9e3f6075852d tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 944 time: 0.0723803 Jul 22 15:06:15.580149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb0bee45-4d44-4c2b-b664-fbc54eaae27e req-fc485a32-fdaf-464e-b848-79af4137a676 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321631 Jul 22 15:06:16.708649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861376db-160a-428e-ae16-1ce456e6aba4 req-845156c4-bcfe-4896-bcb6-d6224934f8d1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:16.710174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-861376db-160a-428e-ae16-1ce456e6aba4 req-845156c4-bcfe-4896-bcb6-d6224934f8d1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 944 time: 0.0646174 Jul 22 15:06:16.748255 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-861376db-160a-428e-ae16-1ce456e6aba4 req-56830644-9497-4910-b247-961826bd5196 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 22 15:06:16.770575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:16.819655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 232a7930-63ec-404e-b7d1-93022770d13e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:16.823394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 232a7930-63ec-404e-b7d1-93022770d13e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:16.823774 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:16.906076 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:16.931499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:16.933740 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4646b296-d9b5-4369-934c-c952c92a6892" -d '{"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-plugged", "status": "completed", "tag": "232a7930-63ec-404e-b7d1-93022770d13e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:16.946152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:16.951247 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:16.975119 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f151e39-f2c4-4a55-9329-502dd0b7948e x-openstack-request-id: req-3f151e39-f2c4-4a55-9329-502dd0b7948e {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:16.975412 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-plugged", "status": "completed", "tag": "232a7930-63ec-404e-b7d1-93022770d13e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:16.975685 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f151e39-f2c4-4a55-9329-502dd0b7948e {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:16.976072 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e', 'code': 200} Jul 22 15:06:17.005870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:17.086501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8ecd-0fc8-412e-b5e9-442dade0db7f req-8a1533a5-4aac-4acd-9aa7-3a35c339c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:17.088043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67ad8ecd-0fc8-412e-b5e9-442dade0db7f req-8a1533a5-4aac-4acd-9aa7-3a35c339c799 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1096 time: 0.0548234 Jul 22 15:06:17.123075 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67ad8ecd-0fc8-412e-b5e9-442dade0db7f req-1f984dc4-cd48-4ff8-bf64-59b0a53f138a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282834 Jul 22 15:06:17.883131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c959ea7-eab5-411f-92bb-2fbb3e39ca15 req-a4f3312b-c5a7-4399-bb36-92904b4d51cc tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:17.884658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c959ea7-eab5-411f-92bb-2fbb3e39ca15 req-a4f3312b-c5a7-4399-bb36-92904b4d51cc tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0686412 Jul 22 15:06:17.923346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c959ea7-eab5-411f-92bb-2fbb3e39ca15 req-7bf72c6e-ba5a-4e0f-aca1-a1a4555f03d4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325851 Jul 22 15:06:19.066271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34558bc-ee50-45e1-bfa1-329e9e1398fe req-f8500580-08c1-471e-a199-d394fe24f90d tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:19.067805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d34558bc-ee50-45e1-bfa1-329e9e1398fe req-f8500580-08c1-471e-a199-d394fe24f90d tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0687518 Jul 22 15:06:19.105552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d34558bc-ee50-45e1-bfa1-329e9e1398fe req-3f3f4d16-fed9-4148-9a39-c2dd70057784 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jul 22 15:06:19.302688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 38884) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:06:19.406492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5da9d8-5b5c-42ad-913f-9299d2b83b13 req-4aeb3c3b-c370-4df9-a895-8217f53ce3bb tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:19.408185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea5da9d8-5b5c-42ad-913f-9299d2b83b13 req-4aeb3c3b-c370-4df9-a895-8217f53ce3bb tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0968895 Jul 22 15:06:19.449355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-009669e4-b3d5-4267-8708-08da519998e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1453474 Jul 22 15:06:19.457752 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea5da9d8-5b5c-42ad-913f-9299d2b83b13 req-d32aaf53-7f49-4163-8e67-88aca3f11e45 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Jul 22 15:06:20.600520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7207914-b6c0-4e65-b1ae-32f07334ce5f req-ec639b07-b7cc-4cd0-b4d0-392faa2f5151 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:20.602044 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7207914-b6c0-4e65-b1ae-32f07334ce5f req-ec639b07-b7cc-4cd0-b4d0-392faa2f5151 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0716321 Jul 22 15:06:20.635867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-1166d0e8-b662-4d28-a37a-830bc9bb730e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:20.637500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-1166d0e8-b662-4d28-a37a-830bc9bb730e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1096 time: 0.0587115 Jul 22 15:06:20.641035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7207914-b6c0-4e65-b1ae-32f07334ce5f req-cef9e92d-0a7b-4901-8442-560d224442f9 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332007 Jul 22 15:06:20.728730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-8cf4ef69-06c1-4377-b10e-1cddadec940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:20.730206 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-8cf4ef69-06c1-4377-b10e-1cddadec940a service neutron] 10.222.0.72 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.0844731 Jul 22 15:06:20.773958 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-5b54ab3d-31f2-4433-b3cb-0a808d984671 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0367947 Jul 22 15:06:20.786785 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:06:20.823266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-fee5d9a3-61c1-4694-8ebe-a0c1d63a7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:20.824709 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-fee5d9a3-61c1-4694-8ebe-a0c1d63a7f41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0431297 Jul 22 15:06:20.859283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-6c4f74d2-40b3-421b-ab74-c1c3f0d958ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270245 Jul 22 15:06:20.971629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-2c4acab9-7964-480c-bb0e-779b9da2c6af service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043041 Jul 22 15:06:21.060459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-20f6c4b6-7615-4f26-8604-f349f032cc18 service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815380 Jul 22 15:06:21.773935 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d417b9-4e67-4b4a-9b77-0d771a2a1d4d req-a0a1e995-272c-4118-bbb5-49cd3d2da6ab tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:21.775512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1d417b9-4e67-4b4a-9b77-0d771a2a1d4d req-a0a1e995-272c-4118-bbb5-49cd3d2da6ab tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0676084 Jul 22 15:06:21.814354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1d417b9-4e67-4b4a-9b77-0d771a2a1d4d req-255acbc9-69e9-4b09-ad5b-4430a28256a1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332999 Jul 22 15:06:22.948964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646171b-c94b-49ad-9dc0-f5efef5e59d9 req-096ea1fe-1563-472f-bd7d-a420520467b4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:22.950547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d646171b-c94b-49ad-9dc0-f5efef5e59d9 req-096ea1fe-1563-472f-bd7d-a420520467b4 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0681894 Jul 22 15:06:22.990363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d646171b-c94b-49ad-9dc0-f5efef5e59d9 req-5ea0df91-8593-452e-b0e4-e2538dd010a2 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Jul 22 15:06:24.121661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7dcf6-c2d1-47d7-883b-2785c08b663d req-c6cc1e69-07f2-43d0-979d-26172ac47fef tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:24.123201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23e7dcf6-c2d1-47d7-883b-2785c08b663d req-c6cc1e69-07f2-43d0-979d-26172ac47fef tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0651081 Jul 22 15:06:24.161547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-23e7dcf6-c2d1-47d7-883b-2785c08b663d req-729d983b-bde6-4e11-a5f1-94fc31cc502c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326145 Jul 22 15:06:25.295874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e239e-f8b2-4505-b5e5-e1aa9b39319f req-43c2c5e0-2af1-48c8-945e-7bc10a8f8f84 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:25.297405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae9e239e-f8b2-4505-b5e5-e1aa9b39319f req-43c2c5e0-2af1-48c8-945e-7bc10a8f8f84 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0706787 Jul 22 15:06:25.336014 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae9e239e-f8b2-4505-b5e5-e1aa9b39319f req-b019cffa-e472-4e3b-ba83-66784ccb1a89 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Jul 22 15:06:26.464541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b354b6-b609-40a2-9397-72d25d905475 req-0b537e7b-eecb-455f-8a98-b9e3debff869 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:26.466058 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43b354b6-b609-40a2-9397-72d25d905475 req-0b537e7b-eecb-455f-8a98-b9e3debff869 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0648508 Jul 22 15:06:26.503067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43b354b6-b609-40a2-9397-72d25d905475 req-7f02159e-ca6d-47dd-ba24-9a4399104cc2 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313582 Jul 22 15:06:27.643334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e83ff-8cc5-41c5-a360-b1805117b338 req-f6739942-6f53-48ca-9215-15f372680430 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:27.644877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf7e83ff-8cc5-41c5-a360-b1805117b338 req-f6739942-6f53-48ca-9215-15f372680430 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0745699 Jul 22 15:06:27.682686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf7e83ff-8cc5-41c5-a360-b1805117b338 req-a96c0636-fa85-42fa-8cc8-00085ce4f2e8 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322690 Jul 22 15:06:28.811833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e8049-bfef-4020-9671-060d8753f0c9 req-ae160f9d-edcc-4ef9-b14f-22572b8ddd4a tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:28.813351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-303e8049-bfef-4020-9671-060d8753f0c9 req-ae160f9d-edcc-4ef9-b14f-22572b8ddd4a tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0635464 Jul 22 15:06:28.855783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-303e8049-bfef-4020-9671-060d8753f0c9 req-4f6ae802-ae41-476a-a96f-ec8598ef9e82 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369277 Jul 22 15:06:29.987678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050f004-0191-4499-b3c0-4fe5e30c5354 req-7230fd75-2d5b-4cf6-9497-93a56a41cbcd tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:29.989174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1050f004-0191-4499-b3c0-4fe5e30c5354 req-7230fd75-2d5b-4cf6-9497-93a56a41cbcd tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0667021 Jul 22 15:06:30.026225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1050f004-0191-4499-b3c0-4fe5e30c5354 req-83f8ed69-39e0-4352-9429-397ea555ece0 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314274 Jul 22 15:06:31.161719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b77bf-9cd8-48dd-b2c3-113c6a0bda33 req-09864cf9-4d46-43af-92ec-7c5bfa1f23e3 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:31.163179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-462b77bf-9cd8-48dd-b2c3-113c6a0bda33 req-09864cf9-4d46-43af-92ec-7c5bfa1f23e3 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0691583 Jul 22 15:06:31.200466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-462b77bf-9cd8-48dd-b2c3-113c6a0bda33 req-51b51335-0598-46a9-a0a6-7c768beab097 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316606 Jul 22 15:06:32.341049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec6618-50b1-476f-9d0b-695089a6df58 req-64116515-4670-4e59-bc2d-3e1f41b4201f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:32.342594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8bec6618-50b1-476f-9d0b-695089a6df58 req-64116515-4670-4e59-bc2d-3e1f41b4201f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0750332 Jul 22 15:06:32.380266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8bec6618-50b1-476f-9d0b-695089a6df58 req-e105d9e1-4cd5-4022-a8ea-5323fa4f1b0c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319941 Jul 22 15:06:33.516731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17f9a4-04ab-4284-857f-0a5d22848141 req-9903ae24-0f5d-4d64-98ce-7e0c543e3b52 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:33.518399 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc17f9a4-04ab-4284-857f-0a5d22848141 req-9903ae24-0f5d-4d64-98ce-7e0c543e3b52 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0669749 Jul 22 15:06:33.556587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cc17f9a4-04ab-4284-857f-0a5d22848141 req-b23f7f90-8f90-4396-aca2-a6e4521b547b tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Jul 22 15:06:34.693649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8f31-0aaf-4f37-b1e0-6d6f4bf781fa req-6d6b3d3f-1192-41b3-bf94-bf6f9479e5c3 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:34.695225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8cb8f31-0aaf-4f37-b1e0-6d6f4bf781fa req-6d6b3d3f-1192-41b3-bf94-bf6f9479e5c3 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0726752 Jul 22 15:06:34.732983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e8cb8f31-0aaf-4f37-b1e0-6d6f4bf781fa req-3b5eec01-d4a5-4981-ade1-56f3eb51900f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jul 22 15:06:35.861282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced87c89-c1ff-4fc2-b1b6-d07f911cc6ce req-c5b3474c-1d65-43e7-906f-0094163770f0 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:35.862828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced87c89-c1ff-4fc2-b1b6-d07f911cc6ce req-c5b3474c-1d65-43e7-906f-0094163770f0 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0627036 Jul 22 15:06:35.899770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ced87c89-c1ff-4fc2-b1b6-d07f911cc6ce req-b8b46e2f-9c5f-46d0-8058-e7476bb0ad6c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313787 Jul 22 15:06:37.035472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba7fa-3487-47bc-83a7-ec840fdf4fb8 req-19060412-ccf1-4f55-9bfb-069dbd2819a6 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:37.036984 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-720ba7fa-3487-47bc-83a7-ec840fdf4fb8 req-19060412-ccf1-4f55-9bfb-069dbd2819a6 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0682318 Jul 22 15:06:37.074967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-720ba7fa-3487-47bc-83a7-ec840fdf4fb8 req-7b20a36a-be20-40d0-b86b-c54d0a895439 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Jul 22 15:06:37.542913 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:37.950468 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:38.205313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9f585-3083-402a-ab37-e11cc3f06691 req-d3511290-38f1-41bd-9478-e37b43f68e68 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:38.206750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fee9f585-3083-402a-ab37-e11cc3f06691 req-d3511290-38f1-41bd-9478-e37b43f68e68 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0639598 Jul 22 15:06:38.243828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fee9f585-3083-402a-ab37-e11cc3f06691 req-e36190f3-af49-484a-bbc0-b35af025b17a tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314221 Jul 22 15:06:39.374864 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e265df-e1cd-4dad-9b89-7e3cce3ca18b req-7cb3bf3e-0680-443b-8382-b2261eee5c23 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:39.376387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22e265df-e1cd-4dad-9b89-7e3cce3ca18b req-7cb3bf3e-0680-443b-8382-b2261eee5c23 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0668325 Jul 22 15:06:39.415241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-22e265df-e1cd-4dad-9b89-7e3cce3ca18b req-94368b10-0a8f-472e-8464-78b4d71ab002 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Jul 22 15:06:39.895135 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5d31-4e3d-4767-bcba-c245587abf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:40.542740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e393-4410-4f9a-aff2-9ca3a57f0a52 req-28157f83-600f-4ba2-8984-b80e30b1118c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:40.544142 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4553e393-4410-4f9a-aff2-9ca3a57f0a52 req-28157f83-600f-4ba2-8984-b80e30b1118c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0632489 Jul 22 15:06:40.582582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4553e393-4410-4f9a-aff2-9ca3a57f0a52 req-4dd20986-7e0d-458c-8f77-53eeb7d79551 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Jul 22 15:06:41.710186 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6a01a-95c8-471e-b038-5d03d4ef3f64 req-418f93f9-9efe-41ec-bad1-161465060ccb tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:41.711732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9e6a01a-95c8-471e-b038-5d03d4ef3f64 req-418f93f9-9efe-41ec-bad1-161465060ccb tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0624998 Jul 22 15:06:41.750893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9e6a01a-95c8-471e-b038-5d03d4ef3f64 req-742319d6-abbd-4d01-9260-653bd4fa0713 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336769 Jul 22 15:06:42.149876 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73f2744f-20b5-43a8-bb12-22088fae4f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:42.386291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:42.892088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da80be-36f9-4b4e-9331-c6468d920acd req-d9497744-3eb6-4746-916c-fc1e7319bb1e tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:42.893661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0da80be-36f9-4b4e-9331-c6468d920acd req-d9497744-3eb6-4746-916c-fc1e7319bb1e tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0677822 Jul 22 15:06:42.931671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0da80be-36f9-4b4e-9331-c6468d920acd req-b9c55b18-e9e4-4027-9f8f-3b1e79458890 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Jul 22 15:06:43.743992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:44.060239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1449f34-3251-44ee-81c2-f8b5236b37e0 req-6e248fd8-9422-4d69-8beb-53d7ba9b156f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:44.061687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1449f34-3251-44ee-81c2-f8b5236b37e0 req-6e248fd8-9422-4d69-8beb-53d7ba9b156f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0639975 Jul 22 15:06:44.100538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f1449f34-3251-44ee-81c2-f8b5236b37e0 req-14374564-7aa2-43c9-863f-1a869779c205 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330796 Jul 22 15:06:45.232097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3b530-9f04-437b-938d-2e97e66f6145 req-19ce5536-c1bb-4d0e-9487-d473896d1d56 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:45.233605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bb3b530-9f04-437b-938d-2e97e66f6145 req-19ce5536-c1bb-4d0e-9487-d473896d1d56 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0655887 Jul 22 15:06:45.271302 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5bb3b530-9f04-437b-938d-2e97e66f6145 req-2801ba31-0ccf-4993-8d3a-b96fc503a163 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320952 Jul 22 15:06:45.418162 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:46.400781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb0c12-1edb-41d3-9e73-5b7dd83c6afe req-9aa9efc0-76d6-4ad4-ac35-bbed1f9557f0 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:46.402612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85fb0c12-1edb-41d3-9e73-5b7dd83c6afe req-9aa9efc0-76d6-4ad4-ac35-bbed1f9557f0 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0649323 Jul 22 15:06:46.442911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85fb0c12-1edb-41d3-9e73-5b7dd83c6afe req-cebc3f13-e5c0-40d9-8337-062258e76fa9 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337811 Jul 22 15:06:47.571621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906c750-6b1f-4258-8e3b-7f687c067d61 req-d1324bbc-875e-4efa-9378-5e45819e35d1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:47.573018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d906c750-6b1f-4258-8e3b-7f687c067d61 req-d1324bbc-875e-4efa-9378-5e45819e35d1 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0629628 Jul 22 15:06:47.609852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d906c750-6b1f-4258-8e3b-7f687c067d61 req-fd6f2149-7e38-4a82-a7a7-8911eda016a2 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Jul 22 15:06:48.742041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32c0d0-faad-42c7-afc2-bce4c3eac3c1 req-a2ee945e-48e2-4807-a6fa-576452fdaa76 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:48.743587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd32c0d0-faad-42c7-afc2-bce4c3eac3c1 req-a2ee945e-48e2-4807-a6fa-576452fdaa76 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0676608 Jul 22 15:06:48.780812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd32c0d0-faad-42c7-afc2-bce4c3eac3c1 req-016160ed-cde3-466e-a35b-2cd0f7fd1836 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Jul 22 15:06:49.910821 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d24fe-88d2-4280-be5d-eab16d4efe02 req-355c5524-bdb3-4d95-941b-552d9ccbd781 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:49.912345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-111d24fe-88d2-4280-be5d-eab16d4efe02 req-355c5524-bdb3-4d95-941b-552d9ccbd781 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0640090 Jul 22 15:06:49.949498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-111d24fe-88d2-4280-be5d-eab16d4efe02 req-32f8b271-1597-42d7-a405-c524cbcffa3f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Jul 22 15:06:51.085208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86720221-7c3b-4745-aaf1-b06df5794c3f req-683dbdbf-fd37-48e5-adf3-bc041b61352c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:51.086870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86720221-7c3b-4745-aaf1-b06df5794c3f req-683dbdbf-fd37-48e5-adf3-bc041b61352c tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0688291 Jul 22 15:06:51.127414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86720221-7c3b-4745-aaf1-b06df5794c3f req-167740b1-f6dc-4cf3-bf25-645ebb94d4eb tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Jul 22 15:06:52.257121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf41215-f61f-4718-99a4-0e2ae4984744 req-adabd679-40f4-44b0-8e9a-18b6b2a7c8b2 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:52.258661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caf41215-f61f-4718-99a4-0e2ae4984744 req-adabd679-40f4-44b0-8e9a-18b6b2a7c8b2 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0640383 Jul 22 15:06:52.297421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-caf41215-f61f-4718-99a4-0e2ae4984744 req-6b6929a7-3c31-447e-b3c1-653b635ead58 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Jul 22 15:06:53.091099 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-741d7ffa-bd4b-41fb-b340-693206663f95 service neutron] show failed (client error): The resource could not be found. Jul 22 15:06:53.092125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-741d7ffa-bd4b-41fb-b340-693206663f95 service neutron] 10.222.0.72 "GET /v2.0/ports/232a7930-63ec-404e-b7d1-93022770d13e/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0601130 Jul 22 15:06:53.336010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-b152364f-346a-4fd3-9e12-6eac3901946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:53.337544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-b152364f-346a-4fd3-9e12-6eac3901946e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c&tenant_id=6b025420106e489d9c49cb2217b83aab HTTP/1.1" status: 200 len: 1096 time: 0.0927560 Jul 22 15:06:53.348535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:06:53.426235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:53.429453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba18c48-565e-4aad-9d8c-a4205c3c0d3d req-dcbff1b8-0a81-4ba4-a586-4c67df6db2a8 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:53.431728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ba18c48-565e-4aad-9d8c-a4205c3c0d3d req-dcbff1b8-0a81-4ba4-a586-4c67df6db2a8 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0665805 Jul 22 15:06:53.471233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ba18c48-565e-4aad-9d8c-a4205c3c0d3d req-94557781-eca5-456f-8220-411cb6ba9fc8 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328088 Jul 22 15:06:53.626460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:53.658971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:53.697430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:53.699710 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8236492-8205-4a30-ae41-786eb72e5e9a" -d '{"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-unplugged", "status": "completed", "tag": "232a7930-63ec-404e-b7d1-93022770d13e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:53.703310 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:53.715547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Transition to ACTIVE for port object 232a7930-63ec-404e-b7d1-93022770d13e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:06:53.720087 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:53.755436 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de829e86-2190-4c21-9c2b-fb23201f57ca x-openstack-request-id: req-de829e86-2190-4c21-9c2b-fb23201f57ca {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:53.756215 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-unplugged", "status": "completed", "tag": "232a7930-63ec-404e-b7d1-93022770d13e", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:53.756215 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de829e86-2190-4c21-9c2b-fb23201f57ca {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:53.756441 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e', 'code': 200} Jul 22 15:06:53.798739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] No DVR routers for this DVR port 232a7930-63ec-404e-b7d1-93022770d13e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:06:53.800629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:53.811585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.811989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.812348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.812685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.813014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.813342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.813670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.813992 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.814316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.814661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.814982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.815303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:53.852929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:06:53.853263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:06:53.853589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e on network 66bd8021-5f9b-4860-9173-eb978b7c8554 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:53.857811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Port 232a7930-63ec-404e-b7d1-93022770d13e on network 66bd8021-5f9b-4860-9173-eb978b7c8554 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:06:53.858137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Attempting to bind port 232a7930-63ec-404e-b7d1-93022770d13e on network 66bd8021-5f9b-4860-9173-eb978b7c8554 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:06:53.862882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:06:53.863219 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Checking segment: {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:06:53.863602 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Bound using segment: {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:06:53.864021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Bound port: 232a7930-63ec-404e-b7d1-93022770d13e, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:06:53.864373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:53.926158 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:06:53.928997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:06:53.933613 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:53.970221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:53.970867 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:53.972836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] 10.222.0.61 "PUT /v2.0/ports/232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 1091 time: 0.6284387 Jul 22 15:06:53.995232 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b29923-ad82-439f-a2a6-8d586e2d8b3f service neutron] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:54.051364 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-b870d3ae-c341-4224-8405-474b9766b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:54.052843 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-b870d3ae-c341-4224-8405-474b9766b3e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.0548525 Jul 22 15:06:54.145295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-a38ebe49-b746-4358-be65-6e1a48eaa45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:54.146855 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-a38ebe49-b746-4358-be65-6e1a48eaa45a service neutron] 10.222.0.61 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.0876136 Jul 22 15:06:54.188355 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-215ef980-9b77-4d97-8798-da6a2c5fde3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0348809 Jul 22 15:06:54.235027 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-b74ff4dc-2271-49fd-9a8c-ed48382c21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:54.236467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-b74ff4dc-2271-49fd-9a8c-ed48382c21df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0422921 Jul 22 15:06:54.269334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-e8799ef3-40fe-42b2-8820-e28a3fd39ca2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266843 Jul 22 15:06:54.361756 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-08197c5d-8deb-4ca9-bc92-1d6849d77c5e service neutron] 10.222.0.61 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859287 Jul 22 15:06:54.453738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-440cb6b5-4b7b-4f65-80bd-476cea39c5eb req-7cc7cb6f-3c10-41eb-babe-7e7f611edfcb service neutron] 10.222.0.61 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857382 Jul 22 15:06:54.606509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3ac0-1e97-4cc2-8e8c-3b2108b987f1 req-476068b0-d148-43f8-b88b-f8c84d126528 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:54.608059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aefb3ac0-1e97-4cc2-8e8c-3b2108b987f1 req-476068b0-d148-43f8-b88b-f8c84d126528 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 943 time: 0.0669954 Jul 22 15:06:54.648793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aefb3ac0-1e97-4cc2-8e8c-3b2108b987f1 req-1cba80d1-fb6a-47eb-871d-84d32faa5e67 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Jul 22 15:06:55.757735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:55.760181 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fc4f9c-f39d-4147-b902-0d90f0706934" -d '{"events": [{"name": "network-changed", "server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "tag": "232a7930-63ec-404e-b7d1-93022770d13e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:55.780402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fb19e-3281-4ad0-9f36-75060f3f7137 req-810a8344-d3ab-456c-b4ff-aa4d6cea3966 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:55.781980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-501fb19e-3281-4ad0-9f36-75060f3f7137 req-810a8344-d3ab-456c-b4ff-aa4d6cea3966 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 943 time: 0.0645919 Jul 22 15:06:55.813568 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5157a370-166f-413b-be81-3d28ac2f9102 x-openstack-request-id: req-5157a370-166f-413b-be81-3d28ac2f9102 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:55.813863 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "tag": "232a7930-63ec-404e-b7d1-93022770d13e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:55.814114 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5157a370-166f-413b-be81-3d28ac2f9102 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:55.814558 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e', 'status': 'completed', 'code': 200} Jul 22 15:06:55.832858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-501fb19e-3281-4ad0-9f36-75060f3f7137 req-07ef351b-8531-48e2-9d4f-f5387ab45a66 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Jul 22 15:06:55.937732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-1ada056f-e0fc-4711-8bde-20832d7be30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:55.939255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-1ada056f-e0fc-4711-8bde-20832d7be30e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.0984573 Jul 22 15:06:55.940969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-d9b1e5f1-5141-4f87-9e92-f3b368a7b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:55.942387 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-d9b1e5f1-5141-4f87-9e92-f3b368a7b39b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.1003995 Jul 22 15:06:56.436708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-190c333f-05f5-49fc-beb1-3afc05ea427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:56.438227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-190c333f-05f5-49fc-beb1-3afc05ea427c service neutron] 10.222.0.61 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.4839156 Jul 22 15:06:56.439187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-33ca8ff9-5170-4027-83ff-1a785b6bfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:56.440492 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-33ca8ff9-5170-4027-83ff-1a785b6bfdc1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.4941924 Jul 22 15:06:56.510365 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-82a0135f-3b38-4615-8d5b-533bd2883d27 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0639842 Jul 22 15:06:56.511734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-6bc84a30-d750-463c-a8e5-4fb2ab8d7c20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0596237 Jul 22 15:06:56.597530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-9f5b1d88-5347-4a79-9782-ed1958503b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:56.598954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-9f5b1d88-5347-4a79-9782-ed1958503b7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0823779 Jul 22 15:06:56.600346 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-1ec29c37-a7ba-4bdf-92da-c7f4d3825687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:56.601666 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-1ec29c37-a7ba-4bdf-92da-c7f4d3825687 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0779338 Jul 22 15:06:56.628342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-68c664ed-93b4-4152-a9e7-e38b2828329b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556753 Jul 22 15:06:56.640879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-8eb03bc4-e490-4fd2-8739-d76c2aaf3435 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342038 Jul 22 15:06:56.658930 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-66b3148f-2747-4da4-8254-c670aeac556a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442221 Jul 22 15:06:56.810789 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-5ab54b1f-e5b2-4f28-b685-e919d89b7415 service neutron] 10.222.0.61 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542952 Jul 22 15:06:56.814613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-445c555b-d070-43fd-a3ef-6fefabdd57b1 service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479831 Jul 22 15:06:56.919677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:06:56.962112 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:06:56.972782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-07ff59a3-52e8-448c-b663-5ec496be3541 service neutron] 10.222.0.61 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550121 Jul 22 15:06:56.974713 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee1c2b-b9ed-4c6f-bae9-c9073dc58fdb req-9c7a8b4c-c715-4e07-a06c-2f2b0b61b877 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:56.976176 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-67fc4f9c-f39d-4147-b902-0d90f0706934 req-feb61fbd-6984-4c27-b72c-5d355d0fac96 service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513269 Jul 22 15:06:56.976349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-deee1c2b-b9ed-4c6f-bae9-c9073dc58fdb req-9c7a8b4c-c715-4e07-a06c-2f2b0b61b877 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 943 time: 0.0659959 Jul 22 15:06:57.017338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-deee1c2b-b9ed-4c6f-bae9-c9073dc58fdb req-ea8fe9ec-e5ab-4a74-ad14-5f19dcd10301 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jul 22 15:06:57.088546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416746-48aa-4d0f-b072-9696b6762365 req-7f4b94c5-7808-467f-9f5a-05a884466fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.090085 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-7f4b94c5-7808-467f-9f5a-05a884466fad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.0574164 Jul 22 15:06:57.202163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416746-48aa-4d0f-b072-9696b6762365 req-b90213a1-3d1a-4bde-b305-98ab69d23b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.204227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-b90213a1-3d1a-4bde-b305-98ab69d23b57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.0944386 Jul 22 15:06:57.285809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-016faa73-58d9-47f2-ae00-f1e8dd7e4f6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0705409 Jul 22 15:06:57.362055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416746-48aa-4d0f-b072-9696b6762365 req-07f491b2-e159-4174-90c1-21ed35d34ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.363546 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-07f491b2-e159-4174-90c1-21ed35d34ac9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0669031 Jul 22 15:06:57.403790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-6594106a-8978-45cf-b6cc-61d8c1c431a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332069 Jul 22 15:06:57.412153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-86af9bf3-97ce-4893-91b6-db2081f15e87 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.413499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-86af9bf3-97ce-4893-91b6-db2081f15e87 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.72 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c&tenant_id=6b025420106e489d9c49cb2217b83aab&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 943 time: 0.2068224 Jul 22 15:06:57.469463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:06:57.530037 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-2c897eac-638b-4ed6-ad1f-1715e2d2fbce service neutron] delete failed (client error): The resource could not be found. Jul 22 15:06:57.531721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-2c897eac-638b-4ed6-ad1f-1715e2d2fbce service neutron] 10.222.0.72 "DELETE /v2.0/ports/232a7930-63ec-404e-b7d1-93022770d13e/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.1104896 Jul 22 15:06:57.547831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-6a951e20-a183-4314-9b1e-b68ff9f14977 service neutron] 10.222.0.61 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333635 Jul 22 15:06:57.684054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1d416746-48aa-4d0f-b072-9696b6762365 req-e3261df9-c79f-4ca8-ab7d-001170017401 service neutron] 10.222.0.61 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293600 Jul 22 15:06:57.691816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-edfc279c-784d-4aa3-9514-a7d91bb163af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.693261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-edfc279c-784d-4aa3-9514-a7d91bb163af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b025420106e489d9c49cb2217b83aab&device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 1094 time: 0.1060302 Jul 22 15:06:57.720836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:57.731760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '232a7930-63ec-404e-b7d1-93022770d13e', 'network_id': '66bd8021-5f9b-4860-9173-eb978b7c8554', 'port_id': '232a7930-63ec-404e-b7d1-93022770d13e', 'mac_address': 'fa:16:3e:b8:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8622425-e2ae-4c78-92cf-1d7c00ba085d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:06:57.771191 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:57.784542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232a7930-63ec-404e-b7d1-93022770d13e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:06:57.786697 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:06:57.789824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-c8ad92cf-a4d2-4b93-9baa-bfbbe688768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.791547 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-c8ad92cf-a4d2-4b93-9baa-bfbbe688768e service neutron] 10.222.0.72 "GET /v2.0/networks?id=66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 200 len: 913 time: 0.0913551 Jul 22 15:06:57.804262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:57.808516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:57.835844 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-ab69c3a3-4765-4109-b938-312de67dd742 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 200 len: 217 time: 0.0374486 Jul 22 15:06:57.857054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:06:57.864371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.864726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.865072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.865422 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.865756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.866089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.866421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.866803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.867133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.867461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.867787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.868129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:06:57.894270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1a962ebe-4394-4e0c-8eb6-13299f6e000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:57.895826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1a962ebe-4394-4e0c-8eb6-13299f6e000d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 200 len: 852 time: 0.0536537 Jul 22 15:06:57.931300 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-d449d8a4-596a-49f3-bc8d-c150b51c3fbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=66bd8021-5f9b-4860-9173-eb978b7c8554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281663 Jul 22 15:06:58.019983 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-de938171-ff35-42c5-b6cc-8ea382610b93 service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816708 Jul 22 15:06:58.034960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['232a7930-63ec-404e-b7d1-93022770d13e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:06:58.116956 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-dea79339-cec0-443e-be14-e6ab3d829754 service neutron] 10.222.0.72 "GET /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902233 Jul 22 15:06:58.891272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bf13e-ad95-431a-950f-e5e572f73c35 req-94b0b36a-a807-4a5f-a90a-6b5d63988c1f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:06:58.892954 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-678bf13e-ad95-431a-950f-e5e572f73c35 req-94b0b36a-a807-4a5f-a90a-6b5d63988c1f tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 944 time: 0.0637581 Jul 22 15:06:58.931110 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-678bf13e-ad95-431a-950f-e5e572f73c35 req-d6a6943a-37d2-4326-afc9-39f31244f0d0 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326109 Jul 22 15:06:59.470229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:06:59.519014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 232a7930-63ec-404e-b7d1-93022770d13e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:06:59.522959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 232a7930-63ec-404e-b7d1-93022770d13e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:06:59.523279 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:59.598288 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:59.620347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:06:59.622607 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9492b81a-852d-4fe6-b029-9187c8d44c94" -d '{"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-plugged", "status": "completed", "tag": "232a7930-63ec-404e-b7d1-93022770d13e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:06:59.635992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:06:59.640281 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:06:59.668678 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f86b5-8d69-4534-b9f1-ebaf8aac93a1 x-openstack-request-id: req-b19f86b5-8d69-4534-b9f1-ebaf8aac93a1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:06:59.668968 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-plugged", "status": "completed", "tag": "232a7930-63ec-404e-b7d1-93022770d13e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:06:59.669217 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b19f86b5-8d69-4534-b9f1-ebaf8aac93a1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:06:59.669630 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e', 'code': 200} Jul 22 15:06:59.694408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:00.067316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90818fa2-5912-47bb-a952-cee91d82a3ea req-9ff41b62-2986-4f95-8d33-c6032b27a0b9 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:00.068804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90818fa2-5912-47bb-a952-cee91d82a3ea req-9ff41b62-2986-4f95-8d33-c6032b27a0b9 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0685849 Jul 22 15:07:00.106625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90818fa2-5912-47bb-a952-cee91d82a3ea req-3b750b08-a2bd-4925-a6d1-6c6f23980040 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2d1080a-a009-4e9d-bc90-4df478104fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Jul 22 15:07:00.164999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-56bf4451-3b20-4a12-b02b-a17d5b1a03b6 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:00.166499 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-56bf4451-3b20-4a12-b02b-a17d5b1a03b6 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.61 "GET /v2.0/ports?device_id=67eb85dd-bd3f-4184-abf1-207ccbfb807c HTTP/1.1" status: 200 len: 945 time: 0.0635617 Jul 22 15:07:00.273570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Deleting port 232a7930-63ec-404e-b7d1-93022770d13e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:00.273570 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:00.360319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] For port 232a7930-63ec-404e-b7d1-93022770d13e, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=232a7930-63ec-404e-b7d1-93022770d13e,segment=NetworkSegment(85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2),segment_id=85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:00.360683 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:00.372880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Calling delete_port for 232a7930-63ec-404e-b7d1-93022770d13e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:00.503484 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:00.515430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['232a7930-63ec-404e-b7d1-93022770d13e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:00.533212 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Pushing event deleted for resources: {'Port': ['ID=232a7930-63ec-404e-b7d1-93022770d13e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:00.583315 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] No DVR routers for this DVR port 232a7930-63ec-404e-b7d1-93022770d13e on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:07:00.585870 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:00.588029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2a5a79db-d5c4-428e-91a0-c9d045a78e78 req-1094b44d-2fa4-4461-a9c1-71f9aadbc798 tempest-DeleteServersTestJSON-1581895359 tempest-DeleteServersTestJSON-1581895359-project] 10.222.0.61 "DELETE /v2.0/ports/232a7930-63ec-404e-b7d1-93022770d13e HTTP/1.1" status: 204 len: 173 time: 0.4160738 Jul 22 15:07:00.588469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-deleted', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:00.590728 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255daf1-9cc8-4059-bb25-1cc6ac8c8b3c" -d '{"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-deleted", "tag": "232a7930-63ec-404e-b7d1-93022770d13e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:00.627987 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29d787f-74fe-4ca2-9b50-c609128d0d47 x-openstack-request-id: req-f29d787f-74fe-4ca2-9b50-c609128d0d47 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:00.628284 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67eb85dd-bd3f-4184-abf1-207ccbfb807c", "name": "network-vif-deleted", "tag": "232a7930-63ec-404e-b7d1-93022770d13e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:00.628571 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f29d787f-74fe-4ca2-9b50-c609128d0d47 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:00.628978 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67eb85dd-bd3f-4184-abf1-207ccbfb807c', 'name': 'network-vif-deleted', 'tag': '232a7930-63ec-404e-b7d1-93022770d13e', 'status': 'completed', 'code': 200} Jul 22 15:07:01.235881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38996) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:01.283833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Deleting subnet e8622425-e2ae-4c78-92cf-1d7c00ba085d {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:07:01.286964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.321561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.359800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.415556 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.443963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8622425-e2ae-4c78-92cf-1d7c00ba085d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:01.446818 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.448710 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7d83f59a-ee08-4023-bab8-f7c6b2ea1ab2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e8622425-e2ae-4c78-92cf-1d7c00ba085d HTTP/1.1" status: 204 len: 168 time: 0.2116265 Jul 22 15:07:01.451287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 38998) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:01.517981 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.598694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.608351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bd8021-5f9b-4860-9173-eb978b7c8554']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:01.618264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:01.618593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b215e0-8fdb-4cf8-a25f-8e0ea50d39e2') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:07:01.627637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.640775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.646405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:07:01.646814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:07:01.648426 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:07:01.703593 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.708893 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.713463 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/66bd8021-5f9b-4860-9173-eb978b7c8554 HTTP/1.1" status: 204 len: 168 time: 0.2611911 Jul 22 15:07:01.725929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06190811-34f1-4eaf-aa33-df77d89136c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=66bd8021-5f9b-4860-9173-eb978b7c8554,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:01.827223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39004) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:01.868206 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aed9978b-47e0-4b35-8ecb-8d4d507a3cfc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b025420106e489d9c49cb2217b83aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391040 Jul 22 15:07:01.870861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39006) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:01.919778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d795dd24-bda9-41d9-ab32-c7c40b691fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.941054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d795dd24-bda9-41d9-ab32-c7c40b691fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.987796 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d795dd24-bda9-41d9-ab32-c7c40b691fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.990357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d795dd24-bda9-41d9-ab32-c7c40b691fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:01.991568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d795dd24-bda9-41d9-ab32-c7c40b691fe2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2d1080a-a009-4e9d-bc90-4df478104fcc HTTP/1.1" status: 204 len: 168 time: 0.1197755 Jul 22 15:07:01.999110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795dd24-bda9-41d9-ab32-c7c40b691fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1080a-a009-4e9d-bc90-4df478104fcc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:02.641189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39030) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:02.738663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1991777683-network', 'tenant_id': 'ce226e5d05c04928ad9963eb8956e187'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:02.759354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Made reservation on behalf of ce226e5d05c04928ad9963eb8956e187 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:02.761500 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.770344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.863992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.868130 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.892966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:07:02.901792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0195b50a-2b17-4f12-a463-493999c8dea9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:02.909046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.909391 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Added segment 89b1ba89-980d-413c-82b3-bc4c755f79eb of type vlan for network ab2b3568-748b-4318-a511-4c01d44cdc3e Jul 22 15:07:02.949356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.978608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:02.979547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:02.980233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:03.013216 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3708062 Jul 22 15:07:03.016720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39034) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:07:03.021912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Request body: {'subnet': {'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1991777683-subnet', 'tenant_id': 'ce226e5d05c04928ad9963eb8956e187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:03.042103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4c9cf-48a1-49e8-a5c3-863803f90300 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2b3568-748b-4318-a511-4c01d44cdc3e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:03.044286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Made reservation on behalf of ce226e5d05c04928ad9963eb8956e187 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:03.047589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:03.053405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network ab2b3568-748b-4318-a511-4c01d44cdc3e details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:07:03.235215 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:03.294539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4912e9a2-5de2-4a3f-93d4-549b6dea9d89,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:03.303037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Checking segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:03.303413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Network hostable DHCP agents. Network: ab2b3568-748b-4318-a511-4c01d44cdc3e, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:07:03.307942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.307942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.307942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.307942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.311081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:07:03.328511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Network ab2b3568-748b-4318-a511-4c01d44cdc3e is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:07:03.336660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, ab2b3568-748b-4318-a511-4c01d44cdc3e) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:03.341020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:03.341615 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:03.347048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403778a-6899-4358-84e4-ed5f75e78741 None None] Network ab2b3568-748b-4318-a511-4c01d44cdc3e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:03.356604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa815406-bf3e-4c34-bac5-2f4c3736c3ea admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3387923 Jul 22 15:07:03.479844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b143d-52c8-4874-a207-3b2cfdbf7791 None None] Network ab2b3568-748b-4318-a511-4c01d44cdc3e requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:07:03.499826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:03.527425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 232a7930-63ec-404e-b7d1-93022770d13e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:07:03.527781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 232a7930-63ec-404e-b7d1-93022770d13e not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:03.799151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8786d8f9-506e-487a-af0d-a4f02e5716d3 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:03.800551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8786d8f9-506e-487a-af0d-a4f02e5716d3 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 815 time: 0.1041248 Jul 22 15:07:03.814989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-0b846dca-fe17-4fa4-b1e7-0f4cab7b6f48 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/quotas/ce226e5d05c04928ad9963eb8956e187 HTTP/1.1" status: 200 len: 375 time: 0.0090556 Jul 22 15:07:03.849318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-47a444a7-ab9e-4c32-8026-beda5ef2f5c5 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293298 Jul 22 15:07:03.912413 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-672e4861-aa81-4ad2-812f-82146e20c013 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:07:03.913429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-672e4861-aa81-4ad2-812f-82146e20c013 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578291 Jul 22 15:07:04.000846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-dd94b1a3-6014-4868-bfa3-668995b4ccc4 service neutron] 10.222.0.60 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816193 Jul 22 15:07:04.091996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-15c0703b-95e7-4733-8db5-27a56982066f service neutron] 10.222.0.60 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853133 Jul 22 15:07:04.256507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80111ee1-d5bc-4c2e-979e-60a9ce7ae34a req-31872197-2847-4531-8b86-c271e2b82b81 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0304689 Jul 22 15:07:05.156372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-641ffe54-741f-4cfa-ad9b-65e47601e1ae tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:05.158386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-641ffe54-741f-4cfa-ad9b-65e47601e1ae tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 815 time: 0.1098096 Jul 22 15:07:05.171084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Request body: {'port': {'device_id': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'admin_state_up': True, 'tenant_id': 'ce226e5d05c04928ad9963eb8956e187'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:05.285738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Made reservation on behalf of ce226e5d05c04928ad9963eb8956e187 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:05.289425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:05.358008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6829c46e-ed59-472e-9be4-985b41d18aab req-9069a1a1-1e17-4213-9cd0-8beb2be18ac1 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 210 time: 0.0344603 Jul 22 15:07:05.415672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Allocated IP 172.20.0.13 (ab2b3568-748b-4318-a511-4c01d44cdc3e/4912e9a2-5de2-4a3f-93d4-549b6dea9d89/5dc622c7-cd2c-48ed-a7c5-f41b9d40b801) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:05.560366 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:05.601139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:05.646107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Network ab2b3568-748b-4318-a511-4c01d44cdc3e is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:05.649123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:05.653065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:05.677662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:05.704253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:05.704872 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:05.719173 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-8a1a9399-527d-4f2a-8791-17f4449f75ba tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5523036 Jul 22 15:07:05.730933 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Request body: {'port': {'device_id': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:05.805166 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:06.072438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:06.080638 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:06.092530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Transition to ACTIVE for port object 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:06.096606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:06.145085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:06.222489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:06.223242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:06.223242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:06.227437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on network ab2b3568-748b-4318-a511-4c01d44cdc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:07:06.227765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:06.232542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:06.232886 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Checking segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:06.233277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Bound using segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:06.233733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Bound port: 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:06.234098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:06.300895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:06.303905 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:06.307980 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:06.344750 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:06.345389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:06.346849 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] 10.222.0.72 "PUT /v2.0/ports/5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 1092 time: 0.6199095 Jul 22 15:07:06.347302 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:06.349585 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee51fbb-ebbd-4872-8b74-ed29f3a53826" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:06.384607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c029b6-df35-4876-a75b-19491de82af4 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:06.397574 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bea39d-f936-4362-9477-82afcce24b2a x-openstack-request-id: req-f5bea39d-f936-4362-9477-82afcce24b2a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:06.397831 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:06.398081 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5bea39d-f936-4362-9477-82afcce24b2a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:06.398476 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'status': 'completed', 'code': 200} Jul 22 15:07:06.449501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-4a5d5f47-31bc-4356-8490-486328e19219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:06.451039 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-4a5d5f47-31bc-4356-8490-486328e19219 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1095 time: 0.0631227 Jul 22 15:07:06.502467 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-7c130ccc-f78b-4f30-a38d-6beaa8886e80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0435793 Jul 22 15:07:06.527248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f52cf-2e42-48d5-b08f-abe6b6c36cf0 req-73a42048-03cf-4a87-82cf-f0eeb942da42 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:06.529762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df4f52cf-2e42-48d5-b08f-abe6b6c36cf0 req-73a42048-03cf-4a87-82cf-f0eeb942da42 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0862353 Jul 22 15:07:06.558720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9408859-6f9c-40e5-864f-59a25046c94e req-e620449c-db4d-4926-8fc2-2b3684a63689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:06.560213 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-e620449c-db4d-4926-8fc2-2b3684a63689 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0513918 Jul 22 15:07:06.579679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df4f52cf-2e42-48d5-b08f-abe6b6c36cf0 req-9c24b1ef-485c-467e-8a8a-535f7c6bf2e2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432081 Jul 22 15:07:06.598729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-a0fc12bc-23c3-4126-a36a-bf572000feb6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317006 Jul 22 15:07:06.709592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-88553e96-b902-43e2-8232-8b088c3c5554 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033633 Jul 22 15:07:06.804867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d9408859-6f9c-40e5-864f-59a25046c94e req-9b77df06-d730-4998-a10e-0d95e05ca46a service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853696 Jul 22 15:07:06.932218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-4aa5ee8a-bb94-4cac-af8f-9a9cbf1ce17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:06.932218 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-4aa5ee8a-bb94-4cac-af8f-9a9cbf1ce17d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1095 time: 0.0576837 Jul 22 15:07:07.012677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-0fbc1fa8-3323-48b8-ae32-ccb80c1065a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:07.014335 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-0fbc1fa8-3323-48b8-ae32-ccb80c1065a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0985508 Jul 22 15:07:07.060596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-300c87fc-cde0-4a1c-81a4-732290343fe3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0390186 Jul 22 15:07:07.118904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-cd436557-344a-4ab5-88a2-5cef538c2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:07.120397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-cd436557-344a-4ab5-88a2-5cef538c2e0c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0529916 Jul 22 15:07:07.159280 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-59b20924-7243-44f0-8adb-cf2b5ba42249 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314636 Jul 22 15:07:07.264526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-6e1b8a0c-9303-4c18-a459-8bf04567a093 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982120 Jul 22 15:07:07.368494 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-eee51fbb-ebbd-4872-8b74-ed29f3a53826 req-db565d61-0577-449e-8e14-d462700ed1da service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960131 Jul 22 15:07:07.560253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:07.729924 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f62ad-ab56-44e4-815f-4bb8251f49df req-a5841360-4cc4-4d68-9991-e60a7571df97 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:07.731721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-211f62ad-ab56-44e4-815f-4bb8251f49df req-a5841360-4cc4-4d68-9991-e60a7571df97 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0660508 Jul 22 15:07:07.773084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-211f62ad-ab56-44e4-815f-4bb8251f49df req-6f981110-2e56-4310-80c9-092a0c9680ed tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Jul 22 15:07:07.949822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:08.911548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b323a9-bb41-4afb-824b-19af18eb29ca req-e82a49f0-4d4b-4564-8b54-44574e417e8b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:08.913036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3b323a9-bb41-4afb-824b-19af18eb29ca req-e82a49f0-4d4b-4564-8b54-44574e417e8b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0686259 Jul 22 15:07:08.949769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:07:08.950277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3b323a9-bb41-4afb-824b-19af18eb29ca req-3a10d21d-2584-4fa1-a815-649583dff91d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Jul 22 15:07:09.046650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:09.058642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'port_id': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'mac_address': 'fa:16:3e:96:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4912e9a2-5de2-4a3f-93d4-549b6dea9d89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:07:09.101441 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:09.117055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:09.136612 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:09.139837 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:09.198307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:09.339297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:09.897071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e414b5a9-f13a-47a8-83f2-66cec39a7d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:10.083424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2a24-07e7-4763-bbc3-0d54d2cc031e req-77a37ed7-4806-4fb3-9859-78bfe1599a60 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:10.084995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-064a2a24-07e7-4763-bbc3-0d54d2cc031e req-77a37ed7-4806-4fb3-9859-78bfe1599a60 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 945 time: 0.0667729 Jul 22 15:07:10.123256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-064a2a24-07e7-4763-bbc3-0d54d2cc031e req-cd61a795-7075-47d1-8795-e720478ec6a6 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321281 Jul 22 15:07:10.966087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:11.025858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:11.030160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:11.031320 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:11.112189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:11.134711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:11.137001 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eb4777-f11c-4be4-9325-991150e1031d" -d '{"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-plugged", "status": "completed", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:11.151081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:11.155473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:11.186063 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d9c049-215f-4194-b0f0-a5523d2cd135 x-openstack-request-id: req-b0d9c049-215f-4194-b0f0-a5523d2cd135 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:11.186411 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-plugged", "status": "completed", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:11.186691 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0d9c049-215f-4194-b0f0-a5523d2cd135 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:11.187665 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'code': 200} Jul 22 15:07:11.214242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:11.269047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595f43a-841d-4ca9-b551-e9a49024b9b0 req-0ce100be-118c-454b-8a17-c84048e0c3cd tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:11.270677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c595f43a-841d-4ca9-b551-e9a49024b9b0 req-0ce100be-118c-454b-8a17-c84048e0c3cd tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0661511 Jul 22 15:07:11.300135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505837e9-48f4-4933-919e-ef068c93ca84 req-513d7523-36dc-4b18-b7da-0732bb70a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:11.302593 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-505837e9-48f4-4933-919e-ef068c93ca84 req-513d7523-36dc-4b18-b7da-0732bb70a777 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1097 time: 0.0615392 Jul 22 15:07:11.316460 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c595f43a-841d-4ca9-b551-e9a49024b9b0 req-7c490b64-9c4a-4c5d-8f07-1e6f4dc0b79e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Jul 22 15:07:11.346146 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-505837e9-48f4-4933-919e-ef068c93ca84 req-81049bd7-525f-41ec-bf59-a575f3112598 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Jul 22 15:07:12.152540 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79009f44-c6de-46d1-bcec-9c7a0d7c2a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:12.390640 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:12.461548 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3224a-18b2-4280-ae1c-1c30e1f049e5 req-6f1f78f2-237c-46d4-93af-c9c1141556fb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:12.462174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aa3224a-18b2-4280-ae1c-1c30e1f049e5 req-6f1f78f2-237c-46d4-93af-c9c1141556fb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0660315 Jul 22 15:07:12.501243 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aa3224a-18b2-4280-ae1c-1c30e1f049e5 req-585f9dd2-eeff-4989-90f8-704e8b1884ef tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Jul 22 15:07:12.635535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f415091-355f-41ee-9f6a-44e6edc717cd req-d534fa7e-3429-4633-b1d9-51d27e77b003 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:12.637021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f415091-355f-41ee-9f6a-44e6edc717cd req-d534fa7e-3429-4633-b1d9-51d27e77b003 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0638111 Jul 22 15:07:12.674036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f415091-355f-41ee-9f6a-44e6edc717cd req-8a26f933-434f-4e05-ad0e-286062988677 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Jul 22 15:07:12.890909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d1e3a-526b-44c5-bf65-afe8e1b9795f req-bdaed693-d999-4989-b45a-73ffe9506906 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:12.892422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-052d1e3a-526b-44c5-bf65-afe8e1b9795f req-bdaed693-d999-4989-b45a-73ffe9506906 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0676806 Jul 22 15:07:12.930670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-052d1e3a-526b-44c5-bf65-afe8e1b9795f req-3331091a-7e7b-4840-8a7c-16659e299d6c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Jul 22 15:07:13.058038 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4e4ee-7f41-4357-89ca-00284d17fb1f req-0aa01726-a9aa-452b-8840-bf3eb8734560 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:13.059481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40e4e4ee-7f41-4357-89ca-00284d17fb1f req-0aa01726-a9aa-452b-8840-bf3eb8734560 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0637939 Jul 22 15:07:13.097891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-40e4e4ee-7f41-4357-89ca-00284d17fb1f req-c9147e97-8ba1-44fc-b835-6aeb40c8b446 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Jul 22 15:07:13.387998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827de820-75af-4ccb-a8fa-dab9db2c41c0 req-9c6e675c-502b-4f18-b2ee-49edb4956d92 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:13.389306 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-827de820-75af-4ccb-a8fa-dab9db2c41c0 req-9c6e675c-502b-4f18-b2ee-49edb4956d92 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0935402 Jul 22 15:07:13.392547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-914213c6-31fe-4dd0-9368-d9fc267a536e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045938 Jul 22 15:07:13.428941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-827de820-75af-4ccb-a8fa-dab9db2c41c0 req-c711322d-6462-4468-8354-a71b93ffedc5 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332348 Jul 22 15:07:13.751388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:14.527233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-5445c7b7-928d-4db0-8ce9-99f2bffd81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.528021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-5445c7b7-928d-4db0-8ce9-99f2bffd81a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1097 time: 0.0594575 Jul 22 15:07:14.561769 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e8f1-d42c-43e1-8f5e-a828ce7713fa req-63ae50d4-abcc-4658-9a03-2d96e4e4ad2b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.563838 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3392e8f1-d42c-43e1-8f5e-a828ce7713fa req-63ae50d4-abcc-4658-9a03-2d96e4e4ad2b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0643265 Jul 22 15:07:14.601018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3392e8f1-d42c-43e1-8f5e-a828ce7713fa req-4bb0f7d4-ce49-4c85-b0cd-a16a1913838e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Jul 22 15:07:14.617808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-94d57823-478f-4b6b-beb8-34bf293b579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.619390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-94d57823-478f-4b6b-beb8-34bf293b579e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0849819 Jul 22 15:07:14.663717 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-32863135-1ad4-4d36-a660-15d88f038d16 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0374293 Jul 22 15:07:14.712282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-f3d5007c-99d0-45d8-9edf-8adb58f1ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:14.713773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-f3d5007c-99d0-45d8-9edf-8adb58f1ca2a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0434752 Jul 22 15:07:14.746702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-ee9baadf-a99a-434e-aaff-c288cf2ebf1d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266542 Jul 22 15:07:14.838182 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-ed1fa4bc-da61-4c64-aff9-64a898183f4e service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853059 Jul 22 15:07:14.926073 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-075562e3-a404-4169-9727-ae7c05a1e8f7 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808175 Jul 22 15:07:15.422042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:15.735696 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a05069-4363-42ca-934d-ec0c0dc957c0 req-c398847a-1b80-4845-893f-3249bf1ebca2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:15.737209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36a05069-4363-42ca-934d-ec0c0dc957c0 req-c398847a-1b80-4845-893f-3249bf1ebca2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0668008 Jul 22 15:07:15.774477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-36a05069-4363-42ca-934d-ec0c0dc957c0 req-6717999e-c9a1-4bb3-861f-83afc212b498 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316112 Jul 22 15:07:16.904187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3facb0a-7969-45d7-81e1-bfa82e2f429c req-11856d82-a162-4b80-a784-482d2bb41e67 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:16.905700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3facb0a-7969-45d7-81e1-bfa82e2f429c req-11856d82-a162-4b80-a784-482d2bb41e67 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0637958 Jul 22 15:07:16.942527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3facb0a-7969-45d7-81e1-bfa82e2f429c req-04809a10-0a3f-44f5-9019-ca4e8d4002e7 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308962 Jul 22 15:07:18.131729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ff2c8-8f61-45dc-918e-58ccd4d98696 req-cf788a5c-77c4-44bc-b855-81e7b48093aa tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:18.133248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e6ff2c8-8f61-45dc-918e-58ccd4d98696 req-cf788a5c-77c4-44bc-b855-81e7b48093aa tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.1232429 Jul 22 15:07:18.170686 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7e6ff2c8-8f61-45dc-918e-58ccd4d98696 req-6711c761-23f1-44aa-bbe9-fccfcaa4fc9e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317276 Jul 22 15:07:19.361873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcb7b9-ae85-4f38-b312-64cf3a8c1d07 req-5f8077f4-59ad-4d07-bd91-1cf89ac9781c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:19.363392 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6bcb7b9-ae85-4f38-b312-64cf3a8c1d07 req-5f8077f4-59ad-4d07-bd91-1cf89ac9781c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.1246996 Jul 22 15:07:19.402641 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6bcb7b9-ae85-4f38-b312-64cf3a8c1d07 req-de693434-27ce-42f0-8d4c-72be5031e022 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332699 Jul 22 15:07:20.530037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af73b24-f470-4f10-b710-351e237ff4b8 req-fb82b415-3b46-4d40-94d5-e9bc16f03d20 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:20.531991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5af73b24-f470-4f10-b710-351e237ff4b8 req-fb82b415-3b46-4d40-94d5-e9bc16f03d20 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0625610 Jul 22 15:07:20.568892 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5af73b24-f470-4f10-b710-351e237ff4b8 req-8ecdf4c1-3c75-4b94-8255-4e028ede7e59 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Jul 22 15:07:21.701831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ad858-6b38-4381-860f-453a24b279d8 req-04027cf8-edb0-4d31-b225-f9349cfad947 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:21.703937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be4ad858-6b38-4381-860f-453a24b279d8 req-04027cf8-edb0-4d31-b225-f9349cfad947 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0696316 Jul 22 15:07:21.742604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be4ad858-6b38-4381-860f-453a24b279d8 req-b9d1a2b0-16dd-4d96-a6ee-2d5920774a0b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318775 Jul 22 15:07:22.873058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a862f-9e59-4bfe-b631-79083cb21f5c req-a68e29a2-34d2-4f6f-bda5-d014b7ebe382 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:22.874645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-725a862f-9e59-4bfe-b631-79083cb21f5c req-a68e29a2-34d2-4f6f-bda5-d014b7ebe382 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0633855 Jul 22 15:07:22.914720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-725a862f-9e59-4bfe-b631-79083cb21f5c req-934cdea0-21f2-4825-beb8-a8af3159daf0 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326710 Jul 22 15:07:24.042108 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e9abc-45f6-463b-ab74-6262d2886a65 req-8a5ec60d-f5da-4412-8e6a-8fe5d9ac4e14 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:24.043640 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a7e9abc-45f6-463b-ab74-6262d2886a65 req-8a5ec60d-f5da-4412-8e6a-8fe5d9ac4e14 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0627227 Jul 22 15:07:24.079973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5a7e9abc-45f6-463b-ab74-6262d2886a65 req-64d89cd8-faa5-4f48-81c1-0388062d8081 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Jul 22 15:07:25.214424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9412b0-0ed1-4d7b-bb35-c14276440faa req-532cb85f-1c57-440e-9f49-27eedd81e2c4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:25.215930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd9412b0-0ed1-4d7b-bb35-c14276440faa req-532cb85f-1c57-440e-9f49-27eedd81e2c4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0679450 Jul 22 15:07:25.252918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd9412b0-0ed1-4d7b-bb35-c14276440faa req-1d970b25-c552-4f89-a7f9-4cf1d6627f69 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Jul 22 15:07:26.383968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee307b-3861-4436-bcf3-cdf80226bd26 req-05356f84-82aa-43b6-a02d-680d657ef34d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:26.385487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5ee307b-3861-4436-bcf3-cdf80226bd26 req-05356f84-82aa-43b6-a02d-680d657ef34d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0630505 Jul 22 15:07:26.424480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d5ee307b-3861-4436-bcf3-cdf80226bd26 req-a2a3c04c-c0c2-4347-8109-1030dcade525 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334628 Jul 22 15:07:27.560490 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94971353-2516-46d0-a421-96f95d082090 req-4e18b57a-67d6-4915-b2b1-672d137d002a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:27.562474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-94971353-2516-46d0-a421-96f95d082090 req-4e18b57a-67d6-4915-b2b1-672d137d002a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0697415 Jul 22 15:07:27.600258 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-94971353-2516-46d0-a421-96f95d082090 req-c71fd2df-9ed5-4d92-bb3f-ccf47a571a4f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Jul 22 15:07:28.754536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2bab2-4ff5-4c65-a070-05dd08474cfb req-7c1b52c6-8dbb-413e-b9c8-4b63f1a939f4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:28.756038 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4a2bab2-4ff5-4c65-a070-05dd08474cfb req-7c1b52c6-8dbb-413e-b9c8-4b63f1a939f4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0632975 Jul 22 15:07:28.793248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4a2bab2-4ff5-4c65-a070-05dd08474cfb req-5bd25d97-b905-4d31-a08d-e4f5bc104d4b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Jul 22 15:07:29.922683 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a45e2-e106-496d-9e89-3552db49d826 req-c3820b7a-ed19-4c9d-8e74-3470efad2252 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:29.924170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e59a45e2-e106-496d-9e89-3552db49d826 req-c3820b7a-ed19-4c9d-8e74-3470efad2252 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0627882 Jul 22 15:07:29.960625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e59a45e2-e106-496d-9e89-3552db49d826 req-98673bc2-17fd-4e0c-b7da-7687d6851ff8 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309265 Jul 22 15:07:31.092062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c082b-c4a2-4059-aacd-2c1b74c06982 req-fa70e5c2-49bd-494f-9192-2d29f39644a6 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:31.093584 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f44c082b-c4a2-4059-aacd-2c1b74c06982 req-fa70e5c2-49bd-494f-9192-2d29f39644a6 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0663033 Jul 22 15:07:31.129940 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f44c082b-c4a2-4059-aacd-2c1b74c06982 req-226a5071-a9cf-4cb7-af37-7aa178b62748 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Jul 22 15:07:32.262972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f432c-a641-48b3-ab44-6cb0e690b49f req-0c4915d6-b220-4b03-8d7e-3f544396af70 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:32.264489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a30f432c-a641-48b3-ab44-6cb0e690b49f req-0c4915d6-b220-4b03-8d7e-3f544396af70 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0638781 Jul 22 15:07:32.302564 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a30f432c-a641-48b3-ab44-6cb0e690b49f req-b549371c-ab84-49b7-b87a-a223a27bf8b1 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319104 Jul 22 15:07:33.437286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71ca1f-9043-4853-a534-4a44a6327ea5 req-a363217e-0f52-4d4e-bdd4-8b6f0d1fa9c4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:33.438826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b71ca1f-9043-4853-a534-4a44a6327ea5 req-a363217e-0f52-4d4e-bdd4-8b6f0d1fa9c4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0700538 Jul 22 15:07:33.478450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b71ca1f-9043-4853-a534-4a44a6327ea5 req-b0c9e416-508e-42ac-87e9-a04138ca369c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341167 Jul 22 15:07:34.609841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963153c1-7211-403c-8c88-afdf6277c70f req-79e76a86-8b16-4a69-8d21-818d3d71dc72 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:34.611321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-963153c1-7211-403c-8c88-afdf6277c70f req-79e76a86-8b16-4a69-8d21-818d3d71dc72 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0655961 Jul 22 15:07:34.648983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-963153c1-7211-403c-8c88-afdf6277c70f req-11aaa81e-6237-4357-9571-ea248cb2615b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jul 22 15:07:34.787107 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:07:35.778017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25581b17-c65d-4f0d-a9d4-a3e669356513 req-f5fb2da1-69a2-4f24-a1e6-3a6dda9965cf tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:35.779553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25581b17-c65d-4f0d-a9d4-a3e669356513 req-f5fb2da1-69a2-4f24-a1e6-3a6dda9965cf tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0625627 Jul 22 15:07:35.817353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25581b17-c65d-4f0d-a9d4-a3e669356513 req-8618fc96-854c-4515-bf32-d915a4ec48af tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Jul 22 15:07:36.950338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f071c-e5a5-4c62-960a-ab71aa79da8b req-725047f1-383a-4c37-a1d1-6f76ec784789 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:36.951874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be8f071c-e5a5-4c62-960a-ab71aa79da8b req-725047f1-383a-4c37-a1d1-6f76ec784789 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0677309 Jul 22 15:07:36.990256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be8f071c-e5a5-4c62-960a-ab71aa79da8b req-18ea66e8-9de1-4025-bc09-05c5d2755d5e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Jul 22 15:07:37.560460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:37.950035 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:38.119481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c57ca-6d48-4868-80fe-04a47139e10a req-ff60c028-d8bb-48a7-8d4f-0ef69ee585c7 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:38.120977 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-689c57ca-6d48-4868-80fe-04a47139e10a req-ff60c028-d8bb-48a7-8d4f-0ef69ee585c7 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0631773 Jul 22 15:07:38.158327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-689c57ca-6d48-4868-80fe-04a47139e10a req-f1682ed7-f6cf-4c56-9a5c-ca223a3ad17a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Jul 22 15:07:39.294687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a149ce-ce09-4617-b1e9-4b7e5ba08b29 req-85b3f54d-9ab7-4133-8235-b511f6b2540f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:39.297476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66a149ce-ce09-4617-b1e9-4b7e5ba08b29 req-85b3f54d-9ab7-4133-8235-b511f6b2540f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0712018 Jul 22 15:07:39.339807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66a149ce-ce09-4617-b1e9-4b7e5ba08b29 req-0e62e9d3-6376-42dc-b13b-ca45fa59765d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368626 Jul 22 15:07:39.899399 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e13f736e-b7dd-4f3b-a0af-f94791ca5584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:40.477142 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17dbac-ecf1-4d67-938e-43f208df5f40 req-c547a5bc-3c2b-44b8-9de9-bafbee9c4fd4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:40.478753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b17dbac-ecf1-4d67-938e-43f208df5f40 req-c547a5bc-3c2b-44b8-9de9-bafbee9c4fd4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0640442 Jul 22 15:07:40.515227 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b17dbac-ecf1-4d67-938e-43f208df5f40 req-59fb7fb6-cd0d-4a4e-a77d-0f88a9bfbf78 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Jul 22 15:07:41.644479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb4b5a-43a5-4de9-bc05-aed29a907cfc req-3778cd03-3ea4-4183-989a-5acc577a568f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:41.645957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0eb4b5a-43a5-4de9-bc05-aed29a907cfc req-3778cd03-3ea4-4183-989a-5acc577a568f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0630417 Jul 22 15:07:41.682875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0eb4b5a-43a5-4de9-bc05-aed29a907cfc req-767c3a15-f958-40f5-b835-012fd6d8051a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Jul 22 15:07:42.154720 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca4c823c-cc76-4e68-9855-815b726b318b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:42.169450 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-a808c1d0-250e-44b1-985c-a862cddf222c req-01993f40-75d2-4ffd-b58f-e7319818188a service neutron] show failed (client error): The resource could not be found. Jul 22 15:07:42.170493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-01993f40-75d2-4ffd-b58f-e7319818188a service neutron] 10.222.0.72 "GET /v2.0/ports/5dc622c7-cd2c-48ed-a7c5-f41b9d40b801/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0604837 Jul 22 15:07:42.382579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-47d35d37-a56a-471e-ac23-d6f10b1bc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:42.384124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-47d35d37-a56a-471e-ac23-d6f10b1bc182 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5&tenant_id=ce226e5d05c04928ad9963eb8956e187 HTTP/1.1" status: 200 len: 1097 time: 0.0585127 Jul 22 15:07:42.391690 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:42.398749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:42.475774 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:42.834567 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda9f1f-0699-4580-a568-359e7280b491 req-27504e78-ff6b-49da-a307-053043556e48 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:42.836290 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cda9f1f-0699-4580-a568-359e7280b491 req-27504e78-ff6b-49da-a307-053043556e48 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0825837 Jul 22 15:07:42.875574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cda9f1f-0699-4580-a568-359e7280b491 req-bfbae66e-134b-4e9a-93c6-f375c6d198e1 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329671 Jul 22 15:07:43.010834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:43.042748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:43.080768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:43.083332 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987fe087-e1ea-4fa3-b6b0-679751619a1e" -d '{"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:43.087246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.100404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Transition to ACTIVE for port object 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:43.103892 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.136523 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dcbf93-de7c-4e8c-b49c-3ee0a2239215 x-openstack-request-id: req-99dcbf93-de7c-4e8c-b49c-3ee0a2239215 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:43.136815 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:43.137068 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99dcbf93-de7c-4e8c-b49c-3ee0a2239215 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:43.137458 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'code': 200} Jul 22 15:07:43.171216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] No DVR routers for this DVR port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:07:43.174363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:43.213841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:43.214172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:43.214507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:43.218894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on network ab2b3568-748b-4318-a511-4c01d44cdc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:07:43.219222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Attempting to bind port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:43.227907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:43.228375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Checking segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:43.228766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Bound using segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:43.229243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Bound port: 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:43.229699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.294579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:43.297628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:43.301211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.337114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:43.338111 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.339585 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 1092 time: 0.9479549 Jul 22 15:07:43.369330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319dd35-c312-4d87-910a-dbd67fdf33a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:43.423105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-eecaa44d-ee53-41c0-987b-75ce1f7c71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:43.424632 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-eecaa44d-ee53-41c0-987b-75ce1f7c71c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1095 time: 0.0631676 Jul 22 15:07:43.519225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-f1dd824d-e786-45f3-b6d7-1fedc2ea0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:43.520721 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-f1dd824d-e786-45f3-b6d7-1fedc2ea0e55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0900071 Jul 22 15:07:43.566459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-511d0654-8504-4f8c-a0c1-2d968b76a645 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0383790 Jul 22 15:07:43.615056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808c1d0-250e-44b1-985c-a862cddf222c req-4bdd1ec9-e559-4467-903d-2dfca36b0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:43.616436 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-4bdd1ec9-e559-4467-903d-2dfca36b0407 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0439243 Jul 22 15:07:43.650823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-765761a4-513a-452a-ad63-4788e22d6ef4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274682 Jul 22 15:07:43.742799 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-58d57ae9-059f-4e3a-a3fb-76dfd268f4f8 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852084 Jul 22 15:07:43.748243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:43.832990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a808c1d0-250e-44b1-985c-a862cddf222c req-d5369f8c-aca6-4bc1-bdc2-c7c66ce29286 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835571 Jul 22 15:07:44.006617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445b738-d8e4-4278-8799-1af1221b13ff req-04aa402a-b582-44f4-8b86-445a596453f4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:44.008107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a445b738-d8e4-4278-8799-1af1221b13ff req-04aa402a-b582-44f4-8b86-445a596453f4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0629399 Jul 22 15:07:44.045666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a445b738-d8e4-4278-8799-1af1221b13ff req-9a90a5d1-27f9-401f-86e6-706c27107535 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jul 22 15:07:45.138218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:45.141235 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77c60d8-e5a5-406e-9d08-dbf82367fa12" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:45.184351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850b547-ab71-41ef-89a5-7c1f4594484b req-ece9d748-98f6-4af0-bd66-084458856b29 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.185891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9850b547-ab71-41ef-89a5-7c1f4594484b req-ece9d748-98f6-4af0-bd66-084458856b29 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 944 time: 0.0671918 Jul 22 15:07:45.189081 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145762b1-ab5e-49c5-a2dc-b6ac7afb55c5 x-openstack-request-id: req-145762b1-ab5e-49c5-a2dc-b6ac7afb55c5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:45.189372 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:45.189624 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-145762b1-ab5e-49c5-a2dc-b6ac7afb55c5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:45.190026 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'status': 'completed', 'code': 200} Jul 22 15:07:45.226887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9850b547-ab71-41ef-89a5-7c1f4594484b req-7482d188-1725-4181-b9b0-69b006cccd01 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335851 Jul 22 15:07:45.301466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-0d243cab-418d-40c6-a9af-ea7d0e22cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.303071 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-0d243cab-418d-40c6-a9af-ea7d0e22cf88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1095 time: 0.0950263 Jul 22 15:07:45.309196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-fb8d3b97-1c4e-495e-928b-6e872f1e9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.310912 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-fb8d3b97-1c4e-495e-928b-6e872f1e9b5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1095 time: 0.0943384 Jul 22 15:07:45.427846 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:45.471470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-eb2cb757-5c7f-4a63-9287-95a8287e734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.472959 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-eb2cb757-5c7f-4a63-9287-95a8287e734d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.1611395 Jul 22 15:07:45.474052 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-b3a4073c-ad56-4636-a59c-000ba392e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.475413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-b3a4073c-ad56-4636-a59c-000ba392e0f2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.1555216 Jul 22 15:07:45.549953 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-af18c0e5-872c-44bd-afef-d7fa3a4f7f61 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0695775 Jul 22 15:07:45.551385 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-834fec3e-29ea-45ff-8fc6-dc236eceacf7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0647995 Jul 22 15:07:45.641485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-0237f83c-aa4e-4a52-af27-712140eb1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.642987 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-0237f83c-aa4e-4a52-af27-712140eb1283 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0867012 Jul 22 15:07:45.644356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-1b98f769-74ac-4aa2-b871-dd34878749c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:45.645712 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-1b98f769-74ac-4aa2-b871-dd34878749c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0779631 Jul 22 15:07:45.670950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:07:45.699613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-050d317b-948d-485a-85c6-d5f1bcb209ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504622 Jul 22 15:07:45.701460 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-423799bb-115b-490a-ad4f-434056edd30e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451086 Jul 22 15:07:45.772204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:45.784139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'port_id': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'mac_address': 'fa:16:3e:96:64:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4912e9a2-5de2-4a3f-93d4-549b6dea9d89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:07:45.822153 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:45.835780 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:45.856729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:45.857387 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-43c266e1-03b3-412d-a574-76d4571be7a5 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508486 Jul 22 15:07:45.862499 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:45.894405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-9252d715-6817-4e1b-a1fe-014c735b04c6 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797657 Jul 22 15:07:45.915333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:46.030448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-d2ac553e-451c-4cdf-9183-20f6e548a9c1 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627076 Jul 22 15:07:46.041805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a77c60d8-e5a5-406e-9d08-dbf82367fa12 req-725b9f97-b66a-4256-ae36-f8214ab16b23 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389866 Jul 22 15:07:46.072185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:46.360006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ada136-dd8a-4231-a8df-b5c668e698a1 req-4dc63eea-094e-4cb5-b957-02368a592add tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.361418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73ada136-dd8a-4231-a8df-b5c668e698a1 req-4dc63eea-094e-4cb5-b957-02368a592add tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 945 time: 0.0629430 Jul 22 15:07:46.399240 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73ada136-dd8a-4231-a8df-b5c668e698a1 req-e760499e-7ca8-46a8-b5d8-64925f6c9280 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jul 22 15:07:46.612204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e326ad-025a-427f-b0bb-d775397b062a req-e8d027f4-f052-4f20-ab48-c3315f3ba2b2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.613622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27e326ad-025a-427f-b0bb-d775397b062a req-e8d027f4-f052-4f20-ab48-c3315f3ba2b2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 945 time: 0.0687220 Jul 22 15:07:46.626779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430197d-0f8d-460d-865d-601112f2ad8f req-e5aee6a2-2e5e-4d26-b978-dd316a917f15 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.628298 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-e5aee6a2-2e5e-4d26-b978-dd316a917f15 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.72 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5&tenant_id=ce226e5d05c04928ad9963eb8956e187&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 945 time: 0.0694950 Jul 22 15:07:46.652425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-27e326ad-025a-427f-b0bb-d775397b062a req-1cea465c-91c2-4902-9d71-2d1887262cd9 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328426 Jul 22 15:07:46.692866 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-d430197d-0f8d-460d-865d-601112f2ad8f req-e931af1b-c3f5-45d7-b657-7cf47726c81d service neutron] delete failed (client error): The resource could not be found. Jul 22 15:07:46.693886 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-e931af1b-c3f5-45d7-b657-7cf47726c81d service neutron] 10.222.0.72 "DELETE /v2.0/ports/5dc622c7-cd2c-48ed-a7c5-f41b9d40b801/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0555391 Jul 22 15:07:46.792426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430197d-0f8d-460d-865d-601112f2ad8f req-735d9813-92ef-469a-af33-3e2cbe9be55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.793917 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-735d9813-92ef-469a-af33-3e2cbe9be55c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 1096 time: 0.0576043 Jul 22 15:07:46.885129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430197d-0f8d-460d-865d-601112f2ad8f req-8887a581-f9d5-4c0f-bb22-801b42394163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.886540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-8887a581-f9d5-4c0f-bb22-801b42394163 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0842476 Jul 22 15:07:46.931785 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-7818fd4f-9e5f-4204-afd9-c9597fe80524 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 200 len: 217 time: 0.0383785 Jul 22 15:07:46.980517 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430197d-0f8d-460d-865d-601112f2ad8f req-292d14e4-0154-4ad5-a8e8-a4bc21c5d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:46.981968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-292d14e4-0154-4ad5-a8e8-a4bc21c5d406 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0431945 Jul 22 15:07:47.017144 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-164e5ab2-d7d8-4f53-a5d7-e6fadbc94f69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279469 Jul 22 15:07:47.110907 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-81c865c4-4493-4f69-98b0-0b3ca363760d service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Jul 22 15:07:47.118531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:47.156937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:47.201438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d430197d-0f8d-460d-865d-601112f2ad8f req-c00eca0a-1b05-492c-90df-6097de99fb07 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823767 Jul 22 15:07:47.686191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:47.739148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:47.743695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:47.744121 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:47.791163 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f055-e3c0-45be-a851-bc383b77e3fc req-df809dfe-5fe2-4f81-bcc9-bd81ceacb5bd tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:47.792667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6d1f055-e3c0-45be-a851-bc383b77e3fc req-df809dfe-5fe2-4f81-bcc9-bd81ceacb5bd tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 945 time: 0.0675550 Jul 22 15:07:47.831578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a6d1f055-e3c0-45be-a851-bc383b77e3fc req-47ed3a8d-9560-4746-8eba-e990847f238c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328584 Jul 22 15:07:47.835731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:47.860163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:47.862549 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237bf704-2183-4e94-af56-260dec0f6d49" -d '{"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-plugged", "status": "completed", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:47.876175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:47.880905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:47.908142 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b2776f-94d5-44e3-b391-f007be4f2721 x-openstack-request-id: req-78b2776f-94d5-44e3-b391-f007be4f2721 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:47.908442 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-plugged", "status": "completed", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:47.908968 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78b2776f-94d5-44e3-b391-f007be4f2721 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:47.909363 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'code': 200} Jul 22 15:07:47.936345 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:47.965278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf130f9-d550-42c0-837e-a1fa7779df98 req-cd6b7659-f652-451c-9f72-9b3e4ca42504 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:47.966824 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cf130f9-d550-42c0-837e-a1fa7779df98 req-cd6b7659-f652-451c-9f72-9b3e4ca42504 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0644872 Jul 22 15:07:48.005147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cf130f9-d550-42c0-837e-a1fa7779df98 req-2486bbd7-e5f5-46b4-8ba7-a94072ac916b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327191 Jul 22 15:07:48.140537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2665251-7d01-44cf-8385-c9fc7bf87585 req-84a68305-a75f-4713-aefb-8b5e8a7d7822 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:48.142041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2665251-7d01-44cf-8385-c9fc7bf87585 req-84a68305-a75f-4713-aefb-8b5e8a7d7822 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0690200 Jul 22 15:07:48.180385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2665251-7d01-44cf-8385-c9fc7bf87585 req-f4f2e231-5738-4a1d-bc5f-55aeaad6bf6e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325563 Jul 22 15:07:48.537100 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-74fcc58b-d9e1-4474-8290-3d33bc5470a0 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:48.538585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-74fcc58b-d9e1-4474-8290-3d33bc5470a0 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 815 time: 0.1073349 Jul 22 15:07:48.553889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-d47c0255-1c9d-4889-9fd4-b8c3570503d2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/quotas/ce226e5d05c04928ad9963eb8956e187 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Jul 22 15:07:48.618535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-3295938a-ed3a-41c4-a2bf-fc957630ef14 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0596611 Jul 22 15:07:48.708340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-e06ae902-e8e0-4ecc-b8cd-c664dc88e45a service neutron] 10.222.0.60 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829284 Jul 22 15:07:48.802467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-65d92a08-de02-4fbb-8f5f-c9886a2689d9 service neutron] 10.222.0.60 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883439 Jul 22 15:07:48.963778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1541b83-306a-4c47-b068-fb53fda61770 req-705b4f9b-7013-4c2b-b4cf-48865d849819 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 210 time: 0.0300968 Jul 22 15:07:49.710425 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-1d6ce2b9-6b44-4857-b39a-d34ccf353270 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:49.711934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-1d6ce2b9-6b44-4857-b39a-d34ccf353270 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5 HTTP/1.1" status: 200 len: 946 time: 0.0638494 Jul 22 15:07:49.826956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Deleting port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:07:49.827431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:49.933571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] For port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:49.933947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:49.947065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Calling delete_port for 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:07:50.088935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.101062 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:50.124277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Pushing event deleted for resources: {'Port': ['ID=5dc622c7-cd2c-48ed-a7c5-f41b9d40b801,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:50.173539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] No DVR routers for this DVR port 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:07:50.176249 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.178380 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.61 "DELETE /v2.0/ports/5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 HTTP/1.1" status: 204 len: 173 time: 0.4538453 Jul 22 15:07:50.178989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-deleted', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:50.181194 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6848c327-7fe2-4b97-9f6f-38268b6c5c7a" -d '{"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-deleted", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:50.239079 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbbe42-527d-4048-9d94-2ce63701058a x-openstack-request-id: req-fadbbe42-527d-4048-9d94-2ce63701058a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:50.239376 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5", "name": "network-vif-deleted", "tag": "5dc622c7-cd2c-48ed-a7c5-f41b9d40b801", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:50.239633 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fadbbe42-527d-4048-9d94-2ce63701058a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:50.240035 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9d4bec-dc64-4f32-b8a3-a530f6b3ccc5', 'name': 'network-vif-deleted', 'tag': '5dc622c7-cd2c-48ed-a7c5-f41b9d40b801', 'status': 'completed', 'code': 200} Jul 22 15:07:50.268131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70c7c012-736e-441f-aeed-e6407e0f6de8 req-87304c86-a548-44ab-b410-14a623c97b23 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 210 time: 0.0441353 Jul 22 15:07:50.283643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7816a266-7eb2-4547-92e5-a2d38a031f65 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:50.285534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7816a266-7eb2-4547-92e5-a2d38a031f65 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 815 time: 0.4978855 Jul 22 15:07:50.300850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Request body: {'port': {'device_id': '6a5666f2-4153-475c-b4c4-575427436933', 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'admin_state_up': True, 'tenant_id': 'ce226e5d05c04928ad9963eb8956e187'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:50.416704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Made reservation on behalf of ce226e5d05c04928ad9963eb8956e187 for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:07:50.420341 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.559536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Allocated IP 172.20.0.11 (ab2b3568-748b-4318-a511-4c01d44cdc3e/4912e9a2-5de2-4a3f-93d4-549b6dea9d89/993db234-046a-49f0-8a05-6ec105987944) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:07:50.714802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.753915 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.767111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['5dc622c7-cd2c-48ed-a7c5-f41b9d40b801'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:50.798270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Network ab2b3568-748b-4318-a511-4c01d44cdc3e is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:07:50.803803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:07:50.806866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:07:50.836072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:50.870397 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:50.871817 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:50.886613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fbdce71d-1e46-4172-a41b-dcaae8b950cb tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920329 Jul 22 15:07:50.897877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Request body: {'port': {'device_id': '6a5666f2-4153-475c-b4c4-575427436933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:07:50.973509 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.232334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 993db234-046a-49f0-8a05-6ec105987944 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:51.240447 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.252492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Transition to ACTIVE for port object 993db234-046a-49f0-8a05-6ec105987944 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:07:51.255564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.306868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:51.413060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:07:51.413299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:07:51.413642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:51.423066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Port 993db234-046a-49f0-8a05-6ec105987944 on network ab2b3568-748b-4318-a511-4c01d44cdc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:07:51.423400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:07:51.430929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:07:51.431279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Checking segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:07:51.431672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Bound using segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:07:51.432268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Bound port: 993db234-046a-49f0-8a05-6ec105987944, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:07:51.432473 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.452233 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b4bf2-cf8f-483d-a458-5e4eaa78d15e req-ea044b0f-bc9a-4c8d-946d-d23d64cd5711 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:51.453762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b47b4bf2-cf8f-483d-a458-5e4eaa78d15e req-ea044b0f-bc9a-4c8d-946d-d23d64cd5711 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.1044946 Jul 22 15:07:51.527235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b47b4bf2-cf8f-483d-a458-5e4eaa78d15e req-22a444cf-8f00-4cad-9f23-30eb0eb93a80 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671279 Jul 22 15:07:51.534121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:07:51.537310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:07:51.542728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.581125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:51.581750 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:51.583180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] 10.222.0.61 "PUT /v2.0/ports/993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 1092 time: 0.6894586 Jul 22 15:07:51.583623 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'tag': '993db234-046a-49f0-8a05-6ec105987944'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:51.585929 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7213250f-2f38-4456-8f69-dc14bd63536c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "tag": "993db234-046a-49f0-8a05-6ec105987944"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:51.605422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89ed0f-7659-416b-af74-2468bd679734 service neutron] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:51.687626 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f523091-4180-43d8-9bc8-575432c1e283 x-openstack-request-id: req-7f523091-4180-43d8-9bc8-575432c1e283 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:51.687922 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "tag": "993db234-046a-49f0-8a05-6ec105987944", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:51.688171 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f523091-4180-43d8-9bc8-575432c1e283 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:51.688568 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'tag': '993db234-046a-49f0-8a05-6ec105987944', 'status': 'completed', 'code': 200} Jul 22 15:07:51.690307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-1b14cac0-df1e-4af5-b3f9-ff90deea54ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:51.691866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-1b14cac0-df1e-4af5-b3f9-ff90deea54ce service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1095 time: 0.0653877 Jul 22 15:07:51.734278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-5805a28a-b550-4b85-ac5b-b0be7035bb16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0341847 Jul 22 15:07:51.783351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-176d0ca4-476b-45c2-8c8a-1144a5333c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:51.785059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-176d0ca4-476b-45c2-8c8a-1144a5333c87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0447955 Jul 22 15:07:51.818311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-fda445ee-8c2a-43f4-9db4-cd755e59487f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266767 Jul 22 15:07:51.909711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-6e652e40-72df-47ee-9762-830bfee2e503 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844142 Jul 22 15:07:52.000203 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda890ee-7c80-4694-853c-f0cff9a8b202 req-862765d9-4e00-431f-91f8-f998923bbcee service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835457 Jul 22 15:07:52.100333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213250f-2f38-4456-8f69-dc14bd63536c req-bb38613b-6a2c-4f9d-b4ce-233dd9cc5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:52.101859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-bb38613b-6a2c-4f9d-b4ce-233dd9cc5187 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1095 time: 0.0543239 Jul 22 15:07:52.193443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213250f-2f38-4456-8f69-dc14bd63536c req-6e5e9491-c1fc-4354-a096-b1398d562697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:52.194944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-6e5e9491-c1fc-4354-a096-b1398d562697 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0855319 Jul 22 15:07:52.239181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-46d0209e-201a-467a-9839-39f898329c18 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0375631 Jul 22 15:07:52.287837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213250f-2f38-4456-8f69-dc14bd63536c req-3904c984-3a05-4d07-8253-c7cd62427484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:52.289290 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-3904c984-3a05-4d07-8253-c7cd62427484 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0438073 Jul 22 15:07:52.326574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-ed50c283-87e2-4111-80bd-38fc81bd23a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283363 Jul 22 15:07:52.421700 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-9d4cc12b-ad51-4ac5-a6fa-b9ce588607ff service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874159 Jul 22 15:07:52.512671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7213250f-2f38-4456-8f69-dc14bd63536c req-688d027f-5160-4e17-bcf7-d1199b019955 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844724 Jul 22 15:07:52.660070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a63da-5c53-4bd4-bb15-8c6e78a339fb req-59534ee9-f064-4dad-9a88-1e0bfc811dee tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:52.661579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-361a63da-5c53-4bd4-bb15-8c6e78a339fb req-59534ee9-f064-4dad-9a88-1e0bfc811dee tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.0684469 Jul 22 15:07:52.699137 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-361a63da-5c53-4bd4-bb15-8c6e78a339fb req-a71ea354-0c18-4377-a768-090fa0e03ba7 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Jul 22 15:07:53.704492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 993db234-046a-49f0-8a05-6ec105987944 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:07:53.706648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:07:53.731320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:07:53.731676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 5dc622c7-cd2c-48ed-a7c5-f41b9d40b801 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:07:53.817689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:53.829413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '993db234-046a-49f0-8a05-6ec105987944', 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'port_id': '993db234-046a-49f0-8a05-6ec105987944', 'mac_address': 'fa:16:3e:ad:17:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4912e9a2-5de2-4a3f-93d4-549b6dea9d89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:07:53.831849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c148f7-bdfb-47d4-a5f2-d5bbddb9b992 req-1e36d336-0d3b-4885-910d-e214316aad7b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:53.833398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6c148f7-bdfb-47d4-a5f2-d5bbddb9b992 req-1e36d336-0d3b-4885-910d-e214316aad7b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.0641727 Jul 22 15:07:53.875512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6c148f7-bdfb-47d4-a5f2-d5bbddb9b992 req-7438c34a-6b9c-42e6-bd64-dbfd882c8624 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Jul 22 15:07:53.877122 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:53.895790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993db234-046a-49f0-8a05-6ec105987944 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:07:53.921089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:53.925546 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:53.973959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:54.115708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['993db234-046a-49f0-8a05-6ec105987944'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:07:55.011577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadffe6e-4a58-42f0-8054-234075aef295 req-c1a26b49-3d48-4238-84ac-de751e91de3a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:55.013081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aadffe6e-4a58-42f0-8054-234075aef295 req-c1a26b49-3d48-4238-84ac-de751e91de3a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 945 time: 0.0666134 Jul 22 15:07:55.050403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aadffe6e-4a58-42f0-8054-234075aef295 req-93fe90b6-cab0-4b85-a4b4-2e7f92fa1275 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Jul 22 15:07:55.717592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 993db234-046a-49f0-8a05-6ec105987944 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:07:55.765145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 993db234-046a-49f0-8a05-6ec105987944 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:07:55.768785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 993db234-046a-49f0-8a05-6ec105987944 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:07:55.769163 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:55.844657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:55.869392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993db234-046a-49f0-8a05-6ec105987944'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:07:55.871940 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8522b881-95c9-4959-8ce0-deae1cad7684" -d '{"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-plugged", "status": "completed", "tag": "993db234-046a-49f0-8a05-6ec105987944"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:07:55.884829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:07:55.889050 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:07:55.914113 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c375974-1a80-4b8f-a9f6-2ff3da3c2452 x-openstack-request-id: req-6c375974-1a80-4b8f-a9f6-2ff3da3c2452 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:07:55.914405 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-plugged", "status": "completed", "tag": "993db234-046a-49f0-8a05-6ec105987944", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:07:55.914759 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c375974-1a80-4b8f-a9f6-2ff3da3c2452 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:07:55.915149 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993db234-046a-49f0-8a05-6ec105987944', 'code': 200} Jul 22 15:07:55.946123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:07:56.025906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8f268-c39e-45fd-a36a-d3650733d630 req-e02c7add-6527-463f-ac2e-7e45093ad3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:56.027476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4de8f268-c39e-45fd-a36a-d3650733d630 req-e02c7add-6527-463f-ac2e-7e45093ad3d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1097 time: 0.0546408 Jul 22 15:07:56.061174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4de8f268-c39e-45fd-a36a-d3650733d630 req-16d8f42f-a899-4408-a24c-6e94f8131c4b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277340 Jul 22 15:07:56.178435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8617f-0630-4229-b898-7a2825f296a1 req-f64e10ab-1135-4bf2-87cc-f466e863812e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:56.179983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85d8617f-0630-4229-b898-7a2825f296a1 req-f64e10ab-1135-4bf2-87cc-f466e863812e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0633719 Jul 22 15:07:56.224034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85d8617f-0630-4229-b898-7a2825f296a1 req-f2e822fa-a3e5-4752-aa9e-3621aaa6d4a1 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Jul 22 15:07:57.367005 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4b984-5fe7-4a98-ab26-1edb66c8d18a req-c138d121-8056-4173-8fa2-33d8987208b6 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:57.368481 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16d4b984-5fe7-4a98-ab26-1edb66c8d18a req-c138d121-8056-4173-8fa2-33d8987208b6 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0672882 Jul 22 15:07:57.407656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16d4b984-5fe7-4a98-ab26-1edb66c8d18a req-0b371448-7454-48f5-abd5-5a764c4bfd19 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Jul 22 15:07:57.534557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318508d-f44f-481c-9dd1-81291fa2c3f1 req-a3fb5657-e324-4f9c-9517-d2e19eb44d08 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:57.535969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3318508d-f44f-481c-9dd1-81291fa2c3f1 req-a3fb5657-e324-4f9c-9517-d2e19eb44d08 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0632200 Jul 22 15:07:57.582593 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3318508d-f44f-481c-9dd1-81291fa2c3f1 req-7ba84794-7cf3-4e09-a67d-2150560fe23d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Jul 22 15:07:57.634166 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-56a4fea9-9141-4c9d-8519-c9c166fe7745 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625405 Jul 22 15:07:57.736646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-c3c3728c-25ff-4780-be5b-8126e0a5d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:57.738133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-c3c3728c-25ff-4780-be5b-8126e0a5d446 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1097 time: 0.0615263 Jul 22 15:07:57.904017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-dc3756c9-caa8-401f-8bdf-f7efa2eb17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:57.905409 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-dc3756c9-caa8-401f-8bdf-f7efa2eb17fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.1476071 Jul 22 15:07:57.964004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-c43d4481-4b6e-4299-889f-f5418b6212ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0462904 Jul 22 15:07:57.973965 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-f0169d19-afd0-432d-8def-a2fcc09b0bfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1857724 Jul 22 15:07:57.987244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bce075-33a1-48b3-8cc7-168bbc0e1182 req-ccf7fde6-c33f-47bf-b7d2-4ee2f541c8f9 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:57.988825 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18bce075-33a1-48b3-8cc7-168bbc0e1182 req-ccf7fde6-c33f-47bf-b7d2-4ee2f541c8f9 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.1882186 Jul 22 15:07:58.076467 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-55b31eae-228c-4fc9-892c-538d943aa560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:58.077996 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-55b31eae-228c-4fc9-892c-538d943aa560 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.1029305 Jul 22 15:07:58.083100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18bce075-33a1-48b3-8cc7-168bbc0e1182 req-a290bfe4-6b12-4c19-9e3d-28f058048bec tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857131 Jul 22 15:07:58.114416 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-e4ab7ac7-8b8b-4fee-ae76-07a77c3fa1f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293691 Jul 22 15:07:58.210939 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-e455a976-5faf-462b-adf3-0e0600c2cbd0 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892694 Jul 22 15:07:58.309677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76dbd2db-2169-4b3d-adf5-f19c0bbad45e req-8065e583-65c5-4397-9f9d-c495e54d5e1d service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918090 Jul 22 15:07:59.058083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-85344f3e-790d-4488-972e-1aaa9fd1d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:59.060324 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-85344f3e-790d-4488-972e-1aaa9fd1d99b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1097 time: 0.0540769 Jul 22 15:07:59.170278 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-11f5b11b-451a-41fa-b251-d1eb15b1e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:59.172456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-11f5b11b-451a-41fa-b251-d1eb15b1e4bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.1029356 Jul 22 15:07:59.230471 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-5a91fb3e-52ab-4193-b7f5-c153bd82dd82 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0418999 Jul 22 15:07:59.291835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479443ec-6d05-4aea-8066-6d9942161906 req-0880b089-97cd-47d8-9256-ec69696f96f5 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:59.293321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-479443ec-6d05-4aea-8066-6d9942161906 req-0880b089-97cd-47d8-9256-ec69696f96f5 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.1365204 Jul 22 15:07:59.297495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-febb1bb1-b735-40ac-a26b-2f002b2551a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:07:59.298876 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-febb1bb1-b735-40ac-a26b-2f002b2551a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0621243 Jul 22 15:07:59.339383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-eeffdc5c-6eae-4084-8235-1b0171fa1874 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337834 Jul 22 15:07:59.376872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-479443ec-6d05-4aea-8066-6d9942161906 req-f9d4cdb5-8159-4900-af59-806dc65dd0df tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770097 Jul 22 15:07:59.446548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-d73db462-dbea-4727-9967-dae7fe8e23b5 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968430 Jul 22 15:07:59.540464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-3ff01d5d-398d-4363-82c9-9cbf9c7da5a0 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Jul 22 15:08:00.506081 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63066852-5f86-4193-9756-4d719270094a req-3da68916-5735-4c66-b325-b6c871fbc621 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:00.507625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63066852-5f86-4193-9756-4d719270094a req-3da68916-5735-4c66-b325-b6c871fbc621 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0627060 Jul 22 15:08:00.545949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63066852-5f86-4193-9756-4d719270094a req-037af525-c8bc-46df-9912-e24578d2ab80 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Jul 22 15:08:01.676089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3b7b-0475-4944-bc68-d2df63396759 req-d245e544-f7bc-4654-bbc5-333c04242c66 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:01.677586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a0e3b7b-0475-4944-bc68-d2df63396759 req-d245e544-f7bc-4654-bbc5-333c04242c66 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0651350 Jul 22 15:08:01.717336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a0e3b7b-0475-4944-bc68-d2df63396759 req-8165f49a-cd97-4367-929a-ea6bed835819 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Jul 22 15:08:02.853476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4c0b93-5764-4d2d-9f31-9c460ecc3536 req-3e49bc82-295e-4138-b556-c1de0dc0a60e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:02.855141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb4c0b93-5764-4d2d-9f31-9c460ecc3536 req-3e49bc82-295e-4138-b556-c1de0dc0a60e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0689962 Jul 22 15:08:02.894101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eb4c0b93-5764-4d2d-9f31-9c460ecc3536 req-a2c13c08-8d8e-4ee6-878b-d8afa71c483d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Jul 22 15:08:04.023945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89994ef5-bf68-4e98-885f-cd910969b36a req-91161631-f5f1-45ff-b461-c3a57768ebd7 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:04.025434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89994ef5-bf68-4e98-885f-cd910969b36a req-91161631-f5f1-45ff-b461-c3a57768ebd7 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0627370 Jul 22 15:08:04.061578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89994ef5-bf68-4e98-885f-cd910969b36a req-00fd87a8-3ed1-44bb-be6f-9fdccacc1339 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Jul 22 15:08:05.192201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c6e17-8aec-4a0c-8465-66483f4c13f7 req-c645c59d-20b4-488e-936a-138c4e3b0003 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:05.193626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-071c6e17-8aec-4a0c-8465-66483f4c13f7 req-c645c59d-20b4-488e-936a-138c4e3b0003 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0634663 Jul 22 15:08:05.230168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-071c6e17-8aec-4a0c-8465-66483f4c13f7 req-ca57d316-f0e8-4265-b8ed-550a985579dd tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jul 22 15:08:06.362841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56483e-0787-45aa-a922-320638c0d243 req-7dc67e22-fbe3-497d-bfb1-ba5d0d5a42fc tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:06.364355 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a56483e-0787-45aa-a922-320638c0d243 req-7dc67e22-fbe3-497d-bfb1-ba5d0d5a42fc tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0676167 Jul 22 15:08:06.404387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a56483e-0787-45aa-a922-320638c0d243 req-17aa388b-342f-4ea5-b699-d28c87da3768 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345283 Jul 22 15:08:07.541483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6d1a3-499c-4208-92aa-63538ad5d7c8 req-d7502712-5fce-4c06-a837-dfaf52aaeb2b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:07.542948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aab6d1a3-499c-4208-92aa-63538ad5d7c8 req-d7502712-5fce-4c06-a837-dfaf52aaeb2b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0658543 Jul 22 15:08:07.578566 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:07.581560 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aab6d1a3-499c-4208-92aa-63538ad5d7c8 req-a7310191-7007-438d-bc66-a4875c6d8f0c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Jul 22 15:08:07.946158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:08.717832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d368-125c-4a68-acd9-0a6e5b8fae38 req-87c02f59-78d6-4e8d-bf3a-9ce96e311664 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:08.719943 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1294d368-125c-4a68-acd9-0a6e5b8fae38 req-87c02f59-78d6-4e8d-bf3a-9ce96e311664 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0694606 Jul 22 15:08:08.757508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1294d368-125c-4a68-acd9-0a6e5b8fae38 req-524431d1-8925-4fc6-ad03-6a79704c692f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 22 15:08:09.888276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27021c-dc17-4bf3-a18b-85da5e6c2a3f req-d3d16e7d-be6f-457a-bd4f-e2c2b3a171e4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:09.889828 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd27021c-dc17-4bf3-a18b-85da5e6c2a3f req-d3d16e7d-be6f-457a-bd4f-e2c2b3a171e4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0652721 Jul 22 15:08:09.901475 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48dfaec8-a036-49fe-9d71-aee1986b2862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:09.931035 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dd27021c-dc17-4bf3-a18b-85da5e6c2a3f req-02764bab-8659-4023-9762-566a72668726 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349979 Jul 22 15:08:11.060148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fee45-0c92-4048-b1f5-2deaaf5d37f2 req-5297b053-34eb-4805-afba-947847f55154 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:11.061666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b5fee45-0c92-4048-b1f5-2deaaf5d37f2 req-5297b053-34eb-4805-afba-947847f55154 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0637369 Jul 22 15:08:11.099872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b5fee45-0c92-4048-b1f5-2deaaf5d37f2 req-8c3455c6-c63e-4202-b26f-3207c153b825 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Jul 22 15:08:11.786869 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:08:12.155716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40e89a25-2cf7-47b6-9f60-22d0641e814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:12.237248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e4889-e6bd-4dbb-83f9-621cfda5654a req-a8e8a786-d187-4d42-b8ad-6dd577c41a95 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:12.238980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-719e4889-e6bd-4dbb-83f9-621cfda5654a req-a8e8a786-d187-4d42-b8ad-6dd577c41a95 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0698354 Jul 22 15:08:12.275637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-719e4889-e6bd-4dbb-83f9-621cfda5654a req-513ec645-14d9-4e8f-8e9f-04706459a577 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Jul 22 15:08:12.392571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:13.404703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c85c1-8054-49e0-b16d-0ea70900a8b8 req-8631d069-53ad-49c4-b2bb-f7baf03ea157 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:13.406840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e42c85c1-8054-49e0-b16d-0ea70900a8b8 req-8631d069-53ad-49c4-b2bb-f7baf03ea157 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0647655 Jul 22 15:08:13.444578 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e42c85c1-8054-49e0-b16d-0ea70900a8b8 req-fe3629bb-d7a9-4d54-928f-59fb4728989c tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319655 Jul 22 15:08:13.753015 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:14.578871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec378892-7d5c-4c57-bb2d-e5792d2310d1 req-f9d5ffd5-6399-493a-abc1-1a176e1bffa4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:14.580312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec378892-7d5c-4c57-bb2d-e5792d2310d1 req-f9d5ffd5-6399-493a-abc1-1a176e1bffa4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0676644 Jul 22 15:08:14.618455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec378892-7d5c-4c57-bb2d-e5792d2310d1 req-56abefe2-3102-4caf-84f0-d42d854c354d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Jul 22 15:08:15.427894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:15.747274 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301f351-5154-4a96-a41c-688281b4b301 req-658042a3-270f-41a8-8334-d9a0e8fbd6e8 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:15.748823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8301f351-5154-4a96-a41c-688281b4b301 req-658042a3-270f-41a8-8334-d9a0e8fbd6e8 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0637970 Jul 22 15:08:15.787366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8301f351-5154-4a96-a41c-688281b4b301 req-b54e8d87-8a77-43d8-8be7-cbfa4d4e959e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Jul 22 15:08:16.920377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcf5ae-a060-4307-8cde-369160f1fc71 req-d23c5752-2747-4bc2-8bfe-d66bbbee2caa tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:16.921884 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-edbcf5ae-a060-4307-8cde-369160f1fc71 req-d23c5752-2747-4bc2-8bfe-d66bbbee2caa tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0636408 Jul 22 15:08:16.959894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-edbcf5ae-a060-4307-8cde-369160f1fc71 req-554c6322-0a69-4fa8-b26e-708d75ae7141 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Jul 22 15:08:18.092247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe46ddc-1c04-4d0f-a213-c3b7c6467ca0 req-5a966244-567c-4a34-bc5b-b55daea7e496 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:18.093742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2fe46ddc-1c04-4d0f-a213-c3b7c6467ca0 req-5a966244-567c-4a34-bc5b-b55daea7e496 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0672798 Jul 22 15:08:18.131568 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2fe46ddc-1c04-4d0f-a213-c3b7c6467ca0 req-9a164fc2-65f5-4710-a083-47bf7307488a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Jul 22 15:08:19.261803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5555a0-7a91-42cf-9a71-d201c4c47896 req-b34be6f2-5522-4d58-adf9-f33e2c580a34 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:19.263352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e5555a0-7a91-42cf-9a71-d201c4c47896 req-b34be6f2-5522-4d58-adf9-f33e2c580a34 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0638790 Jul 22 15:08:19.302247 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e5555a0-7a91-42cf-9a71-d201c4c47896 req-ebdc91cf-dec4-462c-98c7-fe7d386536a9 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Jul 22 15:08:20.443224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d12fc-0764-4391-a0d0-8150dead329b req-12dad0a2-2889-4d90-979b-553969464250 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:20.444738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-871d12fc-0764-4391-a0d0-8150dead329b req-12dad0a2-2889-4d90-979b-553969464250 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0712202 Jul 22 15:08:20.481978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-871d12fc-0764-4391-a0d0-8150dead329b req-1c87251b-fd80-48e9-bf7f-593b5ff1f4f2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Jul 22 15:08:21.610618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40f4ce-d507-4443-86d1-10b2a0d7579a req-502792b1-5a09-4acc-8ed4-2de43c94966f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:21.612103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b40f4ce-d507-4443-86d1-10b2a0d7579a req-502792b1-5a09-4acc-8ed4-2de43c94966f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0630550 Jul 22 15:08:21.648671 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b40f4ce-d507-4443-86d1-10b2a0d7579a req-1a0ad2e4-4bd6-4bb8-81d2-1569c04bec89 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Jul 22 15:08:22.785276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192a515-16c4-49a4-97a0-c5f8b8f60d03 req-3b0dbc21-2192-4e34-9e22-e346956e2d2e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:22.787121 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6192a515-16c4-49a4-97a0-c5f8b8f60d03 req-3b0dbc21-2192-4e34-9e22-e346956e2d2e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0702446 Jul 22 15:08:22.825368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6192a515-16c4-49a4-97a0-c5f8b8f60d03 req-3707239e-b06a-45b0-8e06-ef3422a4406f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Jul 22 15:08:23.957447 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35702077-c71e-41ab-b164-2af68c3821c3 req-78dca8ea-76b0-47cb-bade-543969760c27 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:23.958967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35702077-c71e-41ab-b164-2af68c3821c3 req-78dca8ea-76b0-47cb-bade-543969760c27 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0673945 Jul 22 15:08:23.996263 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35702077-c71e-41ab-b164-2af68c3821c3 req-57160bb3-20c2-4482-8b05-2a21d62b49fd tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jul 22 15:08:25.144649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e758fd4-2abd-4f71-a3c8-ceaa3896dbb8 req-97bde145-2f96-4b4e-ae6e-9e3022f43bd1 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:25.146185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e758fd4-2abd-4f71-a3c8-ceaa3896dbb8 req-97bde145-2f96-4b4e-ae6e-9e3022f43bd1 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0658629 Jul 22 15:08:25.194283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e758fd4-2abd-4f71-a3c8-ceaa3896dbb8 req-cce78840-cf14-49cb-b341-fff6e3c5fc82 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420709 Jul 22 15:08:26.334798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dd6a5-5fbc-418b-974c-46b202a0e3f6 req-664fe2af-cc06-4dc9-b702-564aab60290a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:26.336319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8dd6a5-5fbc-418b-974c-46b202a0e3f6 req-664fe2af-cc06-4dc9-b702-564aab60290a tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0687022 Jul 22 15:08:26.373807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c8dd6a5-5fbc-418b-974c-46b202a0e3f6 req-2e2d669b-247d-4dd6-a8f7-e7e7049c7078 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318832 Jul 22 15:08:26.510836 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-268a2722-aa09-4863-85c0-635b2837a023 service neutron] show failed (client error): The resource could not be found. Jul 22 15:08:26.511805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-268a2722-aa09-4863-85c0-635b2837a023 service neutron] 10.222.0.61 "GET /v2.0/ports/993db234-046a-49f0-8a05-6ec105987944/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0561604 Jul 22 15:08:26.722269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-ea61980c-fe63-459e-b250-9538f346c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:26.723846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-ea61980c-fe63-459e-b250-9538f346c3a3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933&tenant_id=ce226e5d05c04928ad9963eb8956e187 HTTP/1.1" status: 200 len: 1097 time: 0.0561922 Jul 22 15:08:26.735393 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:26.812320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:27.025394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:27.057762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:08:27.096956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993db234-046a-49f0-8a05-6ec105987944'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:27.099168 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc42a4-75cc-4fa0-be3f-ac523a0fb109" -d '{"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-unplugged", "status": "completed", "tag": "993db234-046a-49f0-8a05-6ec105987944"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:27.102808 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:27.115319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Transition to ACTIVE for port object 993db234-046a-49f0-8a05-6ec105987944 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:27.119116 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:27.152394 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6dbfb5-1afd-4dd2-8219-2f8358251c81 x-openstack-request-id: req-3c6dbfb5-1afd-4dd2-8219-2f8358251c81 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:27.152684 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-unplugged", "status": "completed", "tag": "993db234-046a-49f0-8a05-6ec105987944", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:27.153332 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c6dbfb5-1afd-4dd2-8219-2f8358251c81 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:27.153332 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '993db234-046a-49f0-8a05-6ec105987944', 'code': 200} Jul 22 15:08:27.170551 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=6']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:27.194704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] No DVR routers for this DVR port 993db234-046a-49f0-8a05-6ec105987944 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:08:27.206171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.206533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.206892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.207242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.207576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.207909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.208242 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.208572 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.208900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.209229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.209557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.209881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:27.246047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:08:27.246388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:08:27.246751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:27.251625 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Port 993db234-046a-49f0-8a05-6ec105987944 on network ab2b3568-748b-4318-a511-4c01d44cdc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:08:27.251954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Attempting to bind port 993db234-046a-49f0-8a05-6ec105987944 on network ab2b3568-748b-4318-a511-4c01d44cdc3e {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:27.256766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:08:27.257110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Checking segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:08:27.257502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Bound using segment: {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:08:27.257930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Bound port: 993db234-046a-49f0-8a05-6ec105987944, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b1ba89-980d-413c-82b3-bc4c755f79eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:08:27.258294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:27.322761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:08:27.325740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:08:27.330528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:27.363621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:27.364237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:27.365723 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] 10.222.0.72 "PUT /v2.0/ports/993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 1092 time: 0.6344910 Jul 22 15:08:27.386879 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e7ec-a783-44f2-96de-ab0acadbda70 service neutron] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=7']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:27.448772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-a7657851-4e26-4b82-bc51-fc06a85204d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:27.450343 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-a7657851-4e26-4b82-bc51-fc06a85204d0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1095 time: 0.0605950 Jul 22 15:08:27.508052 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cb40e-abc8-477f-9b4c-f13f439ce549 req-b1c2bdd7-b18c-4cd6-b791-f0454003da37 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:27.509616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a88cb40e-abc8-477f-9b4c-f13f439ce549 req-b1c2bdd7-b18c-4cd6-b791-f0454003da37 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.0651722 Jul 22 15:08:27.539884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-cb0c853a-c28c-4946-b67f-023b980a0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:27.541369 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-cb0c853a-c28c-4946-b67f-023b980a0352 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0849221 Jul 22 15:08:27.549069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a88cb40e-abc8-477f-9b4c-f13f439ce549 req-9f45f289-6e99-4ebe-ae24-6f23de436c74 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Jul 22 15:08:27.586430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-70dd27b4-c7d5-43a2-bb85-14f5f1e06689 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0387149 Jul 22 15:08:27.635709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-d95900be-55be-44c1-a94a-ea27aff6556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:27.637085 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-d95900be-55be-44c1-a94a-ea27aff6556b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0439889 Jul 22 15:08:27.674462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-d027cd13-05af-41b4-99d1-af677fc02b2c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310562 Jul 22 15:08:27.766928 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-3d0b4f96-468d-47e7-9bce-8409b9f08cf5 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863636 Jul 22 15:08:27.855947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2bf1f5fc-5b55-404e-8c06-9b568fd92d19 req-754866fb-9cc1-4f23-b7eb-c27f65afe408 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832231 Jul 22 15:08:28.690657 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ac8ae-60fd-404b-b550-f930b5eb4f98 req-b85e0ebc-18b6-4d6b-9cdd-582f18c45553 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:28.692169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c4ac8ae-60fd-404b-b550-f930b5eb4f98 req-b85e0ebc-18b6-4d6b-9cdd-582f18c45553 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.0691984 Jul 22 15:08:28.730029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c4ac8ae-60fd-404b-b550-f930b5eb4f98 req-ed0949ba-909c-4ed8-88c4-8d4600e00da8 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322325 Jul 22 15:08:29.154318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'tag': '993db234-046a-49f0-8a05-6ec105987944'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:29.156716 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205de25f-7bd8-4c67-85d7-47093a4ff033" -d '{"events": [{"name": "network-changed", "server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "tag": "993db234-046a-49f0-8a05-6ec105987944"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:29.205660 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b701e8-1164-42cc-b207-91e79e009c2c x-openstack-request-id: req-68b701e8-1164-42cc-b207-91e79e009c2c {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:29.205965 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "tag": "993db234-046a-49f0-8a05-6ec105987944", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:29.206236 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68b701e8-1164-42cc-b207-91e79e009c2c {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:29.206729 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'tag': '993db234-046a-49f0-8a05-6ec105987944', 'status': 'completed', 'code': 200} Jul 22 15:08:29.286489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-b69ce2d6-8670-4839-9df7-be8bbf9e513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.288245 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-b69ce2d6-8670-4839-9df7-be8bbf9e513a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1095 time: 0.0655758 Jul 22 15:08:29.299810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-f5bfdaf3-6ee1-4c84-a961-6cf599b7ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.301397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-f5bfdaf3-6ee1-4c84-a961-6cf599b7ecb1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1095 time: 0.0680130 Jul 22 15:08:29.396792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-79d49b00-636a-4bec-bdf8-70223716c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.398282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-79d49b00-636a-4bec-bdf8-70223716c3b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.1024930 Jul 22 15:08:29.427122 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-3ffb76e6-448a-4428-a77c-f88d8a8a0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.428807 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-3ffb76e6-448a-4428-a77c-f88d8a8a0cac service neutron] 10.222.0.72 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.1117394 Jul 22 15:08:29.446574 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-9b8c5e61-ff9a-4a47-8c7d-7d4fc783446f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0406406 Jul 22 15:08:29.471660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-5152eddc-f398-447c-8333-f1e27f68428f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0363295 Jul 22 15:08:29.495771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-2d805073-0391-4346-aa12-261309f07702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.497281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-2d805073-0391-4346-aa12-261309f07702 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0447171 Jul 22 15:08:29.526023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-8059dd88-c7fc-44fd-8486-81ab420026ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.527757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-8059dd88-c7fc-44fd-8486-81ab420026ba service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0494850 Jul 22 15:08:29.532470 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-7cde512a-0af2-48aa-b9af-3a2287ea8a77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288801 Jul 22 15:08:29.562147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-443e9afd-ecdb-4218-8664-57ef262f8000 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286152 Jul 22 15:08:29.626208 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-9096f312-d720-400e-b61c-ad2e9feb4d6c service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875163 Jul 22 15:08:29.658738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-f40ddd9c-086e-4bba-8c2e-8b250c6e4e05 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892754 Jul 22 15:08:29.720123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-91db2480-3f59-4e24-a821-3d71465d00f1 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877707 Jul 22 15:08:29.749287 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-205de25f-7bd8-4c67-85d7-47093a4ff033 req-13b20677-3743-43ae-9635-7ba9ba0bd895 service neutron] 10.222.0.72 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838616 Jul 22 15:08:29.862850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352a66b-3c13-40bc-a08b-65b2caa2528d req-c66147dd-83bb-4f19-bf84-8c730b9f51bc tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:29.864378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e352a66b-3c13-40bc-a08b-65b2caa2528d req-c66147dd-83bb-4f19-bf84-8c730b9f51bc tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.0647223 Jul 22 15:08:29.902585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e352a66b-3c13-40bc-a08b-65b2caa2528d req-eae706c4-48d2-4db7-b97e-c274d5df97a2 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jul 22 15:08:29.905566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 993db234-046a-49f0-8a05-6ec105987944 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:08:29.944443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 993db234-046a-49f0-8a05-6ec105987944 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:08:30.211013 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fde38-0378-4928-820f-aca703133132 req-921f3f28-e3c7-486f-81b7-36aa27fc3ce5 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:30.212553 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-921f3f28-e3c7-486f-81b7-36aa27fc3ce5 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.61 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933&tenant_id=ce226e5d05c04928ad9963eb8956e187&binding%3Ahost_id=n-h1-794306-8 HTTP/1.1" status: 200 len: 944 time: 0.1435256 Jul 22 15:08:30.220055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d41424-38f8-42f5-9f9c-cbdbb9d055f3 req-efbbabd8-989c-4b58-96b9-9b7abe225da4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:30.221454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84d41424-38f8-42f5-9f9c-cbdbb9d055f3 req-efbbabd8-989c-4b58-96b9-9b7abe225da4 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.1612482 Jul 22 15:08:30.295048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84d41424-38f8-42f5-9f9c-cbdbb9d055f3 req-b841f134-890a-436b-a198-75b0ff95c716 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672076 Jul 22 15:08:30.302323 n-d-794306-8 neutron-server[93812]: INFO neutron.api.v2.resource [req-e58fde38-0378-4928-820f-aca703133132 req-9a13fd60-a038-4ffb-9a06-180b66432afb service neutron] delete failed (client error): The resource could not be found. Jul 22 15:08:30.303386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-9a13fd60-a038-4ffb-9a06-180b66432afb service neutron] 10.222.0.61 "DELETE /v2.0/ports/993db234-046a-49f0-8a05-6ec105987944/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0810459 Jul 22 15:08:30.740318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fde38-0378-4928-820f-aca703133132 req-fe091564-8adb-450e-856d-35125bb01992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:30.741865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-fe091564-8adb-450e-856d-35125bb01992 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ce226e5d05c04928ad9963eb8956e187&device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 1095 time: 0.3885870 Jul 22 15:08:30.838086 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fde38-0378-4928-820f-aca703133132 req-cfb5a87b-5824-4f32-be59-36ceefe0cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:30.840668 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-cfb5a87b-5824-4f32-be59-36ceefe0cb92 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 200 len: 916 time: 0.0918219 Jul 22 15:08:30.891539 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-7a8f62d4-4e52-46fd-9a59-efe2695ac244 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 200 len: 217 time: 0.0447285 Jul 22 15:08:30.950948 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fde38-0378-4928-820f-aca703133132 req-43f2b03f-662f-4e32-9b79-89d0589a7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:30.952437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-43f2b03f-662f-4e32-9b79-89d0589a7f3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 200 len: 855 time: 0.0546408 Jul 22 15:08:30.987469 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-142a9d66-a031-4563-94c2-46b223f75722 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab2b3568-748b-4318-a511-4c01d44cdc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280564 Jul 22 15:08:31.080920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-539d63d4-59c1-447b-82a1-5e00c6f6dc14 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868926 Jul 22 15:08:31.168165 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e58fde38-0378-4928-820f-aca703133132 req-9c12672c-127f-41ea-b74f-130692199ee2 service neutron] 10.222.0.61 "GET /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814300 Jul 22 15:08:31.261755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 993db234-046a-49f0-8a05-6ec105987944 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:08:31.359715 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:31.371128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '993db234-046a-49f0-8a05-6ec105987944', 'network_id': 'ab2b3568-748b-4318-a511-4c01d44cdc3e', 'port_id': '993db234-046a-49f0-8a05-6ec105987944', 'mac_address': 'fa:16:3e:ad:17:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4912e9a2-5de2-4a3f-93d4-549b6dea9d89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:08:31.410158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:31.423181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 993db234-046a-49f0-8a05-6ec105987944 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:08:31.437525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841d694-5936-475a-bc31-5a68421eecb7 req-b0135ab9-289c-409a-a9fb-6a460a59eb56 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:31.439101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7841d694-5936-475a-bc31-5a68421eecb7 req-b0135ab9-289c-409a-a9fb-6a460a59eb56 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 944 time: 0.0720291 Jul 22 15:08:31.444051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:31.448791 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:31.484840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7841d694-5936-475a-bc31-5a68421eecb7 req-72640dd2-c55c-429b-b472-8b48db516b43 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Jul 22 15:08:31.503416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:31.510846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.511203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.511551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.511893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.512231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.512568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.512920 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.513232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.513567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.513895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.514220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.514571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:31.670819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['993db234-046a-49f0-8a05-6ec105987944'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:08:32.616984 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dec72-5f33-4e56-aaa8-13ed042805f9 req-73697af5-e9f0-4a92-8785-59596c109a41 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:32.618527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de4dec72-5f33-4e56-aaa8-13ed042805f9 req-73697af5-e9f0-4a92-8785-59596c109a41 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 945 time: 0.0646703 Jul 22 15:08:32.657328 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-de4dec72-5f33-4e56-aaa8-13ed042805f9 req-1dece8a3-dcb1-4dfe-8b77-c988e8d73b3f tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331533 Jul 22 15:08:32.787882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daedd8-550c-4bd4-bd7f-8acf0e49deaa req-0b9df40f-e015-4e84-b9e9-c417bd671322 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:32.789365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98daedd8-550c-4bd4-bd7f-8acf0e49deaa req-0b9df40f-e015-4e84-b9e9-c417bd671322 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 945 time: 0.0656457 Jul 22 15:08:32.832418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98daedd8-550c-4bd4-bd7f-8acf0e49deaa req-494d8296-8d40-4ebf-8742-0b5e14498f41 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375381 Jul 22 15:08:32.965950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d710225-0369-463e-ae12-b0f87f2310a5 req-9fa4ef92-dfd4-46fe-b7a0-4ea165c224fa tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:32.967501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d710225-0369-463e-ae12-b0f87f2310a5 req-9fa4ef92-dfd4-46fe-b7a0-4ea165c224fa tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 945 time: 0.0697160 Jul 22 15:08:33.004658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d710225-0369-463e-ae12-b0f87f2310a5 req-beb6bdb8-81df-4d4c-973f-59232a0c9b21 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Jul 22 15:08:33.277188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 993db234-046a-49f0-8a05-6ec105987944 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:33.337794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 993db234-046a-49f0-8a05-6ec105987944 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:33.343204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 993db234-046a-49f0-8a05-6ec105987944 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:33.344090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:33.351209 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981db45-876c-4b9c-8b57-287483675bf0 req-6833f10f-1657-47e8-bd5b-31e43d421a3e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:33.352785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e981db45-876c-4b9c-8b57-287483675bf0 req-6833f10f-1657-47e8-bd5b-31e43d421a3e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 945 time: 0.0672886 Jul 22 15:08:33.394088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e981db45-876c-4b9c-8b57-287483675bf0 req-ff5505bc-133d-486c-bdd3-fea4bfcc1bbf tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329664 Jul 22 15:08:33.423463 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:33.447578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993db234-046a-49f0-8a05-6ec105987944'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:33.449817 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f662250-710d-49ac-9612-b8ff6b5f00b1" -d '{"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-plugged", "status": "completed", "tag": "993db234-046a-49f0-8a05-6ec105987944"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:33.463600 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:33.469412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:33.494464 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e528d9a5-d9c2-4061-ae79-3df5738196fe x-openstack-request-id: req-e528d9a5-d9c2-4061-ae79-3df5738196fe {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:33.494776 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-plugged", "status": "completed", "tag": "993db234-046a-49f0-8a05-6ec105987944", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:33.495026 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e528d9a5-d9c2-4061-ae79-3df5738196fe {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:33.495410 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '993db234-046a-49f0-8a05-6ec105987944', 'code': 200} Jul 22 15:08:33.525018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:34.503557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-af39faa4-e796-4da3-a5a0-f215b4a2e556 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:34.505108 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-af39faa4-e796-4da3-a5a0-f215b4a2e556 tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.72 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0642316 Jul 22 15:08:34.530723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac12e0-8fdd-4e7e-ad3b-701934bcc1ec req-bc74cb1c-672f-4383-bc8e-f985d56b9f9b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:34.532334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fac12e0-8fdd-4e7e-ad3b-701934bcc1ec req-bc74cb1c-672f-4383-bc8e-f985d56b9f9b tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a5666f2-4153-475c-b4c4-575427436933 HTTP/1.1" status: 200 len: 946 time: 0.0689900 Jul 22 15:08:34.572649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fac12e0-8fdd-4e7e-ad3b-701934bcc1ec req-206226b1-2f2f-468b-aaad-17ff5e0302ae tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.60 "GET /v2.0/security-groups?id=0195b50a-2b17-4f12-a463-493999c8dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Jul 22 15:08:34.628776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Deleting port 993db234-046a-49f0-8a05-6ec105987944 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:08:34.629405 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:34.721266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] For port 993db234-046a-49f0-8a05-6ec105987944, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=993db234-046a-49f0-8a05-6ec105987944,segment=NetworkSegment(89b1ba89-980d-413c-82b3-bc4c755f79eb),segment_id=89b1ba89-980d-413c-82b3-bc4c755f79eb)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:34.721628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:34.738838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Calling delete_port for 993db234-046a-49f0-8a05-6ec105987944 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:08:35.191198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.202461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['993db234-046a-49f0-8a05-6ec105987944'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:08:35.224208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Pushing event deleted for resources: {'Port': ['ID=993db234-046a-49f0-8a05-6ec105987944,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:35.274048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] No DVR routers for this DVR port 993db234-046a-49f0-8a05-6ec105987944 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:08:35.276761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.278853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a89aa31e-12a5-4b6c-ae2b-7e96c538f4c9 req-4e601caf-f216-40fa-8e04-84d246bdc01e tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] 10.222.0.72 "DELETE /v2.0/ports/993db234-046a-49f0-8a05-6ec105987944 HTTP/1.1" status: 204 len: 173 time: 0.7669754 Jul 22 15:08:35.279295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-deleted', 'tag': '993db234-046a-49f0-8a05-6ec105987944'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:35.282361 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54a403e-c766-4e3a-87de-52eb54bb55fc" -d '{"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-deleted", "tag": "993db234-046a-49f0-8a05-6ec105987944"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:35.318636 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85533a8-8e09-4fd9-aacd-fc0f15721462 x-openstack-request-id: req-e85533a8-8e09-4fd9-aacd-fc0f15721462 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:35.318933 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a5666f2-4153-475c-b4c4-575427436933", "name": "network-vif-deleted", "tag": "993db234-046a-49f0-8a05-6ec105987944", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:35.319242 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e85533a8-8e09-4fd9-aacd-fc0f15721462 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:35.319677 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5666f2-4153-475c-b4c4-575427436933', 'name': 'network-vif-deleted', 'tag': '993db234-046a-49f0-8a05-6ec105987944', 'status': 'completed', 'code': 200} Jul 22 15:08:35.692771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39366) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:35.737801 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Deleting subnet 4912e9a2-5de2-4a3f-93d4-549b6dea9d89 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:08:35.740906 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.773694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.812013 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.868774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.899042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4912e9a2-5de2-4a3f-93d4-549b6dea9d89,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:35.901540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:35.903431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4912e9a2-5de2-4a3f-93d4-549b6dea9d89 HTTP/1.1" status: 204 len: 168 time: 0.2096345 Jul 22 15:08:35.906098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39368) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:35.910926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.911282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.911633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.911975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.912329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.912652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.912987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.913317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.913649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.913979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.914308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.914675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c32c6a7-3cf4-481a-b463-6661687e84fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:35.976873 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.058712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.068759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2b3568-748b-4318-a511-4c01d44cdc3e']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:36.078947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b1ba89-980d-413c-82b3-bc4c755f79eb') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:36.079250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b1ba89-980d-413c-82b3-bc4c755f79eb') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:36.088015 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.102688 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.108708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:08:36.109102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:08:36.110914 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:08:36.167922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.174232 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.176334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] 10.222.0.60 "DELETE /v2.0/networks/ab2b3568-748b-4318-a511-4c01d44cdc3e HTTP/1.1" status: 204 len: 168 time: 0.2685628 Jul 22 15:08:36.187190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609876e-818a-400b-9c20-5e16810496be admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2b3568-748b-4318-a511-4c01d44cdc3e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:36.285899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:36.325188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9b4fba01-7f07-4b42-b424-1a263dd63a55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce226e5d05c04928ad9963eb8956e187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380206 Jul 22 15:08:36.327672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:36.374579 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-654c82ae-6fe6-4db3-bb90-2aa1b3af7628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.396466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-654c82ae-6fe6-4db3-bb90-2aa1b3af7628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.444578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-654c82ae-6fe6-4db3-bb90-2aa1b3af7628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.447275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-654c82ae-6fe6-4db3-bb90-2aa1b3af7628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:36.448429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-654c82ae-6fe6-4db3-bb90-2aa1b3af7628 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0195b50a-2b17-4f12-a463-493999c8dea9 HTTP/1.1" status: 204 len: 168 time: 0.1192298 Jul 22 15:08:36.456948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c82ae-6fe6-4db3-bb90-2aa1b3af7628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0195b50a-2b17-4f12-a463-493999c8dea9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:37.110917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:37.210838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-291526627-network', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:37.233769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Made reservation on behalf of 3c7408d2e316468f81dbea30d8c80fdc for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:08:37.236655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.246281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.345206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.349211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.373634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:08:37.382601 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edc865b-ffec-492d-b036-622321104ec7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:37.388836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.389190 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Added segment 2cf9d025-9a62-41af-8fdd-86385495ae83 of type vlan for network f31d9f6d-59d0-44aa-99ae-2278292f6e24 Jul 22 15:08:37.433429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.463700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.464648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:37.465272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.499660 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3875458 Jul 22 15:08:37.502571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39400) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:37.507672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Request body: {'subnet': {'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-291526627-subnet', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:37.524313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5288b-952a-4ec3-82d4-222446d0a1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f31d9f6d-59d0-44aa-99ae-2278292f6e24,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:37.528993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Made reservation on behalf of 3c7408d2e316468f81dbea30d8c80fdc for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:08:37.532118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.536367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:08:37.595890 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.702266 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.760206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d917023e-0edb-4935-a5e6-629ddc77baad,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:37.766451 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:08:37.766860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Network hostable DHCP agents. Network: f31d9f6d-59d0-44aa-99ae-2278292f6e24, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:08:37.783510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:08:37.791700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, f31d9f6d-59d0-44aa-99ae-2278292f6e24) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:37.795640 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:37.796243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.800707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a947153-38da-42cb-aac7-aad8d36e958a None None] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:08:37.811562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d6a71cc5-4e2a-41a7-8f54-27cd35dd6060 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3078721 Jul 22 15:08:37.814322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39402) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:37.818752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:37.839258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.840423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.895884 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.947742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:08:37.948609 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:37.977895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.067019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.253307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Allocated IP 172.20.0.2 (f31d9f6d-59d0-44aa-99ae-2278292f6e24/d917023e-0edb-4935-a5e6-629ddc77baad/e5813dd7-217b-4085-8dff-4748f851975f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:08:38.278740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.302078 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.404781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.410889 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Allocated IP 172.25.3.33 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/8ff8016e-a2f6-4b4f-8436-bb1be183f924) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:08:38.415872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Transition to ACTIVE for port object e5813dd7-217b-4085-8dff-4748f851975f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:38.430150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Transition to ACTIVE for port object e5813dd7-217b-4085-8dff-4748f851975f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:38.435784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.475339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:08:38.478070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:38.481787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:08:38.488768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Pushing event updated for resources: {'Port': ['ID=e5813dd7-217b-4085-8dff-4748f851975f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:38.517687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.544357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Attempting to bind port e5813dd7-217b-4085-8dff-4748f851975f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:08:38.544903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Attempting to bind port e5813dd7-217b-4085-8dff-4748f851975f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:08:38.545105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Attempting to bind port e5813dd7-217b-4085-8dff-4748f851975f on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:38.549950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:08:38.550326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:08:38.550765 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.551177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:08:38.551626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Bound port: e5813dd7-217b-4085-8dff-4748f851975f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:08:38.552012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.556632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.590780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:08:38.594199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:38.599798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:08:38.618417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] For port e5813dd7-217b-4085-8dff-4748f851975f, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:08:38.621548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] For port e5813dd7-217b-4085-8dff-4748f851975f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5813dd7-217b-4085-8dff-4748f851975f,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:08:38.626969 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:38.631884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Pushing event updated for resources: {'Port': ['ID=8ff8016e-a2f6-4b4f-8436-bb1be183f924,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:38.692802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c3162-3579-4a47-9a7f-97024a52a0e9 None None] Pushing event updated for resources: {'Port': ['ID=e5813dd7-217b-4085-8dff-4748f851975f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:38.880966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.031826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5813dd7-217b-4085-8dff-4748f851975f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:39.085114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e5813dd7-217b-4085-8dff-4748f851975f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:39.088282 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.216497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Router e6e4389d-e60e-4f64-9658-1955dccd394c is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:08:39.291737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 993db234-046a-49f0-8a05-6ec105987944 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:08:39.312459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 993db234-046a-49f0-8a05-6ec105987944 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:08:39.312815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 993db234-046a-49f0-8a05-6ec105987944 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:08:39.335603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:08:39.345175 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:08:39.352110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.353464 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7f2fe244-0fa2-44be-b337-d87f4b1e2719 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5381453 Jul 22 15:08:39.355241 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:08:39.355901 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:08:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:39.356374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39404) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:39.461787 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:08:39.608364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61da47-b8b2-491c-8f9f-be7ca0d6448f None None] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:08:39.656055 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:38Z', 'revision_number': 3, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:39.682506 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:08:39.682952 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Updating router e6e4389d-e60e-4f64-9658-1955dccd394c port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:08:39.704674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-827d417e-3e70-47ca-a200-08a85046319b None None] Provisioning for port e5813dd7-217b-4085-8dff-4748f851975f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:39.712086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-827d417e-3e70-47ca-a200-08a85046319b None None] Provisioning complete for port e5813dd7-217b-4085-8dff-4748f851975f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:39.712501 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-827d417e-3e70-47ca-a200-08a85046319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.720979 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.811262 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.862380 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-827d417e-3e70-47ca-a200-08a85046319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.931242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-827d417e-3e70-47ca-a200-08a85046319b None None] For port e5813dd7-217b-4085-8dff-4748f851975f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5813dd7-217b-4085-8dff-4748f851975f,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:39.935070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1b2deece-ae08-433f-bb83-777a911275c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.939102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-827d417e-3e70-47ca-a200-08a85046319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:39.999348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d417e-3e70-47ca-a200-08a85046319b None None] Pushing event updated for resources: {'Port': ['ID=e5813dd7-217b-4085-8dff-4748f851975f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:40.011077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Allocated IP 172.20.0.1 (f31d9f6d-59d0-44aa-99ae-2278292f6e24/d917023e-0edb-4935-a5e6-629ddc77baad/dc5a8f4b-1412-4dfc-a944-c2e1f565058d) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:08:40.044973 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.059069 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Transition to ACTIVE for port object 8ff8016e-a2f6-4b4f-8436-bb1be183f924 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:40.065272 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.121184 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Attempting to bind port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:08:40.121553 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Attempting to bind port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:08:40.121914 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Attempting to bind port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:40.124842 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Pushing event updated for resources: {'Port': ['ID=8ff8016e-a2f6-4b4f-8436-bb1be183f924,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:40.130338 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:08:40.130743 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:08:40.131148 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.131615 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:08:40.132092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Bound port: 8ff8016e-a2f6-4b4f-8436-bb1be183f924, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:08:40.132473 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.136568 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.153158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Transition to ACTIVE for port object dc5a8f4b-1412-4dfc-a944-c2e1f565058d will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:40.158276 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.158661 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.159004 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.159594 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.159928 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.160243 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.160564 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.160883 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.161198 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.161515 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.161830 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.162183 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:08:40.167966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-5b7b1f71-dd3c-4724-9203-c0b8c206e713 None None] Provisioning complete for port e5813dd7-217b-4085-8dff-4748f851975f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:40.168848 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5b7b1f71-dd3c-4724-9203-c0b8c206e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.192999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.198087 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] For port 8ff8016e-a2f6-4b4f-8436-bb1be183f924, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:08:40.202900 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] For port 8ff8016e-a2f6-4b4f-8436-bb1be183f924, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8ff8016e-a2f6-4b4f-8436-bb1be183f924,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:08:40.209153 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.234286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:08:40.244776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:40.250677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:08:40.272819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:40.279013 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:08:40.279686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:08:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:40.299999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.353039 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639eee35-88ef-4df1-8e30-a237c3832fb8 None None] Pushing event updated for resources: {'Port': ['ID=8ff8016e-a2f6-4b4f-8436-bb1be183f924,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:40.411951 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:08:40.455600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.518102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-195e3ba0-712b-4e7a-be1a-85d4a08e01a4 None None] Provisioning for port dc5a8f4b-1412-4dfc-a944-c2e1f565058d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:40.522537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-195e3ba0-712b-4e7a-be1a-85d4a08e01a4 None None] Provisioning complete for port dc5a8f4b-1412-4dfc-a944-c2e1f565058d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:40.522925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-195e3ba0-712b-4e7a-be1a-85d4a08e01a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.559397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-195e3ba0-712b-4e7a-be1a-85d4a08e01a4 None None] Port dc5a8f4b-1412-4dfc-a944-c2e1f565058d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:08:40.625057 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.630258 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.684009 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:38Z', 'revision_number': 3, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:40.701269 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:40.702996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:40.710970 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7eb2a-8be4-402e-9c4c-ead71b271c77 None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:38Z', 'revision_number': 3, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:08:40.805353 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:08:40.806779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:40.942654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:08:41.146803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ff8016e-a2f6-4b4f-8436-bb1be183f924 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:41.196421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a27d7834-d640-4df6-aedd-a0e326f51d9a None None] Provisioning complete for port dc5a8f4b-1412-4dfc-a944-c2e1f565058d triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:41.196799 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a27d7834-d640-4df6-aedd-a0e326f51d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.245109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a27d7834-d640-4df6-aedd-a0e326f51d9a None None] Port dc5a8f4b-1412-4dfc-a944-c2e1f565058d cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:08:41.253593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:41.258467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:41.258889 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.350960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.378884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 8ff8016e-a2f6-4b4f-8436-bb1be183f924, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8ff8016e-a2f6-4b4f-8436-bb1be183f924,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:41.384063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.385481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5813dd7-217b-4085-8dff-4748f851975f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:41.423718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:08:41.436657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4b5a6052-8766-4d47-84a2-c5ae25186757 admin admin] 10.222.0.60 "PUT /v2.0/routers/e6e4389d-e60e-4f64-9658-1955dccd394c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0715492 Jul 22 15:08:41.475767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=8ff8016e-a2f6-4b4f-8436-bb1be183f924,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:41.487633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e5813dd7-217b-4085-8dff-4748f851975f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:41.488015 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.848398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 39412) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:41.853287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--837088527', 'description': 'tempest-description--2095497887'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:41.875543 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.961961 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.965927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.992224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:41.993439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1440091 Jul 22 15:08:41.997361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39414) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:41.999439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e90e7-cb20-490d-a11c-b5c500a76a67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0fa3a0-7f41-4269-94c4-431015b9ce96,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:42.002087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'security_group_rule': {'security_group_id': 'af0fa3a0-7f41-4269-94c4-431015b9ce96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:42.031174 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.090068 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.094321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.112510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36b7108-dedd-4658-8117-08f459b51a93,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:42.115048 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.118724 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e51555e-cf10-443a-9e1d-57c5b89ef0f7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178682 Jul 22 15:08:42.119064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39416) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:42.123242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'security_group_rule': {'security_group_id': 'af0fa3a0-7f41-4269-94c4-431015b9ce96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:42.149912 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.163611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a1c63ac6-a942-4c2d-8ad5-d4dde313f454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.213619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.217521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.235484 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a661ce-1a49-45d6-97ad-a91453b17a32,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:42.241994 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.244405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-265f8580-0ee7-4c99-b41d-dac70cf9ed75 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245918 Jul 22 15:08:42.246165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39418) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:42.251085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:42.274949 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.372618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.391867 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:08:42.400634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.404457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:08:42.405083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:08:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:42.489185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Allocated IP 172.25.3.75 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/bfd8f5ff-bfef-4754-bd76-c59e80de62b6) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:08:42.512130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:08:42.590182 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.633767 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.669980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:08:42.675346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:42.679194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:08:42.703633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'Port': ['ID=bfd8f5ff-bfef-4754-bd76-c59e80de62b6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:42.719812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 2, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:42.746777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:08:42.747053 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Updating router e6e4389d-e60e-4f64-9658-1955dccd394c port dc5a8f4b-1412-4dfc-a944-c2e1f565058d binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:08:42.770619 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.789564 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.815454 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.967243 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:42.973536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.017325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ff8016e-a2f6-4b4f-8436-bb1be183f924 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:43.050641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'Port': ['ID=bfd8f5ff-bfef-4754-bd76-c59e80de62b6,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:43.059024 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.072922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.074209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9fbb6223-4cc0-4c23-8ece-282d8a24a37b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8270752 Jul 22 15:08:43.105634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.121077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Transition to ACTIVE for port object dc5a8f4b-1412-4dfc-a944-c2e1f565058d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:43.126057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:43.126655 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.129784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.221970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26654b1-c18a-447f-80c4-5c910570a207 None None] Pushing event updated for resources: {'Port': ['ID=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:43.230358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-c7db02ff-eaf4-475a-a4ac-08462e64c84b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--837088527&fields=id&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 267 time: 0.0447516 Jul 22 15:08:43.285889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Attempting to bind port dc5a8f4b-1412-4dfc-a944-c2e1f565058d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:08:43.285889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Attempting to bind port dc5a8f4b-1412-4dfc-a944-c2e1f565058d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:08:43.285889 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Attempting to bind port dc5a8f4b-1412-4dfc-a944-c2e1f565058d on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:43.309285 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:08:43.309666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:08:43.310080 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.310484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:08:43.310990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Bound port: dc5a8f4b-1412-4dfc-a944-c2e1f565058d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:08:43.311381 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.364693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-96e661f5-fe90-4f95-86e3-0c5c27f61d42 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:43.366248 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-96e661f5-fe90-4f95-86e3-0c5c27f61d42 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1349871 Jul 22 15:08:43.383098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-9e16920f-d11c-456f-9771-a5ef73ea2da2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/quotas/3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 375 time: 0.0110369 Jul 22 15:08:43.392118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] For port dc5a8f4b-1412-4dfc-a944-c2e1f565058d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:08:43.395709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] For port dc5a8f4b-1412-4dfc-a944-c2e1f565058d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:08:43.402610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.455885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:08:43.456539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:08:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:43.459576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-a363f249-30cf-4845-9df4-5cec3260aba1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701742 Jul 22 15:08:43.534664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26654b1-c18a-447f-80c4-5c910570a207 None None] Pushing event updated for resources: {'Port': ['ID=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:43.570948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-be66d5b3-9539-4dc7-abd3-977135afdca8 service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973830 Jul 22 15:08:43.594921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:08:43.661516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-b3ebf0da-5e41-4828-a6b2-a1bf5b625cf1 service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897231 Jul 22 15:08:43.768838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:43.828153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42737243-8c76-4e7a-a294-328fc826abb5 req-4e9e4aa6-46f3-4e29-8693-dd42178de949 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 210 time: 0.0297177 Jul 22 15:08:43.839972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:43Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:43.870240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b25806-4cd6-46de-af44-541795ab0f81 None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:43Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:08:44.843191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-147c2801-cb54-43b5-a2a8-6573c45c7561 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:44.846406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-147c2801-cb54-43b5-a2a8-6573c45c7561 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1201622 Jul 22 15:08:44.900190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-4b06aec9-2577-4c79-81bb-27c777404b13 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 379 time: 0.0452538 Jul 22 15:08:44.910955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'port': {'device_id': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'admin_state_up': True, 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'security_groups': ['af0fa3a0-7f41-4269-94c4-431015b9ce96']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:44.954192 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0fcf2152-9093-4bb9-bfff-bf406f2436d8 req-db3c2a75-6589-4def-9403-914955a94c2c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 210 time: 0.0416384 Jul 22 15:08:45.033693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc5a8f4b-1412-4dfc-a944-c2e1f565058d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:45.042075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Made reservation on behalf of 3c7408d2e316468f81dbea30d8c80fdc for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:08:45.045629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.083703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port dc5a8f4b-1412-4dfc-a944-c2e1f565058d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:45.087445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dc5a8f4b-1412-4dfc-a944-c2e1f565058d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:45.087826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.163735 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.178401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Allocated IP 172.20.0.14 (f31d9f6d-59d0-44aa-99ae-2278292f6e24/d917023e-0edb-4935-a5e6-629ddc77baad/1c37d772-78c3-47f9-bac4-d6a29926d7f7) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:08:45.199842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port dc5a8f4b-1412-4dfc-a944-c2e1f565058d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:45.204369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.323633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.339269 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Transition to ACTIVE for port object 1c37d772-78c3-47f9-bac4-d6a29926d7f7 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:45.373448 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.413228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:45.424189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:08:45.427202 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:08:45.431326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:08:45.431503 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.456379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:45.485841 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:45.486486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.501104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f0dcac0c-f43c-4389-86d2-1732fc0a8019 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956516 Jul 22 15:08:45.513524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Request body: {'port': {'device_id': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:45.588952 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.638025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f75f5da-6892-4e73-b64b-d5255a70626a None None] Provisioning for port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:45.642393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f75f5da-6892-4e73-b64b-d5255a70626a None None] Provisioning complete for port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:45.642867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f75f5da-6892-4e73-b64b-d5255a70626a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.676962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6f75f5da-6892-4e73-b64b-d5255a70626a None None] Port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:08:45.859095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c37d772-78c3-47f9-bac4-d6a29926d7f7 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:08:45.866303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.878012 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Transition to ACTIVE for port object 1c37d772-78c3-47f9-bac4-d6a29926d7f7 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:08:45.881954 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:45.930918 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:46.015614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:08:46.016615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:08:46.016958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:46.021692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:08:46.022143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:08:46.027947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:08:46.028289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:08:46.028677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:08:46.029114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Bound port: 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:08:46.029481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:46.118837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:08:46.123223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:08:46.123824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed53bd-fae3-4585-95ba-1d34a47302dc req-c9fbc63a-6ab2-4840-b95b-8244762852cb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.126080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48ed53bd-fae3-4585-95ba-1d34a47302dc req-c9fbc63a-6ab2-4840-b95b-8244762852cb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 944 time: 0.1014214 Jul 22 15:08:46.128612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:46.171345 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48ed53bd-fae3-4585-95ba-1d34a47302dc req-da49bb96-c110-4067-a8d6-78e5800c08c9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 Jul 22 15:08:46.172459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.173103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:46.174676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] 10.222.0.72 "PUT /v2.0/ports/1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 1092 time: 0.6654427 Jul 22 15:08:46.176971 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:46.179335 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee159698-9511-46ef-afa8-2e35a4eb3447" -d '{"events": [{"name": "network-changed", "server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:46.208070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd516-4a1c-4937-839b-49a0fd0897ef service neutron] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:46.230947 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fdfc87-dffc-4396-806f-8370dcdef595 x-openstack-request-id: req-00fdfc87-dffc-4396-806f-8370dcdef595 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:46.231242 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:46.231500 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00fdfc87-dffc-4396-806f-8370dcdef595 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:46.232017 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'status': 'completed', 'code': 200} Jul 22 15:08:46.317092 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-d1e5ffd7-c2ed-451c-bb40-8ae8406ac2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.318738 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-d1e5ffd7-c2ed-451c-bb40-8ae8406ac2a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0657687 Jul 22 15:08:46.365190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-5c504774-ea03-42eb-9cde-1563d6570813 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0383475 Jul 22 15:08:46.417679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-967b449e-084c-4ac1-9941-0879df87b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.419252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-967b449e-084c-4ac1-9941-0879df87b732 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0475335 Jul 22 15:08:46.477553 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-6578d103-9cd4-484b-894a-dedb3b7a0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.479056 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-6578d103-9cd4-484b-894a-dedb3b7a0db6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532737 Jul 22 15:08:46.573041 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-f31b049b-998d-4814-9c68-c5cd63d5c1a7 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867751 Jul 22 15:08:46.663641 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-490a9895-d70c-4c9a-a92c-966f568665f4 req-433531a1-65e5-4e61-afbd-9ef0094cc76c service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843952 Jul 22 15:08:46.759407 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-2445415f-180b-4124-a533-1264636c3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.760952 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-2445415f-180b-4124-a533-1264636c3ac2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0541108 Jul 22 15:08:46.851953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-acb1060e-b3d7-478b-9b0a-a7b8edd263fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.853434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-acb1060e-b3d7-478b-9b0a-a7b8edd263fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0861998 Jul 22 15:08:46.907367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-ed499530-43b3-4b19-a7e4-d39e22d445ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 217 time: 0.0465200 Jul 22 15:08:46.959110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-e7966cdc-3ef1-49c8-b830-67935908023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:46.960493 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-e7966cdc-3ef1-49c8-b830-67935908023c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0458965 Jul 22 15:08:47.005100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc5a8f4b-1412-4dfc-a944-c2e1f565058d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:47.022099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-5f88dfc5-2c47-48a5-8367-5733e5b335b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:47.023652 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-5f88dfc5-2c47-48a5-8367-5733e5b335b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559757 Jul 22 15:08:47.051648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dc5a8f4b-1412-4dfc-a944-c2e1f565058d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:47.052034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:47.120611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-ae5ff64c-4856-4cee-85d6-551d03141bb3 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894432 Jul 22 15:08:47.216150 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee159698-9511-46ef-afa8-2e35a4eb3447 req-7fa502ff-9282-4438-ae2a-a05f1093f840 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880752 Jul 22 15:08:47.299796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba3895-a396-4d57-b4d2-42c54c103214 req-7e25f29f-9848-49aa-a663-78a54ba91b99 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:47.301311 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01ba3895-a396-4d57-b4d2-42c54c103214 req-7e25f29f-9848-49aa-a663-78a54ba91b99 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 944 time: 0.0640464 Jul 22 15:08:47.338594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-01ba3895-a396-4d57-b4d2-42c54c103214 req-10b8ce13-7ab5-481c-908a-b182c79ccfe0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313759 Jul 22 15:08:48.472964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583d5de-7ce2-4bb7-a966-13c043e50ebe req-0ac4fcd5-eafe-4efb-a0aa-a601cc849cca tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:48.474450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0583d5de-7ce2-4bb7-a966-13c043e50ebe req-0ac4fcd5-eafe-4efb-a0aa-a601cc849cca tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 944 time: 0.0680707 Jul 22 15:08:48.512745 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0583d5de-7ce2-4bb7-a966-13c043e50ebe req-4934d2dc-8430-4805-ad8e-3b89c4540aa3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Jul 22 15:08:48.786974 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:08:49.324684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:08:49.422170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:49.433174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'mac_address': 'fa:16:3e:ec:5e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:08:49.468644 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:49.481257 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c37d772-78c3-47f9-bac4-d6a29926d7f7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:08:49.503076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:49.507126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:49.554021 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:49.642916 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4489cb3-9b6f-4253-8c0a-2cd68041a4b4 req-aedd5688-77d3-456e-bf10-32fd299f51fa tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:49.644398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4489cb3-9b6f-4253-8c0a-2cd68041a4b4 req-aedd5688-77d3-456e-bf10-32fd299f51fa tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.0638571 Jul 22 15:08:49.680864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b4489cb3-9b6f-4253-8c0a-2cd68041a4b4 req-ffa1b99a-1e29-472a-81d3-4cc8d7e24b16 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308931 Jul 22 15:08:49.694955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1c37d772-78c3-47f9-bac4-d6a29926d7f7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:08:50.816915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a4fac-4f8f-4c32-b2c7-a13581699a06 req-7de7e64c-fa11-40d2-8c05-2fb6fbd9a40a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:50.818424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d15a4fac-4f8f-4c32-b2c7-a13581699a06 req-7de7e64c-fa11-40d2-8c05-2fb6fbd9a40a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Jul 22 15:08:50.863177 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d15a4fac-4f8f-4c32-b2c7-a13581699a06 req-c159b5e6-7da2-4e04-baa7-fb0474dbb2e6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391603 Jul 22 15:08:51.324143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:08:51.371516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:08:51.375276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:08:51.375794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:51.458982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:51.481426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:51.483728 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9596bfc8-216a-4e2b-9194-5dbb398d5e5e" -d '{"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-plugged", "status": "completed", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:51.497035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:08:51.501352 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:51.526462 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02a5429-c5eb-4f27-8faa-f87daf0aa622 x-openstack-request-id: req-e02a5429-c5eb-4f27-8faa-f87daf0aa622 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:51.526780 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-plugged", "status": "completed", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:51.527213 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e02a5429-c5eb-4f27-8faa-f87daf0aa622 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:51.527603 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'code': 200} Jul 22 15:08:51.556223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:08:51.632826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a2880-b9e8-423d-a730-e4bd3e24e0e5 req-7655a86c-edee-4aea-8d08-735fa2e3f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:51.634366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee8a2880-b9e8-423d-a730-e4bd3e24e0e5 req-7655a86c-edee-4aea-8d08-735fa2e3f9b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0572455 Jul 22 15:08:51.669178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee8a2880-b9e8-423d-a730-e4bd3e24e0e5 req-2244d69a-22b7-4eb1-89f6-0c41966330a9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275185 Jul 22 15:08:51.990915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399d37-0394-46ad-920b-794df6e6ccfc req-9b3e72c7-21db-4fff-8759-983b68719b36 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:51.992441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1399d37-0394-46ad-920b-794df6e6ccfc req-9b3e72c7-21db-4fff-8759-983b68719b36 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0633023 Jul 22 15:08:52.029949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1399d37-0394-46ad-920b-794df6e6ccfc req-7bfa4f6b-72dd-461d-9850-48e4f58d1cfb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319839 Jul 22 15:08:53.157512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcfd13-d62d-4b00-a1c0-366d58dfb440 req-d5266ba5-678d-484c-a6a8-68b30f163004 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:53.159008 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32fcfd13-d62d-4b00-a1c0-366d58dfb440 req-d5266ba5-678d-484c-a6a8-68b30f163004 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0620954 Jul 22 15:08:53.196478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-32fcfd13-d62d-4b00-a1c0-366d58dfb440 req-25fbb288-b66e-4bab-8a5c-8f7c5fb37662 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 22 15:08:53.328686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b13d4-7eb2-4834-99ff-b778849735e7 req-c0901709-f222-4d27-bec9-96d49dfa7493 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:53.330284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-614b13d4-7eb2-4834-99ff-b778849735e7 req-c0901709-f222-4d27-bec9-96d49dfa7493 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0699358 Jul 22 15:08:53.338679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39464) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:08:53.343134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'floatingip': {'port_id': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:08:53.381453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:53.815819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:53.819626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:53.920152 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 associated. External IP: 172.25.3.75, port: 1c37d772-78c3-47f9-bac4-d6a29926d7f7. Jul 22 15:08:54.122269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:08:54.227940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:08:54.232637 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:08:54.238683 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:08:54.248045 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:08:54.248749 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:08:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:54.273648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6b6c6719-cf5c-405b-b6f2-7e7e12ca033e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "PUT /v2.0/floatingips/c926b2e3-c904-485c-833a-0b2b38c35b24 HTTP/1.1" status: 200 len: 991 time: 0.9337525 Jul 22 15:08:54.274083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:08:54.276470 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764" -d '{"events": [{"name": "network-changed", "server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:08:54.318659 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f096374-ee54-4aa5-bd83-6fa7c49eb9f2 x-openstack-request-id: req-2f096374-ee54-4aa5-bd83-6fa7c49eb9f2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:08:54.318958 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:08:54.319217 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f096374-ee54-4aa5-bd83-6fa7c49eb9f2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:08:54.319624 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'status': 'completed', 'code': 200} Jul 22 15:08:54.363946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:08:54.394473 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-822f3ec9-59d9-40ce-94ef-2715b54ca13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:54.395992 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-822f3ec9-59d9-40ce-94ef-2715b54ca13a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0539589 Jul 22 15:08:54.493518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-205451f1-97bd-4410-8bf1-e12185c0bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:54.495108 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-205451f1-97bd-4410-8bf1-e12185c0bb1a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0916626 Jul 22 15:08:54.559809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-d6aaad17-dbb1-4098-bfb7-47edb76aa8fc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 999 time: 0.0580182 Jul 22 15:08:54.586243 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:ec:5e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:08:53Z', 'revision_number': 1, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:54.607757 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-8d13b4ac-c2ca-43d3-9d14-0a7578c1dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:54.609220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-8d13b4ac-c2ca-43d3-9d14-0a7578c1dccd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0425994 Jul 22 15:08:54.611953 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:08:54.620029 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:08:54.620652 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:08:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:54.673253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-9d2fe21d-3292-4595-ac31-89a73d2aee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:54.674718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-9d2fe21d-3292-4595-ac31-89a73d2aee5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587490 Jul 22 15:08:54.724024 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:08:54.762491 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-c31ea2ea-de01-4fe9-be9f-dd3c3c136f1f service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806236 Jul 22 15:08:54.861552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4be2f7fe-82ff-4099-ad78-01c8d7ee3764 req-4182fad8-d429-4bb4-bc90-020030cd0c5d service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922365 Jul 22 15:08:54.946501 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:ec:5e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:08:53Z', 'revision_number': 1, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:08:54.972295 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b5e63-1404-4e79-a527-a740bd99ed7d None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:ec:5e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:08:53Z', 'revision_number': 1, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:08:55.159401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336670c-9a7b-49c6-b468-483f70f99d78 None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:08:57.044390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-df5263e4-3638-46f8-b552-324863936f24 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536380 Jul 22 15:08:57.136387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-f30e6076-c577-48ce-9d4d-2f6c6923f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:57.137885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-f30e6076-c577-48ce-9d4d-2f6c6923f5f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0537477 Jul 22 15:08:57.245151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-280517e4-6c23-4db4-8aff-80fce3413fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:57.246750 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-280517e4-6c23-4db4-8aff-80fce3413fcb service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0901225 Jul 22 15:08:57.310138 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-8df9cc6b-6ba7-422a-8354-9d6faf68907e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 1001 time: 0.0568531 Jul 22 15:08:57.361653 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-8e0343c5-a6f2-4add-b2cf-3c2de50ef307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:57.363132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-8e0343c5-a6f2-4add-b2cf-3c2de50ef307 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0469956 Jul 22 15:08:57.422249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-ab477a02-17e5-4dee-812f-9be5f9aaf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:08:57.423839 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-ab477a02-17e5-4dee-812f-9be5f9aaf382 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537798 Jul 22 15:08:57.519226 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-37c76662-9762-4fc4-abd7-9f72757c3979 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876245 Jul 22 15:08:57.608274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-214f891e-d370-455c-a3d1-1e7b8f99a31f req-020c26bf-ea1b-4ba2-958d-5dda80bf116b service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829263 Jul 22 15:09:07.577228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:07.963083 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:09.907895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d90c1745-d7ce-4e70-8ffb-e40592aff61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:12.160117 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4e80568f-de6b-4a4a-9bd1-a7f17b37896c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:12.392607 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:13.757768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:15.438734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:25.787794 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:09:37.589303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:37.976364 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:39.908662 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-425951e8-c03c-452a-972b-7a622b1981e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:42.151328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a864f9a7-a1d2-46e0-95b6-1a5aa46890ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:42.393863 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:43.760556 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:45.437631 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:09:59.088836 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-70f773e9-5199-4311-ba1f-f571c7701693 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1028583 Jul 22 15:09:59.190069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-a550f369-2f93-46c9-8d16-92da74517167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:59.191638 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-a550f369-2f93-46c9-8d16-92da74517167 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0596364 Jul 22 15:09:59.293195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-3b13dcf7-db75-4e23-ae4c-87efd632fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:59.294704 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-3b13dcf7-db75-4e23-ae4c-87efd632fc40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0835018 Jul 22 15:09:59.363357 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-a11ab4fd-2827-4957-a850-35353b1c13b7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 1001 time: 0.0616217 Jul 22 15:09:59.413495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-efdd2bd5-5120-446d-81eb-8e87c6a31d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:59.414972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-efdd2bd5-5120-446d-81eb-8e87c6a31d5b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0437520 Jul 22 15:09:59.474198 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-ac54a526-ce30-412c-aa4b-d6a4fd888b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:09:59.475728 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-ac54a526-ce30-412c-aa4b-d6a4fd888b33 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526400 Jul 22 15:09:59.567438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-38eb4314-802c-4042-9d0f-65ead8f46487 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848985 Jul 22 15:09:59.655719 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fd0d3d-4357-4332-95ed-72e3a6a8585a req-5cf5c440-0497-4d05-9c3f-822867e384d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811334 Jul 22 15:10:02.787587 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:10:07.588661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:07.976304 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:09.911091 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d9cbd76-dbfc-4a28-add9-42ab54c2013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:12.152581 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fce20013-dc4b-40ed-bcfb-def12b2dbe3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:12.397190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:13.764930 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:15.440315 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:32.170669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874779-e9a6-4f95-9c21-e51122139f77 req-5c91afe6-13a0-4d6b-9cda-1bd043424fe3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:32.172210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec874779-e9a6-4f95-9c21-e51122139f77 req-5c91afe6-13a0-4d6b-9cda-1bd043424fe3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0744915 Jul 22 15:10:32.211051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ec874779-e9a6-4f95-9c21-e51122139f77 req-b5f16672-b9bb-4752-8af1-0998e9b4087d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317204 Jul 22 15:10:32.495004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-950a177b-a890-41cf-b951-e606f7a09393 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967412 Jul 22 15:10:32.506904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe43924-5992-4315-8f6f-60acf59b3f02 req-27644c20-fc3a-4ba4-8f40-9fdd97169c0f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:32.508340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fe43924-5992-4315-8f6f-60acf59b3f02 req-27644c20-fc3a-4ba4-8f40-9fdd97169c0f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.1022265 Jul 22 15:10:32.548789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8fe43924-5992-4315-8f6f-60acf59b3f02 req-1e3b42a9-1b41-41d7-9a9e-11c349dd23ba tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340610 Jul 22 15:10:33.687197 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d777c8-735b-4b9e-8145-3f839cd73d38 req-9c377449-037e-497a-b93d-fc151ceb218b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:33.689357 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15d777c8-735b-4b9e-8145-3f839cd73d38 req-9c377449-037e-497a-b93d-fc151ceb218b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0710113 Jul 22 15:10:33.716782 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-42fb6918-7f21-4036-abee-029d2b1c3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:33.718326 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-42fb6918-7f21-4036-abee-029d2b1c3519 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0605736 Jul 22 15:10:33.731237 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-15d777c8-735b-4b9e-8145-3f839cd73d38 req-83fc8c0f-9205-4936-9c5a-dd7969760598 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332842 Jul 22 15:10:33.807826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-f7d8b1dc-246d-40e1-9fa8-ab74b307dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:33.809369 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-f7d8b1dc-246d-40e1-9fa8-ab74b307dc1c service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0848141 Jul 22 15:10:33.876571 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-3f668028-b19d-414c-9104-de3a463b3053 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 1001 time: 0.0600655 Jul 22 15:10:33.924839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-ad7565bb-b022-472a-8f63-e6f3dc1bcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:33.926236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-ad7565bb-b022-472a-8f63-e6f3dc1bcf9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0431547 Jul 22 15:10:33.983386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-acfaf6a1-6a2d-46ab-91f2-a4e4adc0a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:33.985017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-acfaf6a1-6a2d-46ab-91f2-a4e4adc0a664 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521400 Jul 22 15:10:34.076121 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-85c934dd-a8a7-47be-96f8-4e50ca6d5f25 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844939 Jul 22 15:10:34.163285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-642fb496-cb02-4c15-b8ab-ccf991dd1a9a service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803862 Jul 22 15:10:34.864824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa39a9-e673-41c0-9dee-7f0081cc17d3 req-aa8177e8-6308-4112-899f-37d6251f5424 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:34.867424 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25aa39a9-e673-41c0-9dee-7f0081cc17d3 req-aa8177e8-6308-4112-899f-37d6251f5424 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0691128 Jul 22 15:10:34.930670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25aa39a9-e673-41c0-9dee-7f0081cc17d3 req-d29da2e5-3398-46cf-8711-819e6f3c535b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573916 Jul 22 15:10:36.069369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c135c17-c006-46d7-8f50-b614a93705d0 req-12aba0d9-443f-4637-b6df-ffee5915c5fd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:36.071342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c135c17-c006-46d7-8f50-b614a93705d0 req-12aba0d9-443f-4637-b6df-ffee5915c5fd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0646408 Jul 22 15:10:36.108180 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c135c17-c006-46d7-8f50-b614a93705d0 req-a9cd7828-6666-42d6-9771-d159e26d0f45 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312791 Jul 22 15:10:37.237297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aa3ef-4fbc-4be0-9c3d-2148f50738d4 req-eb88ed10-6b61-4479-b1df-3960992eb5c7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:37.238832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f9aa3ef-4fbc-4be0-9c3d-2148f50738d4 req-eb88ed10-6b61-4479-b1df-3960992eb5c7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0636904 Jul 22 15:10:37.284382 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f9aa3ef-4fbc-4be0-9c3d-2148f50738d4 req-240d8076-dc6b-46dc-8e68-afba246e913c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386310 Jul 22 15:10:37.605316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:37.983651 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:38.417581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23509b-2fea-4379-96f9-1537ca0b5b5e req-ea759ed1-495b-4974-adbf-3ebc10975c15 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:38.419114 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c23509b-2fea-4379-96f9-1537ca0b5b5e req-ea759ed1-495b-4974-adbf-3ebc10975c15 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0683749 Jul 22 15:10:38.457467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c23509b-2fea-4379-96f9-1537ca0b5b5e req-3c6c159d-607b-4de2-8e65-204cd973e127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326371 Jul 22 15:10:39.585570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b038ce0-a75e-4e1f-be3e-5a29c757dfbf req-a3ea5882-e1ef-40a2-a5d9-7866f3841f6e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:39.587027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b038ce0-a75e-4e1f-be3e-5a29c757dfbf req-a3ea5882-e1ef-40a2-a5d9-7866f3841f6e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0640435 Jul 22 15:10:39.623348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b038ce0-a75e-4e1f-be3e-5a29c757dfbf req-6089fec6-6844-4796-b16d-67094e61a6a9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308962 Jul 22 15:10:39.786829 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:10:39.912238 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40eea400-5c43-49eb-aaa0-5d5844a3678b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:40.753265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59568792-43ad-4579-b93a-8755288cda85 req-8ac43133-2d4c-4a58-b049-145a41edec46 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:40.754778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59568792-43ad-4579-b93a-8755288cda85 req-8ac43133-2d4c-4a58-b049-145a41edec46 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0632737 Jul 22 15:10:40.795654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59568792-43ad-4579-b93a-8755288cda85 req-13888ca3-4b7e-44b5-a484-c5381abcec7e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353153 Jul 22 15:10:41.925390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe48d3-07dd-456d-a541-90b430ccbe5b req-56f4ad89-c3e9-4b93-bbb0-5ae58b4bd5eb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:41.926893 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16fe48d3-07dd-456d-a541-90b430ccbe5b req-56f4ad89-c3e9-4b93-bbb0-5ae58b4bd5eb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0632362 Jul 22 15:10:41.963269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-16fe48d3-07dd-456d-a541-90b430ccbe5b req-5a170c8a-903a-48f2-a75c-94c52345a129 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308466 Jul 22 15:10:42.152777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-eeef01c8-ba9c-4c78-94aa-59e576c1a10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:42.397962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:43.090698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28114919-2a7f-43a9-a6e2-8889b4aab274 req-01e001e6-2573-4a4b-bcfb-e7cd9e50925a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:43.092363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28114919-2a7f-43a9-a6e2-8889b4aab274 req-01e001e6-2573-4a4b-bcfb-e7cd9e50925a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0634131 Jul 22 15:10:43.129839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28114919-2a7f-43a9-a6e2-8889b4aab274 req-1d294e20-a29e-4fed-8a2d-5d0790980f53 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313804 Jul 22 15:10:43.770030 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:44.278380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726fb08-5396-4294-9d9c-205f1d4437a5 req-05138aa5-0a2f-4543-bd0f-ad9cce3bdcda tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:44.279983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3726fb08-5396-4294-9d9c-205f1d4437a5 req-05138aa5-0a2f-4543-bd0f-ad9cce3bdcda tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0754478 Jul 22 15:10:44.319465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3726fb08-5396-4294-9d9c-205f1d4437a5 req-3702f835-2c90-4a4c-ad9d-e8754519a5b4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 Jul 22 15:10:45.444085 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:45.452320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff9433-1200-4ff8-8156-59f374f98987 req-5226ed23-eb83-4889-8256-abf6bf1cd946 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:45.454601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8eff9433-1200-4ff8-8156-59f374f98987 req-5226ed23-eb83-4889-8256-abf6bf1cd946 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0658331 Jul 22 15:10:45.490861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8eff9433-1200-4ff8-8156-59f374f98987 req-6afa40e6-e387-46da-9376-0473717d6cdb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306263 Jul 22 15:10:46.076302 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-b920a510-efe0-48f5-abb1-d28dbc9e990c service neutron] show failed (client error): The resource could not be found. Jul 22 15:10:46.077334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-b920a510-efe0-48f5-abb1-d28dbc9e990c service neutron] 10.222.0.72 "GET /v2.0/ports/1c37d772-78c3-47f9-bac4-d6a29926d7f7/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0641017 Jul 22 15:10:46.321950 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-f8f3e097-6d91-4533-ab5d-53d6d60b4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:46.323495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-f8f3e097-6d91-4533-ab5d-53d6d60b4397 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 1097 time: 0.0931108 Jul 22 15:10:46.334692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:10:46.406457 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:46.648694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:46.696936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358340-8cb9-43e7-9aa9-cd0edbc2dbda req-b1ddb524-51c2-4b71-9a64-10c8623e84ef tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:46.698463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45358340-8cb9-43e7-9aa9-cd0edbc2dbda req-b1ddb524-51c2-4b71-9a64-10c8623e84ef tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.1175592 Jul 22 15:10:46.702294 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:10:46.768061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45358340-8cb9-43e7-9aa9-cd0edbc2dbda req-665d2ac8-a060-4809-99bd-a69bdd888fd5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621021 Jul 22 15:10:46.770258 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:46.772512 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3a0fbf-af66-41aa-afe2-9b9f9d1d64eb" -d '{"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:46.776567 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:46.790145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Transition to ACTIVE for port object 1c37d772-78c3-47f9-bac4-d6a29926d7f7 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:10:46.794950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:46.825928 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7da2e-91de-4d1a-8a59-9bc1ff0bb3dd x-openstack-request-id: req-78f7da2e-91de-4d1a-8a59-9bc1ff0bb3dd {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:46.826345 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:46.826747 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78f7da2e-91de-4d1a-8a59-9bc1ff0bb3dd {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:46.827222 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'code': 200} Jul 22 15:10:46.943177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:46.973591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.973944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.974297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.974669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.975011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.975346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.975684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.976023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.976355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.976686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.977017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.977346 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:46.980943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] No DVR routers for this DVR port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:10:47.115329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:10:47.115585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:10:47.115911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:10:47.120277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:10:47.120431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Attempting to bind port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:10:47.125720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:10:47.126063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:10:47.126449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:10:47.126902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Bound port: 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:10:47.127261 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:47.188965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:10:47.192069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:10:47.195508 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:47.235883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:47.236548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:47.237988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] 10.222.0.61 "PUT /v2.0/ports/1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 1092 time: 0.9073362 Jul 22 15:10:47.255303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4ebe9-ab74-47e0-a08d-85bc56b5cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:47.646705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-e489d11e-0d87-41a9-829f-0471f4615e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:47.648144 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-e489d11e-0d87-41a9-829f-0471f4615e3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1095 time: 0.3871071 Jul 22 15:10:47.738299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-8bea7981-8b7e-4f1d-9062-30610550ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:47.739800 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-8bea7981-8b7e-4f1d-9062-30610550ebc3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0850322 Jul 22 15:10:47.803063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a9b24c53-ac46-45aa-a92b-0f0d7597f5cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 999 time: 0.0569496 Jul 22 15:10:47.879883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-6cb67181-b01d-441e-9732-bc7d9eca2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:47.881331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-6cb67181-b01d-441e-9732-bc7d9eca2b87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0722048 Jul 22 15:10:47.947489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53192af2-1a27-4838-a022-079e1032743e req-c7d8fadb-dc02-4957-8323-2bef259ea458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:47.948959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53192af2-1a27-4838-a022-079e1032743e req-c7d8fadb-dc02-4957-8323-2bef259ea458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 944 time: 0.1092780 Jul 22 15:10:47.972650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-176e2ae2-5994-4e48-a652-fbd4e3161de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:47.974092 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-176e2ae2-5994-4e48-a652-fbd4e3161de1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865817 Jul 22 15:10:48.007461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53192af2-1a27-4838-a022-079e1032743e req-93fd103d-f40b-4cd8-8287-1d15c4cf7afc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519176 Jul 22 15:10:48.075313 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-a37255bb-8702-401a-b80e-2c454cffe6b4 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940237 Jul 22 15:10:48.162758 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-006625f9-07ba-4a8d-803e-bba99b65aa6b service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802443 Jul 22 15:10:48.829015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:48.831474 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7249b0-c624-4477-bc7c-d9dddfc83c62" -d '{"events": [{"name": "network-changed", "server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:48.879698 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d9e95a-ac08-4886-862f-4fa496f06ad1 x-openstack-request-id: req-20d9e95a-ac08-4886-862f-4fa496f06ad1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:48.879994 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:48.880253 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20d9e95a-ac08-4886-862f-4fa496f06ad1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:48.880654 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'status': 'completed', 'code': 200} Jul 22 15:10:48.955975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-c84a0eec-d3ce-4e12-b3d9-e4aac8f8eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:48.957602 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-c84a0eec-d3ce-4e12-b3d9-e4aac8f8eb43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0552764 Jul 22 15:10:48.957722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-48813311-07e7-4126-87c4-a1d5c01e9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:48.959285 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-48813311-07e7-4126-87c4-a1d5c01e9d66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0603473 Jul 22 15:10:49.050655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-8c51ceca-3fef-4fd0-a448-d0fd57d5fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.050832 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-da6ac095-bd24-448c-9e54-a32011f079bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.052178 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-8c51ceca-3fef-4fd0-a448-d0fd57d5fbba service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0872421 Jul 22 15:10:49.052317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-da6ac095-bd24-448c-9e54-a32011f079bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0859044 Jul 22 15:10:49.133327 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-1dbd2f85-8132-41b6-a1e8-55874e7231d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 999 time: 0.0746102 Jul 22 15:10:49.160678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-a48f55d1-6219-448a-9c02-7faa6eaeebf6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 999 time: 0.1005547 Jul 22 15:10:49.183577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-dc9bcc05-6e63-4410-9d0f-fa4542a037d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.185072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-dc9bcc05-6e63-4410-9d0f-fa4542a037d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0453277 Jul 22 15:10:49.216088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf376-5d1f-4e83-9b85-6f668fe28604 req-0c7b8b24-5e04-41fc-b38e-f1c827917eca tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.217595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38abf376-5d1f-4e83-9b85-6f668fe28604 req-0c7b8b24-5e04-41fc-b38e-f1c827917eca tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 944 time: 0.1130993 Jul 22 15:10:49.233877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-eb78bea0-244d-4f80-a751-4a6094c3203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.235351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-eb78bea0-244d-4f80-a751-4a6094c3203d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0665960 Jul 22 15:10:49.247098 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-e5eca2c0-29a5-4531-8ca6-b65b360ab927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.248682 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-e5eca2c0-29a5-4531-8ca6-b65b360ab927 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572808 Jul 22 15:10:49.292944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38abf376-5d1f-4e83-9b85-6f668fe28604 req-e05d4e9c-272c-4757-a34b-51ff805427d1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690827 Jul 22 15:10:49.314509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-3b7bd5e2-1676-46a1-97e9-130bce8ce2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:49.316047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-3b7bd5e2-1676-46a1-97e9-130bce8ce2b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719543 Jul 22 15:10:49.344116 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-98301765-2f6d-4f1d-8b00-2724cba942c2 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886681 Jul 22 15:10:49.407841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-f804b736-618a-445b-97b8-3b352e0fa736 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Jul 22 15:10:49.441417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-e094eacc-419f-46d3-93d6-ba0aab7ba70f service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908043 Jul 22 15:10:49.502862 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f7249b0-c624-4477-bc7c-d9dddfc83c62 req-529e193e-b076-458f-9300-23bd852062f6 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885391 Jul 22 15:10:49.900379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:10:49.940139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:10:50.413404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:10:50.428877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb040-f8f4-4bbc-acfb-c78652f4e111 req-512ad427-f4ed-4410-a29d-3337009235dc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:50.430555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aedb040-f8f4-4bbc-acfb-c78652f4e111 req-512ad427-f4ed-4410-a29d-3337009235dc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 944 time: 0.0664401 Jul 22 15:10:50.476793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aedb040-f8f4-4bbc-acfb-c78652f4e111 req-7ef2bdae-aef2-48bc-9967-0c3d380ebec7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Jul 22 15:10:50.522918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:50.534038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'mac_address': 'fa:16:3e:ec:5e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:10:50.580090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:50.593763 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c37d772-78c3-47f9-bac4-d6a29926d7f7 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:10:50.617208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:50.622363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:50.677036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:50.684947 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.685307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.685817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.685992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.686324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.686690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.688482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.688482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.688482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.688734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.689030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.689301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:50.729655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85677247-fe53-4cf7-b5a4-0eddc53c72ae req-55ef9c0f-a9b7-4563-a675-b56e0d6dba67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:50.733576 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85677247-fe53-4cf7-b5a4-0eddc53c72ae req-55ef9c0f-a9b7-4563-a675-b56e0d6dba67 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.1016662 Jul 22 15:10:50.737794 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-9783beb2-43ac-4f9e-827e-cdc2daae55fa tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:50.739315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-9783beb2-43ac-4f9e-827e-cdc2daae55fa tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7&tenant_id=3c7408d2e316468f81dbea30d8c80fdc&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 945 time: 0.0967572 Jul 22 15:10:50.777687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85677247-fe53-4cf7-b5a4-0eddc53c72ae req-98673dc2-0f99-4e02-8600-19bca670c5d9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384641 Jul 22 15:10:50.806704 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-b4fe0eef-ff82-45a4-8c35-8b7c3af8161f service neutron] delete failed (client error): The resource could not be found. Jul 22 15:10:50.807742 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-b4fe0eef-ff82-45a4-8c35-8b7c3af8161f service neutron] 10.222.0.72 "DELETE /v2.0/ports/1c37d772-78c3-47f9-bac4-d6a29926d7f7/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0619254 Jul 22 15:10:50.864747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1c37d772-78c3-47f9-bac4-d6a29926d7f7'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:10:50.911160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-e93fb4b3-2fa7-4264-af26-ed6ae4a33fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:50.912621 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-e93fb4b3-2fa7-4264-af26-ed6ae4a33fb5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0615177 Jul 22 15:10:51.005019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-35ad443f-db77-4df6-a3e1-e32d0a2997d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:51.006536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-35ad443f-db77-4df6-a3e1-e32d0a2997d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0878892 Jul 22 15:10:51.073676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-e2577bbd-39b1-4885-a5c9-b68543ee764a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 200 len: 1000 time: 0.0610657 Jul 22 15:10:51.122268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-6b51836f-d869-45d7-96ea-415adb886e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:51.123875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-6b51836f-d869-45d7-96ea-415adb886e2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0440044 Jul 22 15:10:51.183347 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-0ec9f8f5-e5ba-4cb8-9525-fc1fc32d2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:51.184854 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-0ec9f8f5-e5ba-4cb8-9525-fc1fc32d2a8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550511 Jul 22 15:10:51.276945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-6b449583-85d1-4331-b115-4bc6b3610cd9 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856047 Jul 22 15:10:51.364282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fc5170ae-444b-4a11-a760-32e4b4f9187a req-dea250e7-5b02-4096-bafc-08fc6439a301 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803885 Jul 22 15:10:51.915488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b728-2bc3-4b73-bd5b-7cf652c0cff7 req-284d7045-4cd4-4f13-b6b6-80e8de792c0d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:51.917150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d60b728-2bc3-4b73-bd5b-7cf652c0cff7 req-284d7045-4cd4-4f13-b6b6-80e8de792c0d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.0662084 Jul 22 15:10:51.955405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d60b728-2bc3-4b73-bd5b-7cf652c0cff7 req-6408792f-7cdb-443e-8b3f-431341dbc894 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Jul 22 15:10:52.082479 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56b4ac-43fd-4cc3-aa94-6c378e2deb7b req-1bdb8bb1-4c06-4799-a9d0-664a445501d7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:52.083923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd56b4ac-43fd-4cc3-aa94-6c378e2deb7b req-1bdb8bb1-4c06-4799-a9d0-664a445501d7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.0633161 Jul 22 15:10:52.121341 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fd56b4ac-43fd-4cc3-aa94-6c378e2deb7b req-bdeebb5e-7cf4-43a3-9d6c-3baf5f96580a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318427 Jul 22 15:10:52.251470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1a235-f89c-4807-8af5-55d894dade0e req-47af71d8-f8a8-47a0-8500-84e677e52346 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:52.252956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cf1a235-f89c-4807-8af5-55d894dade0e req-47af71d8-f8a8-47a0-8500-84e677e52346 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.0678096 Jul 22 15:10:52.291061 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cf1a235-f89c-4807-8af5-55d894dade0e req-18cf3b56-a860-4096-83b4-f696bd3285a9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323746 Jul 22 15:10:52.421781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:10:52.472146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:10:52.476049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:10:52.476592 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:52.542014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65fa59-6d9b-42a2-b62d-07c60d414b52 req-5c0a18d6-927d-4ba4-a7e7-f353440e6d03 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:52.543570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe65fa59-6d9b-42a2-b62d-07c60d414b52 req-5c0a18d6-927d-4ba4-a7e7-f353440e6d03 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 945 time: 0.0643806 Jul 22 15:10:52.551419 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:52.576853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:52.579138 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b93e1-b929-46ea-bfc9-d4c36f9917df" -d '{"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-plugged", "status": "completed", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:52.582711 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe65fa59-6d9b-42a2-b62d-07c60d414b52 req-3ec5afe3-b18f-4f0b-b128-170f48ef19d0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Jul 22 15:10:52.591508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:52.599921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:52.647437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:52.677134 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63ed4ad-a571-4339-88c4-db5d0d7615b2 x-openstack-request-id: req-f63ed4ad-a571-4339-88c4-db5d0d7615b2 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:52.677430 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-plugged", "status": "completed", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:52.677686 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f63ed4ad-a571-4339-88c4-db5d0d7615b2 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:52.678099 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'code': 200} Jul 22 15:10:53.711636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c004267-91ef-4b08-be2c-ff0932e5b684 req-7b9907cc-689b-47c5-b6af-e988c34d66da tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:53.713149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c004267-91ef-4b08-be2c-ff0932e5b684 req-7b9907cc-689b-47c5-b6af-e988c34d66da tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0636809 Jul 22 15:10:53.785614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4c004267-91ef-4b08-be2c-ff0932e5b684 req-a931678c-85f8-4d2b-97a0-c3bef31bb48a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637770 Jul 22 15:10:53.804621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-f7301694-a3dd-4ce6-bb92-e7cf1dae6d35 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:53.806101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-f7301694-a3dd-4ce6-bb92-e7cf1dae6d35 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.61 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 946 time: 0.0920985 Jul 22 15:10:53.907026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Deleting port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:10:53.907288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:53.999831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] For port 1c37d772-78c3-47f9-bac4-d6a29926d7f7, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1c37d772-78c3-47f9-bac4-d6a29926d7f7,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:10:54.000193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:54.165897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:54.166191 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:54.166545 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 disassociated. External IP: 172.25.3.75, port: 1c37d772-78c3-47f9-bac4-d6a29926d7f7. Jul 22 15:10:54.167017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Calling delete_port for 1c37d772-78c3-47f9-bac4-d6a29926d7f7 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:10:54.296177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:54.324867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event deleted for resources: {'Port': ['ID=1c37d772-78c3-47f9-bac4-d6a29926d7f7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:54.443165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:10:54.552308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:10:54.561720 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:10:54.571059 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:10:54.571741 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:10:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:10:54.596969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] No DVR routers for this DVR port 1c37d772-78c3-47f9-bac4-d6a29926d7f7 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:10:54.599807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:54.601728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-089ec302-030a-4a67-8e5e-18b9799ea389 req-39f609a5-81db-4792-ba4f-0499877de79e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.61 "DELETE /v2.0/ports/1c37d772-78c3-47f9-bac4-d6a29926d7f7 HTTP/1.1" status: 204 len: 173 time: 0.7904751 Jul 22 15:10:54.602164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-deleted', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:54.604529 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bde79d-08a6-4d0a-ae52-cfbace369fcb" -d '{"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-deleted", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:54.644670 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce1763-b4f4-46a4-ac77-8c66bc0505ce x-openstack-request-id: req-6fce1763-b4f4-46a4-ac77-8c66bc0505ce {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:54.644971 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7", "name": "network-vif-deleted", "tag": "1c37d772-78c3-47f9-bac4-d6a29926d7f7", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:54.645231 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fce1763-b4f4-46a4-ac77-8c66bc0505ce {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:54.645636 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7', 'name': 'network-vif-deleted', 'tag': '1c37d772-78c3-47f9-bac4-d6a29926d7f7', 'status': 'completed', 'code': 200} Jul 22 15:10:54.678227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:10:54.885165 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:10:54.900785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a93df1ce-d448-49c7-aeef-d005e7669c5c req-72ffa64e-a673-4774-bc6a-aefd5a9a9399 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=aba8afb7-75eb-4d92-ab2d-6b7075bf4bb7 HTTP/1.1" status: 200 len: 210 time: 0.0308292 Jul 22 15:10:54.997692 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:10:55.005877 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:10:55.006482 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:10:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:10:55.105313 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:10:55.294342 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:10:55.319811 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3932-6751-47ca-9a8e-3e8466af4357 None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:10:55.527343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc2091e-2751-4093-b769-793c5f92a316 None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:10:56.140524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-3e5f9f4a-48d8-434a-8c12-14fab379a48b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--837088527&fields=id&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 267 time: 0.0363545 Jul 22 15:10:56.242858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-2f91ffc2-b6d4-4e99-b005-5e816df94616 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:56.244348 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-2f91ffc2-b6d4-4e99-b005-5e816df94616 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.0974753 Jul 22 15:10:56.259521 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-89d2d76b-78b4-4c7b-80c9-11558ea7ed5e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/quotas/3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 375 time: 0.0096974 Jul 22 15:10:56.327495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-a3840421-9d81-4896-8132-01bedfb77db7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629473 Jul 22 15:10:56.426010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-40ca4667-c698-4e5b-99ac-717b9c25d444 service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873942 Jul 22 15:10:56.519083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-ac373b90-c204-4fc6-b31d-aed1f61afdaf service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872035 Jul 22 15:10:56.679680 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8b85a107-2dd8-4048-9271-02cdc2580fc7 req-f4d03a3b-98d1-4ebc-9b55-b38637d82360 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 210 time: 0.0318518 Jul 22 15:10:57.739521 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-4bfd8f1c-6585-46af-b05e-d5ae0f9fec0b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:57.742352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-4bfd8f1c-6585-46af-b05e-d5ae0f9fec0b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1140740 Jul 22 15:10:57.778332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e461048-6629-4217-b4f7-c8b93958f4f4 req-7da9b454-de36-4fe4-8ec2-d1ed20e7e06f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 210 time: 0.0304668 Jul 22 15:10:57.787053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-2b913082-c8b1-4cd2-a9b6-72a2a59da9ce tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 379 time: 0.0352886 Jul 22 15:10:57.801986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'port': {'device_id': '43883b15-a216-4951-a2fa-189789d8e7e4', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'admin_state_up': True, 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'security_groups': ['af0fa3a0-7f41-4269-94c4-431015b9ce96']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:10:57.911560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Made reservation on behalf of 3c7408d2e316468f81dbea30d8c80fdc for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:10:57.915047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:58.035703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Allocated IP 172.20.0.3 (f31d9f6d-59d0-44aa-99ae-2278292f6e24/d917023e-0edb-4935-a5e6-629ddc77baad/8dbbad47-b5ae-4428-9104-e78941de9e33) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:10:58.170624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:58.183450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Transition to ACTIVE for port object 8dbbad47-b5ae-4428-9104-e78941de9e33 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:10:58.216399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:58.259673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:10:58.262630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:10:58.266955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:10:58.291598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:58.304024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.304357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.304702 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.305043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.305379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.305712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.306043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.306372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.306725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.307060 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.307382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.308031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:10:58.331166 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:58.331829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:58.345617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-7207535c-4f66-4582-b3f7-69d94948fc02 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5473528 Jul 22 15:10:58.357963 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Request body: {'port': {'device_id': '43883b15-a216-4951-a2fa-189789d8e7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:10:58.439044 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:58.451179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:10:58.471055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 1c37d772-78c3-47f9-bac4-d6a29926d7f7 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:10:58.471401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1c37d772-78c3-47f9-bac4-d6a29926d7f7 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:10:58.531579 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c2ab960a-920c-43ba-9017-ff5837bdc2f1 None None] Provisioning for port 8dbbad47-b5ae-4428-9104-e78941de9e33 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:10:58.536281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c2ab960a-920c-43ba-9017-ff5837bdc2f1 None None] Provisioning complete for port 8dbbad47-b5ae-4428-9104-e78941de9e33 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:10:58.536602 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c2ab960a-920c-43ba-9017-ff5837bdc2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:58.576128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c2ab960a-920c-43ba-9017-ff5837bdc2f1 None None] Port 8dbbad47-b5ae-4428-9104-e78941de9e33 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:10:58.911378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22f43-8242-49b9-90ef-fc640720d838 req-a49f341f-94a6-424d-81ac-9aa889624985 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:58.912803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26c22f43-8242-49b9-90ef-fc640720d838 req-a49f341f-94a6-424d-81ac-9aa889624985 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 931 time: 0.0656796 Jul 22 15:10:58.954634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-26c22f43-8242-49b9-90ef-fc640720d838 req-828becab-c103-4c7d-9e8c-91cc24aec5b5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361071 Jul 22 15:10:59.029586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbbad47-b5ae-4428-9104-e78941de9e33 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:10:59.037231 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:59.048839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Transition to ACTIVE for port object 8dbbad47-b5ae-4428-9104-e78941de9e33 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:10:59.052945 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:59.106972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:59.182579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:10:59.182927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:10:59.183265 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:10:59.188496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Port 8dbbad47-b5ae-4428-9104-e78941de9e33 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:10:59.188824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:10:59.193844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:10:59.194186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:10:59.194610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:10:59.195041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Bound port: 8dbbad47-b5ae-4428-9104-e78941de9e33, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:10:59.195409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:59.259987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:10:59.263114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:10:59.268707 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:59.307448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:59.308079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:10:59.309521 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] 10.222.0.72 "PUT /v2.0/ports/8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 1091 time: 0.9561369 Jul 22 15:10:59.309961 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:10:59.312243 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dac851-d28b-4a71-a50f-30b796e85698" -d '{"events": [{"name": "network-changed", "server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:10:59.338115 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac25ee-8268-44c6-b4b5-7507ca1c6e5d service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:10:59.411826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-b3636b1b-4b31-41ce-afbc-acb12ac2d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:59.413510 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-b3636b1b-4b31-41ce-afbc-acb12ac2d99c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0600955 Jul 22 15:10:59.420454 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d320a95-0e9c-49d2-8d37-bb379d195693 x-openstack-request-id: req-6d320a95-0e9c-49d2-8d37-bb379d195693 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:10:59.420818 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:10:59.421138 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d320a95-0e9c-49d2-8d37-bb379d195693 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:10:59.422970 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'status': 'completed', 'code': 200} Jul 22 15:10:59.458692 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-e0e4e174-01e4-43d1-995a-5e247f7f9925 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 217 time: 0.0345433 Jul 22 15:10:59.517088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-b70bd630-61de-40ee-b4e2-5854923d3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:59.518578 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-b70bd630-61de-40ee-b4e2-5854923d3217 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0514648 Jul 22 15:10:59.580432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-ea7bdcd7-60ef-4a2e-980a-2285de2ef259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:59.581919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-ea7bdcd7-60ef-4a2e-980a-2285de2ef259 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550306 Jul 22 15:10:59.674616 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-9936b167-ed4f-424e-a9c5-4105cc1b7638 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855274 Jul 22 15:10:59.763220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-93a8225c-983c-4dd3-adc4-7be97fc6b4ce req-f7079a18-1b42-4043-96db-51c0e986ab70 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814009 Jul 22 15:10:59.885931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac851-d28b-4a71-a50f-30b796e85698 req-524853ae-3e63-4259-b23f-176d2afc97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:59.887479 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-524853ae-3e63-4259-b23f-176d2afc97ec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0586679 Jul 22 15:10:59.981523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac851-d28b-4a71-a50f-30b796e85698 req-6199bfe4-9bc6-40ff-9a2e-d81637b03e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:10:59.983820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-6199bfe4-9bc6-40ff-9a2e-d81637b03e38 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0879405 Jul 22 15:11:00.025726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-aba49ede-40a7-4c7b-a55e-9579b22e069e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 217 time: 0.0342388 Jul 22 15:11:00.081951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac851-d28b-4a71-a50f-30b796e85698 req-5d32a476-83d4-4530-bc28-1ad3fbcfb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:00.083234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0bdd6-aef8-4dc9-8856-fac03ef49e1e req-8dd33c65-16c9-441f-bd61-8beab6520c64 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:00.083622 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-5d32a476-83d4-4530-bc28-1ad3fbcfb89c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0474119 Jul 22 15:11:00.084728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25d0bdd6-aef8-4dc9-8856-fac03ef49e1e req-8dd33c65-16c9-441f-bd61-8beab6520c64 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 943 time: 0.0639572 Jul 22 15:11:00.122815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25d0bdd6-aef8-4dc9-8856-fac03ef49e1e req-35d813b0-44c8-41ba-9c47-4d2c585b20e3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Jul 22 15:11:00.145852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dac851-d28b-4a71-a50f-30b796e85698 req-b1df3845-8526-4707-981f-7e0d0abb75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:00.147454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-b1df3845-8526-4707-981f-7e0d0abb75e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562837 Jul 22 15:11:00.239626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-7d8c5f8b-c14c-458a-b389-08ce24eea991 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828445 Jul 22 15:11:00.332840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45dac851-d28b-4a71-a50f-30b796e85698 req-d1715676-c348-4db3-930e-75763881bc4e service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Jul 22 15:11:01.266352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b66eb5-40ef-49dd-8565-64fac42b0df5 req-3d31e513-9bd6-4754-85e6-1015e5c5dd9f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:01.267946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06b66eb5-40ef-49dd-8565-64fac42b0df5 req-3d31e513-9bd6-4754-85e6-1015e5c5dd9f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 943 time: 0.0671229 Jul 22 15:11:01.305415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-06b66eb5-40ef-49dd-8565-64fac42b0df5 req-f5a813eb-5a30-4ce4-8672-a27c447143e2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Jul 22 15:11:01.951055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:11:02.043857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:11:02.055126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'mac_address': 'fa:16:3e:e0:47:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:11:02.091067 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:02.106105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbbad47-b5ae-4428-9104-e78941de9e33 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:11:02.126079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:11:02.129960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:02.174805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:02.378973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['8dbbad47-b5ae-4428-9104-e78941de9e33'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:11:02.437400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07197ace-f772-462d-8cdd-b161f22fc38f req-2f053490-1b33-44e2-b428-7924e0cbbfd9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:02.439616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07197ace-f772-462d-8cdd-b161f22fc38f req-2f053490-1b33-44e2-b428-7924e0cbbfd9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 944 time: 0.0686128 Jul 22 15:11:02.479305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07197ace-f772-462d-8cdd-b161f22fc38f req-1fdcb009-fa21-4046-b92c-2a9b640cee9e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Jul 22 15:11:03.608732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76cd56-5525-49c3-b295-15527b284a9c req-5f92b6a1-4a41-4ecb-996e-4a4b8cd01628 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:03.610683 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e76cd56-5525-49c3-b295-15527b284a9c req-5f92b6a1-4a41-4ecb-996e-4a4b8cd01628 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 944 time: 0.0641270 Jul 22 15:11:03.647620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e76cd56-5525-49c3-b295-15527b284a9c req-0c475062-a772-4b24-a50c-c51aa5f5b4c2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Jul 22 15:11:03.962313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:11:04.013636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 8dbbad47-b5ae-4428-9104-e78941de9e33 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:11:04.018060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 8dbbad47-b5ae-4428-9104-e78941de9e33 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:11:04.018444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:04.091230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:04.113456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:11:04.115710 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87f1557-301a-48d1-a040-57d40536b0c1" -d '{"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:11:04.128266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:11:04.132840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:04.158185 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f90ce38-32b3-4784-996e-de1ebd29ccf1 x-openstack-request-id: req-0f90ce38-32b3-4784-996e-de1ebd29ccf1 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:11:04.158475 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:11:04.158758 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f90ce38-32b3-4784-996e-de1ebd29ccf1 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:11:04.159141 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'code': 200} Jul 22 15:11:04.188384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:11:04.267713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f7cd-a5ab-400c-ad9a-8c535c66a8a7 req-47e90a97-dc02-4259-bdb9-9a3f987edda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:04.269928 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1570f7cd-a5ab-400c-ad9a-8c535c66a8a7 req-47e90a97-dc02-4259-bdb9-9a3f987edda9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0546978 Jul 22 15:11:04.307361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1570f7cd-a5ab-400c-ad9a-8c535c66a8a7 req-86dc62a2-971d-4ebc-9a1c-9771df61e97c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310311 Jul 22 15:11:04.774427 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61056c-8247-481a-a507-bef03146bf4e req-6819f377-71dd-4497-8448-86921c6b0142 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:04.776131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b61056c-8247-481a-a507-bef03146bf4e req-6819f377-71dd-4497-8448-86921c6b0142 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0624216 Jul 22 15:11:04.819651 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b61056c-8247-481a-a507-bef03146bf4e req-1af96e49-bf25-418d-a870-ec24d16fb97c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376596 Jul 22 15:11:05.957177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e97e4a-fced-4163-b45d-267e3ca5c098 req-218fc7f6-0ceb-49dd-9617-84d42dc16fe8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:05.958966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97e97e4a-fced-4163-b45d-267e3ca5c098 req-218fc7f6-0ceb-49dd-9617-84d42dc16fe8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0694954 Jul 22 15:11:05.995482 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-97e97e4a-fced-4163-b45d-267e3ca5c098 req-a39435a8-701e-4336-a211-8fd8ea94e219 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Jul 22 15:11:06.123070 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d3a56-9fd7-4316-b538-68339b7d8174 req-f139f97a-bb41-4434-9a15-462cc12b073d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:06.124483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b9d3a56-9fd7-4316-b538-68339b7d8174 req-f139f97a-bb41-4434-9a15-462cc12b073d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0648263 Jul 22 15:11:06.133259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 39834) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:11:06.137624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'floatingip': {'port_id': '8dbbad47-b5ae-4428-9104-e78941de9e33'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:11:06.180590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:06.595121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:06.598864 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:06.698897 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 associated. External IP: 172.25.3.75, port: 8dbbad47-b5ae-4428-9104-e78941de9e33. Jul 22 15:11:06.905069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:11:07.010781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:11:07.015514 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:07.020035 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:11:07.028872 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:11:07.029473 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:10:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:07.052496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-86816e46-45f1-4f4b-8602-7ea999e3c316 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "PUT /v2.0/floatingips/c926b2e3-c904-485c-833a-0b2b38c35b24 HTTP/1.1" status: 200 len: 990 time: 0.9181914 Jul 22 15:11:07.053101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:11:07.055367 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:11:07.096902 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d331885d-3e8e-46e9-991e-e115dfb95178 x-openstack-request-id: req-d331885d-3e8e-46e9-991e-e115dfb95178 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:11:07.097220 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:11:07.097451 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d331885d-3e8e-46e9-991e-e115dfb95178 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:11:07.097859 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'status': 'completed', 'code': 200} Jul 22 15:11:07.141486 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:11:07.180050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-39846e03-7c4d-42d0-8369-7bd5452f7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:07.181588 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-39846e03-7c4d-42d0-8369-7bd5452f7eab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0592031 Jul 22 15:11:07.271739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-961d6e46-5faa-4768-b360-3f02fc1dd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:07.273484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-961d6e46-5faa-4768-b360-3f02fc1dd577 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0850253 Jul 22 15:11:07.344311 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-b5aa3de7-f8ff-47af-992c-53f4134310bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 998 time: 0.0624039 Jul 22 15:11:07.365034 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:e0:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43883b15-a216-4951-a2fa-189789d8e7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:11:06Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:07.389998 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:11:07.393439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-f796bcc9-d7f3-4015-ad9d-1cc2be7e2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:07.394941 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-f796bcc9-d7f3-4015-ad9d-1cc2be7e2c5f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0445650 Jul 22 15:11:07.398850 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:11:07.399473 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:10:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:07.455495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-c4f0a43c-df2f-4f19-b011-422b5b6b83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:11:07.457204 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-c4f0a43c-df2f-4f19-b011-422b5b6b83cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549798 Jul 22 15:11:07.506011 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:11:07.550348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-39154e5f-9619-4bbf-9da5-fcdc2535b6cf service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863330 Jul 22 15:11:07.605653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:07.643303 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8b2698e0-13b6-4bd2-9b14-2c8897584dcb req-12e5e6d5-f8f8-4a75-9bf0-26a92fc58853 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Jul 22 15:11:07.731038 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:e0:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43883b15-a216-4951-a2fa-189789d8e7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:11:06Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:11:07.756445 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e5a14-6abd-4223-a91d-b4e4a7c2275d None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:e0:47:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43883b15-a216-4951-a2fa-189789d8e7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:11:06Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:11:07.937500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4689081-d4ad-4d6c-b16c-739cb1010b62 None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:11:08.002951 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:09.913118 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3dac702-a327-44e1-8b95-065e99a732db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:12.154868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09265dc8-d5f6-4cf0-bbc1-139bc4129d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:12.399154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:13.068332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-7bc7193a-36f1-49b5-aa47-fbcc626d7078 req-aa61ff45-2e73-4e68-8f1e-1b30e0c6e7b4 service neutron] (93813) timed out ('10.222.0.72', 54847) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:11:13.769875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:15.446179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:16.785099 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:11:37.619873 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:38.009449 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:39.913780 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e9acb5bd-3d13-4772-b6b5-da2386424d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:42.155855 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-acafdb45-acbc-4af6-b6e0-c3333b6f2482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:42.399880 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:43.772219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:45.450090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:11:53.784821 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:12:03.038729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-1f6b7bb0-b3d5-487e-919d-2e26f1a98706 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569961 Jul 22 15:12:03.130419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-cea14680-eeba-495b-b5a5-d46c9d7e2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:03.131982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-cea14680-eeba-495b-b5a5-d46c9d7e2595 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0527983 Jul 22 15:12:03.244065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-9d2a0fd3-8f75-495a-b5f0-de1cd89f5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:03.245555 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-9d2a0fd3-8f75-495a-b5f0-de1cd89f5d25 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0946298 Jul 22 15:12:03.316367 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-1c199d14-2cea-46f8-8fae-be3624f113ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 1000 time: 0.0629909 Jul 22 15:12:03.365335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-866a7d94-6f39-45c7-9055-455fb39d7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:03.366834 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-866a7d94-6f39-45c7-9055-455fb39d7562 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0444181 Jul 22 15:12:03.430965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-c5c96375-06a8-4f8c-81e0-c2afd1c9629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:03.432589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-c5c96375-06a8-4f8c-81e0-c2afd1c9629b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533478 Jul 22 15:12:03.529046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-cdb7e349-9e4c-4e7e-9801-a131370c1291 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898123 Jul 22 15:12:03.617565 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c2fafe99-014e-44fa-9aa4-a7508b73b999 req-be07b7c9-1444-46d2-8306-32afbc6954d1 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819461 Jul 22 15:12:07.630318 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:08.004438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:09.913998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-784fbe0c-ed6b-4c6c-9929-40c25d88c95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:12.160834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a01c269f-c846-4476-89a5-a1ad360c1094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:12.400279 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:13.774500 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:15.451834 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:30.783214 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:12:37.649496 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:38.018064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:39.915195 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7521-06ae-400e-8443-b267aa22bf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:42.163866 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0d74-2be8-4bda-8137-25f7f6b23158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:42.401669 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:43.777481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:44.100235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457e8ba-3244-4a69-9d5a-2aa587499b57 req-526f6376-1537-4c96-be68-568a2c5d60c0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:44.101754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d457e8ba-3244-4a69-9d5a-2aa587499b57 req-526f6376-1537-4c96-be68-568a2c5d60c0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.2287388 Jul 22 15:12:44.137914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d457e8ba-3244-4a69-9d5a-2aa587499b57 req-f747251a-c8ff-40bc-9efd-7a2d95c1ed79 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305228 Jul 22 15:12:45.324460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481e4f9-a590-49f2-bc5d-dfd462203d04 req-9c343a2a-d665-4155-95bf-ecabdca3d909 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:45.325889 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f481e4f9-a590-49f2-bc5d-dfd462203d04 req-9c343a2a-d665-4155-95bf-ecabdca3d909 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.1190727 Jul 22 15:12:45.362642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f481e4f9-a590-49f2-bc5d-dfd462203d04 req-d5f7ed3d-9e0a-4916-ba72-5e3ecf7503db tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Jul 22 15:12:45.454506 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:46.490809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4a17e-68dc-4acf-b51a-4a524d14faf7 req-73ede96e-142c-42c2-a716-065606da66da tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:46.492312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63e4a17e-68dc-4acf-b51a-4a524d14faf7 req-73ede96e-142c-42c2-a716-065606da66da tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0629876 Jul 22 15:12:46.528447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-63e4a17e-68dc-4acf-b51a-4a524d14faf7 req-2202494c-2d44-4c13-b678-1ce49ecfca70 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305157 Jul 22 15:12:47.669664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108161e7-5ed2-40fa-bbe5-6039d37831c0 req-5ad943d6-d88e-4683-8bb9-6fe41d127b21 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:47.671516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-108161e7-5ed2-40fa-bbe5-6039d37831c0 req-5ad943d6-d88e-4683-8bb9-6fe41d127b21 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0676701 Jul 22 15:12:47.709049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-108161e7-5ed2-40fa-bbe5-6039d37831c0 req-94ecc27f-350c-4fb5-8a81-188beac21b87 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Jul 22 15:12:48.837112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764787ab-7bef-4251-bb53-f4aa226814e6 req-3f2aa002-3f31-4848-bcdb-eb5330259fcc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:48.838536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-764787ab-7bef-4251-bb53-f4aa226814e6 req-3f2aa002-3f31-4848-bcdb-eb5330259fcc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0631273 Jul 22 15:12:48.877050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-764787ab-7bef-4251-bb53-f4aa226814e6 req-9f1f08bd-0d68-458e-9ff8-d9a14f5ca693 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329318 Jul 22 15:12:50.004012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f4415-0136-48a3-b660-d926ea3f631e req-30ce038f-12e1-48ff-b10c-8c4d3e2e04a8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:50.005533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-164f4415-0136-48a3-b660-d926ea3f631e req-30ce038f-12e1-48ff-b10c-8c4d3e2e04a8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0626459 Jul 22 15:12:50.042391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-164f4415-0136-48a3-b660-d926ea3f631e req-a79c4b3b-d36f-477d-bc6b-2fdfeaa8fff4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314009 Jul 22 15:12:51.180903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce6981-650c-4c09-b505-96b2df15657e req-03e77c73-ce51-482c-9b8b-69c4c2095cd8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:51.182478 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-efce6981-650c-4c09-b505-96b2df15657e req-03e77c73-ce51-482c-9b8b-69c4c2095cd8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0680106 Jul 22 15:12:51.220275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-efce6981-650c-4c09-b505-96b2df15657e req-16250058-ac59-4c36-8c12-059a5901609b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316730 Jul 22 15:12:52.355297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed064d8-2a78-4181-9279-b8c88569a0ca req-b8f518ed-ca73-4e1f-b8ab-fe3fdcfba87c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:52.356798 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aed064d8-2a78-4181-9279-b8c88569a0ca req-b8f518ed-ca73-4e1f-b8ab-fe3fdcfba87c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0661912 Jul 22 15:12:52.393099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aed064d8-2a78-4181-9279-b8c88569a0ca req-b425eb0c-9aca-4814-bcc5-023376a7b1b7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Jul 22 15:12:53.527151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236781e-c16b-4d30-9d73-e8d76817e3d6 req-3e13007c-61c1-415c-ae03-abb9b855dd4c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:53.528657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b236781e-c16b-4d30-9d73-e8d76817e3d6 req-3e13007c-61c1-415c-ae03-abb9b855dd4c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0657406 Jul 22 15:12:53.566617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b236781e-c16b-4d30-9d73-e8d76817e3d6 req-b92e3212-46b8-4fa3-be8d-6ed9083bc939 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322452 Jul 22 15:12:54.699350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68b039-e086-416f-b36d-6baa7b2adacf req-5ee360a5-d9af-4404-b62f-55b88c4fd8a1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:54.700858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e68b039-e086-416f-b36d-6baa7b2adacf req-5ee360a5-d9af-4404-b62f-55b88c4fd8a1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0633066 Jul 22 15:12:54.737360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e68b039-e086-416f-b36d-6baa7b2adacf req-9f5fc0cd-404e-42ef-9114-5cdc7d89b559 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Jul 22 15:12:54.930818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40100) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:12:55.033800 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb35115-a899-41ec-8bf4-1843362b94c2 req-6db2ba64-62b8-4f75-b117-dce40241c54e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:55.035304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adb35115-a899-41ec-8bf4-1843362b94c2 req-6db2ba64-62b8-4f75-b117-dce40241c54e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0986350 Jul 22 15:12:55.068027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-9dda710d-c799-4e6a-97b8-80023fd627c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359794 Jul 22 15:12:55.080702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adb35115-a899-41ec-8bf4-1843362b94c2 req-02f7fb97-b555-4425-81b6-9a837cc9ba55 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394101 Jul 22 15:12:56.133934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-0a93d047-a4bd-4496-9689-307d83534837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:56.135488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-0a93d047-a4bd-4496-9689-307d83534837 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1096 time: 0.0665045 Jul 22 15:12:56.217060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98705bc7-bda6-4e42-9d44-6dbe98779e7a req-12eb65e5-c592-45b4-8ee0-ac315e7ccc6b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:56.218596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98705bc7-bda6-4e42-9d44-6dbe98779e7a req-12eb65e5-c592-45b4-8ee0-ac315e7ccc6b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0680795 Jul 22 15:12:56.227097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-9df15c1e-13f2-45b0-bf9e-c4ba3e54b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:56.228587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-9df15c1e-13f2-45b0-bf9e-c4ba3e54b0a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0860274 Jul 22 15:12:56.257654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-98705bc7-bda6-4e42-9d44-6dbe98779e7a req-26314773-0b9b-4ba3-8293-2570e2cfbecc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331087 Jul 22 15:12:56.298950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-48295fee-9631-4ab3-a966-8fb7c072fbf9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 1000 time: 0.0635877 Jul 22 15:12:56.346655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-0688b2c4-1989-444d-9f11-34ca7234a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:56.348061 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-0688b2c4-1989-444d-9f11-34ca7234a923 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0426204 Jul 22 15:12:56.406811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-a63d025f-731b-4403-a73a-78c302713d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:56.408224 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-a63d025f-731b-4403-a73a-78c302713d86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529461 Jul 22 15:12:56.502825 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-96acc935-8b03-41e3-8c4a-c887ef1eb469 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870275 Jul 22 15:12:56.590586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-48130a67-0177-4f79-bd54-6919a659c516 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809202 Jul 22 15:12:57.384439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89664137-07f5-44a4-b1f0-d6457e0415e3 req-7179a5e8-1e38-47f5-946c-abc288f425c6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:57.385845 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89664137-07f5-44a4-b1f0-d6457e0415e3 req-7179a5e8-1e38-47f5-946c-abc288f425c6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0618799 Jul 22 15:12:57.422860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-89664137-07f5-44a4-b1f0-d6457e0415e3 req-dfb95e00-bdb2-4ccb-89b6-1272a672e109 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313523 Jul 22 15:12:58.557669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a4a80-6bc7-44b3-9b15-cd4f30ea5c31 req-91986e60-0d0a-4a7a-89b1-78bc7880b9ef tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:58.558475 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-e6d6801d-07e5-48a3-b958-73a3572d4ddf service neutron] show failed (client error): The resource could not be found. Jul 22 15:12:58.559127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-208a4a80-6bc7-44b3-9b15-cd4f30ea5c31 req-91986e60-0d0a-4a7a-89b1-78bc7880b9ef tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0677419 Jul 22 15:12:58.559537 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-e6d6801d-07e5-48a3-b958-73a3572d4ddf service neutron] 10.222.0.72 "GET /v2.0/ports/8dbbad47-b5ae-4428-9104-e78941de9e33/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0648186 Jul 22 15:12:58.597955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-208a4a80-6bc7-44b3-9b15-cd4f30ea5c31 req-f362d6d6-68b7-440f-b553-8b1b27f37b70 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329492 Jul 22 15:12:58.813631 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-98d2e796-8a1c-42e7-8d82-397ee5239532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:58.815069 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-98d2e796-8a1c-42e7-8d82-397ee5239532 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 1096 time: 0.1002896 Jul 22 15:12:58.826863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:12:59.242826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:59.443293 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:12:59.481008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:12:59.525247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:12:59.527911 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0bfab0-2023-4b98-9b80-2c7b50b8fc45" -d '{"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:12:59.531964 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:59.546040 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Transition to ACTIVE for port object 8dbbad47-b5ae-4428-9104-e78941de9e33 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:12:59.549330 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:59.676059 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736a135-b208-47af-85a8-6e92465843a6 x-openstack-request-id: req-2736a135-b208-47af-85a8-6e92465843a6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:12:59.676710 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:12:59.676710 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2736a135-b208-47af-85a8-6e92465843a6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:12:59.677012 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'code': 200} Jul 22 15:12:59.677951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] No DVR routers for this DVR port 8dbbad47-b5ae-4428-9104-e78941de9e33 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:12:59.682746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:12:59.760046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.760407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.760746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.761091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.761438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.761775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.762113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.762445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.762808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.763141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.763474 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.763804 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:12:59.841714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a6386-babc-4aaf-bb41-bdd50f7f74c5 req-104ef08d-6b6e-4ad3-acba-98ecaebcbbc9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:12:59.843304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a19a6386-babc-4aaf-bb41-bdd50f7f74c5 req-104ef08d-6b6e-4ad3-acba-98ecaebcbbc9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 943 time: 0.1633179 Jul 22 15:12:59.898678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:12:59.899024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:12:59.899359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:12:59.909869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Port 8dbbad47-b5ae-4428-9104-e78941de9e33 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:12:59.910206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Attempting to bind port 8dbbad47-b5ae-4428-9104-e78941de9e33 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:12:59.918955 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a19a6386-babc-4aaf-bb41-bdd50f7f74c5 req-e667946d-531e-4c99-a883-0418c115572b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680232 Jul 22 15:12:59.920086 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:12:59.920430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:12:59.920815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:12:59.921773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Bound port: 8dbbad47-b5ae-4428-9104-e78941de9e33, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:12:59.922140 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:12:59.983943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:12:59.987402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:12:59.991356 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:00.025059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:00.025687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:00.027108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 1091 time: 1.2041738 Jul 22 15:13:00.048212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dbcd7-fc89-4f51-85c2-5fa032f917f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:00.109874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-0dc0ce58-2989-434b-a2c5-5c9140b24b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:00.111448 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-0dc0ce58-2989-434b-a2c5-5c9140b24b3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0603173 Jul 22 15:13:00.203682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-cbeaf9c7-b51a-4161-a9ae-096298b6690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:00.205206 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-cbeaf9c7-b51a-4161-a9ae-096298b6690b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0871294 Jul 22 15:13:00.274289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-9e3ecc5e-f622-47c6-9af8-fb61ba6cdd0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 998 time: 0.0618644 Jul 22 15:13:00.323551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-7d3812f7-2a1e-4ae7-8825-de2fa900809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:00.325011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-7d3812f7-2a1e-4ae7-8825-de2fa900809f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0438578 Jul 22 15:13:00.381676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-6604c4cf-e9d4-42ee-a600-a23230fd197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:00.383182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-6604c4cf-e9d4-42ee-a600-a23230fd197e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513079 Jul 22 15:13:00.393728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-97f0e43d-f972-47b1-8cfa-d812f3300787 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:13:00.394702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-97f0e43d-f972-47b1-8cfa-d812f3300787 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054677 Jul 22 15:13:00.485274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-8080582a-869a-4ad7-b15d-f241cead2187 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835204 Jul 22 15:13:00.571966 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae99a72b-96e9-4779-8a8b-3aee9bdf5dc5 req-e2cbd965-504f-4f07-9068-5edc55334d66 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806024 Jul 22 15:13:01.054056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec7fc8-592e-47c0-8b77-64508bacfaec req-fb78b966-0e86-4427-9ee0-aec8d52f9680 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:01.055587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cec7fc8-592e-47c0-8b77-64508bacfaec req-fb78b966-0e86-4427-9ee0-aec8d52f9680 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 943 time: 0.0667307 Jul 22 15:13:01.093687 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9cec7fc8-592e-47c0-8b77-64508bacfaec req-26f49942-3dbb-4d7d-a9b7-e66c825a4f93 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Jul 22 15:13:01.678553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:13:01.680821 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399166a7-b2f2-40ef-a8cb-dae6f62ca395" -d '{"events": [{"name": "network-changed", "server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:13:01.727779 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716bd372-1ab2-4049-bc32-5dccbbb83a44 x-openstack-request-id: req-716bd372-1ab2-4049-bc32-5dccbbb83a44 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:13:01.728072 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:13:01.728325 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-716bd372-1ab2-4049-bc32-5dccbbb83a44 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:13:01.728720 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'status': 'completed', 'code': 200} Jul 22 15:13:01.805294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-d7af4287-5ec5-4b12-b734-073652b3d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:01.805860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-0a7b6d25-0212-4a1e-bf88-f33da60ec21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:01.807022 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-d7af4287-5ec5-4b12-b734-073652b3d5bf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0555284 Jul 22 15:13:01.807152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-0a7b6d25-0212-4a1e-bf88-f33da60ec21d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0564144 Jul 22 15:13:01.904239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-0b66699d-b44d-4831-8c40-ad896d2845a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:01.905768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-73ebff4f-087e-4ed9-b372-f1e673f54f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:01.906947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-0b66699d-b44d-4831-8c40-ad896d2845a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0926995 Jul 22 15:13:01.907421 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-73ebff4f-087e-4ed9-b372-f1e673f54f55 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0943837 Jul 22 15:13:01.971812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-edfedd13-f9cf-410d-9c34-104956df5c60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 998 time: 0.0585771 Jul 22 15:13:01.972816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-bfe90fec-2ca7-408a-84b9-760a1a15ab6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 998 time: 0.0593395 Jul 22 15:13:02.020290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-dce1a64b-56d9-44ad-8c48-7c4f2c4f3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.021596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-e75ab40f-8cd0-456e-9c75-6f2c1def75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.021807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-dce1a64b-56d9-44ad-8c48-7c4f2c4f3e61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0436516 Jul 22 15:13:02.023078 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-e75ab40f-8cd0-456e-9c75-6f2c1def75ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0437565 Jul 22 15:13:02.084242 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-e75ccd11-7f87-415f-8210-723ce7023226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.085578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-e1d4b9a5-64f2-4c87-aaa3-ae3b77ae1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.085765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-e75ccd11-7f87-415f-8210-723ce7023226 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569096 Jul 22 15:13:02.087102 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-e1d4b9a5-64f2-4c87-aaa3-ae3b77ae1b9a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579932 Jul 22 15:13:02.181118 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-0f5cebf0-ac8b-4623-804a-0dab7d217bae service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Jul 22 15:13:02.190981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-a9d72ddf-14d2-430f-a036-cae22ed704f8 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983186 Jul 22 15:13:02.276106 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-b6bb1737-d15c-4069-a04d-add6178a96f5 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892959 Jul 22 15:13:02.314615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcc8bf-26ba-4833-9b67-588862ef1d17 req-92c95b4b-fa83-40fc-88e3-423b4b6b1195 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.316129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4dbcc8bf-26ba-4833-9b67-588862ef1d17 req-92c95b4b-fa83-40fc-88e3-423b4b6b1195 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 943 time: 0.1482816 Jul 22 15:13:02.336477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-399166a7-b2f2-40ef-a8cb-dae6f62ca395 req-38294c32-59cf-4220-b2e5-18eb6be5472c service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291544 Jul 22 15:13:02.362150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4dbcc8bf-26ba-4833-9b67-588862ef1d17 req-d76e70ca-4206-4866-9227-ba561f2e711b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370204 Jul 22 15:13:02.490894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:13:02.529482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:13:02.576478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e0120-5ae3-407a-8f4b-6ee6608bee86 req-e2415d64-815d-4fe2-b088-3696168fe578 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.578080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f1e0120-5ae3-407a-8f4b-6ee6608bee86 req-e2415d64-815d-4fe2-b088-3696168fe578 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 943 time: 0.0695753 Jul 22 15:13:02.589064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-5001c3c3-7539-42f7-891c-11284107391b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.590570 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-5001c3c3-7539-42f7-891c-11284107391b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4&tenant_id=3c7408d2e316468f81dbea30d8c80fdc&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 943 time: 0.0690053 Jul 22 15:13:02.616068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f1e0120-5ae3-407a-8f4b-6ee6608bee86 req-0de00a24-c6b7-4364-963d-d478f14aba82 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323784 Jul 22 15:13:02.654177 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-c99d2b12-dfe2-4644-9177-69275a65ddbc service neutron] delete failed (client error): The resource could not be found. Jul 22 15:13:02.655769 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-c99d2b12-dfe2-4644-9177-69275a65ddbc service neutron] 10.222.0.72 "DELETE /v2.0/ports/8dbbad47-b5ae-4428-9104-e78941de9e33/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0578334 Jul 22 15:13:02.759148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-45795d1e-3a96-44ad-8612-ed071c8d0ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.760646 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-45795d1e-3a96-44ad-8612-ed071c8d0ae0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1094 time: 0.0618708 Jul 22 15:13:02.849133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-d3a73f0e-6ec3-48a6-bb9d-a4d569a9f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.850589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-d3a73f0e-6ec3-48a6-bb9d-a4d569a9f719 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0836055 Jul 22 15:13:02.920623 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-9bd56215-7125-4f00-926d-c08aa8371c46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 998 time: 0.0634754 Jul 22 15:13:02.971256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-2c3e84f2-4292-4905-85af-c54ff6a3dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:02.972706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-2c3e84f2-4292-4905-85af-c54ff6a3dee7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0457888 Jul 22 15:13:03.029432 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-dd6b62f5-2ddb-45bd-b722-edf5c9652646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:03.031528 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-dd6b62f5-2ddb-45bd-b722-edf5c9652646 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518553 Jul 22 15:13:03.106567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:13:03.121233 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-729f7372-71a6-472b-8345-080389a1f7f7 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Jul 22 15:13:03.200993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:03.209319 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-076e9a6b-da94-4602-b7d6-cf7eea131d03 req-9ce394a6-f8fa-42e5-8e02-88273c2cfae6 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819848 Jul 22 15:13:03.212395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'mac_address': 'fa:16:3e:e0:47:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:13:03.249991 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:03.263296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbbad47-b5ae-4428-9104-e78941de9e33 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:13:03.287742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:03.291479 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:03.344750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:03.351922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.352276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.352624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.352965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.353300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.353638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.353976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.354304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.354663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.354994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.355318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.355648 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:03.492411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['8dbbad47-b5ae-4428-9104-e78941de9e33'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:13:03.632734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-d77602a6-9300-4f38-b733-0e8be3bcc6fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540576 Jul 22 15:13:03.774737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa8633-6062-4a65-99b6-63f267014caa req-8aa7d3db-2a94-4be1-802a-6266eeaead1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:03.776351 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-8aa7d3db-2a94-4be1-802a-6266eeaead1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0977142 Jul 22 15:13:03.792863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9fe24-5063-45c4-b38a-047110fb0cd9 req-86920d37-f59d-4b3c-9f10-a9bb4c5e74a2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:03.794327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-abd9fe24-5063-45c4-b38a-047110fb0cd9 req-86920d37-f59d-4b3c-9f10-a9bb4c5e74a2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 944 time: 0.0872941 Jul 22 15:13:03.879118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-abd9fe24-5063-45c4-b38a-047110fb0cd9 req-88f5b719-dd88-4167-81e3-da058ec0abd0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757086 Jul 22 15:13:03.903607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa8633-6062-4a65-99b6-63f267014caa req-eebb01f3-b309-4bb7-85b3-3edbfca9ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:03.905101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-eebb01f3-b309-4bb7-85b3-3edbfca9ad59 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.1096392 Jul 22 15:13:04.003585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-eec43a79-4718-47ba-b3a9-8bf5876462c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 999 time: 0.0913138 Jul 22 15:13:04.059277 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ff4aa-6aa5-4e7b-924d-ad392b51f8b9 req-14533349-770e-41c0-8f3d-7bbc3975202f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.060750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-867ff4aa-6aa5-4e7b-924d-ad392b51f8b9 req-14533349-770e-41c0-8f3d-7bbc3975202f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 944 time: 0.1099951 Jul 22 15:13:04.070068 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa8633-6062-4a65-99b6-63f267014caa req-793b21b3-1260-4303-b77f-59f9574b1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.071462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-793b21b3-1260-4303-b77f-59f9574b1757 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0589445 Jul 22 15:13:04.131771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-867ff4aa-6aa5-4e7b-924d-ad392b51f8b9 req-ea323511-d032-4618-aa83-20f020d43249 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641057 Jul 22 15:13:04.152618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa8633-6062-4a65-99b6-63f267014caa req-3c90f780-60f4-461d-a4e3-10fca8c8b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.153739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-3c90f780-60f4-461d-a4e3-10fca8c8b0cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662379 Jul 22 15:13:04.245641 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-86ef93cf-d064-4e99-992b-06a2cc067f2f service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848413 Jul 22 15:13:04.380991 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34fa8633-6062-4a65-99b6-63f267014caa req-85ab96a2-7c61-4c08-93bb-62064720321e service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296175 Jul 22 15:13:04.401011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be7af-ef22-4fe0-ae66-20414b94b84e req-3089878e-4d34-4a3b-af35-7f5585fac848 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.402420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb3be7af-ef22-4fe0-ae66-20414b94b84e req-3089878e-4d34-4a3b-af35-7f5585fac848 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 944 time: 0.1165786 Jul 22 15:13:04.441924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb3be7af-ef22-4fe0-ae66-20414b94b84e req-85bf901e-6e0f-41cb-88d8-9172ac130404 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Jul 22 15:13:04.498470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-4c01b7d4-f712-4ba0-8f66-dbb4983f43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.500637 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-4c01b7d4-f712-4ba0-8f66-dbb4983f43e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 1095 time: 0.0578575 Jul 22 15:13:04.587016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-529e3302-43c8-40b1-a15e-b9f20cc804ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.588466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-529e3302-43c8-40b1-a15e-b9f20cc804ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0817692 Jul 22 15:13:04.658225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-563e9169-6707-4aaf-b4dd-95208b0e71aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 200 len: 999 time: 0.0631568 Jul 22 15:13:04.710666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-5b7c7bf3-4e64-420c-85d8-4c2604be06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.712133 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-5b7c7bf3-4e64-420c-85d8-4c2604be06d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0477297 Jul 22 15:13:04.769691 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-a63ec16f-9a61-4c50-b052-8acf78384e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:04.771225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-a63ec16f-9a61-4c50-b052-8acf78384e76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521119 Jul 22 15:13:04.861367 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-1e8a923c-d170-4b13-b6e2-c1315319bdfa service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Jul 22 15:13:04.946849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe76a990-679f-45cf-8e59-f532830eb3a6 req-39b8842d-2d32-42e3-bd38-ba2be9cf2471 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786555 Jul 22 15:13:05.121741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:13:05.168094 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 8dbbad47-b5ae-4428-9104-e78941de9e33 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:13:05.172069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 8dbbad47-b5ae-4428-9104-e78941de9e33 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:13:05.172448 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:05.404026 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:05.425986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:13:05.428221 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8285817e-7e16-4712-91e5-64b2484f5a17" -d '{"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:13:05.441586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:05.445605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:05.469287 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe63654-6432-4763-8e4e-593e55ff8c47 x-openstack-request-id: req-dfe63654-6432-4763-8e4e-593e55ff8c47 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:13:05.469582 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-plugged", "status": "completed", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:13:05.469826 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfe63654-6432-4763-8e4e-593e55ff8c47 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:13:05.470608 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'code': 200} Jul 22 15:13:05.496036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:05.576223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b274c-95ee-46d2-9159-96bc36e95bc6 req-90ed4374-3504-46e5-a7d4-ab4608feee47 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:05.577632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b49b274c-95ee-46d2-9159-96bc36e95bc6 req-90ed4374-3504-46e5-a7d4-ab4608feee47 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0660794 Jul 22 15:13:05.614013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b49b274c-95ee-46d2-9159-96bc36e95bc6 req-4942bdc5-1a7e-457e-87b3-161760bfd5ce tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309789 Jul 22 15:13:05.852779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f334c8a-ad05-4f68-a0a5-0b6a5d194d40 req-8cded277-2267-45d6-ab6e-f6c5c92b84fe tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:05.854172 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f334c8a-ad05-4f68-a0a5-0b6a5d194d40 req-8cded277-2267-45d6-ab6e-f6c5c92b84fe tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0625780 Jul 22 15:13:05.890945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f334c8a-ad05-4f68-a0a5-0b6a5d194d40 req-fef4f164-3830-4993-8970-9da693cab1b5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307772 Jul 22 15:13:07.022296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be268a0-b178-45a9-b514-784c032c1a59 req-d7683fad-2e96-46de-8331-65d6c2c99364 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:07.023838 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6be268a0-b178-45a9-b514-784c032c1a59 req-d7683fad-2e96-46de-8331-65d6c2c99364 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0649865 Jul 22 15:13:07.061832 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6be268a0-b178-45a9-b514-784c032c1a59 req-78c1073f-46a2-4ebc-8de9-b6f23c5fb993 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Jul 22 15:13:07.162089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-d72f4da9-f14d-4a78-89ba-b6bfcb51f8cd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:07.163563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-d72f4da9-f14d-4a78-89ba-b6bfcb51f8cd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.61 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 945 time: 0.0657136 Jul 22 15:13:07.260101 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Deleting port 8dbbad47-b5ae-4428-9104-e78941de9e33 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:13:07.260452 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.354079 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] For port 8dbbad47-b5ae-4428-9104-e78941de9e33, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=8dbbad47-b5ae-4428-9104-e78941de9e33,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:07.354451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.517656 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.517943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.518263 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 disassociated. External IP: 172.25.3.75, port: 8dbbad47-b5ae-4428-9104-e78941de9e33. Jul 22 15:13:07.518644 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Calling delete_port for 8dbbad47-b5ae-4428-9104-e78941de9e33 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:13:07.647505 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.664509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.677273 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event deleted for resources: {'Port': ['ID=8dbbad47-b5ae-4428-9104-e78941de9e33,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:07.784421 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:13:07.795291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:13:07.906989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:13:07.917001 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:13:07.926852 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:13:07.927464 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:12:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:07.953569 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] No DVR routers for this DVR port 8dbbad47-b5ae-4428-9104-e78941de9e33 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:13:07.956527 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:07.958917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d73349dd-0934-41b0-b2bb-2bb8a3231a91 req-5b1afcc7-2986-4057-a7c5-144e81858627 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.61 "DELETE /v2.0/ports/8dbbad47-b5ae-4428-9104-e78941de9e33 HTTP/1.1" status: 204 len: 173 time: 0.7900832 Jul 22 15:13:07.959379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-deleted', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:13:07.961605 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f6fad8-f72d-4764-9ef9-2fefaba7780d" -d '{"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-deleted", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:13:08.002425 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34709c73-9b19-4d5e-8f81-2c430fcbdee2 x-openstack-request-id: req-34709c73-9b19-4d5e-8f81-2c430fcbdee2 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:13:08.002765 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43883b15-a216-4951-a2fa-189789d8e7e4", "name": "network-vif-deleted", "tag": "8dbbad47-b5ae-4428-9104-e78941de9e33", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:13:08.003025 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34709c73-9b19-4d5e-8f81-2c430fcbdee2 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:13:08.003451 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43883b15-a216-4951-a2fa-189789d8e7e4', 'name': 'network-vif-deleted', 'tag': '8dbbad47-b5ae-4428-9104-e78941de9e33', 'status': 'completed', 'code': 200} Jul 22 15:13:08.019958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:08.037967 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:13:08.177281 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ac8e88cc-ed6b-45b7-b54c-9ba034263fb2 req-9b203681-3d57-4de8-81ef-a7d7da1fdf2e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=43883b15-a216-4951-a2fa-189789d8e7e4 HTTP/1.1" status: 200 len: 210 time: 0.0307841 Jul 22 15:13:08.324126 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:08.350104 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:13:08.357963 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:13:08.358631 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:12:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:08.473592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:13:08.662342 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:08.691297 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01714979-71ee-46fb-a083-17589c2c1bfd None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:13:08.908983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78447787-bfec-42d3-a027-e94a84fd01ae None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:13:09.440951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-268e6aab-e80e-4300-a320-f1a4e89ae5c8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--837088527&fields=id&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 267 time: 0.0323834 Jul 22 15:13:09.547275 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-7e9ee210-75ad-4847-9062-4e2b4eaef847 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:09.548657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-7e9ee210-75ad-4847-9062-4e2b4eaef847 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1014619 Jul 22 15:13:09.563225 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-ae453887-104c-4011-a643-38acdd0229e6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/quotas/3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 375 time: 0.0093181 Jul 22 15:13:09.628441 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-39b73fed-6481-4e15-ae52-4a9240b8c044 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606055 Jul 22 15:13:09.770308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-b1ce1e3e-1efa-4d95-a40a-596475087383 service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309381 Jul 22 15:13:09.860720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-40b37009-01d5-4aa7-a2a3-7bfcd3f8bbb0 service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843589 Jul 22 15:13:09.915740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26d73de4-ec84-46e1-9f06-b28c22f5f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:10.020759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a78cb6d0-3105-41fe-87fb-2288fc045a1e req-3a185329-fd03-4587-888f-de8ae8f00301 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 210 time: 0.0300891 Jul 22 15:13:10.905744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-74cd07fd-3d04-4943-b971-1ae74658e76b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:10.907300 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-74cd07fd-3d04-4943-b971-1ae74658e76b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1115029 Jul 22 15:13:10.950901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-1a582386-4e30-42a0-b151-5604101d0703 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 379 time: 0.0354135 Jul 22 15:13:10.960760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'port': {'device_id': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'admin_state_up': True, 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'security_groups': ['af0fa3a0-7f41-4269-94c4-431015b9ce96']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:13:11.070450 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Made reservation on behalf of 3c7408d2e316468f81dbea30d8c80fdc for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:13:11.073991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.117730 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4b47f15-b9b3-4577-898f-98a47d8be501 req-7de75acd-6a6b-4e5d-ae56-61347a58aedf tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 210 time: 0.0300505 Jul 22 15:13:11.141380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:13:11.161816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 8dbbad47-b5ae-4428-9104-e78941de9e33 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:13:11.162088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 8dbbad47-b5ae-4428-9104-e78941de9e33 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:13:11.200204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Allocated IP 172.20.0.9 (f31d9f6d-59d0-44aa-99ae-2278292f6e24/d917023e-0edb-4935-a5e6-629ddc77baad/728148d5-b789-4191-8731-ef4becf19d78) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:13:11.338068 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.351779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Transition to ACTIVE for port object 728148d5-b789-4191-8731-ef4becf19d78 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:13:11.384248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.425523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:13:11.430402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:13:11.433993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:13:11.460335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:11.481834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.482210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.482560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.482908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.483256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.483597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.483937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.484264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.484596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.484930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.485259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.485589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:13:11.504670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:11.505303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.520912 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-44234dfb-a2f0-4eb0-894a-4cc5eeac265d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5639410 Jul 22 15:13:11.533289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Request body: {'port': {'device_id': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:13:11.612247 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.682644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c78d34d8-f331-43d1-9037-921c28a26a32 None None] Provisioning for port 728148d5-b789-4191-8731-ef4becf19d78 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:13:11.686205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c78d34d8-f331-43d1-9037-921c28a26a32 None None] Provisioning complete for port 728148d5-b789-4191-8731-ef4becf19d78 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:13:11.687126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c78d34d8-f331-43d1-9037-921c28a26a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.721955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c78d34d8-f331-43d1-9037-921c28a26a32 None None] Port 728148d5-b789-4191-8731-ef4becf19d78 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:13:11.872058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728148d5-b789-4191-8731-ef4becf19d78 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:13:11.879318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.891568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Transition to ACTIVE for port object 728148d5-b789-4191-8731-ef4becf19d78 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:13:11.894302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:11.942384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:12.017032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:13:12.017508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:13:12.017852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:13:12.022349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:13:12.022706 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:13:12.027690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:13:12.028038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:13:12.028433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:13:12.028872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Bound port: 728148d5-b789-4191-8731-ef4becf19d78, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:13:12.029242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:12.097907 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:13:12.100900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:13:12.105297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:12.140648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.140917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:12.142399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] 10.222.0.72 "PUT /v2.0/ports/728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1091 time: 0.6134663 Jul 22 15:13:12.142806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:13:12.145052 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddda6ee-e455-4485-ad3a-f12df8248211" -d '{"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:13:12.176078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-be9ac8fb-b618-48ca-8692-1c45da9e202b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:12.189509 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36c6e4-0c3a-4956-b1a2-aa892b674cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:12.195970 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfedd9d7-4efb-4e26-a244-5fe10ddc0226 x-openstack-request-id: req-bfedd9d7-4efb-4e26-a244-5fe10ddc0226 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:13:12.196264 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:13:12.196515 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfedd9d7-4efb-4e26-a244-5fe10ddc0226 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:13:12.196914 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'status': 'completed', 'code': 200} Jul 22 15:13:12.263049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-5357ca8a-a2cb-42e5-8511-88ec4eb441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.264659 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-5357ca8a-a2cb-42e5-8511-88ec4eb441b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1094 time: 0.0636866 Jul 22 15:13:12.289967 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c1381-2e40-4102-acbb-e00b4f2a559a req-c72b940f-efbe-4c2b-97e4-3d13bdfd0a69 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.291572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d40c1381-2e40-4102-acbb-e00b4f2a559a req-c72b940f-efbe-4c2b-97e4-3d13bdfd0a69 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 943 time: 0.0680335 Jul 22 15:13:12.313163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-dea4021e-b0fc-4189-8022-0cc1ea7b9bb9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 217 time: 0.0413172 Jul 22 15:13:12.339006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d40c1381-2e40-4102-acbb-e00b4f2a559a req-df3d34bd-cf64-429a-a0b4-3ea89ca7d430 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400910 Jul 22 15:13:12.364294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fa3016eb-df0f-4977-9360-b07654d95270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.365788 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-fa3016eb-df0f-4977-9360-b07654d95270 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0469565 Jul 22 15:13:12.403677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:12.427268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-ddcdd406-2c1f-41cc-a5bb-644b112021e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.428776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-ddcdd406-2c1f-41cc-a5bb-644b112021e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566041 Jul 22 15:13:12.522060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-c37174f3-1ece-4603-9ad5-1afdc2fcef2c service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860002 Jul 22 15:13:12.610327 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b2d0121b-0383-4aae-bc2a-02f0860d16c3 req-5a9ef16f-83a1-409a-a491-97dffd21eed0 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820014 Jul 22 15:13:12.706783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-59bb2b20-61c2-43de-9805-eb669082ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.708258 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-59bb2b20-61c2-43de-9805-eb669082ccf4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1094 time: 0.0543618 Jul 22 15:13:12.798882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-c0783264-cef7-4634-86cc-c0ec68ebc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.800260 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-c0783264-cef7-4634-86cc-c0ec68ebc507 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0858796 Jul 22 15:13:12.841663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-2a3c7aca-b3d3-4778-a1cf-524f27f3f9ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 217 time: 0.0344455 Jul 22 15:13:12.893044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-f54c6b4b-0a3a-46f3-978e-36b9e349ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.894480 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-f54c6b4b-0a3a-46f3-978e-36b9e349ddaa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0461264 Jul 22 15:13:12.943301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-576d2dcc-436c-47bd-a16d-9a56136fd1b3 req-c4a177c8-99f1-40cc-a438-84fac4de2df1 service neutron] (93813) timed out ('10.222.0.60', 34284) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:13:12.954824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-0633f26e-c710-4f0e-b568-d22aeed2d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:12.956573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-0633f26e-c710-4f0e-b568-d22aeed2d496 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549567 Jul 22 15:13:13.049745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-f9ab3c43-6f3b-4d11-b340-a56f8907e9df service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850706 Jul 22 15:13:13.137522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3ddda6ee-e455-4485-ad3a-f12df8248211 req-ae7fa0de-c427-4098-b0ae-492fcdc7c258 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811026 Jul 22 15:13:13.473883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e8a95-42be-4169-8c63-4523dcb6c1ca req-9d1ab02b-e773-4e3b-b579-2ec6f5ad8706 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:13.475418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d23e8a95-42be-4169-8c63-4523dcb6c1ca req-9d1ab02b-e773-4e3b-b579-2ec6f5ad8706 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 943 time: 0.0661652 Jul 22 15:13:13.511181 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d23e8a95-42be-4169-8c63-4523dcb6c1ca req-2547d5d5-127a-4c8f-b46c-4ab245f30657 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302718 Jul 22 15:13:13.779528 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:14.537469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:13:14.636315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:14.645850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523879d-29c6-4032-9227-2f78d55a800b req-321ca2b6-5e44-4248-91b8-ec32e739291c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:14.647451 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b523879d-29c6-4032-9227-2f78d55a800b req-321ca2b6-5e44-4248-91b8-ec32e739291c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 943 time: 0.0637670 Jul 22 15:13:14.647911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '728148d5-b789-4191-8731-ef4becf19d78', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '728148d5-b789-4191-8731-ef4becf19d78', 'mac_address': 'fa:16:3e:cb:62:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:13:14.689334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b523879d-29c6-4032-9227-2f78d55a800b req-c986e190-3a67-4d03-9f76-7598198b1527 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361104 Jul 22 15:13:14.690085 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:14.703275 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728148d5-b789-4191-8731-ef4becf19d78 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:13:14.723415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:14.727341 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:14.772709 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:14.926699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['728148d5-b789-4191-8731-ef4becf19d78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:13:15.456332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:15.819596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62c81c-ebde-414c-aa23-777f2343d76b req-84f6a4a1-87cd-4ecb-aa13-41a0c310cf6b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:15.821075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b62c81c-ebde-414c-aa23-777f2343d76b req-84f6a4a1-87cd-4ecb-aa13-41a0c310cf6b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 944 time: 0.0664878 Jul 22 15:13:15.858065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b62c81c-ebde-414c-aa23-777f2343d76b req-9b57157f-a97b-4267-8166-248df3e20f6a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314834 Jul 22 15:13:16.552827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:13:16.600011 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 728148d5-b789-4191-8731-ef4becf19d78 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:13:16.603528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 728148d5-b789-4191-8731-ef4becf19d78 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:13:16.603907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:16.679140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:16.700726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:13:16.703585 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f49139-7c72-404f-9199-a36de7af5d5a" -d '{"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-plugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:13:16.715818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:13:16.720805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:16.744364 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556adba4-4698-4c01-b91e-0f8026644be5 x-openstack-request-id: req-556adba4-4698-4c01-b91e-0f8026644be5 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:13:16.744658 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-plugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:13:16.744911 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-556adba4-4698-4c01-b91e-0f8026644be5 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:13:16.745322 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'code': 200} Jul 22 15:13:16.771305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:13:16.848487 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0477-be53-4038-9db9-f5637fac37e1 req-a9f63188-1f51-4ea6-80a4-d994de2da5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:16.849912 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acf0477-be53-4038-9db9-f5637fac37e1 req-a9f63188-1f51-4ea6-80a4-d994de2da5c9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1096 time: 0.0523524 Jul 22 15:13:16.883058 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4acf0477-be53-4038-9db9-f5637fac37e1 req-78d58c92-662a-465e-a522-b1b1a6a79212 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272892 Jul 22 15:13:16.984213 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d169a-0eb0-4ad9-a965-b64cfa8e7de4 req-a0ea1f2f-2ac3-4356-aa49-d6aa7d2cd551 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:16.985736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-990d169a-0eb0-4ad9-a965-b64cfa8e7de4 req-a0ea1f2f-2ac3-4356-aa49-d6aa7d2cd551 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0627420 Jul 22 15:13:17.022235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-990d169a-0eb0-4ad9-a965-b64cfa8e7de4 req-5c57efc3-614e-46b9-a9f6-c553a0c14009 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Jul 22 15:13:18.151266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d38bd-450e-4522-af2b-bc9bdd28eaf5 req-bf2ab75d-5140-4fcd-ba62-8bfd3f1d6c3d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:18.152759 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b1d38bd-450e-4522-af2b-bc9bdd28eaf5 req-bf2ab75d-5140-4fcd-ba62-8bfd3f1d6c3d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0620139 Jul 22 15:13:18.189273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b1d38bd-450e-4522-af2b-bc9bdd28eaf5 req-e68bafdd-4702-418c-834a-67e4cf5928f5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308373 Jul 22 15:13:18.320600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6f888-13eb-461b-8ec9-2fa26efcc862 req-ec681874-1a26-4dd9-8061-4d8e4c6c8962 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:18.322012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0e6f888-13eb-461b-8ec9-2fa26efcc862 req-ec681874-1a26-4dd9-8061-4d8e4c6c8962 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0702169 Jul 22 15:13:18.331216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40228) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:13:18.335628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'floatingip': {'port_id': '728148d5-b789-4191-8731-ef4becf19d78'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:13:18.372270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:19.125107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:19.128807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:19.225688 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 associated. External IP: 172.25.3.75, port: 728148d5-b789-4191-8731-ef4becf19d78. Jul 22 15:13:19.427373 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:13:19.531067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:13:19.536344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:19.541031 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:13:19.550804 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:13:19.551403 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:13:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:19.573051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fca45997-a1a4-4b84-846b-fa730fe5de61 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "PUT /v2.0/floatingips/c926b2e3-c904-485c-833a-0b2b38c35b24 HTTP/1.1" status: 200 len: 990 time: 1.2407947 Jul 22 15:13:19.573661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:13:19.576013 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98" -d '{"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:13:19.618828 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65f1bbc-c564-44f5-a0cf-a4b905e7566b x-openstack-request-id: req-d65f1bbc-c564-44f5-a0cf-a4b905e7566b {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:13:19.619127 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:13:19.619384 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d65f1bbc-c564-44f5-a0cf-a4b905e7566b {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:13:19.619792 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'status': 'completed', 'code': 200} Jul 22 15:13:19.662626 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:13:19.700297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-6c62dc4a-8bf0-4452-afd4-f3cef607983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:19.701752 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-6c62dc4a-8bf0-4452-afd4-f3cef607983a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1096 time: 0.0609941 Jul 22 15:13:19.789896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-584af2cc-46ad-4463-9a28-8b1a9c42ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:19.791417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-584af2cc-46ad-4463-9a28-8b1a9c42ba97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0835493 Jul 22 15:13:19.858823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-0432e512-edd9-45db-960e-3800edcc41a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 998 time: 0.0598874 Jul 22 15:13:19.877929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '728148d5-b789-4191-8731-ef4becf19d78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:cb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:13:19Z', 'revision_number': 9, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:19.905866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-461cece7-f575-4a84-b015-24cd5927ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:19.907413 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-461cece7-f575-4a84-b015-24cd5927ce76 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0428338 Jul 22 15:13:19.907537 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:13:19.916173 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:13:19.916776 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:13:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:19.963980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-01917e9f-bb20-45f5-be44-91ac0a1540b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:13:19.965567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-01917e9f-bb20-45f5-be44-91ac0a1540b8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520804 Jul 22 15:13:20.020173 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:13:20.065792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-68692c2f-06fc-424d-b71d-6b6b25455da9 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938127 Jul 22 15:13:20.153799 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d5f0d45b-9579-4c8e-ba4c-ae9501e85a98 req-403cee90-7b12-46cd-bf0d-3578a345be3d service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811474 Jul 22 15:13:20.239216 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '728148d5-b789-4191-8731-ef4becf19d78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:cb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:13:19Z', 'revision_number': 9, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:13:20.265062 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6425b4-87fa-4146-a2bb-3149e211217e None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': '728148d5-b789-4191-8731-ef4becf19d78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:cb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:13:19Z', 'revision_number': 9, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:13:20.452769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca2cc1-bb7a-412f-9b1b-f32a7454d53b None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:13:37.664131 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:38.033785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:39.917014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e2949970-a226-44c4-b036-ef957f8783e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:42.166906 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-83da3021-fb93-42c5-b280-3172faad5975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:42.404618 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:43.780509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:13:44.783769 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:13:45.459600 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:05.026895 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-4502c1d3-bbb5-466d-a5e9-c7e0e48e246b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548754 Jul 22 15:14:05.131417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac163-171a-4400-8530-6621719e40b7 req-42ed5706-c0f3-478a-99d5-8ce5f410d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:05.132914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-42ed5706-c0f3-478a-99d5-8ce5f410d75e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1096 time: 0.0656173 Jul 22 15:14:05.242742 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac163-171a-4400-8530-6621719e40b7 req-d4b57c8e-583d-4a32-b29d-f068e4f8a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:05.244253 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-d4b57c8e-583d-4a32-b29d-f068e4f8a4cf service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0917308 Jul 22 15:14:05.310153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-d571c5fd-8436-4558-bfd5-e76b4e445193 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1001 time: 0.0592375 Jul 22 15:14:05.356789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac163-171a-4400-8530-6621719e40b7 req-6e003ad3-70e0-4c55-9b0e-2c82d4151238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:05.358232 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-6e003ad3-70e0-4c55-9b0e-2c82d4151238 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0420985 Jul 22 15:14:05.418261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ac163-171a-4400-8530-6621719e40b7 req-d9a07808-7446-48f6-be9e-ea83e3618cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:05.419812 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-d9a07808-7446-48f6-be9e-ea83e3618cb1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553112 Jul 22 15:14:05.515470 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-6036230e-cc26-4921-98d6-ed80f43443e4 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893104 Jul 22 15:14:05.934337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2b5ac163-171a-4400-8530-6621719e40b7 req-271fbdf0-4eef-4ebc-b598-64357766d580 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122045 Jul 22 15:14:07.665115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:08.031613 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:09.917544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-befc1896-4dc5-4c15-8bfe-9e08cd20cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:12.169466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d6d33038-f00d-4871-a81b-2678a2d85cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:12.405661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:13.785658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:15.463148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:21.782702 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:14:37.663374 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:38.055992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:39.917428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1bef913b-82e1-4b49-b8f4-31e956e652ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:42.170214 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2df4b99b-5eb0-47a7-a7aa-577bf75bb588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:42.406832 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:43.787263 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:45.464265 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:14:55.452673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-bc9e35c3-97c7-4e3c-a438-2984dc56fb5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011405 Jul 22 15:14:55.460756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055ed05-32f3-4c2d-86ac-075de8926dcb req-67cc66ac-6ea7-4eb9-b164-96c44175f774 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:55.462152 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d055ed05-32f3-4c2d-86ac-075de8926dcb req-67cc66ac-6ea7-4eb9-b164-96c44175f774 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0991237 Jul 22 15:14:55.500369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d055ed05-32f3-4c2d-86ac-075de8926dcb req-cc5cb99e-f90f-4f01-b616-c8825b59c05f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318432 Jul 22 15:14:56.491414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-11e7ac66-6bd6-448a-8457-5e3d99ffbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:56.493973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-11e7ac66-6bd6-448a-8457-5e3d99ffbb8b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1096 time: 0.0576260 Jul 22 15:14:56.586093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-996704cf-ed54-4d19-bcab-ef19bf8e5378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:56.587617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-996704cf-ed54-4d19-bcab-ef19bf8e5378 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0873036 Jul 22 15:14:56.630420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631282-189f-4c9d-a473-5eeb0896af19 req-5d975d9f-ff20-45b3-ad19-3595cdb5f0bb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:56.631968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71631282-189f-4c9d-a473-5eeb0896af19 req-5d975d9f-ff20-45b3-ad19-3595cdb5f0bb tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0634115 Jul 22 15:14:56.652706 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-a805d8a5-532b-487d-987f-c114f899fba0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1001 time: 0.0583396 Jul 22 15:14:56.669561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-71631282-189f-4c9d-a473-5eeb0896af19 req-e219e38f-5e63-4d1d-97c2-bbedfb1625f2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Jul 22 15:14:56.701711 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-65abb326-1923-4230-8e6d-d570c9b31dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:56.703199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-65abb326-1923-4230-8e6d-d570c9b31dc1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0442507 Jul 22 15:14:56.763732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-475dee53-9842-4a9d-914f-d89ca4c0e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:56.765516 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-475dee53-9842-4a9d-914f-d89ca4c0e3ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561106 Jul 22 15:14:56.776022 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-7c307e52-0738-4f04-9026-06d3391e8741 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:14:56.776947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-7c307e52-0738-4f04-9026-06d3391e8741 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049229 Jul 22 15:14:56.866054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-ca14a1a9-4210-435a-8a0c-d46579a3726b service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825045 Jul 22 15:14:56.956914 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-bbfc58df-4300-497c-81d0-04ab49ebfc6f service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850282 Jul 22 15:14:57.798610 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e570f-ae86-4ee3-b231-93456f4983db req-9065ac8e-1ed3-4066-b94d-7c430b7b2b1f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:57.800091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a17e570f-ae86-4ee3-b231-93456f4983db req-9065ac8e-1ed3-4066-b94d-7c430b7b2b1f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0634663 Jul 22 15:14:57.836254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a17e570f-ae86-4ee3-b231-93456f4983db req-cd7565f1-7f38-4008-b069-d80c6029dfbe tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Jul 22 15:14:58.783185 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:14:58.967770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fce5ba-ae7c-42fe-b390-c43f601680f4 req-2d2740e8-dd5b-45a4-bcbc-94665fdf0cc7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:14:58.969257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fce5ba-ae7c-42fe-b390-c43f601680f4 req-2d2740e8-dd5b-45a4-bcbc-94665fdf0cc7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0669785 Jul 22 15:14:59.005530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-74fce5ba-ae7c-42fe-b390-c43f601680f4 req-5458ae1a-e40c-4aa7-9b6a-d553ef787571 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308428 Jul 22 15:15:00.134980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad931b0d-aa8a-4744-a581-ed5c15d449eb req-33ac5852-77f1-4225-b362-3c918848e3da tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:00.136501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad931b0d-aa8a-4744-a581-ed5c15d449eb req-33ac5852-77f1-4225-b362-3c918848e3da tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0645304 Jul 22 15:15:00.173952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ad931b0d-aa8a-4744-a581-ed5c15d449eb req-8ed5ac7c-67a9-4f20-8281-378ac08b8d6f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313215 Jul 22 15:15:01.307448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603263-94ec-4dd1-8a7e-ab6e99305248 req-4a4f0051-5eba-46ba-88f0-821db2d0f7a1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:01.308952 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05603263-94ec-4dd1-8a7e-ab6e99305248 req-4a4f0051-5eba-46ba-88f0-821db2d0f7a1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0672684 Jul 22 15:15:01.346064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-05603263-94ec-4dd1-8a7e-ab6e99305248 req-04623776-a054-4aab-913a-855d869c69a4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Jul 22 15:15:02.476604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb537170-5d18-47dc-90b8-a0308955b913 req-f920fe0d-2d65-489a-8942-da5e2dd92d2b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:02.478098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb537170-5d18-47dc-90b8-a0308955b913 req-f920fe0d-2d65-489a-8942-da5e2dd92d2b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0638273 Jul 22 15:15:02.515467 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb537170-5d18-47dc-90b8-a0308955b913 req-ed2bb721-ec3f-4814-983d-58058ad9b8e8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Jul 22 15:15:03.645753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4bb19e-7e2c-43c0-9463-9f06acd4dd5c req-0034212e-3523-4beb-ad9a-118e0f098b38 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:03.647784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab4bb19e-7e2c-43c0-9463-9f06acd4dd5c req-0034212e-3523-4beb-ad9a-118e0f098b38 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0649459 Jul 22 15:15:03.684604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ab4bb19e-7e2c-43c0-9463-9f06acd4dd5c req-b57a0b21-b073-4853-ace2-1ce541dfc9a2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313623 Jul 22 15:15:04.817728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466f65d-9c16-42ca-b0a5-6e7f4a3d8063 req-b5178b3c-9ec1-4795-802f-a069307b00ad tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:04.819261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5466f65d-9c16-42ca-b0a5-6e7f4a3d8063 req-b5178b3c-9ec1-4795-802f-a069307b00ad tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0667865 Jul 22 15:15:04.855538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5466f65d-9c16-42ca-b0a5-6e7f4a3d8063 req-3257a173-06dd-4b54-8d31-ff008afdf7ee tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307314 Jul 22 15:15:05.986913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c96ff-8060-45a6-9aa8-da6129aad5fd req-5572e89b-6892-4daf-a856-4760d183a802 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:05.988387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-014c96ff-8060-45a6-9aa8-da6129aad5fd req-5572e89b-6892-4daf-a856-4760d183a802 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0628436 Jul 22 15:15:06.024523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-014c96ff-8060-45a6-9aa8-da6129aad5fd req-8fd7ab5e-9eea-4d15-b0cb-79332e45af49 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Jul 22 15:15:07.145520 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-7a33e5a3-1142-4cca-af39-5b89c9ae277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:07.147104 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-7a33e5a3-1142-4cca-af39-5b89c9ae277c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1096 time: 0.1382997 Jul 22 15:15:07.155787 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5e4fe-817c-4bf2-b21f-da377c184ac8 req-4ba7f5ef-18a3-4344-ba03-ac823a4ae185 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:07.157387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35f5e4fe-817c-4bf2-b21f-da377c184ac8 req-4ba7f5ef-18a3-4344-ba03-ac823a4ae185 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0677207 Jul 22 15:15:07.195479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35f5e4fe-817c-4bf2-b21f-da377c184ac8 req-e5dee32b-9787-4656-9267-43cf8dbabc97 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Jul 22 15:15:07.263463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-3a302b84-30a3-4016-8c3a-36e985ccd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:07.265032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-3a302b84-30a3-4016-8c3a-36e985ccd58e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0964730 Jul 22 15:15:07.329378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-277e39e4-ea60-426a-af01-eb0423fac33e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1001 time: 0.0576091 Jul 22 15:15:07.377047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-17138dd6-0aba-4ded-beaf-dbc0d69d4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:07.378469 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-17138dd6-0aba-4ded-beaf-dbc0d69d4d4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0423934 Jul 22 15:15:07.440745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-2d6c6478-c03e-4099-9984-59c1e9b7771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:07.442313 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-2d6c6478-c03e-4099-9984-59c1e9b7771a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566130 Jul 22 15:15:07.531934 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-46a4958a-a6ae-4eba-ae51-77a745819491 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819941 Jul 22 15:15:07.622899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3102154f-f323-4eed-9385-c32afb2f2d2b req-499784d6-6096-4ee4-85e5-36b3bb994267 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843160 Jul 22 15:15:07.662411 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:08.073224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:08.328673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d6ff8-7d88-4cb2-9931-4283d143e207 req-f9c5ef4c-7306-4d5d-9beb-f6e240dbea44 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:08.330109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-744d6ff8-7d88-4cb2-9931-4283d143e207 req-f9c5ef4c-7306-4d5d-9beb-f6e240dbea44 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0649951 Jul 22 15:15:08.369586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-744d6ff8-7d88-4cb2-9931-4283d143e207 req-336bdd49-6094-40bc-8b97-717078f85cc1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340505 Jul 22 15:15:08.872013 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-335a3b12-0d3f-497d-a51c-db8336c3f292 service neutron] show failed (client error): The resource could not be found. Jul 22 15:15:08.873705 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-335a3b12-0d3f-497d-a51c-db8336c3f292 service neutron] 10.222.0.72 "GET /v2.0/ports/728148d5-b789-4191-8731-ef4becf19d78/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0567288 Jul 22 15:15:09.095698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-158e734c-ac1b-404c-85e0-2a4ced7c0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:09.097294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-158e734c-ac1b-404c-85e0-2a4ced7c0c1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 1096 time: 0.0541937 Jul 22 15:15:09.111400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:15:09.183103 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.381721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:09.414977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:15:09.483592 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:09.485822 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58311997-e433-4a43-80be-348dca8789b8" -d '{"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:09.489322 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.505207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Transition to ACTIVE for port object 728148d5-b789-4191-8731-ef4becf19d78 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:15:09.509481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.541048 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaef167-b2ec-45f4-af6f-1fae86ab60c7 x-openstack-request-id: req-dfaef167-b2ec-45f4-af6f-1fae86ab60c7 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:09.541346 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:09.541602 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfaef167-b2ec-45f4-af6f-1fae86ab60c7 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:09.542004 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'code': 200} Jul 22 15:15:09.572117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:09.613635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.613993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.614356 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.614718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.615062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.615399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.615734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.616069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.616399 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.616731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.617063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.617410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:09.629432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ffd8-83e1-41a9-88c6-7160b6c70a87 req-fb0175b1-27e7-4571-b19c-f8d2e390ebb8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:09.631003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8445ffd8-83e1-41a9-88c6-7160b6c70a87 req-fb0175b1-27e7-4571-b19c-f8d2e390ebb8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.1932631 Jul 22 15:15:09.692257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] No DVR routers for this DVR port 728148d5-b789-4191-8731-ef4becf19d78 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:15:09.761457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8445ffd8-83e1-41a9-88c6-7160b6c70a87 req-051b4329-3a57-4e38-aa3f-7679626fff39 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209059 Jul 22 15:15:09.838858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:15:09.839130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:15:09.839461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:15:09.843615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:15:09.843939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:15:09.848605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:15:09.848946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:15:09.849335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:15:09.849762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Bound port: 728148d5-b789-4191-8731-ef4becf19d78, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:15:09.850122 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.914267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:15:09.917280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:15:09.920894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d571d97-c6ac-439b-8e57-04e65e4ac9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.922138 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.956572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:09.957191 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:09.958654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] 10.222.0.61 "PUT /v2.0/ports/728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1091 time: 0.8516562 Jul 22 15:15:09.980113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146b915-bbb0-475b-bc68-a512709afe93 service neutron] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:10.042113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-58835afd-d071-491c-b24c-21fd2b336200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:10.043677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-58835afd-d071-491c-b24c-21fd2b336200 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1094 time: 0.0601625 Jul 22 15:15:10.134700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-843ff265-a9b3-4ff2-8293-409d0f064a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:10.136187 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-843ff265-a9b3-4ff2-8293-409d0f064a20 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0866039 Jul 22 15:15:10.203050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-e5a0b72b-71c6-42f4-ab92-b2a7d0f1d3a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 999 time: 0.0605857 Jul 22 15:15:10.253612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-b7cab10b-fe4f-4874-b581-3a55e0d26b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:10.255141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-b7cab10b-fe4f-4874-b581-3a55e0d26b11 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0456173 Jul 22 15:15:10.312609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-c03d29b4-75f7-4fba-be22-df7a73f04115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:10.314104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-c03d29b4-75f7-4fba-be22-df7a73f04115 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533028 Jul 22 15:15:10.405210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-4279add5-a133-4749-82cc-fea832b0c417 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849881 Jul 22 15:15:10.492057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-410decfd-0dbe-4bfe-bc6e-9c9c2ffa9abd req-eea98ec0-19ab-463f-a5db-379fb708108a service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809054 Jul 22 15:15:10.896573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5e505-e8c1-42b2-9070-ab6ed0c985ea req-c2583fb0-d48b-4153-ad0e-9d88c543039e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:10.898107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cf5e505-e8c1-42b2-9070-ab6ed0c985ea req-c2583fb0-d48b-4153-ad0e-9d88c543039e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 943 time: 0.0686030 Jul 22 15:15:10.935594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cf5e505-e8c1-42b2-9070-ab6ed0c985ea req-8f6708a8-8322-4bbf-8528-1491431974bd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Jul 22 15:15:11.127766 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:15:11.165748 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:15:11.543072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:11.545570 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431" -d '{"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:11.592897 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ab41e-cbe1-462c-b277-9ec4bfa44a41 x-openstack-request-id: req-818ab41e-cbe1-462c-b277-9ec4bfa44a41 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:11.593216 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:11.593474 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-818ab41e-cbe1-462c-b277-9ec4bfa44a41 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:11.593875 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'status': 'completed', 'code': 200} Jul 22 15:15:11.665652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-bf8e930b-901c-468b-b6ba-8d3d8ba4a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.667299 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-bf8e930b-901c-468b-b6ba-8d3d8ba4a3f1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1094 time: 0.0554886 Jul 22 15:15:11.668114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-a7ad2d07-0344-4566-8344-87e10d9d59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.669619 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-a7ad2d07-0344-4566-8344-87e10d9d59e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1094 time: 0.0550265 Jul 22 15:15:11.676813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:15:11.768558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-1dfebd39-cc8b-4575-bd8f-9b2c36099499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.770130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-1dfebd39-cc8b-4575-bd8f-9b2c36099499 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0945113 Jul 22 15:15:11.772444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-ea9777c6-ef04-422a-9952-218ed8be0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.773923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-ea9777c6-ef04-422a-9952-218ed8be0e3f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0994420 Jul 22 15:15:11.775805 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:11.790551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '728148d5-b789-4191-8731-ef4becf19d78', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '728148d5-b789-4191-8731-ef4becf19d78', 'mac_address': 'fa:16:3e:cb:62:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:15:11.833071 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:11.843476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-d5a04cf3-160d-4c3a-9af3-2fe451f11139 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 999 time: 0.0619025 Jul 22 15:15:11.844047 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-19f9b424-30c8-4045-9800-4bcb8d79b5cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 999 time: 0.0674372 Jul 22 15:15:11.846545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728148d5-b789-4191-8731-ef4becf19d78 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:15:11.866998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:11.874346 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:11.902915 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-f722cf94-73df-474a-b483-6a8313d3ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.904517 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-f722cf94-73df-474a-b483-6a8313d3ce85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0548685 Jul 22 15:15:11.906673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-29c94892-92a8-41c9-9482-2f31e3414493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.908168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-29c94892-92a8-41c9-9482-2f31e3414493 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0520883 Jul 22 15:15:11.926880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:11.935664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.938680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.939357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.939854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.940299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.940806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.941244 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.941993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.942980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.943530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.944077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.944616 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:11.976765 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-62e0041e-821a-4e1f-8c49-0d93ee2d1272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.981244 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-62e0041e-821a-4e1f-8c49-0d93ee2d1272 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684638 Jul 22 15:15:11.992759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-8bd23b4b-5d51-4555-8c8b-7010f09d4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:11.994421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-8bd23b4b-5d51-4555-8c8b-7010f09d4633 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785773 Jul 22 15:15:12.081701 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-7caa0028-d76e-4511-ad0d-56b222d347d4 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958304 Jul 22 15:15:12.111298 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['728148d5-b789-4191-8731-ef4becf19d78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:15:12.139797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-13492207-cc49-4aa1-afd3-95f41b571a02 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378784 Jul 22 15:15:12.165855 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e0cac-9a19-45cd-aa48-35f29a8fdec4 req-19d61871-2c6e-466b-b57a-a721a63f9702 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:12.167573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d68e0cac-9a19-45cd-aa48-35f29a8fdec4 req-19d61871-2c6e-466b-b57a-a721a63f9702 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 944 time: 0.1394169 Jul 22 15:15:12.178396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-246f6177-04cf-4af7-b571-7778c5a38d0f service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891812 Jul 22 15:15:12.193212 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3829d2b7-3dd8-4924-be01-1d84cd5f0c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:12.253199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d68e0cac-9a19-45cd-aa48-35f29a8fdec4 req-ee2358be-19a8-423c-b4c4-36c371c09493 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754032 Jul 22 15:15:12.273488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5efaba77-cc28-4e1f-bbdc-a7cb6cb9d431 req-3df3dc9f-c304-4cf7-b181-81c66a3a1d40 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255543 Jul 22 15:15:12.408346 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:13.392588 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee1627-6e4a-4996-ad3c-e19d6453ad3e req-64817922-2bb1-4bad-a492-47dabfac0959 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:13.394103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ee1627-6e4a-4996-ad3c-e19d6453ad3e req-64817922-2bb1-4bad-a492-47dabfac0959 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 944 time: 0.0673230 Jul 22 15:15:13.432185 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51ee1627-6e4a-4996-ad3c-e19d6453ad3e req-5715110e-f904-4dcb-9dbf-e9d80fbb2659 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Jul 22 15:15:13.675433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:15:13.726796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 728148d5-b789-4191-8731-ef4becf19d78 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:15:13.730383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 728148d5-b789-4191-8731-ef4becf19d78 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:15:13.730889 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:13.772205 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-9084560b-b072-4c17-8ca3-99e987a38576 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:13.773689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-9084560b-b072-4c17-8ca3-99e987a38576 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.61 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f&tenant_id=3c7408d2e316468f81dbea30d8c80fdc&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 944 time: 0.1117656 Jul 22 15:15:13.785673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a033a1-f2f5-4dd2-9729-479241440907 req-0da321d3-180a-42ca-b1e2-39a0d95707c6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:13.790542 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84a033a1-f2f5-4dd2-9729-479241440907 req-0da321d3-180a-42ca-b1e2-39a0d95707c6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 944 time: 0.0895231 Jul 22 15:15:13.815660 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:13.819806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:13.842069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:13.844358 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad20fe9-fe78-40db-92a3-9d7392738516" -d '{"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-plugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:13.856452 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84a033a1-f2f5-4dd2-9729-479241440907 req-19fcf2b0-bb18-47cd-845b-b8fc7c95e8c7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632966 Jul 22 15:15:13.857416 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:13.862022 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:13.873942 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-fbcee0af-77ac-4ef2-9551-4d9fbd1324f8 service neutron] 10.222.0.61 "GET /v2.0/ports/728148d5-b789-4191-8731-ef4becf19d78/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 382 time: 0.0858569 Jul 22 15:15:13.913833 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4601fd27-73ec-44a7-af1b-55258fafc63b x-openstack-request-id: req-4601fd27-73ec-44a7-af1b-55258fafc63b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:13.914114 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-plugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:13.914361 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4601fd27-73ec-44a7-af1b-55258fafc63b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:13.914769 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'code': 200} Jul 22 15:15:13.924575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:13.952627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-8ee88959-38c6-4fd8-b5b1-eba4a5333749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:13.954147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-8ee88959-38c6-4fd8-b5b1-eba4a5333749 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1096 time: 0.0562534 Jul 22 15:15:14.121361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-7bfd0933-719d-44f2-ba1b-0e79521e843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.123342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-7bfd0933-719d-44f2-ba1b-0e79521e843d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0864325 Jul 22 15:15:14.183483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-9037a627-63a7-4985-97c0-6cd39d8c771d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1001 time: 0.0551050 Jul 22 15:15:14.229650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-a04bb0e7-2f1c-41e3-9cc1-5795fa2ceee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.231064 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-a04bb0e7-2f1c-41e3-9cc1-5795fa2ceee7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0410988 Jul 22 15:15:14.291307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-afd18d7c-6cb9-4e7d-bdbe-b7c00ce08ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.292815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-afd18d7c-6cb9-4e7d-bdbe-b7c00ce08ce7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560083 Jul 22 15:15:14.378606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-c2cae352-494b-4cf7-a9bc-e889f23e2996 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796068 Jul 22 15:15:14.469340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-6055995e-2201-4f54-8ac2-ad16b401e9a7 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845315 Jul 22 15:15:14.990839 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d00e72-2056-48d6-8a0d-2abfaefd545a req-c2874799-a1f0-49c6-b816-aadd9fe4ecd7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:14.992339 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79d00e72-2056-48d6-8a0d-2abfaefd545a req-c2874799-a1f0-49c6-b816-aadd9fe4ecd7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0633976 Jul 22 15:15:15.030835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-79d00e72-2056-48d6-8a0d-2abfaefd545a req-64345be7-9a36-43da-9733-6f7c654b1314 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Jul 22 15:15:15.467085 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:16.175527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3525cf-5f57-48c8-9bca-b61296886961 req-78c6afae-28dd-4e0a-9e0a-8bb5c8eab602 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:16.177059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e3525cf-5f57-48c8-9bca-b61296886961 req-78c6afae-28dd-4e0a-9e0a-8bb5c8eab602 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0637395 Jul 22 15:15:16.218636 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e3525cf-5f57-48c8-9bca-b61296886961 req-ee76c1bb-fd67-4a51-ac8e-6d8d5f7f1df7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360210 Jul 22 15:15:16.359044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-f9bae30e-8319-488e-94cf-76d3cd4d7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:16.360446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-f9bae30e-8319-488e-94cf-76d3cd4d7ed6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 1096 time: 0.0538080 Jul 22 15:15:16.371766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:15:16.445294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:16.650418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:16.683438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:15:16.722142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:16.724744 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d2977-3db7-4a8c-b0b4-b1f509751734" -d '{"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:16.728346 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:16.741336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Transition to ACTIVE for port object 728148d5-b789-4191-8731-ef4becf19d78 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:15:16.744894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:16.778493 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ffcd45-2e60-41b4-838f-3b7bef87ecf0 x-openstack-request-id: req-d4ffcd45-2e60-41b4-838f-3b7bef87ecf0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:16.779381 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-unplugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:16.779642 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4ffcd45-2e60-41b4-838f-3b7bef87ecf0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:16.780041 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'code': 200} Jul 22 15:15:16.856630 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:16.878959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.879310 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.879663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.880007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.880349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.880687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.881028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.881358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.881691 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.882023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.882355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.882715 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:15:16.941685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] No DVR routers for this DVR port 728148d5-b789-4191-8731-ef4becf19d78 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:15:17.074130 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:15:17.074391 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:15:17.074754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:15:17.079508 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:15:17.079834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Attempting to bind port 728148d5-b789-4191-8731-ef4becf19d78 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:15:17.084615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:15:17.084960 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:15:17.085351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:15:17.085787 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Bound port: 728148d5-b789-4191-8731-ef4becf19d78, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:15:17.086146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:17.148222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:15:17.152095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:15:17.157739 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:17.198070 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:17.198717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:17.200127 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] 10.222.0.72 "PUT /v2.0/ports/728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 1092 time: 0.8323128 Jul 22 15:15:17.234380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3ae91-33fa-43f3-8051-3aa7d89c145f service neutron] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=11']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:17.292644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-c7efc0b9-69b9-465a-8207-39ba00e2ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:17.294833 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-c7efc0b9-69b9-465a-8207-39ba00e2ad1d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1095 time: 0.0713832 Jul 22 15:15:17.355210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec7f32-7102-40a6-ba1a-75c642ebabdf req-0ed2dd71-e468-40f9-862e-dc2e89db9d1d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:17.357091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17ec7f32-7102-40a6-ba1a-75c642ebabdf req-0ed2dd71-e468-40f9-862e-dc2e89db9d1d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 944 time: 0.0674822 Jul 22 15:15:17.392071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-281fd265-64a6-4013-ba8b-6fd35ccf0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:17.393919 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-281fd265-64a6-4013-ba8b-6fd35ccf0595 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0929558 Jul 22 15:15:17.395531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17ec7f32-7102-40a6-ba1a-75c642ebabdf req-ea1eac6e-7eda-4c02-8dcb-3ee45eab8fc9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324445 Jul 22 15:15:17.465337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-74dfaf89-3fd9-48e9-bb6a-9c1cfc5bf899 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 999 time: 0.0646610 Jul 22 15:15:17.512104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-90253c6a-7ee5-438a-af42-36632e701bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:17.514139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-90253c6a-7ee5-438a-af42-36632e701bd2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0428395 Jul 22 15:15:17.571305 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599167-c722-4dfc-96f6-37647b90190f req-9b643ad0-99f1-411f-8aa4-bddc74d440dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:17.572806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-9b643ad0-99f1-411f-8aa4-bddc74d440dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529301 Jul 22 15:15:17.664422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-f5cf9d1f-c7ed-486c-9eaf-fe84b08ad085 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848525 Jul 22 15:15:17.756031 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b0599167-c722-4dfc-96f6-37647b90190f req-fed02495-62e0-44de-bc17-7c09cf778b04 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850549 Jul 22 15:15:18.528407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e63eaf-1d18-4369-afee-a506639cf490 req-ba1827fd-d4e9-4083-8d7a-304c49372ac3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:18.529811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43e63eaf-1d18-4369-afee-a506639cf490 req-ba1827fd-d4e9-4083-8d7a-304c49372ac3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 944 time: 0.0627849 Jul 22 15:15:18.566389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43e63eaf-1d18-4369-afee-a506639cf490 req-e14ef2fa-1387-4452-b054-18cd2d6e2688 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Jul 22 15:15:18.781236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:18.783531 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b873bf79-d776-4520-9c6c-9ed3cddc58ac" -d '{"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:18.829442 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae1e81d-2210-42f6-83f3-6a4d02d9dedb x-openstack-request-id: req-7ae1e81d-2210-42f6-83f3-6a4d02d9dedb {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:18.829741 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:18.830000 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ae1e81d-2210-42f6-83f3-6a4d02d9dedb {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:18.830401 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'status': 'completed', 'code': 200} Jul 22 15:15:18.903464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-0524b522-9166-425e-8cb0-4a3064237a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:18.904920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-7c986bde-aee3-4978-9259-d4c5bd5aff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:18.905614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-0524b522-9166-425e-8cb0-4a3064237a0e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1095 time: 0.0539491 Jul 22 15:15:18.906457 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-7c986bde-aee3-4978-9259-d4c5bd5aff86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 1095 time: 0.0576184 Jul 22 15:15:18.995165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-7fbf51b1-104d-47da-9eb8-16bebcf904b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:18.995574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-2b6125b5-7f6f-41fb-956b-442c5ba8ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:18.996665 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-7fbf51b1-104d-47da-9eb8-16bebcf904b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0841529 Jul 22 15:15:18.997083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-2b6125b5-7f6f-41fb-956b-442c5ba8ab6e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0839238 Jul 22 15:15:19.066400 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-435f9225-47b2-4dd3-a7b2-0c07798c7bbe service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 999 time: 0.0620422 Jul 22 15:15:19.123491 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-9759e59c-ee0b-4aa7-9996-45e9a3434b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:19.124990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-9759e59c-ee0b-4aa7-9996-45e9a3434b68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0490336 Jul 22 15:15:19.159756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:15:19.192245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-55d2f1cd-db5f-4f6d-8d2d-bdc8cfc24a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:19.196015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-55d2f1cd-db5f-4f6d-8d2d-bdc8cfc24a22 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627353 Jul 22 15:15:19.315037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:19.329079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '728148d5-b789-4191-8731-ef4becf19d78', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': '728148d5-b789-4191-8731-ef4becf19d78', 'mac_address': 'fa:16:3e:cb:62:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:15:19.330964 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-72747210-0c78-42e0-9e72-0d1bc60e3b41 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289029 Jul 22 15:15:19.372756 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:19.387628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728148d5-b789-4191-8731-ef4becf19d78 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:15:19.410698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:19.416937 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:19.432949 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-a7904036-7ffb-41cc-bdc0-f4da68cd6bba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 200 len: 999 time: 0.4295993 Jul 22 15:15:19.438305 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-8e79d445-dcc8-44e7-b3a4-0b3383fff6d7 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992732 Jul 22 15:15:19.468083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=12']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:19.484729 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-7afeda23-21c7-4583-838e-6986a3c4dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:19.486175 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-7afeda23-21c7-4583-838e-6986a3c4dfc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0457089 Jul 22 15:15:19.542679 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-5c9c5860-a558-44d4-bcb9-ee7a1f74e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:19.544720 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-5c9c5860-a558-44d4-bcb9-ee7a1f74e462 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519626 Jul 22 15:15:19.636618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-76158e71-d15b-447b-abad-e41e9433bb02 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857348 Jul 22 15:15:19.679024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['728148d5-b789-4191-8731-ef4becf19d78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:15:19.727737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:15:19.760847 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b873bf79-d776-4520-9c6c-9ed3cddc58ac req-4b984e05-088f-47ce-a9ee-e4424b033c03 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160054 Jul 22 15:15:19.768762 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea7171-282f-4134-abf8-197a0f55f5ee req-c6a122ce-b428-4b75-8186-7efbd53c23ab tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:19.770279 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53ea7171-282f-4134-abf8-197a0f55f5ee req-c6a122ce-b428-4b75-8186-7efbd53c23ab tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.1370101 Jul 22 15:15:19.787954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:15:19.808896 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-53ea7171-282f-4134-abf8-197a0f55f5ee req-b9a26eff-e5c3-414e-8472-a9cbe945c6a2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327392 Jul 22 15:15:19.938210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd30ea-5067-4d27-919c-2e85e2c77d99 req-7e122997-0683-4bb8-8124-d7a785684515 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:19.939726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07cd30ea-5067-4d27-919c-2e85e2c77d99 req-7e122997-0683-4bb8-8124-d7a785684515 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0630918 Jul 22 15:15:19.976241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07cd30ea-5067-4d27-919c-2e85e2c77d99 req-822895bd-a094-42f6-a458-bc1616f4951a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310955 Jul 22 15:15:20.104991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc85f3-76cd-43f5-b4f0-931b0aa10699 req-3fb9ece6-785b-4d6d-8041-24633b47307c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:20.106403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85cc85f3-76cd-43f5-b4f0-931b0aa10699 req-3fb9ece6-785b-4d6d-8041-24633b47307c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0661170 Jul 22 15:15:20.143581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-85cc85f3-76cd-43f5-b4f0-931b0aa10699 req-56636ac1-5476-40fd-8f7e-d99ad2367097 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310805 Jul 22 15:15:20.394669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a6fc8-dc79-44e3-a80b-814592c9a912 req-bcae055c-da97-4b3a-a726-934ef7139aa4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:20.396093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb7a6fc8-dc79-44e3-a80b-814592c9a912 req-bcae055c-da97-4b3a-a726-934ef7139aa4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 945 time: 0.0631528 Jul 22 15:15:20.432843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fb7a6fc8-dc79-44e3-a80b-814592c9a912 req-2ad9b38e-9db7-489b-8b4e-5f86c07b35ff tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Jul 22 15:15:21.174132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:15:21.221792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 728148d5-b789-4191-8731-ef4becf19d78 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:15:21.225328 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 728148d5-b789-4191-8731-ef4becf19d78 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:15:21.225708 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:21.309067 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:21.335960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:21.338804 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3409d7-9182-437f-b1b7-24a4a938aad4" -d '{"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-plugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:21.354230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:21.359130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:21.384378 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32f7303-229f-4a5c-a98f-180fbfbd4d4f x-openstack-request-id: req-d32f7303-229f-4a5c-a98f-180fbfbd4d4f {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:21.384666 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-plugged", "status": "completed", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:21.384914 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d32f7303-229f-4a5c-a98f-180fbfbd4d4f {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:21.385295 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'code': 200} Jul 22 15:15:21.412213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=13']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:21.564369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d758fb5-6177-4208-ad0a-eeb49d9bcb86 req-3aaafc6c-6b22-4b5c-9f58-f0726fb8873e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:21.565867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d758fb5-6177-4208-ad0a-eeb49d9bcb86 req-3aaafc6c-6b22-4b5c-9f58-f0726fb8873e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 946 time: 0.0663056 Jul 22 15:15:21.608383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0d758fb5-6177-4208-ad0a-eeb49d9bcb86 req-2476405a-5b08-4bec-bc39-f54e1febfcac tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367949 Jul 22 15:15:21.642644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-5e253372-39ec-4a9b-b044-95af62e8c0ec tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:21.644201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-5e253372-39ec-4a9b-b044-95af62e8c0ec tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 946 time: 0.0673366 Jul 22 15:15:21.744136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Deleting port 728148d5-b789-4191-8731-ef4becf19d78 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:15:21.744486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:21.835967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] For port 728148d5-b789-4191-8731-ef4becf19d78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=728148d5-b789-4191-8731-ef4becf19d78,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:21.836337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:22.002990 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:22.003279 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:22.003597 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 disassociated. External IP: 172.25.3.75, port: 728148d5-b789-4191-8731-ef4becf19d78. Jul 22 15:15:22.003946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Calling delete_port for 728148d5-b789-4191-8731-ef4becf19d78 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:15:22.132125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:22.160375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event deleted for resources: {'Port': ['ID=728148d5-b789-4191-8731-ef4becf19d78,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:22.275991 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:15:22.391825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:15:22.402244 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:15:22.411982 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:15:22.412604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:15:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:22.436119 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] No DVR routers for this DVR port 728148d5-b789-4191-8731-ef4becf19d78 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:15:22.438553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:22.440655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-08a97948-3fe2-42ca-8a02-d4f69d5c8afe req-7c26338a-b7f8-47b3-ba03-212007f98294 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "DELETE /v2.0/ports/728148d5-b789-4191-8731-ef4becf19d78 HTTP/1.1" status: 204 len: 173 time: 0.7906244 Jul 22 15:15:22.441087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-deleted', 'tag': '728148d5-b789-4191-8731-ef4becf19d78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:22.443317 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0397c50d-dc72-4de0-afad-a399ed3bdc76" -d '{"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-deleted", "tag": "728148d5-b789-4191-8731-ef4becf19d78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:22.485757 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13040c70-2042-4bf2-8c7d-9039b0f549e0 x-openstack-request-id: req-13040c70-2042-4bf2-8c7d-9039b0f549e0 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:22.486243 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db7cb9-b192-4dc8-8300-13f7d3db5a1f", "name": "network-vif-deleted", "tag": "728148d5-b789-4191-8731-ef4becf19d78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:22.486707 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13040c70-2042-4bf2-8c7d-9039b0f549e0 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:22.487105 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db7cb9-b192-4dc8-8300-13f7d3db5a1f', 'name': 'network-vif-deleted', 'tag': '728148d5-b789-4191-8731-ef4becf19d78', 'status': 'completed', 'code': 200} Jul 22 15:15:22.518218 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:15:22.712460 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:22.724131 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-887d9752-595f-4d03-880d-113c1b318cbf req-72f1ebda-f155-4a4b-849f-2538f3c2fca5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=68db7cb9-b192-4dc8-8300-13f7d3db5a1f HTTP/1.1" status: 200 len: 210 time: 0.0330212 Jul 22 15:15:22.738988 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:15:22.747061 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:15:22.747682 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:15:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:22.854655 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:15:23.052198 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:23.077278 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206698f-43a9-41c8-b5a7-862cd2ff02a7 None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:15:23.294323 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd15a9-a480-4b94-9c38-5b8e9392602d None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:15:23.994449 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-5f9740e1-3968-45f9-aaa1-552f164e864d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--837088527&fields=id&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 267 time: 0.0334671 Jul 22 15:15:24.103244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-27f7ffc6-1337-42b9-80d8-a9f738ee4b32 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:24.104694 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-27f7ffc6-1337-42b9-80d8-a9f738ee4b32 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1001952 Jul 22 15:15:24.119891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-7c7d7ff5-fa33-4aa4-abfe-7a316ebbe089 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/quotas/3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 375 time: 0.0094142 Jul 22 15:15:24.191349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-8ce1d1a9-1e58-4e00-bd10-9494e1ebab80 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661435 Jul 22 15:15:24.206002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1fa69c55-5d31-4219-8bcb-037f3522d083 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:15:24.206987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1fa69c55-5d31-4219-8bcb-037f3522d083 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050654 Jul 22 15:15:24.296776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-8b7281af-828d-487c-9393-6a424c40f83f service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846984 Jul 22 15:15:24.386317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-ecab0fed-22ff-42c9-9bfc-986d6c47285c service neutron] 10.222.0.60 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838583 Jul 22 15:15:24.548638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae7518c6-2928-4ddc-b2a6-0306ad3ef505 req-1636aa72-2dc0-4b88-a869-fcc4bfd7057c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Jul 22 15:15:25.189696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:15:25.208857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 728148d5-b789-4191-8731-ef4becf19d78 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:15:25.209207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 728148d5-b789-4191-8731-ef4becf19d78 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:15:25.422855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-f7b8c35e-55d1-4198-bf0d-6d0e4de9d88a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:25.424311 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-f7b8c35e-55d1-4198-bf0d-6d0e4de9d88a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 811 time: 0.1057301 Jul 22 15:15:25.472773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-c4b0ac09-6ef9-47bd-8407-eb999d21c698 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 379 time: 0.0387931 Jul 22 15:15:25.487657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'port': {'device_id': '344eb471-f4c7-4c67-8207-8d18a9379008', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'admin_state_up': True, 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'security_groups': ['af0fa3a0-7f41-4269-94c4-431015b9ce96']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:15:25.597271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Made reservation on behalf of 3c7408d2e316468f81dbea30d8c80fdc for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:15:25.600728 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:25.652408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-02639e6c-d003-44f6-b3ef-0693dd34645b req-20c23a57-ee40-4eb2-8ac4-45a2311a2915 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 210 time: 0.0321820 Jul 22 15:15:25.725428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Allocated IP 172.20.0.14 (f31d9f6d-59d0-44aa-99ae-2278292f6e24/d917023e-0edb-4935-a5e6-629ddc77baad/c42e32fb-bdce-41af-98d1-27a765a7fae0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:15:25.864395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:25.877382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Transition to ACTIVE for port object c42e32fb-bdce-41af-98d1-27a765a7fae0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:15:25.909233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:25.948824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:15:25.953755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:15:25.957295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:15:25.985078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:26.011029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:26.011659 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.025940 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1d6e47fd-f59d-421a-8a51-967cc57f5851 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5418544 Jul 22 15:15:26.039540 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Request body: {'port': {'device_id': '344eb471-f4c7-4c67-8207-8d18a9379008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:15:26.116480 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.176165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2208d46c-7623-4102-95b8-092e86a180d0 None None] Provisioning for port c42e32fb-bdce-41af-98d1-27a765a7fae0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:15:26.179914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2208d46c-7623-4102-95b8-092e86a180d0 None None] Provisioning complete for port c42e32fb-bdce-41af-98d1-27a765a7fae0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:15:26.180287 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2208d46c-7623-4102-95b8-092e86a180d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.212978 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2208d46c-7623-4102-95b8-092e86a180d0 None None] Port c42e32fb-bdce-41af-98d1-27a765a7fae0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:15:26.375693 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:15:26.383081 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.394533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Transition to ACTIVE for port object c42e32fb-bdce-41af-98d1-27a765a7fae0 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:15:26.398316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.446038 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:26.519243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:15:26.519587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:15:26.519924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:15:26.524474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:15:26.524745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:15:26.530247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:15:26.530626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:15:26.531024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:15:26.531465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Bound port: c42e32fb-bdce-41af-98d1-27a765a7fae0, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:15:26.531836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.600760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:15:26.603756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:15:26.607623 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.643807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:26.644602 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:26.646056 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] 10.222.0.72 "PUT /v2.0/ports/c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1092 time: 0.6112437 Jul 22 15:15:26.646506 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:26.648775 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c02cb9-a55a-4817-b580-dfe87403e9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:26.676320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea67932-746f-473b-8fd8-b3fa330e587c service neutron] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:26.697185 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684015be-4133-4918-b386-221d205ee467 x-openstack-request-id: req-684015be-4133-4918-b386-221d205ee467 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:26.697479 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:26.697733 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-684015be-4133-4918-b386-221d205ee467 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:26.698136 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'status': 'completed', 'code': 200} Jul 22 15:15:26.750878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-9d655dbb-e74f-4cd6-9425-04971b96d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:26.752422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-9d655dbb-e74f-4cd6-9425-04971b96d7aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1095 time: 0.0647922 Jul 22 15:15:26.800658 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-96c3781e-c9d0-4cf2-a089-a9fff1607e60 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 217 time: 0.0403557 Jul 22 15:15:26.801437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912097d-b8d8-4f26-b3fa-a0069cb1ec14 req-058c129d-e58f-4373-8180-662771ce0b98 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:26.803053 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f912097d-b8d8-4f26-b3fa-a0069cb1ec14 req-058c129d-e58f-4373-8180-662771ce0b98 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0706661 Jul 22 15:15:26.844198 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f912097d-b8d8-4f26-b3fa-a0069cb1ec14 req-1708c2be-e0b0-40bc-9838-70350084690d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347648 Jul 22 15:15:27.181943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-7d7094a7-2194-43b9-a151-51f1d7578cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.183444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-7d7094a7-2194-43b9-a151-51f1d7578cca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.3772762 Jul 22 15:15:27.242438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-4537e9f9-db42-4991-a924-3d7e75226adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.243975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-4537e9f9-db42-4991-a924-3d7e75226adb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537987 Jul 22 15:15:27.336275 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-6ca99ce6-1a3e-41c0-8dc6-995a8ebbf404 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854981 Jul 22 15:15:27.423614 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bfd5fad5-1d59-4cbf-a9f5-93fb25343b03 req-3d0108f2-56f3-4815-b0f9-6073904291e9 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810847 Jul 22 15:15:27.527708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-1c4dd33e-1001-4ca3-ab84-119397fde335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.529714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-1c4dd33e-1001-4ca3-ab84-119397fde335 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1095 time: 0.0570793 Jul 22 15:15:27.617833 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-6513b41a-69cf-4720-94c4-78ae8ec68019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.619374 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-6513b41a-69cf-4720-94c4-78ae8ec68019 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0835528 Jul 22 15:15:27.665708 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-74214eba-2101-4a0c-90a1-3e12b5469eaa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 217 time: 0.0397351 Jul 22 15:15:27.712678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-7efcb706-0890-4c49-8aae-699c90119eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.714081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-7efcb706-0890-4c49-8aae-699c90119eed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0419946 Jul 22 15:15:27.770724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-39fed6d3-2cde-4266-a351-44d000fc02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.772219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-39fed6d3-2cde-4266-a351-44d000fc02f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512819 Jul 22 15:15:27.866859 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-f5250e11-54ba-46de-87a8-a5ddf0a2b68d service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866742 Jul 22 15:15:27.958254 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-94c02cb9-a55a-4817-b580-dfe87403e9ef req-21c6a404-6a80-402d-be1b-99bf90979a42 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845089 Jul 22 15:15:27.977462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec12f3-33c1-433c-94df-9402bbab1de1 req-5b235ad4-ea3a-44ef-a768-22a3ed888dfe tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:27.978989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0aec12f3-33c1-433c-94df-9402bbab1de1 req-5b235ad4-ea3a-44ef-a768-22a3ed888dfe tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0656669 Jul 22 15:15:28.016768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0aec12f3-33c1-433c-94df-9402bbab1de1 req-7edb63f1-0267-41fc-81c6-9a2ab36d0d28 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Jul 22 15:15:29.143554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437d9ca-c1ec-43f1-9d68-782ef7377c21 req-bca93371-10ee-407d-aa8c-94864f34013a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:29.145051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2437d9ca-c1ec-43f1-9d68-782ef7377c21 req-bca93371-10ee-407d-aa8c-94864f34013a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0626442 Jul 22 15:15:29.186130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2437d9ca-c1ec-43f1-9d68-782ef7377c21 req-b5f59dc5-f368-40ef-93ca-f2513c74cc57 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356569 Jul 22 15:15:29.204783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:15:29.301573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:29.312994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:15:29.347972 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:29.360607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:15:29.380359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:29.384206 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:29.430101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:29.567885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['c42e32fb-bdce-41af-98d1-27a765a7fae0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:15:30.317530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff1c7c-01b1-4c5b-be1a-ecb198f642fc req-66481f6d-9d96-4b22-a383-62fe88bf50ac tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:30.319130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3ff1c7c-01b1-4c5b-be1a-ecb198f642fc req-66481f6d-9d96-4b22-a383-62fe88bf50ac tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0653841 Jul 22 15:15:30.355702 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3ff1c7c-01b1-4c5b-be1a-ecb198f642fc req-0bdac771-54dd-4011-a816-1ef04e9dbfb3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309939 Jul 22 15:15:31.220544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:15:31.267673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port c42e32fb-bdce-41af-98d1-27a765a7fae0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:15:31.271795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port c42e32fb-bdce-41af-98d1-27a765a7fae0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:15:31.272170 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:31.349798 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:31.371165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:31.373608 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeff0c53-5961-4500-9e80-de4365a5172d" -d '{"events": [{"server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "name": "network-vif-plugged", "status": "completed", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:31.386677 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:15:31.392520 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:31.419957 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879859e0-781c-4174-b476-d482cc790931 x-openstack-request-id: req-879859e0-781c-4174-b476-d482cc790931 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:31.420259 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "name": "network-vif-plugged", "status": "completed", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:31.420513 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-879859e0-781c-4174-b476-d482cc790931 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:31.420908 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'code': 200} Jul 22 15:15:31.450967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:15:31.494605 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c0939-3f87-4cba-b609-a6f785ad6593 req-11b6ed64-8e16-4fb9-89a5-13eeb6095961 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:31.496221 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f10c0939-3f87-4cba-b609-a6f785ad6593 req-11b6ed64-8e16-4fb9-89a5-13eeb6095961 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0692623 Jul 22 15:15:31.522667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf557b75-6e49-4b72-81d8-1d6fa2f6f4b5 req-956a4feb-f3c2-46fa-a399-5ebd675d55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:31.524190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf557b75-6e49-4b72-81d8-1d6fa2f6f4b5 req-956a4feb-f3c2-46fa-a399-5ebd675d55a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1097 time: 0.0552733 Jul 22 15:15:31.534642 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f10c0939-3f87-4cba-b609-a6f785ad6593 req-c9662731-b828-4e6d-a442-1b57943107ff tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324306 Jul 22 15:15:31.564004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-cf557b75-6e49-4b72-81d8-1d6fa2f6f4b5 req-abd67bf4-a4b8-4887-ba85-827864c14a72 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328791 Jul 22 15:15:32.674585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c0e8b-2efb-4647-856a-93226cee061f req-5cecf9c6-2a21-4bef-a227-e3730bed808d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:32.676095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-434c0e8b-2efb-4647-856a-93226cee061f req-5cecf9c6-2a21-4bef-a227-e3730bed808d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0670671 Jul 22 15:15:32.714638 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-434c0e8b-2efb-4647-856a-93226cee061f req-ef4b0e1f-665f-4e66-b740-afc40f134fe1 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325184 Jul 22 15:15:32.841586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ed2e-6cb8-475d-998c-80e8beeec1a0 req-6504b4b4-c792-437c-8a8c-46064884659b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:32.843029 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e275ed2e-6cb8-475d-998c-80e8beeec1a0 req-6504b4b4-c792-437c-8a8c-46064884659b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0639491 Jul 22 15:15:32.851563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 40590) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:15:32.856000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Request body: {'floatingip': {'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:15:32.898905 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:33.318431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:33.322397 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:33.423522 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 associated. External IP: 172.25.3.75, port: c42e32fb-bdce-41af-98d1-27a765a7fae0. Jul 22 15:15:33.627279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:15:33.732426 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:15:33.736868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:33.742486 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:15:33.752660 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:15:33.753346 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:15:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:33.772391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-62e623ef-3158-4768-9c5e-fb6ca1785458 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "PUT /v2.0/floatingips/c926b2e3-c904-485c-833a-0b2b38c35b24 HTTP/1.1" status: 200 len: 992 time: 0.9197688 Jul 22 15:15:33.772985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:15:33.775306 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4160c069-4039-4e95-b397-86750b3afe2e" -d '{"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:15:33.815249 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e761c82-6d0c-4c33-9372-edcccf9cebfc x-openstack-request-id: req-5e761c82-6d0c-4c33-9372-edcccf9cebfc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:15:33.815542 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:15:33.815795 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e761c82-6d0c-4c33-9372-edcccf9cebfc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:15:33.816339 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'status': 'completed', 'code': 200} Jul 22 15:15:33.868661 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:15:33.890727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c069-4039-4e95-b397-86750b3afe2e req-c721a1be-66ea-4355-b83f-402c72b1e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:33.892273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-c721a1be-66ea-4355-b83f-402c72b1e293 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1097 time: 0.0541208 Jul 22 15:15:33.984116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c069-4039-4e95-b397-86750b3afe2e req-1d3da25a-d3c2-4a41-948d-47988974f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:33.985642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-1d3da25a-d3c2-4a41-948d-47988974f873 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0865409 Jul 22 15:15:34.056389 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-1bdd3699-801a-4b6b-9e3d-74c431a65f83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0631492 Jul 22 15:15:34.090245 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344eb471-f4c7-4c67-8207-8d18a9379008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:15:33Z', 'revision_number': 13, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:34.103627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c069-4039-4e95-b397-86750b3afe2e req-c608ed55-a1a9-4648-a4d1-fa9af76d387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:34.105156 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-c608ed55-a1a9-4648-a4d1-fa9af76d387a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0429883 Jul 22 15:15:34.115363 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:15:34.124154 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:15:34.124756 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:15:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:34.162895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160c069-4039-4e95-b397-86750b3afe2e req-e782c5d2-a2ec-41e4-b333-0f3bf7ff4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:15:34.164450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-e782c5d2-a2ec-41e4-b333-0f3bf7ff4892 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533371 Jul 22 15:15:34.226740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:15:34.261498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-d6adec15-2807-40ac-9cac-9a48c4a775e6 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900781 Jul 22 15:15:34.352159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-4160c069-4039-4e95-b397-86750b3afe2e req-b6be0b27-a295-4aa1-8eec-cb99f1249f56 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Jul 22 15:15:34.531778 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344eb471-f4c7-4c67-8207-8d18a9379008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:15:33Z', 'revision_number': 13, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:15:34.560309 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c752df-06ea-43db-9326-d7c0b9f28f96 None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c926b2e3-c904-485c-833a-0b2b38c35b24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344eb471-f4c7-4c67-8207-8d18a9379008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:08:42Z', 'updated_at': '2021-07-22T15:15:33Z', 'revision_number': 13, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:15:34.761598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856bb44-9dd3-4545-b9ab-ceaf55eb1b9d None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:15:35.782741 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:15:37.662286 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:38.094757 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:39.922629 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19ccd073-bcf2-4a33-bac5-b387b62ce5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:42.173386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-345d4cba-ce59-4cff-b988-7867574072e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:42.414779 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:43.791726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:15:45.470754 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:07.042099 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-768c0ecf-8e31-4c24-899e-c82c98210738 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580215 Jul 22 15:16:07.135591 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-09ca4806-8668-4f5d-b4c9-5015a583118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:07.137060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-09ca4806-8668-4f5d-b4c9-5015a583118e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1097 time: 0.0529709 Jul 22 15:16:07.243225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-78f2067a-14fc-41e3-9389-952f53a29040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:07.244779 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-78f2067a-14fc-41e3-9389-952f53a29040 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0889251 Jul 22 15:16:07.308482 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-7df39c6c-6130-4d48-868a-cadcf06ab627 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1002 time: 0.0571241 Jul 22 15:16:07.358191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-0f00f64b-e148-4f54-b4bc-aba59fd9892f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:07.359690 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-0f00f64b-e148-4f54-b4bc-aba59fd9892f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0449276 Jul 22 15:16:07.422951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-c88143f0-b0e0-45c8-a0e0-1bcbd2681caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:16:07.424466 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-c88143f0-b0e0-45c8-a0e0-1bcbd2681caf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582623 Jul 22 15:16:07.527399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-107423c7-29fb-41c0-b206-35de8f11a327 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945809 Jul 22 15:16:07.620002 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0f345b49-4ab1-4659-9e77-af9d6fca173e req-1f2d5580-dbea-477f-94ec-c053e0ebac51 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856812 Jul 22 15:16:07.676942 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:08.091146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:09.922632 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-357f20ca-6a44-4559-860e-bf9d865a9e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.174029 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-270d4e4f-ea23-4361-8b0a-398aa038fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.405819 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:12.782019 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:16:13.794770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:15.473884 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:37.675799 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:38.090492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:39.922198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9440c687-736b-46c4-a7aa-2ca454e13f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:42.174387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3b813907-c6a7-4dcd-bd24-ebfebddd58ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:42.405739 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:43.797149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:45.476281 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:16:49.781990 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:17:07.690342 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:08.026368 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-f2cdff66-ff99-4c61-b534-51e086261b28 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528753 Jul 22 15:17:08.089135 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:08.119571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-9c037722-64d8-44e1-af65-501d37fb1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:08.121136 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-9c037722-64d8-44e1-af65-501d37fb1d9b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1097 time: 0.0543940 Jul 22 15:17:08.226896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-c44fa523-36c4-4198-839c-e7781f5720dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:08.228377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-c44fa523-36c4-4198-839c-e7781f5720dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0871544 Jul 22 15:17:08.297564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-ea21babc-7047-48c5-b9a3-5071d2311a0f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1002 time: 0.0619187 Jul 22 15:17:08.349363 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-90a07c88-b8ab-45e1-ae6b-af256a1813ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:08.350831 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-90a07c88-b8ab-45e1-ae6b-af256a1813ee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0471663 Jul 22 15:17:08.407982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-1cdb2ef0-8692-45dc-bfb0-8706ef219601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:08.409722 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-1cdb2ef0-8692-45dc-bfb0-8706ef219601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526414 Jul 22 15:17:08.502407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-919a3551-f9bb-4990-b974-efbedc50600c service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853610 Jul 22 15:17:08.589773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-06711a4a-39df-4066-aba9-50c2cd673a2f req-8ec69596-eacb-4223-9bd3-4b20c98f01d9 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812087 Jul 22 15:17:09.925733 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-839e0a41-6b63-4970-bd61-b85a327c5b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:11.876302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87afa-5df1-46c6-8694-ecfee24b4df7 req-bf6a43fb-a6ea-4d32-bce4-88938a52c527 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:11.878486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44d87afa-5df1-46c6-8694-ecfee24b4df7 req-bf6a43fb-a6ea-4d32-bce4-88938a52c527 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0663958 Jul 22 15:17:11.917009 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-44d87afa-5df1-46c6-8694-ecfee24b4df7 req-c6e5b7b8-8cd6-447c-903e-ce64cfb43d9e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Jul 22 15:17:12.173998 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1da76e2-c18c-4103-b67e-7173709a6720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:12.408074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:13.799249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:15.481289 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:22.000590 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-0ecad284-fa2d-496d-b671-6ad25e606ad1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959358 Jul 22 15:17:22.011660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448791ff-0ca2-46b5-9b25-8ee19e531766 req-8428c343-28b0-48cc-9c55-383fa5bca4e7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:22.013090 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-448791ff-0ca2-46b5-9b25-8ee19e531766 req-8428c343-28b0-48cc-9c55-383fa5bca4e7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0989914 Jul 22 15:17:22.052911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-448791ff-0ca2-46b5-9b25-8ee19e531766 req-13af6313-7fee-4727-8c9b-007302b31542 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Jul 22 15:17:23.187473 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52fe2-ab67-4059-b429-555c31930dd1 req-212ae879-9aec-43d5-b231-7479de4481bf tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:23.188958 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf52fe2-ab67-4059-b429-555c31930dd1 req-212ae879-9aec-43d5-b231-7479de4481bf tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0627365 Jul 22 15:17:23.229309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bf52fe2-ab67-4059-b429-555c31930dd1 req-7175356d-a109-4e6a-b73f-a3a95b61f16e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347817 Jul 22 15:17:24.369004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712b58a-794d-4357-b162-2d79b687a869 req-d56b36aa-fa7d-4342-a088-18004a5356b7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:24.370498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b712b58a-794d-4357-b162-2d79b687a869 req-d56b36aa-fa7d-4342-a088-18004a5356b7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0729928 Jul 22 15:17:24.410340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b712b58a-794d-4357-b162-2d79b687a869 req-fcb48597-82d4-4eb8-be37-aa97caf7bcf5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Jul 22 15:17:25.542440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccf59a-935e-4ce9-b370-d514fb8a6ce1 req-ca88a644-fe51-4d3b-83a2-94ab6f3318d3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:25.543844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2ccf59a-935e-4ce9-b370-d514fb8a6ce1 req-ca88a644-fe51-4d3b-83a2-94ab6f3318d3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0626435 Jul 22 15:17:25.580495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a2ccf59a-935e-4ce9-b370-d514fb8a6ce1 req-78273b52-9643-4c98-a21c-2dced13eeb97 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Jul 22 15:17:26.718927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553237a8-e036-4f40-ba55-26836c45ec7f req-a2d8f206-cdd7-4cd9-b6b4-d9852df08051 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:26.720572 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-553237a8-e036-4f40-ba55-26836c45ec7f req-a2d8f206-cdd7-4cd9-b6b4-d9852df08051 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0726397 Jul 22 15:17:26.759764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-553237a8-e036-4f40-ba55-26836c45ec7f req-26a3314d-362a-46b5-aa56-95a1e1b30130 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334113 Jul 22 15:17:26.781981 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:17:27.278761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-53e1b1f4-523d-40f8-b363-41207d0a2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:27.280942 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-53e1b1f4-523d-40f8-b363-41207d0a2574 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1097 time: 0.0552719 Jul 22 15:17:27.374631 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-11bf11ac-df8e-417c-b754-99b3aaeb0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:27.376131 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-11bf11ac-df8e-417c-b754-99b3aaeb0263 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0894489 Jul 22 15:17:27.439117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-795bd093-0ad7-441a-ab74-b76d6bbb499c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1002 time: 0.0570748 Jul 22 15:17:27.490180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-83bb1beb-14a5-4470-b619-18548aa19194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:27.491567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-83bb1beb-14a5-4470-b619-18548aa19194 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0469439 Jul 22 15:17:27.548877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-91d2852c-3907-4662-9d60-0254fad29789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:27.550352 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-91d2852c-3907-4662-9d60-0254fad29789 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531607 Jul 22 15:17:27.639918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-210ad2ed-b506-45f6-982d-3038f44590b9 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828781 Jul 22 15:17:27.727406 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-0cca4655-2389-409e-8c84-ac58a6649d79 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815980 Jul 22 15:17:27.890879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5a0e1-7b52-4d26-933b-acf2a8481dd9 req-105c5077-dabd-4ac1-90ab-021bb9810816 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:27.892371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6e5a0e1-7b52-4d26-933b-acf2a8481dd9 req-105c5077-dabd-4ac1-90ab-021bb9810816 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0637093 Jul 22 15:17:27.928794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6e5a0e1-7b52-4d26-933b-acf2a8481dd9 req-b51faf09-a311-4656-9959-8aef0ca24dea tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308819 Jul 22 15:17:29.057547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a99d26-66c3-45a8-93a8-0a4bd9445cab req-f426c0ea-31c4-447b-8f4c-e60313cced3d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:29.059109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5a99d26-66c3-45a8-93a8-0a4bd9445cab req-f426c0ea-31c4-447b-8f4c-e60313cced3d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0622458 Jul 22 15:17:29.100911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f5a99d26-66c3-45a8-93a8-0a4bd9445cab req-2c0ad7b8-7b6b-4ee9-91d6-581d036157f3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356002 Jul 22 15:17:30.231375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc13ad-3ec4-4614-9e91-9e1ec3ee0b8c req-44f2a42b-3a2b-4cfa-bbb3-dfe1dcec5d22 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:30.233514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69dc13ad-3ec4-4614-9e91-9e1ec3ee0b8c req-44f2a42b-3a2b-4cfa-bbb3-dfe1dcec5d22 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0648713 Jul 22 15:17:30.272609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69dc13ad-3ec4-4614-9e91-9e1ec3ee0b8c req-f6ce7062-3b35-461d-a7e4-ae3e14a6379d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331528 Jul 22 15:17:31.400952 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc236b4-e2ff-4c2b-9919-33c4f7a88d79 req-1d9cf8d9-348d-47b4-9fdc-f670abaab09f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:31.402455 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bc236b4-e2ff-4c2b-9919-33c4f7a88d79 req-1d9cf8d9-348d-47b4-9fdc-f670abaab09f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0626743 Jul 22 15:17:31.439167 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bc236b4-e2ff-4c2b-9919-33c4f7a88d79 req-e7d2ea3f-e6ef-4849-b2bb-f017e90ed595 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312090 Jul 22 15:17:32.572739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743e63b-cbd1-4339-ab3d-ebb1eeba113f req-878a8195-e285-40ea-afc8-c0a9d2288446 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:32.574157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9743e63b-cbd1-4339-ab3d-ebb1eeba113f req-878a8195-e285-40ea-afc8-c0a9d2288446 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0661612 Jul 22 15:17:32.613003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9743e63b-cbd1-4339-ab3d-ebb1eeba113f req-f3ad3384-933e-4cc0-846f-4d860b67ecb6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327277 Jul 22 15:17:33.755216 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56f007-544f-4f72-a30d-f23dfe1ff1c5 req-05a57205-aa06-4a42-8ab8-bae8af9c8fbd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:33.756721 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af56f007-544f-4f72-a30d-f23dfe1ff1c5 req-05a57205-aa06-4a42-8ab8-bae8af9c8fbd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0628946 Jul 22 15:17:33.793384 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af56f007-544f-4f72-a30d-f23dfe1ff1c5 req-8e5b7d24-a0b4-4636-aa16-04f99642f5cc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310977 Jul 22 15:17:34.926241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8396458-4f62-4d3d-b3f6-c2277a0e5abf req-2ccbcdff-8d37-4d36-9b10-327beea2ef00 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:34.927765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8396458-4f62-4d3d-b3f6-c2277a0e5abf req-2ccbcdff-8d37-4d36-9b10-327beea2ef00 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0679073 Jul 22 15:17:34.970649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8396458-4f62-4d3d-b3f6-c2277a0e5abf req-824fee29-48e9-4d9d-8fe5-4599ad88cba2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Jul 22 15:17:36.099460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4d513-c145-4805-81af-7753fb859569 req-b2b62854-913d-4a04-8b5e-f3127e06e5f8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:36.100976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbb4d513-c145-4805-81af-7753fb859569 req-b2b62854-913d-4a04-8b5e-f3127e06e5f8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0626576 Jul 22 15:17:36.137906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fbb4d513-c145-4805-81af-7753fb859569 req-059002cd-2708-4429-9940-d9adedee6d22 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Jul 22 15:17:37.267204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73295ad6-b830-4e7a-8cf9-ef26a08e1126 req-55965297-fd83-49b3-95ac-72624faf844e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:37.268695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73295ad6-b830-4e7a-8cf9-ef26a08e1126 req-55965297-fd83-49b3-95ac-72624faf844e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0628731 Jul 22 15:17:37.306068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-73295ad6-b830-4e7a-8cf9-ef26a08e1126 req-2e34adcd-4015-43e1-8e39-d00b2519b38b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Jul 22 15:17:37.689908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:38.118529 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:38.439057 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0028c13-6f59-4f6c-ae73-ed3686a1aa58 req-907d6ba2-74f0-42a5-93b6-9a341d5ba4ba tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:38.440594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0028c13-6f59-4f6c-ae73-ed3686a1aa58 req-907d6ba2-74f0-42a5-93b6-9a341d5ba4ba tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0659850 Jul 22 15:17:38.477749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e0028c13-6f59-4f6c-ae73-ed3686a1aa58 req-9656e747-27ef-4761-9907-7da104d665d2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Jul 22 15:17:39.606165 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45029473-ce00-421d-9516-a871b7da9e2c req-6923f794-06cb-4645-b337-c8e783f2a03f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:39.607682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45029473-ce00-421d-9516-a871b7da9e2c req-6923f794-06cb-4645-b337-c8e783f2a03f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0627797 Jul 22 15:17:39.645046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45029473-ce00-421d-9516-a871b7da9e2c req-02a7e9b6-36ed-44c4-9772-db081a68eecf tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Jul 22 15:17:39.927150 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-409d5a4b-6f9f-48e0-940a-38e3239e68d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:40.774202 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876c063-b35e-4834-8ad0-f82e1fc453d3 req-2e15f05e-0bcd-4321-8f66-9b9d2b8ccc87 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:40.775746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9876c063-b35e-4834-8ad0-f82e1fc453d3 req-2e15f05e-0bcd-4321-8f66-9b9d2b8ccc87 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0633450 Jul 22 15:17:40.822998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9876c063-b35e-4834-8ad0-f82e1fc453d3 req-f0e43663-1314-4db9-a5ba-31b8cf54e615 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 Jul 22 15:17:41.368656 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-66a1478b-9381-4caf-a7d7-8ac15300bc3b service neutron] show failed (client error): The resource could not be found. Jul 22 15:17:41.369673 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-66a1478b-9381-4caf-a7d7-8ac15300bc3b service neutron] 10.222.0.72 "GET /v2.0/ports/c42e32fb-bdce-41af-98d1-27a765a7fae0/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0537612 Jul 22 15:17:41.570835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-2f00cf97-4857-49a0-ab1d-e88bd1997a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:41.572226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-2f00cf97-4857-49a0-ab1d-e88bd1997a64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 1097 time: 0.0546191 Jul 22 15:17:41.583542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:17:41.650645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:41.779746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:17:41.854042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:17:41.857305 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:41.889217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:17:41.955391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:17:41.957619 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd5bb5a-29d6-44d6-a50c-1e03b6b75c81" -d '{"events": [{"server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "name": "network-vif-unplugged", "status": "completed", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:17:41.961255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:41.980508 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Transition to ACTIVE for port object c42e32fb-bdce-41af-98d1-27a765a7fae0 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:17:41.988345 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:42.020457 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41eaea4-e90f-471b-89bc-4681b20251ae x-openstack-request-id: req-b41eaea4-e90f-471b-89bc-4681b20251ae {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:17:42.020763 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "name": "network-vif-unplugged", "status": "completed", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:17:42.021004 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b41eaea4-e90f-471b-89bc-4681b20251ae {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:17:42.021402 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'code': 200} Jul 22 15:17:42.024719 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 15:17:42.025087 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 15:17:42.082860 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3f6b-f1eb-45ff-8dc7-b96f7d23f0ab req-ab1860f4-6852-425a-9203-cb6caef7b223 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:42.084492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08ad3f6b-f1eb-45ff-8dc7-b96f7d23f0ab req-ab1860f4-6852-425a-9203-cb6caef7b223 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.1758528 Jul 22 15:17:42.103077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:17:42.137064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.137329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.137684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.138029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.138371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.139297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.139647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.139980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.140321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.140655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.140990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.141324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:42.177440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-876250b4-fab5-47c3-906f-c8264a87a0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:42.177810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] No DVR routers for this DVR port c42e32fb-bdce-41af-98d1-27a765a7fae0 on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:17:42.183536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-08ad3f6b-f1eb-45ff-8dc7-b96f7d23f0ab req-6039d2f6-3215-4033-a901-2e389817a049 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904894 Jul 22 15:17:42.325465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:17:42.325826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:17:42.326178 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:17:42.330391 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:17:42.330748 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:17:42.335509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:17:42.335851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:17:42.336241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:17:42.336666 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Bound port: c42e32fb-bdce-41af-98d1-27a765a7fae0, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:17:42.337030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:42.401819 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:17:42.405339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:17:42.410966 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:42.411662 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:42.443444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:42.444063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:42.445472 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] 10.222.0.61 "PUT /v2.0/ports/c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1092 time: 0.8660676 Jul 22 15:17:42.485139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114957be-4877-4547-99fa-ae5e24b2bffe service neutron] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:17:42.534469 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-1da22c38-1573-4e0b-a3e4-1975d06f4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:42.536031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-1da22c38-1573-4e0b-a3e4-1975d06f4c24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1095 time: 0.0670021 Jul 22 15:17:42.636026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-61baa791-b983-4d6f-aa07-5be77f380c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:42.637524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-61baa791-b983-4d6f-aa07-5be77f380c0d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0952446 Jul 22 15:17:42.700661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-8cb5c945-6cc1-4dfa-bae8-e107a7c052cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0566719 Jul 22 15:17:42.748398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-c90c2ece-a015-4f56-86fe-c74a98e615e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:42.749740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-c90c2ece-a015-4f56-86fe-c74a98e615e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0425436 Jul 22 15:17:42.812809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-71f4d253-2303-4ee9-8843-86201c92bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:42.814332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-71f4d253-2303-4ee9-8843-86201c92bbfe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574710 Jul 22 15:17:42.903236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-a4b69ad1-6982-448c-ab14-6ea291aa3fe6 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824111 Jul 22 15:17:42.992907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-d0cffbb2-5d78-4639-b8de-7350675c89cb service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830317 Jul 22 15:17:43.322376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc454d9-b7bc-4c84-87f2-24c0a7529abc req-c3e5c53c-5acf-437e-97d7-bcd56bd7069f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:43.323929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0dc454d9-b7bc-4c84-87f2-24c0a7529abc req-c3e5c53c-5acf-437e-97d7-bcd56bd7069f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0653758 Jul 22 15:17:43.361982 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0dc454d9-b7bc-4c84-87f2-24c0a7529abc req-00b351f9-1f75-454a-bb77-cdc47d1172e7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323429 Jul 22 15:17:43.802459 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:44.022289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:17:44.024611 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d" -d '{"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:17:44.072063 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b43881-66d4-4edc-9eab-ddf7f6a39f01 x-openstack-request-id: req-c4b43881-66d4-4edc-9eab-ddf7f6a39f01 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:17:44.072420 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:17:44.072676 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4b43881-66d4-4edc-9eab-ddf7f6a39f01 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:17:44.073075 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'status': 'completed', 'code': 200} Jul 22 15:17:44.157075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-cb80bd96-e61f-4d08-aa57-da4adf7d35fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.158691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-cb80bd96-e61f-4d08-aa57-da4adf7d35fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1095 time: 0.0622301 Jul 22 15:17:44.173809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-18f8cb74-2931-439c-aec1-4f73965cf4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.175468 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-18f8cb74-2931-439c-aec1-4f73965cf4a1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1095 time: 0.0758188 Jul 22 15:17:44.258671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-d3f19976-9dc0-4c4c-afe3-ba8d75e83f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.260201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-d3f19976-9dc0-4c4c-afe3-ba8d75e83f03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0953341 Jul 22 15:17:44.274722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-b4fffde5-fac9-499d-83ce-1e8fe48248db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.276383 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-b4fffde5-fac9-499d-83ce-1e8fe48248db service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0936594 Jul 22 15:17:44.348736 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-0e8aa051-8d04-4a52-a760-2b89bf3f5399 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0635989 Jul 22 15:17:44.403829 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-424d03fa-f596-4362-b3d8-4ba5bee19e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.405892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-424d03fa-f596-4362-b3d8-4ba5bee19e06 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0504031 Jul 22 15:17:44.474442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-9d1e8897-98b7-4af1-9f31-bf11a434cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.475922 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-9d1e8897-98b7-4af1-9f31-bf11a434cb45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634620 Jul 22 15:17:44.576940 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-b41bb180-821e-4743-9747-d26910cd92e0 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924957 Jul 22 15:17:44.672170 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-54dd4572-77aa-4a73-86dc-1045fcc46028 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881741 Jul 22 15:17:44.684688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-db7f7822-eb14-40bb-8d12-fedd8824cfed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.4182761 Jul 22 15:17:44.733905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-f68beaf8-b761-4069-8046-d741cb0790ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.735403 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-f68beaf8-b761-4069-8046-d741cb0790ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0445039 Jul 22 15:17:44.834918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-a2839373-726e-4f02-bfce-8f6c3dbcc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.836377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-a2839373-726e-4f02-bfce-8f6c3dbcc2a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937760 Jul 22 15:17:44.879041 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eee512-e94f-451b-a72d-21f7d271a43c req-0f404cc1-c119-4031-a641-5bae4a18db6f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:44.880555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2eee512-e94f-451b-a72d-21f7d271a43c req-0f404cc1-c119-4031-a641-5bae4a18db6f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.1982267 Jul 22 15:17:44.960697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2eee512-e94f-451b-a72d-21f7d271a43c req-482962d2-8f5f-4d0b-b1c6-2e936e023903 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735435 Jul 22 15:17:44.964305 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-35e317f4-79fb-45ef-84e6-92812e0e0e8e service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206248 Jul 22 15:17:45.056675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-82cab84c-e4b7-4e0a-8ecd-3f95bbc6952d req-bd984f64-a0c4-48d4-9c3f-bfa8b681ae14 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858076 Jul 22 15:17:45.484973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:46.161048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59815cc-1390-410c-a7c7-0759a4599236 req-0a53dc81-76c6-4126-b4f6-1d7fddbb8674 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:46.162594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e59815cc-1390-410c-a7c7-0759a4599236 req-0a53dc81-76c6-4126-b4f6-1d7fddbb8674 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.1228218 Jul 22 15:17:46.200362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e59815cc-1390-410c-a7c7-0759a4599236 req-23f7b72d-fad8-4776-b809-adbaa4ed493c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320401 Jul 22 15:17:47.333256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7894050-2016-4c9a-82f1-0153bfe7c849 req-b807e998-9424-43aa-adb9-c71bbb25b392 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:47.335086 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7894050-2016-4c9a-82f1-0153bfe7c849 req-b807e998-9424-43aa-adb9-c71bbb25b392 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0676625 Jul 22 15:17:47.372217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a7894050-2016-4c9a-82f1-0153bfe7c849 req-5cca993e-9ba4-4007-972c-59d317d5e202 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315409 Jul 22 15:17:48.510231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6151-3d6f-4000-85e8-2dce838f0a42 req-fbd18220-f1e7-4912-a0e0-052e4eeb1110 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:48.514549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f1b6151-3d6f-4000-85e8-2dce838f0a42 req-fbd18220-f1e7-4912-a0e0-052e4eeb1110 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0685904 Jul 22 15:17:48.552767 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f1b6151-3d6f-4000-85e8-2dce838f0a42 req-b2af2726-f29a-466e-9395-8cabcb76e1e4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344915 Jul 22 15:17:49.681191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915aa63-baf6-4b27-8ff0-bd4354358337 req-ef9c90c4-6708-4ee7-95c1-46bcfd03ebb3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:49.682774 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c915aa63-baf6-4b27-8ff0-bd4354358337 req-ef9c90c4-6708-4ee7-95c1-46bcfd03ebb3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0642452 Jul 22 15:17:49.721106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c915aa63-baf6-4b27-8ff0-bd4354358337 req-5bfd44c4-776b-44ec-be4b-cd83205d3882 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325177 Jul 22 15:17:50.869726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ba6fe-f483-4e94-9b1a-6e66b9c389e0 req-7d5bd535-e498-4e8a-9648-88bedcda6dde tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:50.871276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a1ba6fe-f483-4e94-9b1a-6e66b9c389e0 req-7d5bd535-e498-4e8a-9648-88bedcda6dde tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0797114 Jul 22 15:17:50.909971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6a1ba6fe-f483-4e94-9b1a-6e66b9c389e0 req-0740694b-d0ed-4ff6-9032-22c5b7d90fac tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319149 Jul 22 15:17:52.039303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a2c6d-bd3e-4e6d-8a77-de19eb0f3d02 req-9551148b-3e7a-4879-95e1-6ce39e16352c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:52.040797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-437a2c6d-bd3e-4e6d-8a77-de19eb0f3d02 req-9551148b-3e7a-4879-95e1-6ce39e16352c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0630836 Jul 22 15:17:52.078396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-437a2c6d-bd3e-4e6d-8a77-de19eb0f3d02 req-90805bc9-315f-4952-9c9b-e8a4567e5cd7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320804 Jul 22 15:17:53.210405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1dad0-9f1e-47a2-a8f6-59b4feaa42bd req-b47efbee-feec-473b-a7fd-5acd14355971 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:53.211919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebd1dad0-9f1e-47a2-a8f6-59b4feaa42bd req-b47efbee-feec-473b-a7fd-5acd14355971 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0664728 Jul 22 15:17:53.250649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebd1dad0-9f1e-47a2-a8f6-59b4feaa42bd req-5881a8b0-ea25-4433-9c03-23dffd4e9938 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331247 Jul 22 15:17:54.381584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a6f53-393e-4884-b917-18c2dc12b493 req-5cbb48ae-969a-4f45-80ea-2258e06d451f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:54.383101 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-445a6f53-393e-4884-b917-18c2dc12b493 req-5cbb48ae-969a-4f45-80ea-2258e06d451f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0639279 Jul 22 15:17:54.423349 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-445a6f53-393e-4884-b917-18c2dc12b493 req-2db49a5e-7abf-4339-8c80-0c6b0b96e177 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346673 Jul 22 15:17:54.756231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-fccea345-76fa-45d3-889b-3f7fc80f3f36 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:54.757705 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-fccea345-76fa-45d3-889b-3f7fc80f3f36 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.61 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008&tenant_id=3c7408d2e316468f81dbea30d8c80fdc&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 944 time: 0.1104274 Jul 22 15:17:54.770272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaee981-52a4-4cc5-90cd-4171347c350b req-d5853015-1b54-45ef-8c16-9ad69051c51a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:54.771708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8eaee981-52a4-4cc5-90cd-4171347c350b req-d5853015-1b54-45ef-8c16-9ad69051c51a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0942576 Jul 22 15:17:54.846024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8eaee981-52a4-4cc5-90cd-4171347c350b req-e9ec8920-1180-4483-b97a-9a17c261f704 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671132 Jul 22 15:17:54.851830 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-df793ab9-d2ee-4259-a0ab-5ad6384b6b38 service neutron] 10.222.0.61 "GET /v2.0/ports/c42e32fb-bdce-41af-98d1-27a765a7fae0/bindings/n-h2-794306-8 HTTP/1.1" status: 200 len: 382 time: 0.0792251 Jul 22 15:17:54.926107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-c2becbc0-d147-4ac9-b065-acaba841b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:54.927617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-c2becbc0-d147-4ac9-b065-acaba841b54c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1095 time: 0.0548470 Jul 22 15:17:55.020417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-bb0df6c8-a521-4cb8-a221-51b17754866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:55.021860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-bb0df6c8-a521-4cb8-a221-51b17754866a service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0884874 Jul 22 15:17:55.086254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-8bffc613-a398-418b-bc30-335ae6291c24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0582316 Jul 22 15:17:55.137874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-2b68b2ac-8d55-4b00-9d08-807a5be65cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:55.139376 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-2b68b2ac-8d55-4b00-9d08-807a5be65cbd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0476501 Jul 22 15:17:55.197187 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-0bdf0dc5-259d-4d7d-952d-74f581a38fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:55.198664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-0bdf0dc5-259d-4d7d-952d-74f581a38fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537424 Jul 22 15:17:55.298056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-f90da5d2-345e-476d-80c4-1b958f42b22c service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918999 Jul 22 15:17:55.384859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-c4731a58-184b-4619-9f19-ed278edad3b3 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798497 Jul 22 15:17:55.980153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72bd5a-25d6-4b34-ba77-d9467f394430 req-c16a3b24-0ccb-4711-a4f2-e92ff1cdc20f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:55.981667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e72bd5a-25d6-4b34-ba77-d9467f394430 req-c16a3b24-0ccb-4711-a4f2-e92ff1cdc20f tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0648212 Jul 22 15:17:56.018527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e72bd5a-25d6-4b34-ba77-d9467f394430 req-1c560d8c-5eec-41f0-885d-153d84921160 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 Jul 22 15:17:56.307508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:17:56.406683 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:17:56.418350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:17:56.455890 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:56.468768 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:17:56.489870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:17:56.493498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:56.542334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:17:56.549567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.549917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.550262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.550633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.550974 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.551306 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.551640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.551968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.552297 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.552626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.552952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:56.553277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:57.156599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151fdf4-c6c4-402c-ba9f-8cf5f776e955 req-f9a886d1-9e97-42c0-b450-c6006f96714d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:57.158159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d151fdf4-c6c4-402c-ba9f-8cf5f776e955 req-f9a886d1-9e97-42c0-b450-c6006f96714d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0694122 Jul 22 15:17:57.195597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d151fdf4-c6c4-402c-ba9f-8cf5f776e955 req-67697d77-ecd3-4ea7-a10d-2340a8a9f58b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 Jul 22 15:17:58.317877 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:17:58.331902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35126d-f93d-4eed-8599-ae4b50e56ef0 req-0c2bba8e-fad9-4940-bd04-e520f3909b4a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:58.334106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b35126d-f93d-4eed-8599-ae4b50e56ef0 req-0c2bba8e-fad9-4940-bd04-e520f3909b4a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0688319 Jul 22 15:17:58.376551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b35126d-f93d-4eed-8599-ae4b50e56ef0 req-21733ae8-7d37-4090-b612-ad1fd3480f8b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366335 Jul 22 15:17:58.431158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:17:58.443641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:17:59.020080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-665f0acd-b341-49ed-a06d-532be6ca0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:59.021596 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-665f0acd-b341-49ed-a06d-532be6ca0809 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008&tenant_id=3c7408d2e316468f81dbea30d8c80fdc HTTP/1.1" status: 200 len: 1096 time: 0.0581324 Jul 22 15:17:59.033268 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:17:59.102501 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:59.305308 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:17:59.337965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h2-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:17:59.373169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:17:59.381197 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:59.392639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Ignored duplicate provisioning block setup for port c42e32fb-bdce-41af-98d1-27a765a7fae0 by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 15:17:59.396341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:59.476156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=9']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:17:59.491935 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.492296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.492651 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.492997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.493338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.493675 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.494009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.494344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.494701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.495031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.495361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.495690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:17:59.536526 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] No DVR routers for this DVR port c42e32fb-bdce-41af-98d1-27a765a7fae0 on host n-h2-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:17:59.539553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9b690-efd9-41ec-9994-0667fb47c214 req-ff7e0780-2458-4514-b285-f42c06e804ac tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:59.541153 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfc9b690-efd9-41ec-9994-0667fb47c214 req-ff7e0780-2458-4514-b285-f42c06e804ac tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 944 time: 0.0831518 Jul 22 15:17:59.582257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dfc9b690-efd9-41ec-9994-0667fb47c214 req-d82270c3-89c2-4776-818b-5bdf3be2b223 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347807 Jul 22 15:17:59.677731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:17:59.677989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:17:59.678320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:17:59.682497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:17:59.682855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Attempting to bind port c42e32fb-bdce-41af-98d1-27a765a7fae0 on network f31d9f6d-59d0-44aa-99ae-2278292f6e24 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:17:59.688086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:17:59.688424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Checking segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:17:59.688805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Bound using segment: {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:17:59.689993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Bound port: c42e32fb-bdce-41af-98d1-27a765a7fae0, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf9d025-9a62-41af-8fdd-86385495ae83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:17:59.690551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:59.752427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:17:59.755362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:17:59.760049 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:59.790541 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:59.791313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:17:59.792797 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] 10.222.0.72 "PUT /v2.0/ports/c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1092 time: 0.7639081 Jul 22 15:17:59.795421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:17:59.797744 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd" -d '{"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:17:59.854834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7cb93-3e51-4ae2-8863-c53501429366 service neutron] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=10']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:17:59.892699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-b83988ea-e280-4679-bad4-d3541d5c599c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:59.894250 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-b83988ea-e280-4679-bad4-d3541d5c599c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1096 time: 0.0764880 Jul 22 15:17:59.922030 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3226a186-3cde-4633-9988-19805600d8d5 x-openstack-request-id: req-3226a186-3cde-4633-9988-19805600d8d5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:17:59.922321 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:17:59.922598 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3226a186-3cde-4633-9988-19805600d8d5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:17:59.923006 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'status': 'completed', 'code': 200} Jul 22 15:17:59.988270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-0940735f-4af2-4e2d-93be-fcb5eded4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:17:59.989791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-0940735f-4af2-4e2d-93be-fcb5eded4802 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0894711 Jul 22 15:18:00.059590 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-d65c3b36-45d6-421a-a6ae-1832e2fb89cc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0624449 Jul 22 15:18:00.106801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-98a2a9b3-fbc6-40bd-ab68-30768da4109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.108792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-98a2a9b3-fbc6-40bd-ab68-30768da4109a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0432551 Jul 22 15:18:00.119148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-b1869a64-f2c6-4d61-a3a9-144ebd4ff5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.120646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-b1869a64-f2c6-4d61-a3a9-144ebd4ff5d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1096 time: 0.0948069 Jul 22 15:18:00.167169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-b644c582-9e09-4a11-b353-a7695ee960cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.168680 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-b644c582-9e09-4a11-b353-a7695ee960cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532227 Jul 22 15:18:00.211148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-cf9d80a7-4e49-4642-a65f-2cd4482027cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.212633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-cf9d80a7-4e49-4642-a65f-2cd4482027cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0864389 Jul 22 15:18:00.259863 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-8f8037f9-e422-452c-bd92-20318fd92eca service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849390 Jul 22 15:18:00.279878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-9a288aa5-53ca-4824-b14e-46aaf79cfdec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0576837 Jul 22 15:18:00.317253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:00.328407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-d35d2065-b1fe-494a-ae1e-4468b825de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.329908 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-d35d2065-b1fe-494a-ae1e-4468b825de2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0444078 Jul 22 15:18:00.348909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2c80c299-2f6b-4c77-8d60-1d1aa742955b req-2ed17218-d8be-457f-980e-f54276021c40 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831816 Jul 22 15:18:00.356165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:18:00.397899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-945b1172-1a4b-4e1c-8ac5-705a9e39bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.399517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-945b1172-1a4b-4e1c-8ac5-705a9e39bd26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628848 Jul 22 15:18:00.442300 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-72b2ad90-7f53-4768-aeae-3bf51e3c228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.443890 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-72b2ad90-7f53-4768-aeae-3bf51e3c228d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1096 time: 0.0557046 Jul 22 15:18:00.498020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-95f06eed-370b-43e8-9fdf-055b06666fc8 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925620 Jul 22 15:18:00.541448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-e6f776b3-476b-454d-b20b-a024c89740a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.542973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-e6f776b3-476b-454d-b20b-a024c89740a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0925550 Jul 22 15:18:00.594338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-780b2ba1-08f9-49d7-b4e8-9cceb1e10286 service neutron] 10.222.0.61 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 Jul 22 15:18:00.616479 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-f525b3a5-fe75-4fa2-a17e-b332149756cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0675626 Jul 22 15:18:00.669970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-05e6dbd9-05d8-4aea-b7be-61134559dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.671744 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-05e6dbd9-05d8-4aea-b7be-61134559dd0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0482526 Jul 22 15:18:00.721840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ece36-8bdf-446d-8635-cbd5a823b7f6 req-8ccaac7f-2a71-40ad-96a2-454a0b5ead94 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.723369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b95ece36-8bdf-446d-8635-cbd5a823b7f6 req-8ccaac7f-2a71-40ad-96a2-454a0b5ead94 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0650070 Jul 22 15:18:00.735728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-5da93a33-9edc-4008-a942-d724a9b68e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:00.737255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-5da93a33-9edc-4008-a942-d724a9b68e77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582936 Jul 22 15:18:00.761018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b95ece36-8bdf-446d-8635-cbd5a823b7f6 req-c65035d4-334c-4ec3-b4a3-5c72947f5fed tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Jul 22 15:18:00.835333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-dbb40b9c-6bb5-4f5e-b880-066916104548 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907741 Jul 22 15:18:00.925975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-f7eafe71-9b0a-4ff4-b126-04a1f90927cd req-8b44cd2f-918c-494c-99b7-4d4b2926e51d service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840561 Jul 22 15:18:01.895189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6ef47-b0b1-41aa-9161-7b117f3ce123 req-8455742b-229e-4c3d-9560-c0ee0232188d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:01.896685 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cf6ef47-b0b1-41aa-9161-7b117f3ce123 req-8455742b-229e-4c3d-9560-c0ee0232188d tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0627058 Jul 22 15:18:01.934336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6cf6ef47-b0b1-41aa-9161-7b117f3ce123 req-c3bfab8c-d71c-49a5-8aab-2fe447f9a907 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Jul 22 15:18:03.069706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845f155-9b2a-4df6-8aaa-97441ae2d370 req-ea7d6a47-fc5d-4bb5-a637-aa26880467ed tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:03.071127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9845f155-9b2a-4df6-8aaa-97441ae2d370 req-ea7d6a47-fc5d-4bb5-a637-aa26880467ed tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0679667 Jul 22 15:18:03.108816 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9845f155-9b2a-4df6-8aaa-97441ae2d370 req-8d40a86d-7b25-403d-9060-1714c7811cfc tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Jul 22 15:18:03.781507 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:18:04.238060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f613ed-ba10-45a0-ad0b-cda6327f52b6 req-2fb1d76b-d380-4a12-b3a7-c0bb78aa90a3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:04.239652 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3f613ed-ba10-45a0-ad0b-cda6327f52b6 req-2fb1d76b-d380-4a12-b3a7-c0bb78aa90a3 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0628400 Jul 22 15:18:04.276423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3f613ed-ba10-45a0-ad0b-cda6327f52b6 req-7a17daef-328b-4fe0-a490-cf40666581ba tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309820 Jul 22 15:18:05.409429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3270f3-1aca-4eeb-85e4-e2d1d450a656 req-1c4da10a-3e62-441a-a0e7-22a014aa411e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:05.410953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba3270f3-1aca-4eeb-85e4-e2d1d450a656 req-1c4da10a-3e62-441a-a0e7-22a014aa411e tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0666327 Jul 22 15:18:05.447754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba3270f3-1aca-4eeb-85e4-e2d1d450a656 req-775e93f9-0c9c-4729-9908-8e1b7a0916a6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 22 15:18:06.579432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969ba11-8eb4-4526-8c65-80961f37d464 req-c7d00b95-9796-4fd5-a4f0-08235bc637d7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:06.580852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4969ba11-8eb4-4526-8c65-80961f37d464 req-c7d00b95-9796-4fd5-a4f0-08235bc637d7 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0659955 Jul 22 15:18:06.616765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4969ba11-8eb4-4526-8c65-80961f37d464 req-492b4dcf-2a92-42d9-add2-55a4eaf6989c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Jul 22 15:18:07.706606 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:07.751880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261cebe-6139-4095-a6f2-28784dd6d7b3 req-bba0a033-abfb-4c2c-b883-f5ae583d838c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:07.753383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7261cebe-6139-4095-a6f2-28784dd6d7b3 req-bba0a033-abfb-4c2c-b883-f5ae583d838c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0693150 Jul 22 15:18:07.791329 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7261cebe-6139-4095-a6f2-28784dd6d7b3 req-4525624c-e877-4f7f-90e3-41028bde9b00 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Jul 22 15:18:08.055408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-c70fc5df-f21c-4a4f-b411-c54579fb86e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:08.056905 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-c70fc5df-f21c-4a4f-b411-c54579fb86e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 1096 time: 0.0537167 Jul 22 15:18:08.134165 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:08.162307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-16a91fcc-5377-4d92-abe3-607b27e94c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:08.163814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-16a91fcc-5377-4d92-abe3-607b27e94c21 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 200 len: 912 time: 0.0872126 Jul 22 15:18:08.234718 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-c9681197-d6fc-4724-942f-ca7db4e9685c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 200 len: 1000 time: 0.0636127 Jul 22 15:18:08.282177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-aa1ef6c8-160b-4b5d-a988-b77875f1f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:08.283937 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-aa1ef6c8-160b-4b5d-a988-b77875f1f7f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 200 len: 850 time: 0.0430357 Jul 22 15:18:08.340912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-10190a47-7c76-42e4-a6a0-51d450e2b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:08.342330 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-10190a47-7c76-42e4-a6a0-51d450e2b7bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f31d9f6d-59d0-44aa-99ae-2278292f6e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524063 Jul 22 15:18:08.434444 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-29d08e44-2428-4db0-8fb4-873c5a3ca0d5 service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860481 Jul 22 15:18:08.522417 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7358d50c-45be-4ab9-9c51-5a28e2330e08 req-2bf56698-87a3-48be-a5bc-578e46f837cc service neutron] 10.222.0.72 "GET /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814238 Jul 22 15:18:08.922318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab084e-e391-40d4-b5af-3681d15c6b87 req-580dbfeb-008b-4ce4-ad8d-98e4a76a01e4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:08.923826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3ab084e-e391-40d4-b5af-3681d15c6b87 req-580dbfeb-008b-4ce4-ad8d-98e4a76a01e4 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0664315 Jul 22 15:18:08.961989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3ab084e-e391-40d4-b5af-3681d15c6b87 req-c821685c-39d7-4025-8c52-f90cdc6bb7b9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312400 Jul 22 15:18:09.928395 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1d8d-74b9-43bc-996a-ac1bf6a95584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:10.089250 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7b7be-cbec-4867-a80b-0293a2415601 req-7cdaad40-ea81-463b-bfd7-0fefddb3b30a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:10.090736 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ff7b7be-cbec-4867-a80b-0293a2415601 req-7cdaad40-ea81-463b-bfd7-0fefddb3b30a tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0619009 Jul 22 15:18:10.127834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ff7b7be-cbec-4867-a80b-0293a2415601 req-313745f7-5511-48cc-ab5a-3c9ba5ac280b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315285 Jul 22 15:18:11.261137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989fc216-8ec2-468b-b192-f33f7da6ac89 req-0a7823fe-1389-4969-98bb-e1f7a703f7e5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:11.262699 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-989fc216-8ec2-468b-b192-f33f7da6ac89 req-0a7823fe-1389-4969-98bb-e1f7a703f7e5 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0685380 Jul 22 15:18:11.319034 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-989fc216-8ec2-468b-b192-f33f7da6ac89 req-d92484b7-c57e-470d-ae16-196c8d2e0d18 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504510 Jul 22 15:18:11.456564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d1ef-0db6-49b7-bb97-160923a5a4f1 req-1079c16e-9c09-46eb-886a-d559225e8cf0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:11.458057 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a38d1ef-0db6-49b7-bb97-160923a5a4f1 req-1079c16e-9c09-46eb-886a-d559225e8cf0 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0651691 Jul 22 15:18:11.496617 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1a38d1ef-0db6-49b7-bb97-160923a5a4f1 req-1c4e98c5-1c64-4817-8f6b-8bf4a980b7b6 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320458 Jul 22 15:18:11.624571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7f15e-104f-4575-8652-aa8a4c1500de req-24af7f9f-5136-47db-9786-a7248dbea226 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:11.626081 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19a7f15e-104f-4575-8652-aa8a4c1500de req-24af7f9f-5136-47db-9786-a7248dbea226 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0625143 Jul 22 15:18:11.663953 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-19a7f15e-104f-4575-8652-aa8a4c1500de req-dfde5d13-e93b-4138-9125-10d98bef02a9 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jul 22 15:18:11.926217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2128a-7902-4d25-bca5-c57f03728a78 req-be3db343-f657-496a-a4a1-4ada3dd02f17 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:11.928644 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3b2128a-7902-4d25-bca5-c57f03728a78 req-be3db343-f657-496a-a4a1-4ada3dd02f17 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0752959 Jul 22 15:18:11.965543 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3b2128a-7902-4d25-bca5-c57f03728a78 req-a08f52d1-e80d-46f2-97f4-284adbd89ffe tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313227 Jul 22 15:18:11.996932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:18:12.092214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:12.102914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'port_id': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'mac_address': 'fa:16:3e:96:e1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:18:12.137319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:12.149685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:12.172855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:12.179858 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:12.186786 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c037abc9-757a-4ae6-9f8e-828d0c8655b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:12.232187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=11']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:12.412684 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:12.442975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['c42e32fb-bdce-41af-98d1-27a765a7fae0'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:13.095419 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e6fad-8a34-4f67-ba74-cd6cd04ca46f req-992d55d2-c589-4afd-a484-0a71237dd82b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:13.096915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b4e6fad-8a34-4f67-ba74-cd6cd04ca46f req-992d55d2-c589-4afd-a484-0a71237dd82b tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0623088 Jul 22 15:18:13.133531 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4b4e6fad-8a34-4f67-ba74-cd6cd04ca46f req-a80eb410-6b7c-43a4-b2c1-5bffa0d5a8c2 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Jul 22 15:18:13.493455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-00361fb5-a955-4789-9cce-137964f2a2b8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:13.494945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-00361fb5-a955-4789-9cce-137964f2a2b8 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 946 time: 0.0632732 Jul 22 15:18:13.598284 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Deleting port c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:13.598577 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:13.688335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:13.688700 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:13.807242 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:13.999624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device c42e32fb-bdce-41af-98d1-27a765a7fae0 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:14.079927 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:14.092347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c42e32fb-bdce-41af-98d1-27a765a7fae0 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:14.111942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port c42e32fb-bdce-41af-98d1-27a765a7fae0, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=c42e32fb-bdce-41af-98d1-27a765a7fae0,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:14.115734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:14.161908 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=12']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:14.190785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:14.191171 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:14.191506 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Floating IP c926b2e3-c904-485c-833a-0b2b38c35b24 disassociated. External IP: 172.25.3.75, port: c42e32fb-bdce-41af-98d1-27a765a7fae0. Jul 22 15:18:14.191855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Calling delete_port for c42e32fb-bdce-41af-98d1-27a765a7fae0 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:14.268609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532edfa8-094c-432f-8a88-c75153c097b1 req-7830a7fa-e9c0-4758-828a-8a5e87a4dd8c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:14.270294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-532edfa8-094c-432f-8a88-c75153c097b1 req-7830a7fa-e9c0-4758-828a-8a5e87a4dd8c tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 945 time: 0.0681851 Jul 22 15:18:14.309385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-532edfa8-094c-432f-8a88-c75153c097b1 req-d5150495-02de-49d5-9159-4ad34b2af231 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups?id=af0fa3a0-7f41-4269-94c4-431015b9ce96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328112 Jul 22 15:18:14.323286 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:14.352567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event deleted for resources: {'Port': ['ID=c42e32fb-bdce-41af-98d1-27a765a7fae0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:14.467778 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:18:14.575439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:18:14.584892 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:18:14.594102 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:18:14.594733 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:18:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:14.619247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] No DVR routers for this DVR port c42e32fb-bdce-41af-98d1-27a765a7fae0 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:18:14.621835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:14.623990 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9a5a25e5-ad48-4c02-8740-b2c5ad29db58 req-f9c811d6-2298-4dcb-a950-f56b4f455104 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.72 "DELETE /v2.0/ports/c42e32fb-bdce-41af-98d1-27a765a7fae0 HTTP/1.1" status: 204 len: 173 time: 1.1229298 Jul 22 15:18:14.624371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'name': 'network-vif-deleted', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:14.626652 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0950eecc-2e8d-4d6a-b1a7-07b18afd1935" -d '{"events": [{"server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "name": "network-vif-deleted", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:14.674216 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de51bb0-6300-4b3d-bb73-a42dd0b2011f x-openstack-request-id: req-5de51bb0-6300-4b3d-bb73-a42dd0b2011f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:14.674582 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344eb471-f4c7-4c67-8207-8d18a9379008", "name": "network-vif-deleted", "tag": "c42e32fb-bdce-41af-98d1-27a765a7fae0", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:14.674785 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5de51bb0-6300-4b3d-bb73-a42dd0b2011f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:14.675197 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344eb471-f4c7-4c67-8207-8d18a9379008', 'name': 'network-vif-deleted', 'tag': 'c42e32fb-bdce-41af-98d1-27a765a7fae0', 'status': 'completed', 'code': 200} Jul 22 15:18:14.706683 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:18:14.913737 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:14.940650 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:18:14.950440 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:18:14.951102 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:18:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:15.060366 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:18:15.279400 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:15.310599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cf1ab-ff28-42ec-b445-2ff7b6125f2a None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:08:40Z', 'revision_number': 4, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'dc5a8f4b-1412-4dfc-a944-c2e1f565058d', 'name': '', 'network_id': 'f31d9f6d-59d0-44aa-99ae-2278292f6e24', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'mac_address': 'fa:16:3e:ae:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:39Z', 'updated_at': '2021-07-22T15:08:45Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'subnets': [{'id': 'd917023e-0edb-4935-a5e6-629ddc77baad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:18:15.415405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-68b0217f-e4d0-4301-8019-a1c170835dc1 req-5eaff9fe-60dc-48af-bd24-d93908d3b528 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 210 time: 0.0309038 Jul 22 15:18:15.486505 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:15.558138 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee0d90-8d52-445c-97f7-e5d476e252d5 None None] New status for floating IP c926b2e3-c904-485c-833a-0b2b38c35b24: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:18:16.515628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b6288a2-59bb-4025-93aa-2db8996e5dbf req-51fcf963-c62c-4734-bc91-fde91e84d4bd tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 210 time: 0.0291605 Jul 22 15:18:17.610109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a172dbc-5a10-412a-82b3-de62a6fc9d43 req-7c32466a-b29c-4e8e-8d6f-a59f89f3bd91 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/ports?device_id=344eb471-f4c7-4c67-8207-8d18a9379008 HTTP/1.1" status: 200 len: 210 time: 0.0284021 Jul 22 15:18:21.285472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41058) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:21.349392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6306de16-ec04-4f36-a85f-894e9bf4b127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.372210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6306de16-ec04-4f36-a85f-894e9bf4b127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.418861 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6306de16-ec04-4f36-a85f-894e9bf4b127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.422053 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6306de16-ec04-4f36-a85f-894e9bf4b127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.423312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6306de16-ec04-4f36-a85f-894e9bf4b127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "DELETE /v2.0/security-groups/af0fa3a0-7f41-4269-94c4-431015b9ce96 HTTP/1.1" status: 204 len: 168 time: 0.1364684 Jul 22 15:18:21.426063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41060) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:21.433507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306de16-ec04-4f36-a85f-894e9bf4b127 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0fa3a0-7f41-4269-94c4-431015b9ce96,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:21.441655 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-371c30af-ccf1-4896-8c59-79b39155cfba tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] show failed (client error): The resource could not be found. Jul 22 15:18:21.445199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-371c30af-ccf1-4896-8c59-79b39155cfba tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "GET /v2.0/security-groups/af0fa3a0-7f41-4269-94c4-431015b9ce96 HTTP/1.1" status: 404 len: 347 time: 0.0149078 Jul 22 15:18:21.446025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41062) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:21.573513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Deleting port bfd8f5ff-bfef-4754-bd76-c59e80de62b6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:21.573864 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.654496 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.655431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.667647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Calling delete_port for bfd8f5ff-bfef-4754-bd76-c59e80de62b6 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:21.796001 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.823559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Pushing event deleted for resources: {'Port': ['ID=bfd8f5ff-bfef-4754-bd76-c59e80de62b6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:21.884878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.887456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:21.888627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-980d85ac-50c4-4c5f-9cbf-b68d20b65593 tempest-ServerActionsTestJSON-104022402 tempest-ServerActionsTestJSON-104022402-project] 10.222.0.60 "DELETE /v2.0/floatingips/c926b2e3-c904-485c-833a-0b2b38c35b24 HTTP/1.1" status: 204 len: 168 time: 0.4414732 Jul 22 15:18:21.892217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41064) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:22.308027 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:22.553575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Deleting port dc5a8f4b-1412-4dfc-a944-c2e1f565058d {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:22.553833 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:22.631284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] For port dc5a8f4b-1412-4dfc-a944-c2e1f565058d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:22.631644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:22.643709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Calling delete_port for dc5a8f4b-1412-4dfc-a944-c2e1f565058d owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:22.819252 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:22.844827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5a8f4b-1412-4dfc-a944-c2e1f565058d,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:23.011686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:23.555125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Router e6e4389d-e60e-4f64-9658-1955dccd394c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:18:23.657433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:18:23.662865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-49c5bc76-ccc7-45b9-8d0f-a40f4bd96f7b admin admin] 10.222.0.60 "PUT /v2.0/routers/e6e4389d-e60e-4f64-9658-1955dccd394c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7696190 Jul 22 15:18:23.665341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41068) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:23.666600 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] Sync routers for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:18:23.682709 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:18:23.683417 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:18:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:23.768728 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:23.781640 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:18:23.870693 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:23.921813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Deleting port 8ff8016e-a2f6-4b4f-8436-bb1be183f924 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:23.922162 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:23.955976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:18:22Z', 'revision_number': 5, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port': {'id': '8ff8016e-a2f6-4b4f-8436-bb1be183f924', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:08:38Z', 'updated_at': '2021-07-22T15:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:23.981362 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] Checking router: e6e4389d-e60e-4f64-9658-1955dccd394c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:18:23.989333 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] Routers {'e6e4389d-e60e-4f64-9658-1955dccd394c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:18:23.989932 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:18:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['e6e4389d-e60e-4f64-9658-1955dccd394c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:24.002139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] For port 8ff8016e-a2f6-4b4f-8436-bb1be183f924, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8ff8016e-a2f6-4b4f-8436-bb1be183f924,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:24.002541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.014509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Calling delete_port for 8ff8016e-a2f6-4b4f-8436-bb1be183f924 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:24.158943 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] Set router e6e4389d-e60e-4f64-9658-1955dccd394c gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:18:24.181740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.208550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff8016e-a2f6-4b4f-8436-bb1be183f924,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:24.214448 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:18:23Z', 'revision_number': 6, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:24.240247 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300dc20e-bed6-4c4f-a92d-c043047cefff None None] The sync data for ids ['e6e4389d-e60e-4f64-9658-1955dccd394c'] in n-d-794306-8 is: [{'id': 'e6e4389d-e60e-4f64-9658-1955dccd394c', 'name': 'tempest-ServerActionsTestJSON-291526627-router', 'tenant_id': '3c7408d2e316468f81dbea30d8c80fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:08:37Z', 'updated_at': '2021-07-22T15:18:23Z', 'revision_number': 6, 'project_id': '3c7408d2e316468f81dbea30d8c80fdc', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:18:24.279772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.363604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.365674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.408309 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.409174 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e4389d-e60e-4f64-9658-1955dccd394c {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:18:24.413903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.415084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9b2e51b0-1afc-4731-bbf3-36a6d1d65e2f admin admin] 10.222.0.60 "DELETE /v2.0/routers/e6e4389d-e60e-4f64-9658-1955dccd394c HTTP/1.1" status: 204 len: 168 time: 0.7488277 Jul 22 15:18:24.417520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41070) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:24.460868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Deleting subnet d917023e-0edb-4935-a5e6-629ddc77baad {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:18:24.463844 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.501147 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.576036 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.631654 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.655411 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d917023e-0edb-4935-a5e6-629ddc77baad,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:24.661543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.663494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-11792d95-48a3-4ea5-9484-bdc71d786e14 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d917023e-0edb-4935-a5e6-629ddc77baad HTTP/1.1" status: 204 len: 168 time: 0.2450528 Jul 22 15:18:24.666164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41072) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:24.669546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f22a5-c244-4e3c-ae1f-924abb041c24 None None] Network f31d9f6d-59d0-44aa-99ae-2278292f6e24 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:18:24.744362 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.796407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Deleting port e5813dd7-217b-4085-8dff-4748f851975f {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:24.796757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.862771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] For port e5813dd7-217b-4085-8dff-4748f851975f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e5813dd7-217b-4085-8dff-4748f851975f,segment=NetworkSegment(2cf9d025-9a62-41af-8fdd-86385495ae83),segment_id=2cf9d025-9a62-41af-8fdd-86385495ae83)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:24.863130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.874851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Calling delete_port for e5813dd7-217b-4085-8dff-4748f851975f owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:24.954484 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:24.981376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e5813dd7-217b-4085-8dff-4748f851975f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:24.985018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] No DVR routers for this DVR port e5813dd7-217b-4085-8dff-4748f851975f on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:18:25.025527 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7d799-097f-4666-ae72-0c09213659e6 None None] DHCP port deletion for f31d9f6d-59d0-44aa-99ae-2278292f6e24 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:18:25.070385 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.080559 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31d9f6d-59d0-44aa-99ae-2278292f6e24']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:25.090154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf9d025-9a62-41af-8fdd-86385495ae83') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:25.094017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf9d025-9a62-41af-8fdd-86385495ae83') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:25.099757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.114399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.120719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:18:25.121178 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:18:25.122836 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:18:25.180111 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.185655 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.187733 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] 10.222.0.60 "DELETE /v2.0/networks/f31d9f6d-59d0-44aa-99ae-2278292f6e24 HTTP/1.1" status: 204 len: 168 time: 0.5205028 Jul 22 15:18:25.198573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714b955-d8d8-41dd-94fd-787bfdc0f1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=f31d9f6d-59d0-44aa-99ae-2278292f6e24,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:25.307502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41076) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:25.330410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ff8016e-a2f6-4b4f-8436-bb1be183f924 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:25.349260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c7da3efb-3ced-4b0c-a3c2-273f209a2ed2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c7408d2e316468f81dbea30d8c80fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405896 Jul 22 15:18:25.349661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8ff8016e-a2f6-4b4f-8436-bb1be183f924 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:18:25.350014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8ff8016e-a2f6-4b4f-8436-bb1be183f924 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:18:25.350431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc5a8f4b-1412-4dfc-a944-c2e1f565058d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:25.351744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41078) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:25.368901 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: dc5a8f4b-1412-4dfc-a944-c2e1f565058d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:18:25.369260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc5a8f4b-1412-4dfc-a944-c2e1f565058d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:18:25.369678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5813dd7-217b-4085-8dff-4748f851975f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:25.392508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e5813dd7-217b-4085-8dff-4748f851975f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:18:25.393075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e5813dd7-217b-4085-8dff-4748f851975f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:18:25.407802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a703514d-cce1-495e-aeb1-10c4395a9395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.428943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a703514d-cce1-495e-aeb1-10c4395a9395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.475363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a703514d-cce1-495e-aeb1-10c4395a9395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.477910 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a703514d-cce1-495e-aeb1-10c4395a9395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:25.479272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a703514d-cce1-495e-aeb1-10c4395a9395 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1edc865b-ffec-492d-b036-622321104ec7 HTTP/1.1" status: 204 len: 168 time: 0.1266141 Jul 22 15:18:25.487460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703514d-cce1-495e-aeb1-10c4395a9395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edc865b-ffec-492d-b036-622321104ec7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:26.148951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41100) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:26.242211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-904451829-network', 'tenant_id': '237f417064404bd5a3ceb2869fb7f0ff'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:26.262873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Made reservation on behalf of 237f417064404bd5a3ceb2869fb7f0ff for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:18:26.265561 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.273780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.362972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.366777 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.387139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:18:26.402453 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8899bf-3ba7-4a39-962c-e8040882fb32,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:26.406166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.406507 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Added segment f708dffb-ebd5-4654-9921-df6fbe3dab51 of type vlan for network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 Jul 22 15:18:26.449445 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.477740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.478726 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:26.479314 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.507076 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3570385 Jul 22 15:18:26.510074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:26.516078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Request body: {'subnet': {'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-904451829-subnet', 'tenant_id': '237f417064404bd5a3ceb2869fb7f0ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:26.536913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Made reservation on behalf of 237f417064404bd5a3ceb2869fb7f0ff for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:18:26.539343 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.540361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034e417-296f-415c-9976-4e1b45199690 admin admin] Pushing event updated for resources: {'Network': ['ID=c44e4484-b398-4f8c-99bf-c510ba4ffdf6,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:26.550564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:18:26.710424 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.775884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b262936c-a260-4ad2-9d7c-d16edaa68dda,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:26.784529 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Checking segment: {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:18:26.784896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Network hostable DHCP agents. Network: c44e4484-b398-4f8c-99bf-c510ba4ffdf6, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:18:26.804196 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:18:26.813281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c44e4484-b398-4f8c-99bf-c510ba4ffdf6) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:18:26.817942 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:26.818559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:26.821664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31195ec4-fd92-4647-93e2-b07f1da6a401 None None] Network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:18:26.833735 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-482b63ed-35aa-4750-90c9-4c832311bc58 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3223591 Jul 22 15:18:26.948415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab15c19-1942-41a2-b573-6d37fa3a155e None None] Network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:18:27.273976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-f6e9f28f-9bb5-442b-9a6a-9a120e25e7cc tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:27.275501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-f6e9f28f-9bb5-442b-9a6a-9a120e25e7cc tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/networks?id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 200 len: 813 time: 0.1025944 Jul 22 15:18:27.290771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-813323a5-16b3-4515-a387-bdc2cdf320c0 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/quotas/237f417064404bd5a3ceb2869fb7f0ff HTTP/1.1" status: 200 len: 375 time: 0.0093257 Jul 22 15:18:27.323813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-1ffd2592-4281-4d88-b86b-24bfa00eb59c tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282502 Jul 22 15:18:27.384238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-68f9e253-dae0-4fb6-8dec-80620cf882d2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:18:27.385226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-68f9e253-dae0-4fb6-8dec-80620cf882d2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554345 Jul 22 15:18:27.478438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-ed41e4d5-4297-4f2b-a130-cad26507941e service neutron] 10.222.0.60 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Jul 22 15:18:27.565659 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-ce4baaed-dc13-49ab-8b11-1a3dde66c4e1 service neutron] 10.222.0.60 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808790 Jul 22 15:18:28.751406 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17a77b62-047a-463c-9c1e-6a5ef7ac83a3 req-5ecfd094-68f3-4a44-9c3b-39f079e703f0 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 210 time: 0.0382671 Jul 22 15:18:29.621709 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-00f51b3a-b647-4bee-afbe-b054b880d907 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:29.623151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-00f51b3a-b647-4bee-afbe-b054b880d907 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.61 "GET /v2.0/networks?id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 200 len: 813 time: 0.1020284 Jul 22 15:18:29.635287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Request body: {'port': {'device_id': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6', 'admin_state_up': True, 'tenant_id': '237f417064404bd5a3ceb2869fb7f0ff'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:29.746501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Made reservation on behalf of 237f417064404bd5a3ceb2869fb7f0ff for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:18:29.749996 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:29.876932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c69ff1bc-8def-4f47-86c1-764b65a333fb req-8a9697a5-5525-468d-a01e-12ed1bbf67ff tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 210 time: 0.0567272 Jul 22 15:18:29.902055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Allocated IP 172.20.0.13 (c44e4484-b398-4f8c-99bf-c510ba4ffdf6/b262936c-a260-4ad2-9d7c-d16edaa68dda/ecd64926-6945-4e91-a9bc-f6b0b79cb9ab) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:18:30.047913 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.085107 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.124717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:18:30.129685 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:18:30.133147 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:18:30.158217 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Pushing event updated for resources: {'Port': ['ID=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:30.185160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:30.186310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.200366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-959ac331-c011-4374-9c16-9512bd2df0bb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688782 Jul 22 15:18:30.211650 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Request body: {'port': {'device_id': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:30.283752 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.542737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd64926-6945-4e91-a9bc-f6b0b79cb9ab {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:30.550032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.561705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Transition to ACTIVE for port object ecd64926-6945-4e91-a9bc-f6b0b79cb9ab will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:18:30.565093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.612553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Pushing event updated for resources: {'Port': ['ID=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:30.692434 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Attempting to bind port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:18:30.692781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Attempting to bind port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:18:30.693121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Attempting to bind port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab on network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:18:30.698711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab on network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:18:30.699044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Attempting to bind port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab on network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:18:30.704458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:18:30.704813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Checking segment: {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:18:30.705211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Bound using segment: {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:18:30.705645 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Bound port: ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:18:30.706019 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.767094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] For port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:18:30.770046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] For port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:18:30.774365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.807818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:30.808442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:30.809858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] 10.222.0.61 "PUT /v2.0/ports/ecd64926-6945-4e91-a9bc-f6b0b79cb9ab HTTP/1.1" status: 200 len: 1092 time: 0.6022236 Jul 22 15:18:30.810297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'tag': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:30.812597 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fccd11b-8132-42ff-a061-08555948822a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c08e7c8-8790-4744-9441-51c50c20afc4", "tag": "ecd64926-6945-4e91-a9bc-f6b0b79cb9ab"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:30.836827 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12d24-0ede-41af-bd02-48500736977d service neutron] Pushing event updated for resources: {'Port': ['ID=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:30.914727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-b8bcd2a7-b592-4a3f-a1c1-61532723e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:30.916194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-b8bcd2a7-b592-4a3f-a1c1-61532723e06b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 1095 time: 0.0617914 Jul 22 15:18:30.919018 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d68c088-f138-4755-837d-90508c9a5963 x-openstack-request-id: req-8d68c088-f138-4755-837d-90508c9a5963 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:30.919310 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c08e7c8-8790-4744-9441-51c50c20afc4", "tag": "ecd64926-6945-4e91-a9bc-f6b0b79cb9ab", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:30.919562 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d68c088-f138-4755-837d-90508c9a5963 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:30.919962 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'tag': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab', 'status': 'completed', 'code': 200} Jul 22 15:18:30.963378 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-191e5241-bac4-4f6f-9024-88dd101c9c60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab HTTP/1.1" status: 200 len: 217 time: 0.0355515 Jul 22 15:18:31.041232 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-a275a4fc-a996-4ac8-b0e1-1716ab6c8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:31.042703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-a275a4fc-a996-4ac8-b0e1-1716ab6c8442 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b262936c-a260-4ad2-9d7c-d16edaa68dda HTTP/1.1" status: 200 len: 853 time: 0.0716374 Jul 22 15:18:31.077839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c4a6ca6e-7ea8-4df5-af22-94312ad768ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282824 Jul 22 15:18:31.085221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8b9f9-8caa-4b3e-b57d-2fd5e1313459 req-1b41553e-3f3b-4514-bf7a-2e23a2274a0b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:31.086620 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04e8b9f9-8caa-4b3e-b57d-2fd5e1313459 req-1b41553e-3f3b-4514-bf7a-2e23a2274a0b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 944 time: 0.1260135 Jul 22 15:18:31.172570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-04e8b9f9-8caa-4b3e-b57d-2fd5e1313459 req-c33fcc0a-8364-4bd7-919d-03b48256e62d tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776670 Jul 22 15:18:31.197879 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-04e04f8f-2c94-4551-b811-7cb5583a5201 service neutron] 10.222.0.61 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103630 Jul 22 15:18:31.286776 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa86f52f-30d7-42cf-9e1b-950b02956d67 req-c1c6b14a-b492-4cbd-8897-3e84496ee2cf service neutron] 10.222.0.61 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821080 Jul 22 15:18:31.381648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd11b-8132-42ff-a061-08555948822a req-132a47e5-86e3-40c4-b83c-96e7c7ded1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:31.383041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-132a47e5-86e3-40c4-b83c-96e7c7ded1b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 1095 time: 0.0565298 Jul 22 15:18:31.470641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd11b-8132-42ff-a061-08555948822a req-265a70fa-3e69-423a-81ab-0578933f111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:31.472088 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-265a70fa-3e69-423a-81ab-0578933f111a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 200 len: 914 time: 0.0829949 Jul 22 15:18:31.515122 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-5812bd65-de24-46f7-917e-dbc840029815 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab HTTP/1.1" status: 200 len: 217 time: 0.0365112 Jul 22 15:18:31.561837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccd11b-8132-42ff-a061-08555948822a req-9b4d556c-57c4-4e9a-8064-fc46af8a659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:31.563463 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-9b4d556c-57c4-4e9a-8064-fc46af8a659f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b262936c-a260-4ad2-9d7c-d16edaa68dda HTTP/1.1" status: 200 len: 853 time: 0.0425792 Jul 22 15:18:31.596890 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-6e9d34d5-1749-45eb-9011-d515498342a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268893 Jul 22 15:18:31.686509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-c78eb56b-5245-477f-9e1a-4c61a3dd8248 service neutron] 10.222.0.61 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818186 Jul 22 15:18:31.777510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9fccd11b-8132-42ff-a061-08555948822a req-b130a3e2-d2dc-470c-b4b6-12aaa32f7a78 service neutron] 10.222.0.61 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841174 Jul 22 15:18:32.300405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a531bb-424b-42f7-a919-b0c5b1847194 req-5022c665-1284-4f85-8fbc-cf8e011c712b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:32.301899 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41a531bb-424b-42f7-a919-b0c5b1847194 req-5022c665-1284-4f85-8fbc-cf8e011c712b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 944 time: 0.0630853 Jul 22 15:18:32.344289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41a531bb-424b-42f7-a919-b0c5b1847194 req-e6c0a7b3-a2f6-43b5-b78f-4b2503b16751 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Jul 22 15:18:33.472199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03b9cb-65e0-49dc-b6bf-df1dabf08345 req-aee0acb6-16f6-45de-9410-5a2137838852 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:33.473785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f03b9cb-65e0-49dc-b6bf-df1dabf08345 req-aee0acb6-16f6-45de-9410-5a2137838852 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 944 time: 0.0643344 Jul 22 15:18:33.516420 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7f03b9cb-65e0-49dc-b6bf-df1dabf08345 req-b3517155-2013-462b-a2b9-88d26dbb88af tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Jul 22 15:18:34.503843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ecd64926-6945-4e91-a9bc-f6b0b79cb9ab details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:18:34.601427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:34.612480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab', 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6', 'port_id': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab', 'mac_address': 'fa:16:3e:1a:65:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b262936c-a260-4ad2-9d7c-d16edaa68dda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:18:34.643788 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d9a60-2269-484a-8874-3a3362add9f5 req-18c01243-ee59-4287-8d00-2bde6132f027 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:34.645304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b9d9a60-2269-484a-8874-3a3362add9f5 req-18c01243-ee59-4287-8d00-2bde6132f027 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 944 time: 0.0637186 Jul 22 15:18:34.650203 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:34.663619 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd64926-6945-4e91-a9bc-f6b0b79cb9ab {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:34.682347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:34.682633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b9d9a60-2269-484a-8874-3a3362add9f5 req-7d57bd37-aaf6-40e6-8b24-61b0f5e51207 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Jul 22 15:18:34.687095 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:34.736056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:34.876777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:35.815539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c94661-6edd-4d77-adef-7ce9cedae028 req-7c9a58dd-fe1d-4ca9-a88f-d7f87fd49fed tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:35.817024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6c94661-6edd-4d77-adef-7ce9cedae028 req-7c9a58dd-fe1d-4ca9-a88f-d7f87fd49fed tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 945 time: 0.0668993 Jul 22 15:18:35.854421 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b6c94661-6edd-4d77-adef-7ce9cedae028 req-ac3d6a81-6aa2-4349-bab4-78c329773167 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jul 22 15:18:36.503530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ecd64926-6945-4e91-a9bc-f6b0b79cb9ab up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:18:36.552904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:18:36.556451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:18:36.556826 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:36.628294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:36.649383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:36.651738 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e87e4-6ed5-4311-88ea-573d2ded4e47" -d '{"events": [{"server_uuid": "6c08e7c8-8790-4744-9441-51c50c20afc4", "name": "network-vif-plugged", "status": "completed", "tag": "ecd64926-6945-4e91-a9bc-f6b0b79cb9ab"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:36.668628 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:36.674158 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:36.729706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:36.752698 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6be8bb-1c41-42ff-ad92-46f1018840f4 x-openstack-request-id: req-fa6be8bb-1c41-42ff-ad92-46f1018840f4 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:36.752996 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c08e7c8-8790-4744-9441-51c50c20afc4", "name": "network-vif-plugged", "status": "completed", "tag": "ecd64926-6945-4e91-a9bc-f6b0b79cb9ab", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:36.753253 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa6be8bb-1c41-42ff-ad92-46f1018840f4 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:36.753653 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab', 'code': 200} Jul 22 15:18:36.858173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b407b84-ea26-4ec0-9394-91ca221d2967 req-32cc3d47-464d-4132-98eb-a26dadc9f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:36.859601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b407b84-ea26-4ec0-9394-91ca221d2967 req-32cc3d47-464d-4132-98eb-a26dadc9f8de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 1097 time: 0.0528991 Jul 22 15:18:36.894050 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6b407b84-ea26-4ec0-9394-91ca221d2967 req-734796ba-d98c-446c-823f-384e0d6c9efa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283678 Jul 22 15:18:36.981557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0530a46-e25c-4430-b206-426238205625 req-1c03f98d-dd9a-4953-b68c-637b4a9f2ab3 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:36.983083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0530a46-e25c-4430-b206-426238205625 req-1c03f98d-dd9a-4953-b68c-637b4a9f2ab3 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0623810 Jul 22 15:18:37.024004 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0530a46-e25c-4430-b206-426238205625 req-3d7b3056-9f84-4871-bcb2-2c0e9225c9f5 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353496 Jul 22 15:18:37.710882 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:38.135977 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:38.159351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc316e-e67f-458f-80c5-2e8b41b832fb req-f8144e59-b6d1-4971-b159-e7d94426f816 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:38.160835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aacc316e-e67f-458f-80c5-2e8b41b832fb req-f8144e59-b6d1-4971-b159-e7d94426f816 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0644078 Jul 22 15:18:38.197970 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aacc316e-e67f-458f-80c5-2e8b41b832fb req-123cfe60-752e-4041-b35d-70385c0bdb3f tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 22 15:18:38.417964 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-07e59961-716a-41d5-a9a7-185e38354b03 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:38.419495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-07e59961-716a-41d5-a9a7-185e38354b03 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/networks?id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 200 len: 813 time: 0.1015275 Jul 22 15:18:38.434186 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-019f7a82-fc64-4260-b110-8254ffb21533 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/quotas/237f417064404bd5a3ceb2869fb7f0ff HTTP/1.1" status: 200 len: 375 time: 0.0088313 Jul 22 15:18:38.495923 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-f70cde1c-f961-461a-aa17-b0951e3425c3 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0569746 Jul 22 15:18:38.584921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-3ca06c87-7a16-41fa-869f-992d0e45ec56 service neutron] 10.222.0.60 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Jul 22 15:18:38.669178 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-4656ce07-16f0-4694-9d2d-f0447a5137fa service neutron] 10.222.0.60 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786409 Jul 22 15:18:38.827919 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-adfc9d9d-edc0-47b4-828d-809f7d3f4b1c req-2f266239-1d9e-4496-87e9-ecb38e44a53c tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 210 time: 0.0292954 Jul 22 15:18:39.867739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-81d3a280-cf16-43f1-b73d-4d6339f76f53 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:39.869234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-81d3a280-cf16-43f1-b73d-4d6339f76f53 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.72 "GET /v2.0/networks?id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 200 len: 813 time: 0.1072123 Jul 22 15:18:39.881895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Request body: {'port': {'device_id': '6251c312-e1e5-4f72-865d-6618c015f35c', 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6', 'admin_state_up': True, 'tenant_id': '237f417064404bd5a3ceb2869fb7f0ff'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:39.931276 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-40993b82-f913-4e03-bca3-61b9a29b9fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:39.933401 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6beba31-5ada-4c21-b4b0-dee0c408a592 req-f99016d3-8b43-405f-a5e8-d8ddd8360718 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 210 time: 0.0324466 Jul 22 15:18:39.995913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Made reservation on behalf of 237f417064404bd5a3ceb2869fb7f0ff for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:18:40.000076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.123127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Allocated IP 172.20.0.14 (c44e4484-b398-4f8c-99bf-c510ba4ffdf6/b262936c-a260-4ad2-9d7c-d16edaa68dda/1afa2f40-1bd4-41d3-86d6-395afb7efe28) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:18:40.263619 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.301951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.313599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:40.345793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:18:40.350864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:18:40.354429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:18:40.382183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Pushing event updated for resources: {'Port': ['ID=1afa2f40-1bd4-41d3-86d6-395afb7efe28,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:40.408101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:40.408975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.423552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9e54d776-f013-4266-a2c8-75deeda75f7b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5459685 Jul 22 15:18:40.435502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Request body: {'port': {'device_id': '6251c312-e1e5-4f72-865d-6618c015f35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:40.514334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.774368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afa2f40-1bd4-41d3-86d6-395afb7efe28 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:40.781955 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:18:40.782462 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.794595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Transition to ACTIVE for port object 1afa2f40-1bd4-41d3-86d6-395afb7efe28 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:18:40.798702 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:40.874446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Pushing event updated for resources: {'Port': ['ID=1afa2f40-1bd4-41d3-86d6-395afb7efe28,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:40.924542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Attempting to bind port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:18:40.924883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Attempting to bind port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:18:40.925218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Attempting to bind port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 on network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:18:40.929495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 on network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:18:40.929826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Attempting to bind port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 on network c44e4484-b398-4f8c-99bf-c510ba4ffdf6 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:18:40.934580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:18:40.934929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Checking segment: {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:18:40.935320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Bound using segment: {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:18:40.935751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Bound port: 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f708dffb-ebd5-4654-9921-df6fbe3dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:18:40.936139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:41.002435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] For port 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:18:41.006089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] For port 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:18:41.011639 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:41.047587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.048205 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:41.049594 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] 10.222.0.72 "PUT /v2.0/ports/1afa2f40-1bd4-41d3-86d6-395afb7efe28 HTTP/1.1" status: 200 len: 1092 time: 0.6182120 Jul 22 15:18:41.050121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6251c312-e1e5-4f72-865d-6618c015f35c', 'tag': '1afa2f40-1bd4-41d3-86d6-395afb7efe28'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:41.052364 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13966009-1da6-4bd8-8e47-a51594504255" -d '{"events": [{"name": "network-changed", "server_uuid": "6251c312-e1e5-4f72-865d-6618c015f35c", "tag": "1afa2f40-1bd4-41d3-86d6-395afb7efe28"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:41.075687 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9033d05-c76f-4788-a8ff-5d162ede716f req-c17f63f1-dd7b-4a92-9bed-401deeedba89 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.079398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9490e-0af8-4475-84ea-2ce9508195ac service neutron] Pushing event updated for resources: {'Port': ['ID=1afa2f40-1bd4-41d3-86d6-395afb7efe28,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:41.083032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9033d05-c76f-4788-a8ff-5d162ede716f req-c17f63f1-dd7b-4a92-9bed-401deeedba89 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 944 time: 0.0822124 Jul 22 15:18:41.120966 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb3a75-7234-4a91-aa55-c67f63407664 x-openstack-request-id: req-eaeb3a75-7234-4a91-aa55-c67f63407664 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:41.121245 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6251c312-e1e5-4f72-865d-6618c015f35c", "tag": "1afa2f40-1bd4-41d3-86d6-395afb7efe28", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:41.121493 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eaeb3a75-7234-4a91-aa55-c67f63407664 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:41.121883 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6251c312-e1e5-4f72-865d-6618c015f35c', 'tag': '1afa2f40-1bd4-41d3-86d6-395afb7efe28', 'status': 'completed', 'code': 200} Jul 22 15:18:41.124967 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9033d05-c76f-4788-a8ff-5d162ede716f req-15592930-ffea-42ce-9bc7-2e27e0113a9c tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Jul 22 15:18:41.155964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-5d846312-59d8-4e3a-81b6-c5ffdfb00a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.157506 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-5d846312-59d8-4e3a-81b6-c5ffdfb00a7b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 1095 time: 0.0667562 Jul 22 15:18:41.200852 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-c48245fe-5597-429f-8894-d64bce7d139b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28 HTTP/1.1" status: 200 len: 217 time: 0.0360923 Jul 22 15:18:41.247329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9a08462b-e94e-4f8c-990d-793a979a0cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.248832 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-9a08462b-e94e-4f8c-990d-793a979a0cf1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b262936c-a260-4ad2-9d7c-d16edaa68dda HTTP/1.1" status: 200 len: 853 time: 0.0419083 Jul 22 15:18:41.284181 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-5d90c7bb-2266-4a24-b454-e8e81e1037b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289886 Jul 22 15:18:41.374243 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-e13941db-7139-4616-9431-c488ec000205 service neutron] 10.222.0.72 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833304 Jul 22 15:18:41.459729 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5b13f6c1-9618-43a9-9596-6aecbe4eca10 req-901b9a61-11e0-4a1d-b207-21d828ad5a5c service neutron] 10.222.0.72 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797670 Jul 22 15:18:41.557995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13966009-1da6-4bd8-8e47-a51594504255 req-cd23ac8b-bcf0-48f2-9456-d3c406739d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.559497 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-cd23ac8b-bcf0-48f2-9456-d3c406739d76 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 1095 time: 0.0569556 Jul 22 15:18:41.646505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13966009-1da6-4bd8-8e47-a51594504255 req-c72f4589-8e37-4c87-b752-6b36e8f25690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.647885 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-c72f4589-8e37-4c87-b752-6b36e8f25690 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 200 len: 914 time: 0.0824943 Jul 22 15:18:41.690707 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-9a4a5917-9c3d-4865-8222-371d3c832f84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28 HTTP/1.1" status: 200 len: 217 time: 0.0368283 Jul 22 15:18:41.739045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13966009-1da6-4bd8-8e47-a51594504255 req-071eaf3b-87af-43de-a533-f7f30a5044d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:41.740430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-071eaf3b-87af-43de-a533-f7f30a5044d7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b262936c-a260-4ad2-9d7c-d16edaa68dda HTTP/1.1" status: 200 len: 853 time: 0.0417185 Jul 22 15:18:41.774252 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-4d12ff40-a22f-4f2e-99e7-6c2cdd7fbff3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c44e4484-b398-4f8c-99bf-c510ba4ffdf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269420 Jul 22 15:18:41.866295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-138b988d-6eac-4e60-b4ba-200b85cab77a service neutron] 10.222.0.72 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853028 Jul 22 15:18:41.955324 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-13966009-1da6-4bd8-8e47-a51594504255 req-61b7d516-58f5-420a-a3fc-9ce7be29ff3e service neutron] 10.222.0.72 "GET /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819228 Jul 22 15:18:42.178148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b53e0b6b-ceb4-4f84-b4a1-c43a986634c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:42.255583 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eabcc2-dcd1-463b-9302-ab0d8f59c82e req-2e932198-301c-4ce9-a946-86a24693448d tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:42.256979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7eabcc2-dcd1-463b-9302-ab0d8f59c82e req-2e932198-301c-4ce9-a946-86a24693448d tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 944 time: 0.0623868 Jul 22 15:18:42.293794 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c7eabcc2-dcd1-463b-9302-ab0d8f59c82e req-d86e202d-aea0-4506-8c82-7bf9ced3ea09 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312684 Jul 22 15:18:42.414259 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:43.424672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e33c-6261-4f9b-b1b1-4e6cffbee32b req-709e3553-e4d8-495f-a464-c050acc04133 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:43.426169 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5972e33c-6261-4f9b-b1b1-4e6cffbee32b req-709e3553-e4d8-495f-a464-c050acc04133 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 944 time: 0.0660415 Jul 22 15:18:43.463634 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5972e33c-6261-4f9b-b1b1-4e6cffbee32b req-9b866540-9edd-4e55-a1d5-827d1dc1d65f tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Jul 22 15:18:43.807339 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:44.120136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1afa2f40-1bd4-41d3-86d6-395afb7efe28 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:18:44.215553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:44.226829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '1afa2f40-1bd4-41d3-86d6-395afb7efe28', 'network_id': 'c44e4484-b398-4f8c-99bf-c510ba4ffdf6', 'port_id': '1afa2f40-1bd4-41d3-86d6-395afb7efe28', 'mac_address': 'fa:16:3e:47:14:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b262936c-a260-4ad2-9d7c-d16edaa68dda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:18:44.261532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:44.274132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afa2f40-1bd4-41d3-86d6-395afb7efe28 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:18:44.293826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:44.297843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:44.506291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1afa2f40-1bd4-41d3-86d6-395afb7efe28,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:44.553464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1afa2f40-1bd4-41d3-86d6-395afb7efe28'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:44.592529 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c0a01-2e77-4df1-9ab9-0cd0fba95299 req-16d5a0e8-47bc-417d-a0f4-569fc53b44ab tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:44.594043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c43c0a01-2e77-4df1-9ab9-0cd0fba95299 req-16d5a0e8-47bc-417d-a0f4-569fc53b44ab tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 945 time: 0.0630677 Jul 22 15:18:44.630981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c43c0a01-2e77-4df1-9ab9-0cd0fba95299 req-0320ec91-0aec-408b-93c6-5bd00bd2f011 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jul 22 15:18:45.486676 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:45.760977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de5a92-5c6f-4834-bee2-c18257c47464 req-836ed9bc-72e0-4295-9e1d-6bdf6bd83c99 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:45.762466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07de5a92-5c6f-4834-bee2-c18257c47464 req-836ed9bc-72e0-4295-9e1d-6bdf6bd83c99 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 945 time: 0.0652199 Jul 22 15:18:45.802373 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-07de5a92-5c6f-4834-bee2-c18257c47464 req-2d377c5a-358a-45c3-87b9-e3284238d4dc tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Jul 22 15:18:46.136324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1afa2f40-1bd4-41d3-86d6-395afb7efe28 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:18:46.186930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:18:46.190310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:18:46.190717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:46.263023 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:46.285127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251c312-e1e5-4f72-865d-6618c015f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afa2f40-1bd4-41d3-86d6-395afb7efe28'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:46.287559 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d4dbc-27e3-4069-9c4a-fbe941025e75" -d '{"events": [{"server_uuid": "6251c312-e1e5-4f72-865d-6618c015f35c", "name": "network-vif-plugged", "status": "completed", "tag": "1afa2f40-1bd4-41d3-86d6-395afb7efe28"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:46.300563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:46.304790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:46.330934 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbdb38-39bc-4c38-bc7b-5c2d43c90e21 x-openstack-request-id: req-31bbdb38-39bc-4c38-bc7b-5c2d43c90e21 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:46.331331 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251c312-e1e5-4f72-865d-6618c015f35c", "name": "network-vif-plugged", "status": "completed", "tag": "1afa2f40-1bd4-41d3-86d6-395afb7efe28", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:46.331966 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31bbdb38-39bc-4c38-bc7b-5c2d43c90e21 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:46.332299 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251c312-e1e5-4f72-865d-6618c015f35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afa2f40-1bd4-41d3-86d6-395afb7efe28', 'code': 200} Jul 22 15:18:46.358336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=1afa2f40-1bd4-41d3-86d6-395afb7efe28,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:46.433375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a2bc-8886-4cb3-924d-650195ad282e req-c541323a-3f14-4c6b-9dec-97d656c2a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:46.434790 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0981a2bc-8886-4cb3-924d-650195ad282e req-c541323a-3f14-4c6b-9dec-97d656c2a1b2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 1097 time: 0.0561872 Jul 22 15:18:46.469351 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0981a2bc-8886-4cb3-924d-650195ad282e req-b77182ec-1ad8-46e7-b956-c90392df42a0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278218 Jul 22 15:18:46.928838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb86ddf-c711-4014-a7b7-619ca144512e req-98b5bde3-6a68-41a1-951f-a12dc647c540 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:46.930315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cb86ddf-c711-4014-a7b7-619ca144512e req-98b5bde3-6a68-41a1-951f-a12dc647c540 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 946 time: 0.0627379 Jul 22 15:18:46.969105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2cb86ddf-c711-4014-a7b7-619ca144512e req-f1af3257-3975-451f-92f9-fba4ff252ed9 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332429 Jul 22 15:18:48.097730 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2968e-43fc-4ceb-98e0-5835574fa25f req-24e78e05-ea72-43d3-bc99-fc77c90a830b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:48.099256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ac2968e-43fc-4ceb-98e0-5835574fa25f req-24e78e05-ea72-43d3-bc99-fc77c90a830b tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 946 time: 0.0622621 Jul 22 15:18:48.135318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ac2968e-43fc-4ceb-98e0-5835574fa25f req-cfc378bc-2553-4b0b-a0a4-061e71b2ce7a tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305047 Jul 22 15:18:48.377026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b741af6-6018-4eea-a421-efcb58b8f49a req-83d85e6f-3173-443a-a801-1026d4dba0e7 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:48.378497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b741af6-6018-4eea-a421-efcb58b8f49a req-83d85e6f-3173-443a-a801-1026d4dba0e7 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 946 time: 0.0652878 Jul 22 15:18:48.415428 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b741af6-6018-4eea-a421-efcb58b8f49a req-46d98736-4eec-4cf5-bf29-3a159f71f4c3 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Jul 22 15:18:49.541983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc0c16-9821-4bc1-85c2-7642bf1552fc req-4f9b1dfc-f35f-4b0b-aead-78f9d47c8368 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:49.543412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc0c16-9821-4bc1-85c2-7642bf1552fc req-4f9b1dfc-f35f-4b0b-aead-78f9d47c8368 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 946 time: 0.0620463 Jul 22 15:18:49.580834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8dbc0c16-9821-4bc1-85c2-7642bf1552fc req-aa3b418f-1c71-48f5-b701-97bd653755ce tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Jul 22 15:18:49.600495 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-40d93ddf-f033-44eb-92fd-5fd2325bf756 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:49.601968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-40d93ddf-f033-44eb-92fd-5fd2325bf756 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.72 "GET /v2.0/ports?device_id=6251c312-e1e5-4f72-865d-6618c015f35c HTTP/1.1" status: 200 len: 946 time: 0.0665190 Jul 22 15:18:49.696424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Deleting port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:49.696775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:49.785334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] For port 1afa2f40-1bd4-41d3-86d6-395afb7efe28, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=1afa2f40-1bd4-41d3-86d6-395afb7efe28,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:49.785717 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:49.797881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Calling delete_port for 1afa2f40-1bd4-41d3-86d6-395afb7efe28 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:49.927775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:49.943809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['1afa2f40-1bd4-41d3-86d6-395afb7efe28'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:49.946042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:49.964687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Pushing event deleted for resources: {'Port': ['ID=1afa2f40-1bd4-41d3-86d6-395afb7efe28,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:50.003065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] No DVR routers for this DVR port 1afa2f40-1bd4-41d3-86d6-395afb7efe28 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:18:50.005608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:50.007655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b8122d6e-b130-4bae-a90e-14a88e2d742e req-7291c4eb-763c-44ec-b564-6a1660436b16 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.72 "DELETE /v2.0/ports/1afa2f40-1bd4-41d3-86d6-395afb7efe28 HTTP/1.1" status: 204 len: 173 time: 0.4006386 Jul 22 15:18:50.008094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6251c312-e1e5-4f72-865d-6618c015f35c', 'name': 'network-vif-deleted', 'tag': '1afa2f40-1bd4-41d3-86d6-395afb7efe28'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:50.010356 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b948d86-1ad2-4801-bdb9-f63a9c914c76" -d '{"events": [{"server_uuid": "6251c312-e1e5-4f72-865d-6618c015f35c", "name": "network-vif-deleted", "tag": "1afa2f40-1bd4-41d3-86d6-395afb7efe28"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:50.065907 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81060762-978c-43f8-a2a9-ea8177c38ae8 x-openstack-request-id: req-81060762-978c-43f8-a2a9-ea8177c38ae8 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:50.066204 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6251c312-e1e5-4f72-865d-6618c015f35c", "name": "network-vif-deleted", "tag": "1afa2f40-1bd4-41d3-86d6-395afb7efe28", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:50.066458 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81060762-978c-43f8-a2a9-ea8177c38ae8 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:50.066885 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6251c312-e1e5-4f72-865d-6618c015f35c', 'name': 'network-vif-deleted', 'tag': '1afa2f40-1bd4-41d3-86d6-395afb7efe28', 'status': 'completed', 'code': 200} Jul 22 15:18:50.750171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553559f1-a5f7-4f77-b12c-289ad51fcf1d req-d60f7f9f-56a6-4b4c-b304-c861eb8d2c53 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:50.751690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-553559f1-a5f7-4f77-b12c-289ad51fcf1d req-d60f7f9f-56a6-4b4c-b304-c861eb8d2c53 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0661802 Jul 22 15:18:51.125530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-553559f1-a5f7-4f77-b12c-289ad51fcf1d req-de66ef1a-e306-4e65-9bc0-1a5e2aba744a tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681831 Jul 22 15:18:51.272902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ecaf2-768c-440a-b235-233b5dacc02a req-5f7c6635-5ecf-466a-a86f-4876a4132d5e tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:51.274412 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-948ecaf2-768c-440a-b235-233b5dacc02a req-5f7c6635-5ecf-466a-a86f-4876a4132d5e tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0612679 Jul 22 15:18:51.310293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-948ecaf2-768c-440a-b235-233b5dacc02a req-f41b85fd-4b9c-4811-84b1-aec511fea2a9 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Jul 22 15:18:51.437283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e8a30-e5d9-4066-b152-bf133fc2b25a req-1ca931fa-cce3-4ff3-b696-fb06f36e77de tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:51.438678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-780e8a30-e5d9-4066-b152-bf133fc2b25a req-1ca931fa-cce3-4ff3-b696-fb06f36e77de tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0618050 Jul 22 15:18:51.477346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-780e8a30-e5d9-4066-b152-bf133fc2b25a req-951a3e38-8965-4619-9b4f-6f61b1cacd20 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Jul 22 15:18:51.652049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630101f-47b0-43ee-b895-5898bef0ba6a req-90d71017-0884-49bc-8b85-e4d4073751d8 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:51.653512 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6630101f-47b0-43ee-b895-5898bef0ba6a req-90d71017-0884-49bc-8b85-e4d4073751d8 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0613880 Jul 22 15:18:51.695106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6630101f-47b0-43ee-b895-5898bef0ba6a req-43335de6-8f16-4d36-b246-4c9fea207922 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358424 Jul 22 15:18:51.819956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6256ed-7a78-4e26-83f2-50272e0aaaf7 req-51ad7a43-e52a-4614-aeff-957cf533dd2a tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:51.821422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be6256ed-7a78-4e26-83f2-50272e0aaaf7 req-51ad7a43-e52a-4614-aeff-957cf533dd2a tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0618322 Jul 22 15:18:51.856755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be6256ed-7a78-4e26-83f2-50272e0aaaf7 req-7cebc179-f6d9-4198-ba07-0947d24130fb tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297940 Jul 22 15:18:51.994581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31dac94-4974-48b6-abea-09458ffc2765 req-aad362d3-8196-4d48-a5ce-e1c58844869d tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:51.996021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b31dac94-4974-48b6-abea-09458ffc2765 req-aad362d3-8196-4d48-a5ce-e1c58844869d tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0648394 Jul 22 15:18:52.034425 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b31dac94-4974-48b6-abea-09458ffc2765 req-81158516-ef15-470c-b967-4ef167f7f0b7 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328848 Jul 22 15:18:52.167066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1afa2f40-1bd4-41d3-86d6-395afb7efe28 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:52.189239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 1afa2f40-1bd4-41d3-86d6-395afb7efe28 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:18:52.189584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 1afa2f40-1bd4-41d3-86d6-395afb7efe28 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:18:52.355096 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65635ad1-07da-406c-9670-f0f435bc5b30 req-50398b28-81df-4eb3-b280-1d5b29762132 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:52.356618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65635ad1-07da-406c-9670-f0f435bc5b30 req-50398b28-81df-4eb3-b280-1d5b29762132 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0621648 Jul 22 15:18:52.392595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65635ad1-07da-406c-9670-f0f435bc5b30 req-ae62be9e-7898-4593-9ba9-12fe0561c974 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304863 Jul 22 15:18:53.523302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee304f-f2b5-4ccc-baea-222ed045b0cb req-360b8c9c-54a4-4a71-946a-852009cf22c9 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:53.524735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6aee304f-f2b5-4ccc-baea-222ed045b0cb req-360b8c9c-54a4-4a71-946a-852009cf22c9 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0644789 Jul 22 15:18:53.566644 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6aee304f-f2b5-4ccc-baea-222ed045b0cb req-d46fa71d-e9d9-417d-b0d3-c8dc81e7cf9f tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef8899bf-3ba7-4a39-962c-e8040882fb32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Jul 22 15:18:53.633384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-20697d6d-f4ae-44cf-ac30-618b3da32d95 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:53.634857 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-20697d6d-f4ae-44cf-ac30-618b3da32d95 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c08e7c8-8790-4744-9441-51c50c20afc4 HTTP/1.1" status: 200 len: 946 time: 0.0609553 Jul 22 15:18:53.730388 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Deleting port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:18:53.730775 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:53.822083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] For port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,segment=NetworkSegment(f708dffb-ebd5-4654-9921-df6fbe3dab51),segment_id=f708dffb-ebd5-4654-9921-df6fbe3dab51)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:18:53.822372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:53.834208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Calling delete_port for ecd64926-6945-4e91-a9bc-f6b0b79cb9ab owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:18:53.959882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:53.971546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:18:53.987836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Pushing event deleted for resources: {'Port': ['ID=ecd64926-6945-4e91-a9bc-f6b0b79cb9ab,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:53.999634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:53.999991 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.000337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.000677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.001014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.001347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.001675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.002002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.002329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.002686 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.003012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.003336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:18:54.041977 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] No DVR routers for this DVR port ecd64926-6945-4e91-a9bc-f6b0b79cb9ab on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:18:54.044479 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.047018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37d1d9f0-33bc-4466-abcd-543a0cf1519b req-a431355d-c4bc-4667-b782-3f576ab1e510 tempest-ServersNegativeTestJSON-1595874420 tempest-ServersNegativeTestJSON-1595874420-project] 10.222.0.61 "DELETE /v2.0/ports/ecd64926-6945-4e91-a9bc-f6b0b79cb9ab HTTP/1.1" status: 204 len: 173 time: 0.4073908 Jul 22 15:18:54.047461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'name': 'network-vif-deleted', 'tag': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:18:54.049680 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955cbf98db3b90504616bf09f8d65fb4f14352f47ad89d5d0ac73fc2d9bdbc5d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f157fdd-91bb-476d-8568-c124ab6b0a3c" -d '{"events": [{"server_uuid": "6c08e7c8-8790-4744-9441-51c50c20afc4", "name": "network-vif-deleted", "tag": "ecd64926-6945-4e91-a9bc-f6b0b79cb9ab"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:18:54.086752 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a893cc0-a7e6-4080-a3d5-87a624771622 x-openstack-request-id: req-7a893cc0-a7e6-4080-a3d5-87a624771622 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:18:54.087051 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c08e7c8-8790-4744-9441-51c50c20afc4", "name": "network-vif-deleted", "tag": "ecd64926-6945-4e91-a9bc-f6b0b79cb9ab", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:18:54.087307 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a893cc0-a7e6-4080-a3d5-87a624771622 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:18:54.087712 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c08e7c8-8790-4744-9441-51c50c20afc4', 'name': 'network-vif-deleted', 'tag': 'ecd64926-6945-4e91-a9bc-f6b0b79cb9ab', 'status': 'completed', 'code': 200} Jul 22 15:18:54.620445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41252) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:54.668139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Deleting subnet b262936c-a260-4ad2-9d7c-d16edaa68dda {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:18:54.671100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.704143 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.742037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.793571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.823000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b262936c-a260-4ad2-9d7c-d16edaa68dda,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:54.826887 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.829472 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c72711c4-85a1-4103-b540-06f7fa9a2da3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b262936c-a260-4ad2-9d7c-d16edaa68dda HTTP/1.1" status: 204 len: 168 time: 0.2080274 Jul 22 15:18:54.831233 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41254) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:54.897753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.977507 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:54.987855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44e4484-b398-4f8c-99bf-c510ba4ffdf6']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:54.997542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f708dffb-ebd5-4654-9921-df6fbe3dab51') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:54.997848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f708dffb-ebd5-4654-9921-df6fbe3dab51') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:18:55.006540 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.019997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.025847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:18:55.026402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:18:55.028301 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:18:55.081036 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.087800 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.089293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c44e4484-b398-4f8c-99bf-c510ba4ffdf6 HTTP/1.1" status: 204 len: 168 time: 0.2570004 Jul 22 15:18:55.103972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bf304-412d-4015-bfc6-4743cccc5a43 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44e4484-b398-4f8c-99bf-c510ba4ffdf6,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:55.192528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41258) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:55.231622 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-019518ca-d9f0-41d8-b666-47ffc85e5a0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=237f417064404bd5a3ceb2869fb7f0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378809 Jul 22 15:18:55.234615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41260) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:55.284100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b628ad-5806-4fe6-8bff-6f5e143ee04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.304687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b628ad-5806-4fe6-8bff-6f5e143ee04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.350264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b628ad-5806-4fe6-8bff-6f5e143ee04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.352863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e6b628ad-5806-4fe6-8bff-6f5e143ee04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:55.354037 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e6b628ad-5806-4fe6-8bff-6f5e143ee04d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef8899bf-3ba7-4a39-962c-e8040882fb32 HTTP/1.1" status: 204 len: 168 time: 0.1184943 Jul 22 15:18:55.361443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b628ad-5806-4fe6-8bff-6f5e143ee04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8899bf-3ba7-4a39-962c-e8040882fb32,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:56.028110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41282) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:56.119611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429183876'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:56.142361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:18:56.145813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.155206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.247721 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.251374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.277033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:18:56.292654 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cb11d8-cb8b-4de3-ab32-3c5a24d2cfc7,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:56.295846 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.296193 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Added segment 4dd0d154-c50a-491f-976d-6ef723d1870c of type vlan for network 8cffc7c5-60ad-4059-a749-3e216793dd8c Jul 22 15:18:56.335190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.362429 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.368037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:18:56.368633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:56.401837 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3726928 Jul 22 15:18:56.436222 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5196d0-a74b-4095-a886-b41c468714b9 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Network': ['ID=8cffc7c5-60ad-4059-a749-3e216793dd8c,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:18:56.447007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 8cffc7c5-60ad-4059-a749-3e216793dd8c details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:18:58.621191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ecd64926-6945-4e91-a9bc-f6b0b79cb9ab no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:18:58.645105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: ecd64926-6945-4e91-a9bc-f6b0b79cb9ab {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:18:58.645455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device ecd64926-6945-4e91-a9bc-f6b0b79cb9ab not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:18:59.663694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41286) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:18:59.668811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'subnet': {'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:18:59.757211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:18:59.760899 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:18:59.943293 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.001617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Subnet': ['ID=46479b5a-5d07-4fdc-8457-f010970fc813,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:00.012090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.012442 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.012788 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.013127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.013483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.013824 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.014155 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.014488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.014840 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.015176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.015502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.015831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.019056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Checking segment: {'id': '4dd0d154-c50a-491f-976d-6ef723d1870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:00.019418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network hostable DHCP agents. Network: 8cffc7c5-60ad-4059-a749-3e216793dd8c, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:00.035930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network 8cffc7c5-60ad-4059-a749-3e216793dd8c is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:00.044105 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 8cffc7c5-60ad-4059-a749-3e216793dd8c) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:00.048501 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:00.049117 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.053268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f744288-d625-4af5-815a-27b7fb65f92a None None] Network 8cffc7c5-60ad-4059-a749-3e216793dd8c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:00.064066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-655eaee2-5e9b-4342-a0bf-d2abc69be8df tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3993745 Jul 22 15:19:00.067461 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:00.072763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1228545118'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:00.092344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:00.095802 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.119326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:00.129663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.130243 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Added segment 45c8be55-d4c4-4096-8c0c-6000e4d20a5f of type vlan for network 3b7ac7a6-8016-4fc5-92d9-273134f7bc12 Jul 22 15:19:00.176947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.203743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-8cffc7c5-60ad-4059-a749-3e216793dd8c', 'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c', 'tenant_id': '52842aae5dd44a24af107f6fc1e00605', 'fixed_ips': [{'subnet_id': '46479b5a-5d07-4fdc-8457-f010970fc813'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:00.204605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.205774 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.211533 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:00.212148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.251175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1826875 Jul 22 15:19:00.254313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:00.258912 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'subnet': {'network_id': '3b7ac7a6-8016-4fc5-92d9-273134f7bc12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:00.298708 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709e4bd-b6e1-4457-a38b-b63590a19ce3 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Network': ['ID=3b7ac7a6-8016-4fc5-92d9-273134f7bc12,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:00.319380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 3b7ac7a6-8016-4fc5-92d9-273134f7bc12 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:00.375207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:00.378718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.393388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Allocated IP 2001:db8:0:ffff::2 (8cffc7c5-60ad-4059-a749-3e216793dd8c/46479b5a-5d07-4fdc-8457-f010970fc813/c2f1028a-50ad-416e-b8d8-df5e8719226c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:00.546910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.555261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Transition to ACTIVE for port object c2f1028a-50ad-416e-b8d8-df5e8719226c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:00.567958 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.570033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Transition to ACTIVE for port object c2f1028a-50ad-416e-b8d8-df5e8719226c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:00.575492 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.614197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Network 8cffc7c5-60ad-4059-a749-3e216793dd8c is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:00.616951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:00.620459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:00.627525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Pushing event updated for resources: {'Port': ['ID=c2f1028a-50ad-416e-b8d8-df5e8719226c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:00.628795 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Subnet': ['ID=a453d13a-9fad-4200-b196-3eaf5834f979,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:00.637800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Checking segment: {'id': '45c8be55-d4c4-4096-8c0c-6000e4d20a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3b7ac7a6-8016-4fc5-92d9-273134f7bc12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:00.638172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network hostable DHCP agents. Network: 3b7ac7a6-8016-4fc5-92d9-273134f7bc12, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:00.656055 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network 3b7ac7a6-8016-4fc5-92d9-273134f7bc12 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:00.658757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.659120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.659471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.659815 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.660152 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.660491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.660826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.661157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.661490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.661819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.662145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.662596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:00.665497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 3b7ac7a6-8016-4fc5-92d9-273134f7bc12) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:00.675004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:00.675684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.682071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9358c6-0000-46d2-b4a6-8b52ebc34025 None None] Network 3b7ac7a6-8016-4fc5-92d9-273134f7bc12 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:00.690973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6532d137-31a2-4ac8-814e-857140f5548d tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4358971 Jul 22 15:19:00.693652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41292) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:00.715580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Attempting to bind port c2f1028a-50ad-416e-b8d8-df5e8719226c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:00.715973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Attempting to bind port c2f1028a-50ad-416e-b8d8-df5e8719226c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4dd0d154-c50a-491f-976d-6ef723d1870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:00.716321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Attempting to bind port c2f1028a-50ad-416e-b8d8-df5e8719226c on network 8cffc7c5-60ad-4059-a749-3e216793dd8c {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:00.724730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:00.725113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Checking segment: {'id': '4dd0d154-c50a-491f-976d-6ef723d1870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:00.725519 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.725951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Bound using segment: {'id': '4dd0d154-c50a-491f-976d-6ef723d1870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:00.726389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Bound port: c2f1028a-50ad-416e-b8d8-df5e8719226c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd0d154-c50a-491f-976d-6ef723d1870c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '8cffc7c5-60ad-4059-a749-3e216793dd8c'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:00.726806 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.794167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.845293 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.849790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] For port c2f1028a-50ad-416e-b8d8-df5e8719226c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:00.871300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] For port c2f1028a-50ad-416e-b8d8-df5e8719226c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c2f1028a-50ad-416e-b8d8-df5e8719226c,segment=NetworkSegment(4dd0d154-c50a-491f-976d-6ef723d1870c),segment_id=4dd0d154-c50a-491f-976d-6ef723d1870c)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:00.878790 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.914404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.922757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb938b-fa23-4437-9ff1-d5738b42d3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-3b7ac7a6-8016-4fc5-92d9-273134f7bc12', 'network_id': '3b7ac7a6-8016-4fc5-92d9-273134f7bc12', 'tenant_id': '52842aae5dd44a24af107f6fc1e00605', 'fixed_ips': [{'subnet_id': 'a453d13a-9fad-4200-b196-3eaf5834f979'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:00.923602 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-01eb938b-fa23-4437-9ff1-d5738b42d3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:00.943465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Subnet': ['ID=a453d13a-9fad-4200-b196-3eaf5834f979,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:01.014547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5bf48-1381-4c08-9025-cac11b657584 None None] Pushing event updated for resources: {'Port': ['ID=c2f1028a-50ad-416e-b8d8-df5e8719226c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:01.019024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.032929 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7ac7a6-8016-4fc5-92d9-273134f7bc12']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:01.038950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9334b-1bde-40e6-8c81-b52a66f223ad None None] Network 3b7ac7a6-8016-4fc5-92d9-273134f7bc12 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:01.043704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c8be55-d4c4-4096-8c0c-6000e4d20a5f') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:01.043998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c8be55-d4c4-4096-8c0c-6000e4d20a5f') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:01.053137 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.068194 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.075737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:01.076806 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:01.144198 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:01.158472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.167691 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.170498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/3b7ac7a6-8016-4fc5-92d9-273134f7bc12 HTTP/1.1" status: 204 len: 168 time: 0.4757788 Jul 22 15:19:01.175353 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41294) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:01.197357 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1606136660'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:01.202335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95664d-7b40-4865-a8f1-ad836b4d1a4a tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Network': ['ID=3b7ac7a6-8016-4fc5-92d9-273134f7bc12,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:01.221367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:01.225416 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.250982 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:01.260562 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.261109 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Added segment b663ce0e-28e6-4b8f-b5fb-418201dc14d9 of type vlan for network 0a886303-4161-479e-8eb4-dfaa56534509 Jul 22 15:19:01.304451 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.334316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.339780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:01.340373 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.370663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c2f1028a-50ad-416e-b8d8-df5e8719226c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:01.375066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1949139 Jul 22 15:19:01.375066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41296) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:01.379847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'subnet': {'network_id': '0a886303-4161-479e-8eb4-dfaa56534509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:01.421421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c2f1028a-50ad-416e-b8d8-df5e8719226c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:01.434987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aca68-c903-40c8-b46f-f4509a40bcb8 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Network': ['ID=0a886303-4161-479e-8eb4-dfaa56534509,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:01.445982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 0a886303-4161-479e-8eb4-dfaa56534509 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:01.502368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:01.506272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.565774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Performing IP validity checks on allocation pools {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 15:19:01.566295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.ipam_backend_mixin [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 15:19:01.690415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.751327 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Subnet': ['ID=ec7c2d1a-4bfe-4ac5-b4b5-f713a8c9f2f4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:01.761211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Checking segment: {'id': 'b663ce0e-28e6-4b8f-b5fb-418201dc14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '0a886303-4161-479e-8eb4-dfaa56534509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:01.761831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network hostable DHCP agents. Network: 0a886303-4161-479e-8eb4-dfaa56534509, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:01.783382 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network 0a886303-4161-479e-8eb4-dfaa56534509 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:01.792902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 0a886303-4161-479e-8eb4-dfaa56534509) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:01.797959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:01.798664 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.807037 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83505cf0-c28c-4ba0-9a58-5d36ddc2de4c None None] Network 0a886303-4161-479e-8eb4-dfaa56534509 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:01.820084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41298) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:01.820610 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8d83ef00-02f2-4441-a635-15a47c9ef1ff tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4444108 Jul 22 15:19:01.863079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d3086-6eed-4a86-8986-6b45e39a1a46 None None] Network 8cffc7c5-60ad-4059-a749-3e216793dd8c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:01.920812 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.968972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] Provisioning for port c2f1028a-50ad-416e-b8d8-df5e8719226c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:01.982238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] Provisioning complete for port c2f1028a-50ad-416e-b8d8-df5e8719226c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:01.983168 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:01.994186 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.058607 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.085111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fcf857-ddeb-4cdf-8412-cec49b06773c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-0a886303-4161-479e-8eb4-dfaa56534509', 'network_id': '0a886303-4161-479e-8eb4-dfaa56534509', 'tenant_id': '52842aae5dd44a24af107f6fc1e00605', 'fixed_ips': [{'subnet_id': 'ec7c2d1a-4bfe-4ac5-b4b5-f713a8c9f2f4'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:02.086483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fcf857-ddeb-4cdf-8412-cec49b06773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.086652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7c2d1a-4bfe-4ac5-b4b5-f713a8c9f2f4,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:02.142998 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.153231 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a886303-4161-479e-8eb4-dfaa56534509']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:02.164511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b663ce0e-28e6-4b8f-b5fb-418201dc14d9') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:02.164867 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b663ce0e-28e6-4b8f-b5fb-418201dc14d9') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:02.174847 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.188481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.194535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:02.195067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:02.198041 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:02.225940 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.240924 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdca17e-e933-49bb-8e0c-49b4b5d08baa None None] Network 0a886303-4161-479e-8eb4-dfaa56534509 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:02.259734 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.266046 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.270462 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/0a886303-4161-479e-8eb4-dfaa56534509 HTTP/1.1" status: 204 len: 168 time: 0.4465353 Jul 22 15:19:02.273040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:02.277979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-152205359'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:02.285880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7744b-dcf9-471e-b0f0-d0aac0143220 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Network': ['ID=0a886303-4161-479e-8eb4-dfaa56534509,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:02.300775 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:02.304312 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.331884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:02.341476 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.342496 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Added segment c4b5bb68-42f9-43eb-8177-6990e9f8ff01 of type vlan for network a28aff91-5915-4c10-8047-020180469ffe Jul 22 15:19:02.349936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] For port c2f1028a-50ad-416e-b8d8-df5e8719226c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c2f1028a-50ad-416e-b8d8-df5e8719226c,segment=NetworkSegment(4dd0d154-c50a-491f-976d-6ef723d1870c),segment_id=4dd0d154-c50a-491f-976d-6ef723d1870c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:02.367755 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.437427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef531794-2da1-4295-a8f4-2a01b294ee2f None None] Pushing event updated for resources: {'Port': ['ID=c2f1028a-50ad-416e-b8d8-df5e8719226c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:02.588280 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3bf20f31-3a4f-4721-95ad-d32f0a9c2f35 None None] Provisioning complete for port c2f1028a-50ad-416e-b8d8-df5e8719226c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:02.588658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3bf20f31-3a4f-4721-95ad-d32f0a9c2f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.720179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.746929 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.752937 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:02.753566 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:02.788802 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5147943 Jul 22 15:19:02.792530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41302) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:02.798728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'subnet': {'network_id': 'a28aff91-5915-4c10-8047-020180469ffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:02.827078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e166f-fbfd-4801-9c76-deba314e0cea tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Network': ['ID=a28aff91-5915-4c10-8047-020180469ffe,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:02.839782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a28aff91-5915-4c10-8047-020180469ffe details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:02.903985 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:02.907450 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.084757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.143714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Subnet': ['ID=6afed236-a809-4f76-8d5e-a2b213f43b11,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:03.152443 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Checking segment: {'id': 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a28aff91-5915-4c10-8047-020180469ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:03.152806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network hostable DHCP agents. Network: a28aff91-5915-4c10-8047-020180469ffe, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:03.169203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network a28aff91-5915-4c10-8047-020180469ffe is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:03.179428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a28aff91-5915-4c10-8047-020180469ffe) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:03.183386 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:03.183976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.189734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016303b-1e72-447e-8924-1c737f5f9d0b None None] Network a28aff91-5915-4c10-8047-020180469ffe requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:03.201383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c9ffa768-916d-4e86-a28b-0ab538709ad5 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4041917 Jul 22 15:19:03.201669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:03.206652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828871014'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:03.227051 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:03.230682 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.255539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:03.265334 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.265691 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Added segment bb4fa2ee-7f06-43dc-9e4d-26b1980da428 of type vlan for network 95f5fcf0-c54d-4567-801d-4a8019eab889 Jul 22 15:19:03.318088 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.353437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c2f1028a-50ad-416e-b8d8-df5e8719226c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:03.355508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-a28aff91-5915-4c10-8047-020180469ffe', 'network_id': 'a28aff91-5915-4c10-8047-020180469ffe', 'tenant_id': '52842aae5dd44a24af107f6fc1e00605', 'fixed_ips': [{'subnet_id': '6afed236-a809-4f76-8d5e-a2b213f43b11'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:03.356366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.359325 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.365105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:03.365699 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.399273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1966274 Jul 22 15:19:03.402131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41306) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:03.407947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Request body: {'subnet': {'network_id': '95f5fcf0-c54d-4567-801d-4a8019eab889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:03.455944 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb852eb-3266-4d2b-a432-424049d5ff13 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Network': ['ID=95f5fcf0-c54d-4567-801d-4a8019eab889,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:03.472684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 95f5fcf0-c54d-4567-801d-4a8019eab889 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:03.501553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c2f1028a-50ad-416e-b8d8-df5e8719226c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:03.501822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.532757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Made reservation on behalf of 52842aae5dd44a24af107f6fc1e00605 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:03.536868 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.729339 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.775236 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Allocated IP 2001:db8::2 (a28aff91-5915-4c10-8047-020180469ffe/6afed236-a809-4f76-8d5e-a2b213f43b11/8bb793be-42ec-4068-9770-c0676560daef) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:03.796337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event updated for resources: {'Subnet': ['ID=c538357d-f743-4331-b824-96b043b60b5c,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:03.804214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Checking segment: {'id': 'bb4fa2ee-7f06-43dc-9e4d-26b1980da428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '95f5fcf0-c54d-4567-801d-4a8019eab889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:03.804585 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network hostable DHCP agents. Network: 95f5fcf0-c54d-4567-801d-4a8019eab889, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:03.820829 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Network 95f5fcf0-c54d-4567-801d-4a8019eab889 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:03.830692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 95f5fcf0-c54d-4567-801d-4a8019eab889) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:03.834720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:03.835313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:03.845437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae09e1a-6f9f-4afc-a6d4-37c5fa0df203 None None] Network 95f5fcf0-c54d-4567-801d-4a8019eab889 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:03.850834 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1cc13767-563f-4eb9-892a-0fcfdd54df62 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4475706 Jul 22 15:19:03.853452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41308) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:03.949523 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.003649 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.048134 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.064309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Transition to ACTIVE for port object 8bb793be-42ec-4068-9770-c0676560daef will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:04.064590 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.093282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Subnet': ['ID=c538357d-f743-4331-b824-96b043b60b5c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:04.101954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07df67f-397a-45fb-a12c-83092bbabaea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-95f5fcf0-c54d-4567-801d-4a8019eab889', 'network_id': '95f5fcf0-c54d-4567-801d-4a8019eab889', 'tenant_id': '52842aae5dd44a24af107f6fc1e00605', 'fixed_ips': [{'subnet_id': 'c538357d-f743-4331-b824-96b043b60b5c'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:04.103369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c07df67f-397a-45fb-a12c-83092bbabaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.105917 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Transition to ACTIVE for port object 8bb793be-42ec-4068-9770-c0676560daef will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:04.117049 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.168768 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.178746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f5fcf0-c54d-4567-801d-4a8019eab889']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:04.188194 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4fa2ee-7f06-43dc-9e4d-26b1980da428') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:04.188488 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4fa2ee-7f06-43dc-9e4d-26b1980da428') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:04.197696 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.211069 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.213301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Network a28aff91-5915-4c10-8047-020180469ffe is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:04.217234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:04.217653 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.219624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:04.220691 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:04.224870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:04.228379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Pushing event updated for resources: {'Port': ['ID=8bb793be-42ec-4068-9770-c0676560daef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:04.270012 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6f2f3-13c3-487d-84ed-bc9130cf8e32 None None] Network 95f5fcf0-c54d-4567-801d-4a8019eab889 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:04.285592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.293947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.296362 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/95f5fcf0-c54d-4567-801d-4a8019eab889 HTTP/1.1" status: 204 len: 168 time: 0.4418845 Jul 22 15:19:04.299150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41310) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:04.306694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b32e9-e388-4553-84cb-ea845dcca187 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Network': ['ID=95f5fcf0-c54d-4567-801d-4a8019eab889,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:04.322125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Attempting to bind port 8bb793be-42ec-4068-9770-c0676560daef on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:04.322510 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Attempting to bind port 8bb793be-42ec-4068-9770-c0676560daef by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a28aff91-5915-4c10-8047-020180469ffe'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:04.322907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Attempting to bind port 8bb793be-42ec-4068-9770-c0676560daef on network a28aff91-5915-4c10-8047-020180469ffe {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:04.336162 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-078b5b34-9652-493d-9d76-3d9a6439292c tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] GET failed (client error): The resource could not be found. Jul 22 15:19:04.337481 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-078b5b34-9652-493d-9d76-3d9a6439292c tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "GET /v2.0/subnets/c538357d-f743-4331-b824-96b043b60b5c HTTP/1.1" status: 404 len: 337 time: 0.0373385 Jul 22 15:19:04.340267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41312) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:04.353722 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:04.354114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Checking segment: {'id': 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a28aff91-5915-4c10-8047-020180469ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:04.354542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.354964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Bound using segment: {'id': 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a28aff91-5915-4c10-8047-020180469ffe'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:04.355451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Bound port: 8bb793be-42ec-4068-9770-c0676560daef, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a28aff91-5915-4c10-8047-020180469ffe'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:04.355846 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.358072 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc321e5-a13b-482a-9bd5-1a2adae2e282 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:04.358627 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc321e5-a13b-482a-9bd5-1a2adae2e282 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:04.360283 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6bc321e5-a13b-482a-9bd5-1a2adae2e282 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/95f5fcf0-c54d-4567-801d-4a8019eab889 HTTP/1.1" status: 404 len: 339 time: 0.0191288 Jul 22 15:19:04.363970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41314) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:04.389141 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce2731e-5e45-419c-8dae-e9df1ddd7788 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:04.389592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce2731e-5e45-419c-8dae-e9df1ddd7788 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:04.391315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bce2731e-5e45-419c-8dae-e9df1ddd7788 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/subnets/c538357d-f743-4331-b824-96b043b60b5c HTTP/1.1" status: 404 len: 337 time: 0.0264547 Jul 22 15:19:04.393743 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:04.411127 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af5bc3f-b2d8-4652-b81d-21327b54072e tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:04.411646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af5bc3f-b2d8-4652-b81d-21327b54072e tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:04.413293 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1af5bc3f-b2d8-4652-b81d-21327b54072e tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/95f5fcf0-c54d-4567-801d-4a8019eab889 HTTP/1.1" status: 404 len: 339 time: 0.0186701 Jul 22 15:19:04.415725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41318) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:04.463724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] For port 8bb793be-42ec-4068-9770-c0676560daef, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:04.465986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Deleting subnet 6afed236-a809-4f76-8d5e-a2b213f43b11 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:19:04.467185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] For port 8bb793be-42ec-4068-9770-c0676560daef, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8bb793be-42ec-4068-9770-c0676560daef,segment=NetworkSegment(c4b5bb68-42f9-43eb-8177-6990e9f8ff01),segment_id=c4b5bb68-42f9-43eb-8177-6990e9f8ff01)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:04.469627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.471957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.511714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.529383 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe545a7c-c613-4bff-9ead-9abca8289983 None None] Pushing event updated for resources: {'Port': ['ID=8bb793be-42ec-4068-9770-c0676560daef,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:04.604481 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.664654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.696877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Subnet': ['ID=6afed236-a809-4f76-8d5e-a2b213f43b11,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:04.700758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.705340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41320) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:04.705504 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-05159dfe-d7f1-41d9-adef-07ad37b46b99 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/subnets/6afed236-a809-4f76-8d5e-a2b213f43b11 HTTP/1.1" status: 204 len: 168 time: 0.2887044 Jul 22 15:19:04.792953 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.844004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Deleting port 8bb793be-42ec-4068-9770-c0676560daef {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:19:04.844351 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.908782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] For port 8bb793be-42ec-4068-9770-c0676560daef, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8bb793be-42ec-4068-9770-c0676560daef,segment=NetworkSegment(c4b5bb68-42f9-43eb-8177-6990e9f8ff01),segment_id=c4b5bb68-42f9-43eb-8177-6990e9f8ff01)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:04.909144 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:04.920898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Calling delete_port for 8bb793be-42ec-4068-9770-c0676560daef owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:19:04.998670 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.024442 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Port': ['ID=8bb793be-42ec-4068-9770-c0676560daef,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:05.029067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No DVR routers for this DVR port 8bb793be-42ec-4068-9770-c0676560daef on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:19:05.108687 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.119458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28aff91-5915-4c10-8047-020180469ffe']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:05.130416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:05.130750 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b5bb68-42f9-43eb-8177-6990e9f8ff01') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:05.140428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.154802 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.161428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:05.161869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:05.165079 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:05.227715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.238193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.238193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/a28aff91-5915-4c10-8047-020180469ffe HTTP/1.1" status: 204 len: 168 time: 0.5304189 Jul 22 15:19:05.239688 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:05.248325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477c37e-d63b-4961-acd7-08485f5e6fd4 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Network': ['ID=a28aff91-5915-4c10-8047-020180469ffe,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:05.267005 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8850df91-29c1-4256-8a76-ef3f88123591 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:05.267753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8850df91-29c1-4256-8a76-ef3f88123591 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:05.269526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8850df91-29c1-4256-8a76-ef3f88123591 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/subnets/ec7c2d1a-4bfe-4ac5-b4b5-f713a8c9f2f4 HTTP/1.1" status: 404 len: 337 time: 0.0288422 Jul 22 15:19:05.272199 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:05.295897 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b62525-d8ee-4401-a957-18b99a6f95cc tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:05.296468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b62525-d8ee-4401-a957-18b99a6f95cc tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:05.298215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-67b62525-d8ee-4401-a957-18b99a6f95cc tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/0a886303-4161-479e-8eb4-dfaa56534509 HTTP/1.1" status: 404 len: 339 time: 0.0250976 Jul 22 15:19:05.300760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41326) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:05.326857 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b4d6db-8a60-4ae0-99fc-135fc913cedc tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:05.327322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b4d6db-8a60-4ae0-99fc-135fc913cedc tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:05.329076 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-08b4d6db-8a60-4ae0-99fc-135fc913cedc tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/subnets/a453d13a-9fad-4200-b196-3eaf5834f979 HTTP/1.1" status: 404 len: 337 time: 0.0274327 Jul 22 15:19:05.331728 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41328) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:05.350895 n-d-794306-8 neutron-server[93813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a18686-f46b-4988-b125-37548ed0bc58 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] DELETE failed (client error): The resource could not be found. Jul 22 15:19:05.351448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a18686-f46b-4988-b125-37548ed0bc58 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 15:19:05.353185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f4a18686-f46b-4988-b125-37548ed0bc58 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/3b7ac7a6-8016-4fc5-92d9-273134f7bc12 HTTP/1.1" status: 404 len: 339 time: 0.0205340 Jul 22 15:19:05.355845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:05.407443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Deleting subnet 46479b5a-5d07-4fdc-8457-f010970fc813 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:19:05.411344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.454370 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.486714 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875fb9f6-845a-4e80-bd08-ef9739ed92bf None None] DHCP port deletion for a28aff91-5915-4c10-8047-020180469ffe request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:19:05.503526 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-00d2a8dc-c6eb-4c46-ab60-300a5435fc57 None None] Could not find standard attr ID for object 8bb793be-42ec-4068-9770-c0676560daef. {{(pid=93814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 15:19:05.506315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5529312-fc09-43db-b7be-2103471422ce None None] Network a28aff91-5915-4c10-8047-020180469ffe requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:05.519002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5529312-fc09-43db-b7be-2103471422ce None None] Network a28aff91-5915-4c10-8047-020180469ffe could not be found, it might have been deleted concurrently. {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 15:19:05.542653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.599799 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.626171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Subnet': ['ID=46479b5a-5d07-4fdc-8457-f010970fc813,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:05.631350 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.633549 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2ff25f94-0fde-4e74-bd33-3d44a6a46603 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/subnets/46479b5a-5d07-4fdc-8457-f010970fc813 HTTP/1.1" status: 204 len: 168 time: 0.2767684 Jul 22 15:19:05.636324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41332) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:05.637842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf1e4b3-b05c-4064-98f4-0c0c7d3c0431 None None] Network 8cffc7c5-60ad-4059-a749-3e216793dd8c requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:05.709969 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.765638 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Deleting port c2f1028a-50ad-416e-b8d8-df5e8719226c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:19:05.765943 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.827016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] DHCP port deletion for 8cffc7c5-60ad-4059-a749-3e216793dd8c request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:19:05.831267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] For port c2f1028a-50ad-416e-b8d8-df5e8719226c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c2f1028a-50ad-416e-b8d8-df5e8719226c,segment=NetworkSegment(4dd0d154-c50a-491f-976d-6ef723d1870c),segment_id=4dd0d154-c50a-491f-976d-6ef723d1870c)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:05.831661 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.845573 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Calling delete_port for c2f1028a-50ad-416e-b8d8-df5e8719226c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:19:05.875213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] Deleting port c2f1028a-50ad-416e-b8d8-df5e8719226c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:19:05.875598 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.926544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.939163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] For port c2f1028a-50ad-416e-b8d8-df5e8719226c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c2f1028a-50ad-416e-b8d8-df5e8719226c,segment=NetworkSegment(4dd0d154-c50a-491f-976d-6ef723d1870c),segment_id=4dd0d154-c50a-491f-976d-6ef723d1870c)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:05.939571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:05.951455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] Calling delete_port for c2f1028a-50ad-416e-b8d8-df5e8719226c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:19:05.951618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Port': ['ID=c2f1028a-50ad-416e-b8d8-df5e8719226c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:05.955249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] No DVR routers for this DVR port c2f1028a-50ad-416e-b8d8-df5e8719226c on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:19:06.030138 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.033858 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.043958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cffc7c5-60ad-4059-a749-3e216793dd8c']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:06.052598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] Pushing event deleted for resources: {'Port': ['ID=c2f1028a-50ad-416e-b8d8-df5e8719226c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:06.053649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd0d154-c50a-491f-976d-6ef723d1870c') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:06.054014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd0d154-c50a-491f-976d-6ef723d1870c') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:06.058103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e29e5-a7e8-4334-9b31-849f5d5a37e1 None None] No DVR routers for this DVR port c2f1028a-50ad-416e-b8d8-df5e8719226c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:19:06.063869 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.080401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.086085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:06.086478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:06.089485 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:06.146763 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.152511 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.155275 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] 10.222.0.60 "DELETE /v2.0/networks/8cffc7c5-60ad-4059-a749-3e216793dd8c HTTP/1.1" status: 204 len: 168 time: 0.5175865 Jul 22 15:19:06.170961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1de2c-ecec-4c3b-94fa-9d382b6fd7d6 tempest-NetworksIpV6Test-927734436 tempest-NetworksIpV6Test-927734436-project] Pushing event deleted for resources: {'Network': ['ID=8cffc7c5-60ad-4059-a749-3e216793dd8c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:06.389909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41338) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:06.516516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c2c0f19e-a94d-4cc6-94eb-d9345c917d4c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52842aae5dd44a24af107f6fc1e00605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253798 Jul 22 15:19:06.518897 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41342) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:06.569446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35355e5-19a1-48a3-a4c6-0ddf02c19a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.589435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35355e5-19a1-48a3-a4c6-0ddf02c19a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.634948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35355e5-19a1-48a3-a4c6-0ddf02c19a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.637604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c35355e5-19a1-48a3-a4c6-0ddf02c19a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:06.638792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c35355e5-19a1-48a3-a4c6-0ddf02c19a66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08cb11d8-cb8b-4de3-ab32-3c5a24d2cfc7 HTTP/1.1" status: 204 len: 168 time: 0.1189709 Jul 22 15:19:06.646500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35355e5-19a1-48a3-a4c6-0ddf02c19a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cb11d8-cb8b-4de3-ab32-3c5a24d2cfc7,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:07.240816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:07.333464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c2f1028a-50ad-416e-b8d8-df5e8719226c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:19:07.334235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1506511206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:07.354258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c2f1028a-50ad-416e-b8d8-df5e8719226c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:19:07.354667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c2f1028a-50ad-416e-b8d8-df5e8719226c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:19:07.355092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8bb793be-42ec-4068-9770-c0676560daef no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:19:07.358007 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.358686 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.373373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8bb793be-42ec-4068-9770-c0676560daef {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:19:07.373725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8bb793be-42ec-4068-9770-c0676560daef not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:19:07.410326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.414249 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.429872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.431118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bf7d14ae-6395-41f9-a3d8-6c98a433f782 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1892354 Jul 22 15:19:07.433880 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41368) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:07.438765 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-293955175'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:07.458236 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Made reservation on behalf of 0e441d96412c4b949eed976293fc66f7 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:07.461516 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.473156 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.574006 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.577703 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.603360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:07.613325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96de4d2f-0421-4c7c-8119-b7dd94f93159,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:07.618014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.618363 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Added segment 5c6af81d-489d-4072-aae2-3d42935f9713 of type vlan for network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 Jul 22 15:19:07.657540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.686323 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.691826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:07.692416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.710379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:07.722948 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2880511 Jul 22 15:19:07.725976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41370) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:07.731331 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Request body: {'subnet': {'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:07.761487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f17699-9b0a-42d2-b8e7-7f705eba0f1a tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event updated for resources: {'Network': ['ID=8c1c5aac-70a7-42e0-bd52-1b7104a13351,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:07.771287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:07.824395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Made reservation on behalf of 0e441d96412c4b949eed976293fc66f7 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:07.828404 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.011863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.064439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event updated for resources: {'Subnet': ['ID=84e828ef-d773-4ce3-8b70-32b486af95d2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:08.079581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Checking segment: {'id': '5c6af81d-489d-4072-aae2-3d42935f9713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:08.079951 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Network hostable DHCP agents. Network: 8c1c5aac-70a7-42e0-bd52-1b7104a13351, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:08.096256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:08.103896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 8c1c5aac-70a7-42e0-bd52-1b7104a13351) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:08.107870 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:08.108465 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.112689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d425d-51f7-4831-9c51-41eb3f7e9a91 None None] Network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:08.122386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-74df43fc-f6e1-40c5-ad9d-1e97804bfea1 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3952186 Jul 22 15:19:08.125405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:08.130437 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1044296179'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:08.157603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Made reservation on behalf of 0e441d96412c4b949eed976293fc66f7 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:08.161985 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.177658 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.189009 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:08.198528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.198897 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Added segment d04bc58c-80d6-4d10-9121-a2d2f50d38ef of type vlan for network 998709e9-5397-4ec4-b6b8-b5525f073eff Jul 22 15:19:08.246829 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.278978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.281793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-8c1c5aac-70a7-42e0-bd52-1b7104a13351', 'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351', 'tenant_id': '0e441d96412c4b949eed976293fc66f7', 'fixed_ips': [{'subnet_id': '84e828ef-d773-4ce3-8b70-32b486af95d2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:08.282858 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.285383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:08.286002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.326983 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2005088 Jul 22 15:19:08.329737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:08.334826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Request body: {'subnet': {'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:08.375146 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6291b230-aa95-4caa-9990-5c7fff2375ea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event updated for resources: {'Network': ['ID=998709e9-5397-4ec4-b6b8-b5525f073eff,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:08.399787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 998709e9-5397-4ec4-b6b8-b5525f073eff details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:08.452350 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Made reservation on behalf of 0e441d96412c4b949eed976293fc66f7 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:08.454912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.475995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Allocated IP 172.20.0.2 (8c1c5aac-70a7-42e0-bd52-1b7104a13351/84e828ef-d773-4ce3-8b70-32b486af95d2/f2115edd-9c7d-4ca2-be73-a5f937199ff5) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:08.626692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.637576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Transition to ACTIVE for port object f2115edd-9c7d-4ca2-be73-a5f937199ff5 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:08.641552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.653353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Transition to ACTIVE for port object f2115edd-9c7d-4ca2-be73-a5f937199ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:08.660379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.695858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:08.701767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:08.704654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:08.707610 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event updated for resources: {'Subnet': ['ID=8324ef47-3665-4e86-9795-f8112957f496,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:08.714703 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Checking segment: {'id': 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:08.715077 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Network hostable DHCP agents. Network: 998709e9-5397-4ec4-b6b8-b5525f073eff, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:08.716295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Pushing event updated for resources: {'Port': ['ID=f2115edd-9c7d-4ca2-be73-a5f937199ff5,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:08.735783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Network 998709e9-5397-4ec4-b6b8-b5525f073eff is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:08.744328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 998709e9-5397-4ec4-b6b8-b5525f073eff) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:08.748609 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:08.749207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.764233 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d3b55f9e-8cba-4348-81b9-67ded2a96467 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4329636 Jul 22 15:19:08.766956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41376) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:08.767079 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778bd97-fe77-4cb8-a58f-95f5db48425d None None] Network 998709e9-5397-4ec4-b6b8-b5525f073eff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:08.771421 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d4fafa70-114f-4043-bc99-92b1119c5adc tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Request body: {'router': {'external_gateway_info': {'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:08.802337 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Attempting to bind port f2115edd-9c7d-4ca2-be73-a5f937199ff5 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:08.802729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Attempting to bind port f2115edd-9c7d-4ca2-be73-a5f937199ff5 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '5c6af81d-489d-4072-aae2-3d42935f9713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:08.803092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Attempting to bind port f2115edd-9c7d-4ca2-be73-a5f937199ff5 on network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:08.833965 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:08.834399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Checking segment: {'id': '5c6af81d-489d-4072-aae2-3d42935f9713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:08.834831 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.835228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Bound using segment: {'id': '5c6af81d-489d-4072-aae2-3d42935f9713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:08.835704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Bound port: f2115edd-9c7d-4ca2-be73-a5f937199ff5, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6af81d-489d-4072-aae2-3d42935f9713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '8c1c5aac-70a7-42e0-bd52-1b7104a13351'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:08.836090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.941310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] For port f2115edd-9c7d-4ca2-be73-a5f937199ff5, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:08.946010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] For port f2115edd-9c7d-4ca2-be73-a5f937199ff5, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f2115edd-9c7d-4ca2-be73-a5f937199ff5,segment=NetworkSegment(5c6af81d-489d-4072-aae2-3d42935f9713),segment_id=5c6af81d-489d-4072-aae2-3d42935f9713)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:08.952544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:08.973853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d4fafa70-114f-4043-bc99-92b1119c5adc tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.010749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-998709e9-5397-4ec4-b6b8-b5525f073eff', 'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff', 'tenant_id': '0e441d96412c4b949eed976293fc66f7', 'fixed_ips': [{'subnet_id': '8324ef47-3665-4e86-9795-f8112957f496'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:09.011591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.055906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923564a3-6666-4958-88a2-e2ddd494641f None None] Pushing event updated for resources: {'Port': ['ID=f2115edd-9c7d-4ca2-be73-a5f937199ff5,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:09.088049 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [None req-d4fafa70-114f-4043-bc99-92b1119c5adc tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 15:19:09.089124 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d4fafa70-114f-4043-bc99-92b1119c5adc tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "PUT /v2.0/routers/4c138409-00d6-402e-9c84-ae55ed2be260 HTTP/1.1" status: 400 len: 364 time: 0.3212392 Jul 22 15:19:09.095698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:09.150281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Deleting subnet 8324ef47-3665-4e86-9795-f8112957f496 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:19:09.186945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Allocated IP 172.21.0.2 (998709e9-5397-4ec4-b6b8-b5525f073eff/8324ef47-3665-4e86-9795-f8112957f496/956189aa-4deb-4165-a824-dd9b5fad9baf) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:09.346997 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.355443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Transition to ACTIVE for port object 956189aa-4deb-4165-a824-dd9b5fad9baf will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:09.371552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Transition to ACTIVE for port object 956189aa-4deb-4165-a824-dd9b5fad9baf will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:09.377074 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.378023 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f2115edd-9c7d-4ca2-be73-a5f937199ff5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:09.402861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.417544 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.461042 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Network 998709e9-5397-4ec4-b6b8-b5525f073eff is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:09.467592 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:09.470829 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:09.508940 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.522404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Pushing event updated for resources: {'Port': ['ID=956189aa-4deb-4165-a824-dd9b5fad9baf,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:09.553136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f2115edd-9c7d-4ca2-be73-a5f937199ff5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:09.566166 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Attempting to bind port 956189aa-4deb-4165-a824-dd9b5fad9baf on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:09.566584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Attempting to bind port 956189aa-4deb-4165-a824-dd9b5fad9baf by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:09.566954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Attempting to bind port 956189aa-4deb-4165-a824-dd9b5fad9baf on network 998709e9-5397-4ec4-b6b8-b5525f073eff {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:09.572445 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.573071 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:09.573471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Checking segment: {'id': 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:09.573871 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.574267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Bound using segment: {'id': 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:09.574767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Bound port: 956189aa-4deb-4165-a824-dd9b5fad9baf, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '998709e9-5397-4ec4-b6b8-b5525f073eff'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:09.575155 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.600229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event deleted for resources: {'Subnet': ['ID=8324ef47-3665-4e86-9795-f8112957f496,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:09.605935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.608488 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-eab72e2d-2cc0-431f-b6d2-97828b61854f tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "DELETE /v2.0/subnets/8324ef47-3665-4e86-9795-f8112957f496 HTTP/1.1" status: 204 len: 168 time: 0.5118623 Jul 22 15:19:09.610939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:09.645535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] For port 956189aa-4deb-4165-a824-dd9b5fad9baf, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:09.649018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] For port 956189aa-4deb-4165-a824-dd9b5fad9baf, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=956189aa-4deb-4165-a824-dd9b5fad9baf,segment=NetworkSegment(d04bc58c-80d6-4d10-9121-a2d2f50d38ef),segment_id=d04bc58c-80d6-4d10-9121-a2d2f50d38ef)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:09.653897 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.695402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.737494 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1314b9-1277-4cf4-afa3-c076fb476fc8 None None] Pushing event updated for resources: {'Port': ['ID=956189aa-4deb-4165-a824-dd9b5fad9baf,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:09.752516 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Deleting port 956189aa-4deb-4165-a824-dd9b5fad9baf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:19:09.752983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.764396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa8bae-01c7-412f-8789-bea79da619ac None None] Network 998709e9-5397-4ec4-b6b8-b5525f073eff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:09.820925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] For port 956189aa-4deb-4165-a824-dd9b5fad9baf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=956189aa-4deb-4165-a824-dd9b5fad9baf,segment=NetworkSegment(d04bc58c-80d6-4d10-9121-a2d2f50d38ef),segment_id=d04bc58c-80d6-4d10-9121-a2d2f50d38ef)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:09.821299 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.834464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Calling delete_port for 956189aa-4deb-4165-a824-dd9b5fad9baf owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:19:09.927704 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.936160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-03e9d72c-be1c-4c77-81ba-63eb2498e90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:09.959429 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event deleted for resources: {'Port': ['ID=956189aa-4deb-4165-a824-dd9b5fad9baf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:09.961281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] No DVR routers for this DVR port 956189aa-4deb-4165-a824-dd9b5fad9baf on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:19:09.967712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c04e00-d3f8-40e4-a686-f73c5840ee9a None None] Network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:10.041252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.051329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998709e9-5397-4ec4-b6b8-b5525f073eff']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:10.062164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:10.062464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04bc58c-80d6-4d10-9121-a2d2f50d38ef') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:10.071318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.082716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] Provisioning for port f2115edd-9c7d-4ca2-be73-a5f937199ff5 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:10.087993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.089101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] Provisioning complete for port f2115edd-9c7d-4ca2-be73-a5f937199ff5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:10.089485 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.094224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:10.094680 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:10.098226 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:10.156571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.162658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.165010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "DELETE /v2.0/networks/998709e9-5397-4ec4-b6b8-b5525f073eff HTTP/1.1" status: 204 len: 168 time: 0.5527220 Jul 22 15:19:10.167313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:10.179282 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78679efe-fdaf-45b4-b619-6470044b8eef tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event deleted for resources: {'Network': ['ID=998709e9-5397-4ec4-b6b8-b5525f073eff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:10.208256 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.224403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Deleting subnet 84e828ef-d773-4ce3-8b70-32b486af95d2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:19:10.227505 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.242338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] For port f2115edd-9c7d-4ca2-be73-a5f937199ff5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f2115edd-9c7d-4ca2-be73-a5f937199ff5,segment=NetworkSegment(5c6af81d-489d-4072-aae2-3d42935f9713),segment_id=5c6af81d-489d-4072-aae2-3d42935f9713)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:10.246749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.273232 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.305181 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a652b1e-6b65-4826-9085-766ea6c2b5c9 None None] Pushing event updated for resources: {'Port': ['ID=f2115edd-9c7d-4ca2-be73-a5f937199ff5,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:10.368989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.392194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008dc74b-036f-4240-9de5-9c0e2a9fa5ee None None] get_active_networks_info from n-d-794306-8 {{(pid=93814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 15:19:10.432764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.458041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008dc74b-036f-4240-9de5-9c0e2a9fa5ee None None] Resources bound (agent type, host, resource id): {{(pid=93814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 15:19:10.461135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event deleted for resources: {'Subnet': ['ID=84e828ef-d773-4ce3-8b70-32b486af95d2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:10.467911 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.472154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6d169aa0-3552-4223-b55e-f39c25179419 tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "DELETE /v2.0/subnets/84e828ef-d773-4ce3-8b70-32b486af95d2 HTTP/1.1" status: 204 len: 168 time: 0.3001373 Jul 22 15:19:10.472531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:10.483360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a6b72bfe-8f34-49c1-8632-131bc70a391f None None] Provisioning complete for port f2115edd-9c7d-4ca2-be73-a5f937199ff5 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:10.483761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a6b72bfe-8f34-49c1-8632-131bc70a391f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.555369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.613522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Deleting port f2115edd-9c7d-4ca2-be73-a5f937199ff5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:19:10.613891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.684831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] For port f2115edd-9c7d-4ca2-be73-a5f937199ff5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f2115edd-9c7d-4ca2-be73-a5f937199ff5,segment=NetworkSegment(5c6af81d-489d-4072-aae2-3d42935f9713),segment_id=5c6af81d-489d-4072-aae2-3d42935f9713)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:10.685242 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.699575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Calling delete_port for f2115edd-9c7d-4ca2-be73-a5f937199ff5 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:19:10.782171 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.810704 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] No DVR routers for this DVR port f2115edd-9c7d-4ca2-be73-a5f937199ff5 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:19:10.817672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event deleted for resources: {'Port': ['ID=f2115edd-9c7d-4ca2-be73-a5f937199ff5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:10.895232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb33518-8a59-44f1-83f0-28cba700f85d None None] Network 8c1c5aac-70a7-42e0-bd52-1b7104a13351 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:10.897041 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.907336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1c5aac-70a7-42e0-bd52-1b7104a13351']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:10.917735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6af81d-489d-4072-aae2-3d42935f9713') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:10.918040 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6af81d-489d-4072-aae2-3d42935f9713') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:10.926849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.940909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.947384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:19:10.947782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:19:10.950726 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:19:11.015306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.022034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.027405 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "DELETE /v2.0/networks/8c1c5aac-70a7-42e0-bd52-1b7104a13351 HTTP/1.1" status: 204 len: 168 time: 0.5504761 Jul 22 15:19:11.027556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41386) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:11.035927 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68b23-ba24-43a2-8267-73bf6a4c24be tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Pushing event deleted for resources: {'Network': ['ID=8c1c5aac-70a7-42e0-bd52-1b7104a13351,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:11.058484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-80b2c7d8-f365-4b7f-8ebe-2e0a14f7b4bb tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c138409-00d6-402e-9c84-ae55ed2be260 HTTP/1.1" status: 200 len: 205 time: 0.0302148 Jul 22 15:19:11.061751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:11.062793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5f6e01-7b4b-4cb1-b1d0-eb75fa6400f2 None None] DHCP port deletion for 8c1c5aac-70a7-42e0-bd52-1b7104a13351 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:19:11.134719 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.297542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.299864 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.333783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f2115edd-9c7d-4ca2-be73-a5f937199ff5 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:19:11.345122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.345668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Fanout notify agent at l3_agent the message router_deleted on router 4c138409-00d6-402e-9c84-ae55ed2be260 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:19:11.352506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.353562 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bf2d9ecf-e91a-4f75-92ec-656e50b8bfea tempest-RoutersNegativeTest-922290236 tempest-RoutersNegativeTest-922290236-project] 10.222.0.60 "DELETE /v2.0/routers/4c138409-00d6-402e-9c84-ae55ed2be260 HTTP/1.1" status: 204 len: 168 time: 0.2908952 Jul 22 15:19:11.357697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f2115edd-9c7d-4ca2-be73-a5f937199ff5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:19:11.357697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f2115edd-9c7d-4ca2-be73-a5f937199ff5 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:19:11.598772 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:11.725339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e9459198-e6f6-4431-ab2a-f7048e120ee0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e441d96412c4b949eed976293fc66f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254265 Jul 22 15:19:11.727809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:11.774133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f320d557-1be6-4f92-b62f-ebc355ab927c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.794924 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f320d557-1be6-4f92-b62f-ebc355ab927c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.839506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f320d557-1be6-4f92-b62f-ebc355ab927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.842755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f320d557-1be6-4f92-b62f-ebc355ab927c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:11.843899 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f320d557-1be6-4f92-b62f-ebc355ab927c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96de4d2f-0421-4c7c-8119-b7dd94f93159 HTTP/1.1" status: 204 len: 168 time: 0.1152139 Jul 22 15:19:11.852017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320d557-1be6-4f92-b62f-ebc355ab927c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96de4d2f-0421-4c7c-8119-b7dd94f93159,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:12.178794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d410-4969-43b0-ab4e-aadbdf2d4adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.416278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.458869 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41420) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:12.552701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-115430737-network', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:12.577058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Made reservation on behalf of b380cd84c45a4b9bb0c4f66fff19cff8 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:12.579375 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.587437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.677308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.681200 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.702263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:12.715313 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8726b-35c2-4f17-ac7a-81b59511f417,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:12.720060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.720403 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Added segment a83c54cf-eaa9-4ec0-98cc-29427e88575b of type vlan for network c366e57c-8c8e-402a-8156-c92d71cd59a2 Jul 22 15:19:12.760114 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.787321 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.788241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:12.788823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.818397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3583920 Jul 22 15:19:12.821538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41424) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:12.826494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Request body: {'subnet': {'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-subnet', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:12.847810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Made reservation on behalf of b380cd84c45a4b9bb0c4f66fff19cff8 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:12.850497 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:12.854031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43698819-8893-4ff4-a421-b49611081dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=c366e57c-8c8e-402a-8156-c92d71cd59a2,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:12.864744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:13.027338 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.081072 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=26570d3c-0f20-49df-b6e9-32ad1a15c649,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:13.089409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Checking segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:13.089776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Network hostable DHCP agents. Network: c366e57c-8c8e-402a-8156-c92d71cd59a2, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:13.106167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:13.116470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c366e57c-8c8e-402a-8156-c92d71cd59a2) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:13.120321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:13.120920 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.125260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028e476-2a02-48de-95ee-35c05f2bd7f4 None None] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:13.134162 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-75ae95d3-7850-4a86-a37f-0dc83d14eecd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3114250 Jul 22 15:19:13.137635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41426) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:13.142266 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:13.163348 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.164381 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.214356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.287331 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c366e57c-8c8e-402a-8156-c92d71cd59a2', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:13.288216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.357547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.423606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Allocated IP 172.20.0.2 (c366e57c-8c8e-402a-8156-c92d71cd59a2/26570d3c-0f20-49df-b6e9-32ad1a15c649/3ff9f3e5-2d8e-4eae-9942-1a76af57cc04) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:13.556662 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.581154 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.583950 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.594329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Transition to ACTIVE for port object 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:13.609291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Transition to ACTIVE for port object 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:13.615537 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.660708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:13.663438 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:13.666998 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:13.678003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Pushing event updated for resources: {'Port': ['ID=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:13.690859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Allocated IP 172.25.3.165 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/0b8fb427-fe47-47e9-9719-c890af6c2edf) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:13.731975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Attempting to bind port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:13.732352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Attempting to bind port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:13.732724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Attempting to bind port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 on network c366e57c-8c8e-402a-8156-c92d71cd59a2 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:13.737656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:13.738038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Checking segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:13.738445 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.738885 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Bound using segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:13.739373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Bound port: 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:13.739770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.797466 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.820096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.821151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] For port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:13.824636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] For port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:13.828387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.837628 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:13.873709 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:13.878906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:13.882360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:13.891544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04bad8-b54b-41e3-9aae-e6b8d05038fd None None] Pushing event updated for resources: {'Port': ['ID=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:13.906221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Pushing event updated for resources: {'Port': ['ID=0b8fb427-fe47-47e9-9719-c890af6c2edf,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:14.489991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:14.689383 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:14.794120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17a947c-4bc2-4902-b532-023d41f5beb9 None None] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:14.818938 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Router f8458a4a-aaca-4254-973f-a3b91b64eca2 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:19:14.881197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b1238f97-e705-46d1-ad8d-371bf923283e None None] Provisioning for port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:14.926959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:19:14.940767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Sync routers for ids ['f8458a4a-aaca-4254-973f-a3b91b64eca2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:19:14.943929 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:14.947808 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-54037ce2-2331-4ffc-8550-92d4b2d39b5f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8066225 Jul 22 15:19:14.948001 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:14.956187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Routers {'f8458a4a-aaca-4254-973f-a3b91b64eca2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:14.956820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8458a4a-aaca-4254-973f-a3b91b64eca2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:15.073960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Set router f8458a4a-aaca-4254-973f-a3b91b64eca2 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:15.262381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:14Z', 'revision_number': 3, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:15.289983 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Checking router: f8458a4a-aaca-4254-973f-a3b91b64eca2 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:19:15.290259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Updating router f8458a4a-aaca-4254-973f-a3b91b64eca2 port 0b8fb427-fe47-47e9-9719-c890af6c2edf binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:19:15.340223 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.393740 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.422591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:15.542657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.547429 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:15.555073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Allocated IP 172.20.0.1 (c366e57c-8c8e-402a-8156-c92d71cd59a2/26570d3c-0f20-49df-b6e9-32ad1a15c649/480e9dc6-db2d-4025-9fc0-634dc11c30cc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:15.556777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:15.557160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.663133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.675947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Transition to ACTIVE for port object 480e9dc6-db2d-4025-9fc0-634dc11c30cc will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:15.696860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.707436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.709554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.711443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Transition to ACTIVE for port object 0b8fb427-fe47-47e9-9719-c890af6c2edf will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:15.729184 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.752792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:15.759010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:15.762780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:15.772655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:15.788176 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.788539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Pushing event updated for resources: {'Port': ['ID=480e9dc6-db2d-4025-9fc0-634dc11c30cc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:15.797617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e7d1d-035c-4a33-a021-be4092525948 None None] Pushing event updated for resources: {'Port': ['ID=0b8fb427-fe47-47e9-9719-c890af6c2edf,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:15.799858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Attempting to bind port 0b8fb427-fe47-47e9-9719-c890af6c2edf on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:15.800232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Attempting to bind port 0b8fb427-fe47-47e9-9719-c890af6c2edf by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:15.801024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Attempting to bind port 0b8fb427-fe47-47e9-9719-c890af6c2edf on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:15.805657 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.807870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:15.808255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:15.808663 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.809059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:15.809538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Bound port: 0b8fb427-fe47-47e9-9719-c890af6c2edf, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:15.810949 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.893567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:15.902534 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] For port 0b8fb427-fe47-47e9-9719-c890af6c2edf, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:15.905639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] For port 0b8fb427-fe47-47e9-9719-c890af6c2edf, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0b8fb427-fe47-47e9-9719-c890af6c2edf,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:15.911577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.959699 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:15.969489 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Routers {'f8458a4a-aaca-4254-973f-a3b91b64eca2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:15.970255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8458a4a-aaca-4254-973f-a3b91b64eca2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:16.007022 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e7d1d-035c-4a33-a021-be4092525948 None None] Pushing event updated for resources: {'Port': ['ID=0b8fb427-fe47-47e9-9719-c890af6c2edf,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:16.075688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14d2712a-9f71-454a-8ea7-72bae820f1c6 None None] Provisioning for port 480e9dc6-db2d-4025-9fc0-634dc11c30cc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:16.085710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-14d2712a-9f71-454a-8ea7-72bae820f1c6 None None] Provisioning complete for port 480e9dc6-db2d-4025-9fc0-634dc11c30cc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:16.086101 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-14d2712a-9f71-454a-8ea7-72bae820f1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.088591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] Set router f8458a4a-aaca-4254-973f-a3b91b64eca2 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:16.125547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.130247 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.203204 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.205163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Pushing event updated for resources: {'Port': ['ID=480e9dc6-db2d-4025-9fc0-634dc11c30cc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:16.304117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:16.306017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:16.337421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-14d2712a-9f71-454a-8ea7-72bae820f1c6 None None] Port 480e9dc6-db2d-4025-9fc0-634dc11c30cc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:16.422854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Router f8458a4a-aaca-4254-973f-a3b91b64eca2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:19:16.478879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '480e9dc6-db2d-4025-9fc0-634dc11c30cc', 'name': '', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'mac_address': 'fa:16:3e:d7:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:15Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 1, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'subnets': [{'id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:16.505834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053331a4-b4ee-45c6-89b1-6921e295b5f4 None None] The sync data for ids ['f8458a4a-aaca-4254-973f-a3b91b64eca2'] in n-d-794306-8 is: [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '480e9dc6-db2d-4025-9fc0-634dc11c30cc', 'name': '', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'mac_address': 'fa:16:3e:d7:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:15Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 1, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'subnets': [{'id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:19:16.540281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:19:16.546792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-415683bc-6ff6-407a-916b-de51b398a68d admin admin] 10.222.0.60 "PUT /v2.0/routers/f8458a4a-aaca-4254-973f-a3b91b64eca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977612 Jul 22 15:19:16.558304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-de952428-0618-4b8d-a4ce-5e153abab29c None None] Provisioning complete for port 480e9dc6-db2d-4025-9fc0-634dc11c30cc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:16.558707 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-de952428-0618-4b8d-a4ce-5e153abab29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:16.593421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-de952428-0618-4b8d-a4ce-5e153abab29c None None] Port 480e9dc6-db2d-4025-9fc0-634dc11c30cc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:17.066355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41446) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:17.071550 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1539780335-network', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:17.093127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Made reservation on behalf of a1187191b8d543e8ad147fbaa27a28fa for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:17.095866 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.105104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.216486 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.220894 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.256174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:19:17.262732 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7719ea22-ba30-4434-a8b9-0d14632f247f,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:17.270340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.270711 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Added segment 4e1fc71c-6f12-4332-afde-421b56bc5a8f of type vlan for network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 Jul 22 15:19:17.317497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.349034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.350197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.351135 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.390021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3223922 Jul 22 15:19:17.393349 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41448) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:17.402792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Request body: {'subnet': {'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-subnet', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:17.429901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Made reservation on behalf of a1187191b8d543e8ad147fbaa27a28fa for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:17.433880 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.438307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7358c-c8f4-43e5-8d28-ed5f06702634 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e42436-f2a1-44a6-bbc0-0d5bef3577f0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:17.457046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:19:17.461449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:17.567925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:17.568310 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.634803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.656663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0b8fb427-fe47-47e9-9719-c890af6c2edf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:17.689614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dd7f67-1682-4fe2-ba23-fa9ec117fea0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:17.706003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Checking segment: {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:17.706003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Network hostable DHCP agents. Network: c6e42436-f2a1-44a6-bbc0-0d5bef3577f0, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:19:17.710098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 0b8fb427-fe47-47e9-9719-c890af6c2edf completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:17.714089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0b8fb427-fe47-47e9-9719-c890af6c2edf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:17.714466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.724570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:19:17.735915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, c6e42436-f2a1-44a6-bbc0-0d5bef3577f0) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:17.740322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:17.740983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.748169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d435122-d43c-4050-b051-abe41a14e297 None None] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:17.760346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-86c7d057-9449-44ca-bef5-6cc1823d715f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3649638 Jul 22 15:19:17.762976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41450) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:17.767915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:17.784266 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:19:17.790838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.792021 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.848758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.873283 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.917251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 0b8fb427-fe47-47e9-9719-c890af6c2edf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0b8fb427-fe47-47e9-9719-c890af6c2edf,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:17.923734 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.991251 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:17.997454 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'fixed_ips': [{'subnet_id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:19:17.998475 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.011548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=0b8fb427-fe47-47e9-9719-c890af6c2edf,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:18.138239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Allocated IP 172.20.0.2 (c6e42436-f2a1-44a6-bbc0-0d5bef3577f0/d5dd7f67-1682-4fe2-ba23-fa9ec117fea0/c050cef7-c568-4683-af97-1e5cc6b47f99) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:18.194358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.212895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.299603 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.308692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Transition to ACTIVE for port object c050cef7-c568-4683-af97-1e5cc6b47f99 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:18.324082 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Transition to ACTIVE for port object c050cef7-c568-4683-af97-1e5cc6b47f99 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:18.329953 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.332591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Allocated IP 172.25.3.44 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/85a870e7-870d-43f1-9d6a-0face3767676) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:18.374855 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:18.377807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:18.380721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:18.386178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Pushing event updated for resources: {'Port': ['ID=c050cef7-c568-4683-af97-1e5cc6b47f99,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:18.450577 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.451238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Attempting to bind port c050cef7-c568-4683-af97-1e5cc6b47f99 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:18.451609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Attempting to bind port c050cef7-c568-4683-af97-1e5cc6b47f99 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:18.451982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Attempting to bind port c050cef7-c568-4683-af97-1e5cc6b47f99 on network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:18.457036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:18.457336 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Checking segment: {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:18.457854 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.458132 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Bound using segment: {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:18.458635 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Bound port: c050cef7-c568-4683-af97-1e5cc6b47f99, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:18.459030 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.492268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.527057 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] For port c050cef7-c568-4683-af97-1e5cc6b47f99, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:18.531355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] For port c050cef7-c568-4683-af97-1e5cc6b47f99, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c050cef7-c568-4683-af97-1e5cc6b47f99,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:18.536837 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.544454 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:18.551544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:18.556962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:18.560162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Pushing event updated for resources: {'Port': ['ID=85a870e7-870d-43f1-9d6a-0face3767676,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:18.604159 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479990a8-3a17-4e72-a51b-951959f77a13 None None] Pushing event updated for resources: {'Port': ['ID=c050cef7-c568-4683-af97-1e5cc6b47f99,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:18.650751 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Sync routers for ids ['f8458a4a-aaca-4254-973f-a3b91b64eca2'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:19:18.660749 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Routers {'f8458a4a-aaca-4254-973f-a3b91b64eca2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:18.661372 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8458a4a-aaca-4254-973f-a3b91b64eca2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:18.787308 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Set router f8458a4a-aaca-4254-973f-a3b91b64eca2 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:18.832838 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:18.997049 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '480e9dc6-db2d-4025-9fc0-634dc11c30cc', 'name': '', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'mac_address': 'fa:16:3e:d7:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:15Z', 'updated_at': '2021-07-22T15:19:16Z', 'revision_number': 2, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'subnets': [{'id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:19.028563 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Checking router: f8458a4a-aaca-4254-973f-a3b91b64eca2 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:19:19.028966 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Updating router f8458a4a-aaca-4254-973f-a3b91b64eca2 port 480e9dc6-db2d-4025-9fc0-634dc11c30cc binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:19:19.064857 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.375165 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.389883 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Transition to ACTIVE for port object 480e9dc6-db2d-4025-9fc0-634dc11c30cc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:19.399972 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.447564 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.457418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c050cef7-c568-4683-af97-1e5cc6b47f99 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:19.499409 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Pushing event updated for resources: {'Port': ['ID=480e9dc6-db2d-4025-9fc0-634dc11c30cc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:19.531350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.531830 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.532080 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.532355 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.532689 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.533267 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.533589 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.533907 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.534224 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.539507 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.539974 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.540317 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:19:19.559913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c050cef7-c568-4683-af97-1e5cc6b47f99 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:19.565560 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0b8fb427-fe47-47e9-9719-c890af6c2edf up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:19.569398 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Attempting to bind port 480e9dc6-db2d-4025-9fc0-634dc11c30cc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:19.570135 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Attempting to bind port 480e9dc6-db2d-4025-9fc0-634dc11c30cc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:19.570697 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Attempting to bind port 480e9dc6-db2d-4025-9fc0-634dc11c30cc on network c366e57c-8c8e-402a-8156-c92d71cd59a2 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:19.580092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:19.580760 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Checking segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:19.581328 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.581889 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Bound using segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:19.582382 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Bound port: 480e9dc6-db2d-4025-9fc0-634dc11c30cc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:19.582805 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.627820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9c3e7-9b56-4e78-a315-ea3a3cfdcdf1 None None] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:19:19.638714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Router f05c4c5e-e880-451d-a0ba-05500f4f497d is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:19:19.661945 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] For port 480e9dc6-db2d-4025-9fc0-634dc11c30cc, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:19.665235 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] For port 480e9dc6-db2d-4025-9fc0-634dc11c30cc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=480e9dc6-db2d-4025-9fc0-634dc11c30cc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:19.672479 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.676712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 0b8fb427-fe47-47e9-9719-c890af6c2edf triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:19.677248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.704701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] Provisioning for port c050cef7-c568-4683-af97-1e5cc6b47f99 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:19.712315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] Provisioning complete for port c050cef7-c568-4683-af97-1e5cc6b47f99 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:19.712549 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.743562 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fdc24-e2b6-497f-af50-dd93badd94a6 None None] Pushing event updated for resources: {'Port': ['ID=480e9dc6-db2d-4025-9fc0-634dc11c30cc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:19.746329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Routers {'f8458a4a-aaca-4254-973f-a3b91b64eca2'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:19.754893 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8458a4a-aaca-4254-973f-a3b91b64eca2'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:19.777554 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:19:19.794548 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:19.796082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-13b3ab74-80d9-4069-a510-cd7b8c826136 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0316291 Jul 22 15:19:19.798809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41452) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:19:19.803649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Sync routers for ids ['f05c4c5e-e880-451d-a0ba-05500f4f497d'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:19:19.877724 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] Set router f8458a4a-aaca-4254-973f-a3b91b64eca2 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:19.880291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Routers {'f05c4c5e-e880-451d-a0ba-05500f4f497d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:19.880932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f05c4c5e-e880-451d-a0ba-05500f4f497d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:20.065875 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.089502 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '480e9dc6-db2d-4025-9fc0-634dc11c30cc', 'name': '', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'mac_address': 'fa:16:3e:d7:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:15Z', 'updated_at': '2021-07-22T15:19:19Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'subnets': [{'id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:20.103087 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Set router f05c4c5e-e880-451d-a0ba-05500f4f497d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:20.120233 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7013178e-3a89-4776-8df3-a2b3fbc6526d None None] The sync data for ids ['f8458a4a-aaca-4254-973f-a3b91b64eca2'] in n-d-794306-8 is: [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:15Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '480e9dc6-db2d-4025-9fc0-634dc11c30cc', 'name': '', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'mac_address': 'fa:16:3e:d7:40:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:15Z', 'updated_at': '2021-07-22T15:19:19Z', 'revision_number': 4, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'subnets': [{'id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:19:20.173551 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] For port c050cef7-c568-4683-af97-1e5cc6b47f99, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c050cef7-c568-4683-af97-1e5cc6b47f99,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:20.191563 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.266393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.293956 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370627c3-c761-4e76-be3c-1099d682fbe5 None None] Pushing event updated for resources: {'Port': ['ID=c050cef7-c568-4683-af97-1e5cc6b47f99,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:20.457530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Allocated IP 172.20.0.1 (c6e42436-f2a1-44a6-bbc0-0d5bef3577f0/d5dd7f67-1682-4fe2-ba23-fa9ec117fea0/1d6aeb5e-fc13-451f-bc27-6548befcfa56) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:20.531259 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:19:18Z', 'revision_number': 3, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:20.558794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Checking router: f05c4c5e-e880-451d-a0ba-05500f4f497d for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:19:20.559160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Updating router f05c4c5e-e880-451d-a0ba-05500f4f497d port 85a870e7-870d-43f1-9d6a-0face3767676 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:19:20.569216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.584570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Transition to ACTIVE for port object 1d6aeb5e-fc13-451f-bc27-6548befcfa56 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:20.596113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.619718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.652448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-fe548531-3379-4418-a35a-c78a25a7ecc0 None None] Provisioning complete for port c050cef7-c568-4683-af97-1e5cc6b47f99 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:20.652781 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe548531-3379-4418-a35a-c78a25a7ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.667847 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:20.672464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:20.677492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:20.680785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6aeb5e-fc13-451f-bc27-6548befcfa56,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:20.720302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.887442 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.972461 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:20.988749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Transition to ACTIVE for port object 85a870e7-870d-43f1-9d6a-0face3767676 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:21.001227 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.006115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f4775c75-64b3-4be4-b46e-6f6cf459fbf2 None None] Provisioning for port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:21.038866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f4775c75-64b3-4be4-b46e-6f6cf459fbf2 None None] Provisioning complete for port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:21.039243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f4775c75-64b3-4be4-b46e-6f6cf459fbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.062188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Attempting to bind port 85a870e7-870d-43f1-9d6a-0face3767676 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:21.062593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Attempting to bind port 85a870e7-870d-43f1-9d6a-0face3767676 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:21.062969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Attempting to bind port 85a870e7-870d-43f1-9d6a-0face3767676 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:21.065927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.071765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.094202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc62e-2f70-49c3-bcdd-e3ecca70007c None None] Pushing event updated for resources: {'Port': ['ID=85a870e7-870d-43f1-9d6a-0face3767676,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:21.097109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:21.097506 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:21.097920 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.098310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:21.098816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Bound port: 85a870e7-870d-43f1-9d6a-0face3767676, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:21.099198 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.131169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f4775c75-64b3-4be4-b46e-6f6cf459fbf2 None None] Port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:21.140472 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.143114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6aeb5e-fc13-451f-bc27-6548befcfa56,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:21.162008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] For port 85a870e7-870d-43f1-9d6a-0face3767676, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:21.165121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] For port 85a870e7-870d-43f1-9d6a-0face3767676, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=85a870e7-870d-43f1-9d6a-0face3767676,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:21.170200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.227101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Routers {'f05c4c5e-e880-451d-a0ba-05500f4f497d'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:21.227718 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f05c4c5e-e880-451d-a0ba-05500f4f497d'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:21.232335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cc62e-2f70-49c3-bcdd-e3ecca70007c None None] Pushing event updated for resources: {'Port': ['ID=85a870e7-870d-43f1-9d6a-0face3767676,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:21.244999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:21.246424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:21.366615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] Set router f05c4c5e-e880-451d-a0ba-05500f4f497d gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:21.377964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Router f05c4c5e-e880-451d-a0ba-05500f4f497d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:19:21.418295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c050cef7-c568-4683-af97-1e5cc6b47f99 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:21.573943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c050cef7-c568-4683-af97-1e5cc6b47f99 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:21.574622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.618117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-66d70d03-39b2-409b-a264-fc80341ca1b9 None None] Provisioning complete for port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:21.618489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66d70d03-39b2-409b-a264-fc80341ca1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.675726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-66d70d03-39b2-409b-a264-fc80341ca1b9 None None] Port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:21.717671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '1d6aeb5e-fc13-451f-bc27-6548befcfa56', 'name': '', 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'mac_address': 'fa:16:3e:2a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:20Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 2, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'subnets': [{'id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:21.749961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b17878-9ed1-4b06-8194-489648358de1 None None] The sync data for ids ['f05c4c5e-e880-451d-a0ba-05500f4f497d'] in n-d-794306-8 is: [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '1d6aeb5e-fc13-451f-bc27-6548befcfa56', 'name': '', 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'mac_address': 'fa:16:3e:2a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:20Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 2, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'subnets': [{'id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:19:21.754202 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 480e9dc6-db2d-4025-9fc0-634dc11c30cc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:21.806098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 480e9dc6-db2d-4025-9fc0-634dc11c30cc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:21.811052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 480e9dc6-db2d-4025-9fc0-634dc11c30cc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:21.811430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.848253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:19:21.855505 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6d892272-2e7b-4afb-91c3-9c99a1200eb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/f05c4c5e-e880-451d-a0ba-05500f4f497d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0545881 Jul 22 15:19:21.894704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:21.933351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 480e9dc6-db2d-4025-9fc0-634dc11c30cc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=480e9dc6-db2d-4025-9fc0-634dc11c30cc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:21.939961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:22.006376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=480e9dc6-db2d-4025-9fc0-634dc11c30cc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:22.875959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-3148efd5-d2ae-46b5-9614-6591cb8bcda5 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:22.877500 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-3148efd5-d2ae-46b5-9614-6591cb8bcda5 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 816 time: 0.1032186 Jul 22 15:19:22.893598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-a7ff7396-c9eb-42f4-bedc-0b2057e10ef3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/quotas/b380cd84c45a4b9bb0c4f66fff19cff8 HTTP/1.1" status: 200 len: 375 time: 0.0100257 Jul 22 15:19:22.984894 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-bb8deebb-3b69-4516-8533-70f69097854f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798891 Jul 22 15:19:23.185609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-a7038077-6e6f-4f4a-8bf1-fcc2347ca5c8 service neutron] 10.222.0.60 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864827 Jul 22 15:19:23.284835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-266ecccc-32e5-431f-bfc5-e285555aae29 service neutron] 10.222.0.60 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931554 Jul 22 15:19:23.448142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 85a870e7-870d-43f1-9d6a-0face3767676 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:23.493757 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90e32e52-11f5-4592-81dc-d453e15eb594 req-275ba5e1-afa7-4545-b090-6d7a13d6d18b tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 210 time: 0.0324247 Jul 22 15:19:23.513319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 85a870e7-870d-43f1-9d6a-0face3767676 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:23.518838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 85a870e7-870d-43f1-9d6a-0face3767676 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:23.519335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.613740 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.634210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 85a870e7-870d-43f1-9d6a-0face3767676, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=85a870e7-870d-43f1-9d6a-0face3767676,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:23.637936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:23.638795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 480e9dc6-db2d-4025-9fc0-634dc11c30cc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:23.717858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=85a870e7-870d-43f1-9d6a-0face3767676,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:23.729902 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 480e9dc6-db2d-4025-9fc0-634dc11c30cc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:23.730286 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.295851 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Sync routers for ids ['f05c4c5e-e880-451d-a0ba-05500f4f497d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:19:24.304934 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Routers {'f05c4c5e-e880-451d-a0ba-05500f4f497d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:24.305536 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f05c4c5e-e880-451d-a0ba-05500f4f497d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:24.410859 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Set router f05c4c5e-e880-451d-a0ba-05500f4f497d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:24.461384 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-ef6cc3d6-9f05-4250-9f55-b3987bd1a054 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:24.462929 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-ef6cc3d6-9f05-4250-9f55-b3987bd1a054 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 816 time: 0.1098795 Jul 22 15:19:24.476151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Request body: {'port': {'device_id': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'admin_state_up': True, 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:24.595578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Made reservation on behalf of b380cd84c45a4b9bb0c4f66fff19cff8 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:24.599434 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.711921 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4d277bcd-5aa0-46da-bb7c-f37abb3271a2 req-178409dd-03ff-43b6-8a6a-b8616452c8b6 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 210 time: 0.0876753 Jul 22 15:19:24.722599 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '1d6aeb5e-fc13-451f-bc27-6548befcfa56', 'name': '', 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'mac_address': 'fa:16:3e:2a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:20Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 2, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'subnets': [{'id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:24.736184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Allocated IP 172.20.0.5 (c366e57c-8c8e-402a-8156-c92d71cd59a2/26570d3c-0f20-49df-b6e9-32ad1a15c649/20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:24.749077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Checking router: f05c4c5e-e880-451d-a0ba-05500f4f497d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:19:24.749426 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Updating router f05c4c5e-e880-451d-a0ba-05500f4f497d port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:19:24.782055 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.881185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.894887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Transition to ACTIVE for port object 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:24.929125 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:24.979882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:24.986289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:24.989253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:24.993229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Pushing event updated for resources: {'Port': ['ID=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:25.043891 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.045184 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.060795 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1517df9c-d9f2-4a0a-b713-8f0baa6f9845 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893879 Jul 22 15:19:25.067370 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.073062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Request body: {'port': {'device_id': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:25.078484 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Transition to ACTIVE for port object 1d6aeb5e-fc13-451f-bc27-6548befcfa56 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:25.084849 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.131991 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d868-ec3f-4fe3-b7ca-caed05fb9297 None None] Pushing event updated for resources: {'Port': ['ID=1d6aeb5e-fc13-451f-bc27-6548befcfa56,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:25.156535 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.205576 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Attempting to bind port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:25.206114 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Attempting to bind port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:25.206540 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Attempting to bind port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 on network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:25.212604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:25.212604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Checking segment: {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:25.212968 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.213395 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Bound using segment: {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:25.214147 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Bound port: 1d6aeb5e-fc13-451f-bc27-6548befcfa56, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1fc71c-6f12-4332-afde-421b56bc5a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:25.214569 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.302594 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] For port 1d6aeb5e-fc13-451f-bc27-6548befcfa56, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:25.306321 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] For port 1d6aeb5e-fc13-451f-bc27-6548befcfa56, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1d6aeb5e-fc13-451f-bc27-6548befcfa56,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:25.322631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a5fad9a4-4e1c-4480-9df8-d66c4e2a321d None None] Provisioning for port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:25.326553 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.333830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a5fad9a4-4e1c-4480-9df8-d66c4e2a321d None None] Provisioning complete for port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:25.334216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a5fad9a4-4e1c-4480-9df8-d66c4e2a321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.378300 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a5fad9a4-4e1c-4480-9df8-d66c4e2a321d None None] Port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:25.384401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 85a870e7-870d-43f1-9d6a-0face3767676 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:25.390725 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Routers {'f05c4c5e-e880-451d-a0ba-05500f4f497d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:19:25.391462 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:19:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f05c4c5e-e880-451d-a0ba-05500f4f497d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:25.451493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 85a870e7-870d-43f1-9d6a-0face3767676 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:25.452650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.465658 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d868-ec3f-4fe3-b7ca-caed05fb9297 None None] Pushing event updated for resources: {'Port': ['ID=1d6aeb5e-fc13-451f-bc27-6548befcfa56,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:25.503485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:19:25.513217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.520109 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] Set router f05c4c5e-e880-451d-a0ba-05500f4f497d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:19:25.527411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Transition to ACTIVE for port object 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:25.533276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.591462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:25.677641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Attempting to bind port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:25.678000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Attempting to bind port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:25.678344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Attempting to bind port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc on network c366e57c-8c8e-402a-8156-c92d71cd59a2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:25.682986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc on network c366e57c-8c8e-402a-8156-c92d71cd59a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:19:25.683320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Attempting to bind port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc on network c366e57c-8c8e-402a-8156-c92d71cd59a2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:25.688496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:25.688852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Checking segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:25.689252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Bound using segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:25.689692 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Bound port: 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:25.690060 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.766106 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '1d6aeb5e-fc13-451f-bc27-6548befcfa56', 'name': '', 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'mac_address': 'fa:16:3e:2a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:20Z', 'updated_at': '2021-07-22T15:19:25Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'subnets': [{'id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:19:25.782144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] For port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:25.785897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] For port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:25.793967 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.800379 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83bcd9c-bba8-4def-aff6-f383b6f25fc2 None None] The sync data for ids ['f05c4c5e-e880-451d-a0ba-05500f4f497d'] in n-d-794306-8 is: [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:19:20Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '1d6aeb5e-fc13-451f-bc27-6548befcfa56', 'name': '', 'network_id': 'c6e42436-f2a1-44a6-bbc0-0d5bef3577f0', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'mac_address': 'fa:16:3e:2a:15:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:20Z', 'updated_at': '2021-07-22T15:19:25Z', 'revision_number': 4, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'subnets': [{'id': 'd5dd7f67-1682-4fe2-ba23-fa9ec117fea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:19:25.837470 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.839080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:25.840554 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] 10.222.0.72 "PUT /v2.0/ports/20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc HTTP/1.1" status: 200 len: 1091 time: 0.7726247 Jul 22 15:19:25.841641 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'tag': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:25.845174 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c456201961523e37e4f024cfec02e692650f98f72b5ccb7e903d2056f401939f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8974a01d-8f30-44ac-b3a8-bd9e1233314e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b88cc7-80ea-4720-a147-e2a99b4c93b9", "tag": "20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:25.873392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071914f-6d87-442a-bfc1-7acbbd69a9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:25.904815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc60c9-2449-46f4-a42e-10df07e93781 req-c284ac43-ee1a-4793-99e3-8e55a3292c4c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.907025 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50fc60c9-2449-46f4-a42e-10df07e93781 req-c284ac43-ee1a-4793-99e3-8e55a3292c4c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 943 time: 0.1294360 Jul 22 15:19:25.937675 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d45f38e-db26-4646-840a-8b9e276de162 x-openstack-request-id: req-1d45f38e-db26-4646-840a-8b9e276de162 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:25.937971 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b88cc7-80ea-4720-a147-e2a99b4c93b9", "tag": "20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:25.938232 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d45f38e-db26-4646-840a-8b9e276de162 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:25.938713 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'tag': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc', 'status': 'completed', 'code': 200} Jul 22 15:19:25.956298 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-50fc60c9-2449-46f4-a42e-10df07e93781 req-5ab69baf-ae74-4232-a46c-bac12304b7fe tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Jul 22 15:19:25.976023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-a97f8e41-e2db-496c-addc-a2adfdf77bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:25.978007 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-a97f8e41-e2db-496c-addc-a2adfdf77bf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 1094 time: 0.0826430 Jul 22 15:19:26.031974 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-7e4bf96b-e817-4627-abdc-340b4d37e74f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc HTTP/1.1" status: 200 len: 217 time: 0.0459766 Jul 22 15:19:26.083892 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-7cb76251-893f-4610-9635-6bf45a3c10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:26.085399 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-7cb76251-893f-4610-9635-6bf45a3c10fd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26570d3c-0f20-49df-b6e9-32ad1a15c649 HTTP/1.1" status: 200 len: 855 time: 0.0471768 Jul 22 15:19:26.147335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1c782b13-766e-4468-a3e0-b984f5391836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:26.148901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-1c782b13-766e-4468-a3e0-b984f5391836 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c366e57c-8c8e-402a-8156-c92d71cd59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575092 Jul 22 15:19:26.249805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-36e72a20-a58b-46fb-8b7b-892d91491ab1 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942564 Jul 22 15:19:26.344312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-db657340-7239-4a46-8b53-6ef1dd154fdb req-c86e4abb-692e-44b9-ae0c-37f100140def service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871828 Jul 22 15:19:26.449959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-c2484ac7-cbfc-4ac1-b4bd-5fa2289e5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:26.451602 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-c2484ac7-cbfc-4ac1-b4bd-5fa2289e5bd7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 1094 time: 0.0606585 Jul 22 15:19:26.540082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-6d9fc28e-1045-496d-bcfc-c6f186de1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:26.541462 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-6d9fc28e-1045-496d-bcfc-c6f186de1ae2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 917 time: 0.0843816 Jul 22 15:19:26.584529 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-365bb112-b369-45a9-aae0-8ba4e45cf7d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc HTTP/1.1" status: 200 len: 217 time: 0.0371342 Jul 22 15:19:26.632244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-8aa889ca-0d36-4bd7-9d95-8cbc03188cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:26.633635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-8aa889ca-0d36-4bd7-9d95-8cbc03188cc6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26570d3c-0f20-49df-b6e9-32ad1a15c649 HTTP/1.1" status: 200 len: 855 time: 0.0432541 Jul 22 15:19:26.691433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-c71bd3c6-3f31-4c54-81d8-e99b951a5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:26.692892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-c71bd3c6-3f31-4c54-81d8-e99b951a5995 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c366e57c-8c8e-402a-8156-c92d71cd59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528395 Jul 22 15:19:26.795520 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-1ac809a1-a78b-4bf5-a300-ed628055b7a7 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952339 Jul 22 15:19:26.882290 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8974a01d-8f30-44ac-b3a8-bd9e1233314e req-8c8bc53b-1266-4163-adb7-40b8946907fc service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805247 Jul 22 15:19:27.101056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f3d28-0f2f-4b01-aa0a-6eb89425d2ef req-dace48be-71c7-4611-acd2-0946fcd95c7c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:27.102631 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-245f3d28-0f2f-4b01-aa0a-6eb89425d2ef req-dace48be-71c7-4611-acd2-0946fcd95c7c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 943 time: 0.0747383 Jul 22 15:19:27.139997 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-245f3d28-0f2f-4b01-aa0a-6eb89425d2ef req-cddceacc-b8be-4f1e-9814-210cf914e9b8 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313861 Jul 22 15:19:27.366496 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1d6aeb5e-fc13-451f-bc27-6548befcfa56 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:27.416928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:27.421740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:27.422113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:27.498614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:27.530040 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 1d6aeb5e-fc13-451f-bc27-6548befcfa56, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1d6aeb5e-fc13-451f-bc27-6548befcfa56,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:27.533952 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:27.578490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=1d6aeb5e-fc13-451f-bc27-6548befcfa56,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:28.360394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b492e-3e1d-44e7-bdd2-91949ff293ed req-9217a364-7bc2-4be5-85d8-4eaa2b161415 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:28.361891 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-333b492e-3e1d-44e7-bdd2-91949ff293ed req-9217a364-7bc2-4be5-85d8-4eaa2b161415 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 943 time: 0.1078229 Jul 22 15:19:28.409779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-333b492e-3e1d-44e7-bdd2-91949ff293ed req-5c8f379d-8628-4a01-8948-51776cddc7c3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Jul 22 15:19:29.348461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1d6aeb5e-fc13-451f-bc27-6548befcfa56 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:29.400185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:29.400561 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:29.538093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdd17e-87ab-46ec-b313-13b9ecd4c68f req-448cbb01-2bd4-4da1-9072-d5402d8bd867 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:29.539691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bfdd17e-87ab-46ec-b313-13b9ecd4c68f req-448cbb01-2bd4-4da1-9072-d5402d8bd867 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 943 time: 0.0630147 Jul 22 15:19:29.576368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3bfdd17e-87ab-46ec-b313-13b9ecd4c68f req-c81e1719-ff9b-411f-b92f-a110fc71cbf3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Jul 22 15:19:30.276415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:19:30.371816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:30.383090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'port_id': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc', 'mac_address': 'fa:16:3e:fe:f8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:19:30.419589 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:30.431862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:19:30.451223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:30.455963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:30.504025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:30.656453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:19:30.709882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ff996-42b8-443b-b8a9-6aa113dc1deb req-489ff30b-9d0b-4812-8d94-bf18b425dabc tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:30.711465 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f73ff996-42b8-443b-b8a9-6aa113dc1deb req-489ff30b-9d0b-4812-8d94-bf18b425dabc tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 944 time: 0.0697136 Jul 22 15:19:30.754360 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f73ff996-42b8-443b-b8a9-6aa113dc1deb req-beb69e9e-9bee-454a-830f-8e404e848a7f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363522 Jul 22 15:19:31.893091 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e2428-dccc-41fc-b282-64bada77c8a3 req-5158a2af-8ef4-49b4-a4a4-927ae6d99ce3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:31.894601 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f19e2428-dccc-41fc-b282-64bada77c8a3 req-5158a2af-8ef4-49b4-a4a4-927ae6d99ce3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 944 time: 0.0626094 Jul 22 15:19:31.930595 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f19e2428-dccc-41fc-b282-64bada77c8a3 req-3d6fbf9f-350d-40ae-9545-cf193fb3843a tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304346 Jul 22 15:19:32.291654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:19:32.339419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:32.343589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:32.343971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:32.420766 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:32.442353 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:32.444636 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6eee9e67df57b0eff5e0b5677d892acac43cbd9d992b00daebea5209530da2d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878cbb6c-1fed-49ef-9876-d2695810adec" -d '{"events": [{"server_uuid": "d9b88cc7-80ea-4720-a147-e2a99b4c93b9", "name": "network-vif-plugged", "status": "completed", "tag": "20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:32.457858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:32.462316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:32.490121 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a500822-a477-429f-bf89-e322fbfdd333 x-openstack-request-id: req-4a500822-a477-429f-bf89-e322fbfdd333 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:32.490434 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b88cc7-80ea-4720-a147-e2a99b4c93b9", "name": "network-vif-plugged", "status": "completed", "tag": "20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:32.490664 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a500822-a477-429f-bf89-e322fbfdd333 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:32.491371 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc', 'code': 200} Jul 22 15:19:32.518431 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:32.661707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d3ccc-f50d-4036-84e5-374cf0b350d5 req-fd6765b9-c3e2-4bfc-97cd-c14ab3ffd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:32.663358 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-420d3ccc-f50d-4036-84e5-374cf0b350d5 req-fd6765b9-c3e2-4bfc-97cd-c14ab3ffd17d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 1096 time: 0.0972922 Jul 22 15:19:32.697029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-420d3ccc-f50d-4036-84e5-374cf0b350d5 req-09c04a74-86c1-47a3-845d-84ab7114f0cf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273118 Jul 22 15:19:33.055987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6de59-1808-498a-a132-90c48203eced req-07ad8fb7-b8b0-4899-a795-67e852e92375 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:33.057473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2d6de59-1808-498a-a132-90c48203eced req-07ad8fb7-b8b0-4899-a795-67e852e92375 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Jul 22 15:19:33.094267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2d6de59-1808-498a-a132-90c48203eced req-570ad8f7-3686-4d02-80f6-ae0c269f28fe tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305784 Jul 22 15:19:34.226624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3d036-3d72-480b-8ec1-bc6787add87c req-de46eff5-3162-4226-ae38-7334d4fece22 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:34.228126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ca3d036-3d72-480b-8ec1-bc6787add87c req-de46eff5-3162-4226-ae38-7334d4fece22 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 945 time: 0.0659642 Jul 22 15:19:34.266065 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ca3d036-3d72-480b-8ec1-bc6787add87c req-2fe5d32a-f1ba-42e1-806a-0505baa53335 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jul 22 15:19:34.393146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c601e33-8f7a-4556-ac7f-654432c1e084 req-2663ac4d-1fca-43c2-a067-cd8fcf4efce7 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:34.394562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c601e33-8f7a-4556-ac7f-654432c1e084 req-2663ac4d-1fca-43c2-a067-cd8fcf4efce7 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 945 time: 0.0631566 Jul 22 15:19:34.431340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0c601e33-8f7a-4556-ac7f-654432c1e084 req-3971f4c3-5c25-4907-9245-94b8cb77b2ee tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Jul 22 15:19:37.718601 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:38.153750 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:39.939249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-209befaa-7839-4a1c-bef4-627ae38bd023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:42.180214 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4a942aea-0095-4134-8f5f-c8801df96ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:42.417397 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:43.813866 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:45.493731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:52.941117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3090d6-9c6a-4a42-ae3d-e5cd53c8c292 req-1e681f55-1f4d-4efd-bf61-58e6f9654961 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:52.942648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe3090d6-9c6a-4a42-ae3d-e5cd53c8c292 req-1e681f55-1f4d-4efd-bf61-58e6f9654961 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 945 time: 0.0639694 Jul 22 15:19:52.984698 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fe3090d6-9c6a-4a42-ae3d-e5cd53c8c292 req-00c736a9-78f9-4329-83c1-7bb33a321be3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362656 Jul 22 15:19:54.117614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a32fa-8ab2-429f-96b4-5a02f8d9c7d0 req-12b61b64-ff98-4475-9d6f-7119306aa952 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:54.119139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c98a32fa-8ab2-429f-96b4-5a02f8d9c7d0 req-12b61b64-ff98-4475-9d6f-7119306aa952 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 945 time: 0.0643764 Jul 22 15:19:54.156000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c98a32fa-8ab2-429f-96b4-5a02f8d9c7d0 req-cc700055-eacf-4710-8486-babfa31de2ed tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Jul 22 15:19:54.469332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-38f76ef8-f856-4a1d-9dfa-1ef97ba1a8a5 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:54.470841 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-38f76ef8-f856-4a1d-9dfa-1ef97ba1a8a5 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 945 time: 0.0642741 Jul 22 15:19:54.583226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Deleting port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:19:54.583509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:54.673640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] For port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:19:54.674005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:54.686286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Calling delete_port for 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:19:54.784726 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:19:54.814966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:54.826952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:19:54.843822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Pushing event deleted for resources: {'Port': ['ID=20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:54.891646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] No DVR routers for this DVR port 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:19:54.894565 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:54.896701 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-45bea519-5841-42d7-9182-c8afe5873fa4 req-6d77a336-640c-4d15-bd4a-c70fc972ff98 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "DELETE /v2.0/ports/20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc HTTP/1.1" status: 204 len: 173 time: 0.4198143 Jul 22 15:19:54.897192 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'name': 'network-vif-deleted', 'tag': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:54.943732 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23469c3-5802-4745-bc7a-a789b9ebabf1" -d '{"events": [{"server_uuid": "d9b88cc7-80ea-4720-a147-e2a99b4c93b9", "name": "network-vif-deleted", "tag": "20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:55.036684 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f0b93-0cda-4da6-a93e-80f80fe12db9 x-openstack-request-id: req-655f0b93-0cda-4da6-a93e-80f80fe12db9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:55.036982 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b88cc7-80ea-4720-a147-e2a99b4c93b9", "name": "network-vif-deleted", "tag": "20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:55.037252 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-655f0b93-0cda-4da6-a93e-80f80fe12db9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:55.037649 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b88cc7-80ea-4720-a147-e2a99b4c93b9', 'name': 'network-vif-deleted', 'tag': '20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc', 'status': 'completed', 'code': 200} Jul 22 15:19:55.264916 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f56fa5f3-2b50-4b25-ac18-56dfe4f6eb52 req-e04c6a16-f605-4c24-9ad4-5f4e32ffcb00 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9b88cc7-80ea-4720-a147-e2a99b4c93b9 HTTP/1.1" status: 200 len: 210 time: 0.0297661 Jul 22 15:19:57.131121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-7d5679e2-36c7-44c2-b885-f5a43b41e6a9 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:57.132587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-7d5679e2-36c7-44c2-b885-f5a43b41e6a9 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 816 time: 0.1027603 Jul 22 15:19:57.148633 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-7e1fe017-75bc-411e-954d-a5eb0f147563 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/quotas/b380cd84c45a4b9bb0c4f66fff19cff8 HTTP/1.1" status: 200 len: 375 time: 0.0092795 Jul 22 15:19:57.212581 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-bf8d6935-7b95-455c-aeb5-6781008630c5 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589626 Jul 22 15:19:57.379653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-fedbad1b-1328-4c28-bb66-4e9a6ff5ca3a service neutron] 10.222.0.60 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233261 Jul 22 15:19:57.471598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-bf2ce11d-111a-491e-98b1-26b58f9cd07f service neutron] 10.222.0.60 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Jul 22 15:19:57.643489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c002e040-a988-4421-a9ee-40b2907d32b5 req-2df83c5d-3006-4a20-8540-e41380e19ac6 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 210 time: 0.0366035 Jul 22 15:19:58.446760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:19:58.466233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:19:58.466692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 20b1e9b7-dbb5-4a41-8c23-86f1c5d7f8fc not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:19:58.508768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-987c5e94-0ab4-4988-ad31-4d594b603a94 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:58.510285 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-987c5e94-0ab4-4988-ad31-4d594b603a94 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 816 time: 0.1117144 Jul 22 15:19:58.521877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Request body: {'port': {'device_id': '0da9203f-995e-44a7-a8b6-98615a237575', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'admin_state_up': True, 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:58.632803 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Made reservation on behalf of b380cd84c45a4b9bb0c4f66fff19cff8 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:19:58.636612 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:58.739533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-10a32131-8d21-4f39-bdcf-d8ef57449032 req-e4b19760-93b1-45ac-b89c-dc5dad51e712 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 210 time: 0.0296206 Jul 22 15:19:58.759556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Allocated IP 172.20.0.11 (c366e57c-8c8e-402a-8156-c92d71cd59a2/26570d3c-0f20-49df-b6e9-32ad1a15c649/49e91729-f057-4112-b685-8e9337ee89a4) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:19:58.903891 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:58.917438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Transition to ACTIVE for port object 49e91729-f057-4112-b685-8e9337ee89a4 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:58.949007 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:58.992176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:19:58.995075 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:19:58.998748 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:19:59.004904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Pushing event updated for resources: {'Port': ['ID=49e91729-f057-4112-b685-8e9337ee89a4,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:59.055957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:59.056598 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.072780 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-2467bca5-6c0c-4a69-a5db-c2dd22d9359c tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545499 Jul 22 15:19:59.084286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Request body: {'port': {'device_id': '0da9203f-995e-44a7-a8b6-98615a237575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:19:59.157921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.206232 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7cf436c0-42cc-4833-9be3-f16715349a91 None None] Provisioning for port 49e91729-f057-4112-b685-8e9337ee89a4 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:19:59.210262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7cf436c0-42cc-4833-9be3-f16715349a91 None None] Provisioning complete for port 49e91729-f057-4112-b685-8e9337ee89a4 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:19:59.210666 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7cf436c0-42cc-4833-9be3-f16715349a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.243643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7cf436c0-42cc-4833-9be3-f16715349a91 None None] Port 49e91729-f057-4112-b685-8e9337ee89a4 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:19:59.423852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e91729-f057-4112-b685-8e9337ee89a4 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:19:59.431075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.443164 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Transition to ACTIVE for port object 49e91729-f057-4112-b685-8e9337ee89a4 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:19:59.447571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.500171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49e91729-f057-4112-b685-8e9337ee89a4,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:59.575183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Attempting to bind port 49e91729-f057-4112-b685-8e9337ee89a4 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:19:59.575862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Attempting to bind port 49e91729-f057-4112-b685-8e9337ee89a4 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:19:59.575862 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Attempting to bind port 49e91729-f057-4112-b685-8e9337ee89a4 on network c366e57c-8c8e-402a-8156-c92d71cd59a2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:59.580997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Port 49e91729-f057-4112-b685-8e9337ee89a4 on network c366e57c-8c8e-402a-8156-c92d71cd59a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:19:59.581330 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Attempting to bind port 49e91729-f057-4112-b685-8e9337ee89a4 on network c366e57c-8c8e-402a-8156-c92d71cd59a2 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:19:59.586160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:19:59.586505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Checking segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:19:59.586928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Bound using segment: {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:19:59.587365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Bound port: 49e91729-f057-4112-b685-8e9337ee89a4, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83c54cf-eaa9-4ec0-98cc-29427e88575b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:19:59.587735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.661537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] For port 49e91729-f057-4112-b685-8e9337ee89a4, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:19:59.664959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] For port 49e91729-f057-4112-b685-8e9337ee89a4, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=49e91729-f057-4112-b685-8e9337ee89a4,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:19:59.668510 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.700762 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:59.702002 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:19:59.703450 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] 10.222.0.72 "PUT /v2.0/ports/49e91729-f057-4112-b685-8e9337ee89a4 HTTP/1.1" status: 200 len: 1092 time: 0.6236620 Jul 22 15:19:59.703896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da9203f-995e-44a7-a8b6-98615a237575', 'tag': '49e91729-f057-4112-b685-8e9337ee89a4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:19:59.706147 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "0da9203f-995e-44a7-a8b6-98615a237575", "tag": "49e91729-f057-4112-b685-8e9337ee89a4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:19:59.733623 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d3c3a-bd60-4864-a063-b4a69734a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49e91729-f057-4112-b685-8e9337ee89a4,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:19:59.773663 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8711fa69-c50a-40e1-b65d-6ae31c46ab9d x-openstack-request-id: req-8711fa69-c50a-40e1-b65d-6ae31c46ab9d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:19:59.774108 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da9203f-995e-44a7-a8b6-98615a237575", "tag": "49e91729-f057-4112-b685-8e9337ee89a4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:19:59.774373 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8711fa69-c50a-40e1-b65d-6ae31c46ab9d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:19:59.774806 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da9203f-995e-44a7-a8b6-98615a237575', 'tag': '49e91729-f057-4112-b685-8e9337ee89a4', 'status': 'completed', 'code': 200} Jul 22 15:19:59.804828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-05c542c9-548b-45d3-abdf-5f4a1d6b06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:59.806394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-05c542c9-548b-45d3-abdf-5f4a1d6b06f2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 1095 time: 0.0630450 Jul 22 15:19:59.851601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-9ac18b22-4baf-4bf8-b12f-8796f0224302 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49e91729-f057-4112-b685-8e9337ee89a4 HTTP/1.1" status: 200 len: 217 time: 0.0383470 Jul 22 15:19:59.882393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c153-a109-41ce-bf3c-d1cbda724906 req-ef0d4f1a-1e80-4fa2-b7a0-0173d63f4069 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:59.884510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0628c153-a109-41ce-bf3c-d1cbda724906 req-ef0d4f1a-1e80-4fa2-b7a0-0173d63f4069 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 944 time: 0.0698233 Jul 22 15:19:59.900932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-fc70da8f-e5e5-46b1-880e-613fddd553bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:59.902498 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-fc70da8f-e5e5-46b1-880e-613fddd553bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26570d3c-0f20-49df-b6e9-32ad1a15c649 HTTP/1.1" status: 200 len: 855 time: 0.0453949 Jul 22 15:19:59.923183 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0628c153-a109-41ce-bf3c-d1cbda724906 req-dcb6b1c4-4238-4923-9e01-33d6f60f737d tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Jul 22 15:19:59.965724 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-06020522-a89a-40cc-b220-de5bac9dc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:19:59.967542 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-06020522-a89a-40cc-b220-de5bac9dc7ce service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c366e57c-8c8e-402a-8156-c92d71cd59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588145 Jul 22 15:20:00.059356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-8c8c9a62-dfac-446b-8ebf-5060592c8b4a service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857477 Jul 22 15:20:00.145267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7b4694b9-68d6-46df-91e2-dc950bd7b6b2 req-cbbe1038-e895-42b9-ac16-dca4538e32d5 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800154 Jul 22 15:20:00.245285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-afbd0a6d-e851-4a77-9a14-330b66476750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:00.246814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-afbd0a6d-e851-4a77-9a14-330b66476750 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 1095 time: 0.0576482 Jul 22 15:20:00.336151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-7ef4935f-55d7-419b-b6e5-40917b21d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:00.337542 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-7ef4935f-55d7-419b-b6e5-40917b21d66d service neutron] 10.222.0.72 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 917 time: 0.0850246 Jul 22 15:20:00.380132 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-d2292fe5-4c2b-4f4d-a91f-4347b7f2fa37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49e91729-f057-4112-b685-8e9337ee89a4 HTTP/1.1" status: 200 len: 217 time: 0.0364423 Jul 22 15:20:00.426944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-31c75358-4ad9-4cd0-8127-ad33843e1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:00.428309 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-31c75358-4ad9-4cd0-8127-ad33843e1bbd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26570d3c-0f20-49df-b6e9-32ad1a15c649 HTTP/1.1" status: 200 len: 855 time: 0.0422649 Jul 22 15:20:00.484681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-e8472d8b-0fa6-4d8b-9978-f94bc9a41a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:00.486139 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-e8472d8b-0fa6-4d8b-9978-f94bc9a41a8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c366e57c-8c8e-402a-8156-c92d71cd59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519056 Jul 22 15:20:00.579474 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-a5b7f27a-baf7-47eb-8a03-0098a44a796e service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855668 Jul 22 15:20:00.666694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ee7e4d19-d5f2-40bf-9baa-a749e08cc8cd req-2d61d110-c8b3-4e8e-ae3f-bea483c0c659 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807817 Jul 22 15:20:01.059029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3832033-bb74-49ac-bc29-f6b2938333ed req-b9ab5c8a-460c-49c1-9853-0b290ec20b53 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:01.060480 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3832033-bb74-49ac-bc29-f6b2938333ed req-b9ab5c8a-460c-49c1-9853-0b290ec20b53 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 944 time: 0.0651133 Jul 22 15:20:01.097077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3832033-bb74-49ac-bc29-f6b2938333ed req-9314d2b5-997f-4db8-b232-f2b8552e15b7 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305285 Jul 22 15:20:02.224071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786ee1-fc7d-4699-87de-4dfc7df23166 req-3553914f-9c28-47af-823c-b6a7ca36f340 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:02.225985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00786ee1-fc7d-4699-87de-4dfc7df23166 req-3553914f-9c28-47af-823c-b6a7ca36f340 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 944 time: 0.0632517 Jul 22 15:20:02.262365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00786ee1-fc7d-4699-87de-4dfc7df23166 req-cb11d15e-dd57-422e-a3e6-23c08868933f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310192 Jul 22 15:20:03.390764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652126-7467-4d9f-be45-ceef8ed80435 req-c3fc380e-f4f2-4655-be1f-01dcadb16929 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:03.392289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0652126-7467-4d9f-be45-ceef8ed80435 req-c3fc380e-f4f2-4655-be1f-01dcadb16929 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 944 time: 0.0621943 Jul 22 15:20:03.429667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d0652126-7467-4d9f-be45-ceef8ed80435 req-c48fbd15-ea4e-4926-978b-532bcb618feb tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Jul 22 15:20:04.446313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 49e91729-f057-4112-b685-8e9337ee89a4 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:20:04.564996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0d2d6-5610-4d26-bfdf-833418339039 req-4f566394-b7c2-4161-bdea-007e71d5ff6f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:04.566548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8be0d2d6-5610-4d26-bfdf-833418339039 req-4f566394-b7c2-4161-bdea-007e71d5ff6f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 944 time: 0.0700321 Jul 22 15:20:04.606840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8be0d2d6-5610-4d26-bfdf-833418339039 req-479eb410-c288-4c23-93dd-c7e54201eb2a tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344036 Jul 22 15:20:04.696824 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 49e91729-f057-4112-b685-8e9337ee89a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=49e91729-f057-4112-b685-8e9337ee89a4,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:04.707665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '49e91729-f057-4112-b685-8e9337ee89a4', 'network_id': 'c366e57c-8c8e-402a-8156-c92d71cd59a2', 'port_id': '49e91729-f057-4112-b685-8e9337ee89a4', 'mac_address': 'fa:16:3e:0f:12:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26570d3c-0f20-49df-b6e9-32ad1a15c649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:20:04.749113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:04.761065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e91729-f057-4112-b685-8e9337ee89a4 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:20:04.780314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 49e91729-f057-4112-b685-8e9337ee89a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=49e91729-f057-4112-b685-8e9337ee89a4,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:04.785061 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:04.830993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=49e91729-f057-4112-b685-8e9337ee89a4,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:04.838272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.838686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.839038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.839406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.839747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.840125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.840461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.840793 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.841123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.841451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.841779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.842654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:04.972110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['49e91729-f057-4112-b685-8e9337ee89a4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:20:05.734126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fac41e-88ec-4267-8c39-ec6eda1f8e8a req-ef90d198-8578-42d2-952f-24135cfe18b0 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:05.735647 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91fac41e-88ec-4267-8c39-ec6eda1f8e8a req-ef90d198-8578-42d2-952f-24135cfe18b0 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 945 time: 0.0630512 Jul 22 15:20:05.772466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-91fac41e-88ec-4267-8c39-ec6eda1f8e8a req-1daba968-9d97-49f6-be40-1c4976f7ba0e tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313590 Jul 22 15:20:06.477322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 49e91729-f057-4112-b685-8e9337ee89a4 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:06.523724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 49e91729-f057-4112-b685-8e9337ee89a4 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:06.527073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 49e91729-f057-4112-b685-8e9337ee89a4 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:06.527441 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:06.601732 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:06.623003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9203f-995e-44a7-a8b6-98615a237575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e91729-f057-4112-b685-8e9337ee89a4'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:20:06.636513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 49e91729-f057-4112-b685-8e9337ee89a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=49e91729-f057-4112-b685-8e9337ee89a4,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:06.640855 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:06.665455 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917b60d-a37d-4d73-92f4-0f173dcec2f4" -d '{"events": [{"server_uuid": "0da9203f-995e-44a7-a8b6-98615a237575", "name": "network-vif-plugged", "status": "completed", "tag": "49e91729-f057-4112-b685-8e9337ee89a4"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:20:06.693424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=49e91729-f057-4112-b685-8e9337ee89a4,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:06.745950 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c2c467-e172-4532-ad4a-cb482f50fc54 x-openstack-request-id: req-a3c2c467-e172-4532-ad4a-cb482f50fc54 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:20:06.746248 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9203f-995e-44a7-a8b6-98615a237575", "name": "network-vif-plugged", "status": "completed", "tag": "49e91729-f057-4112-b685-8e9337ee89a4", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:20:06.746507 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3c2c467-e172-4532-ad4a-cb482f50fc54 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:20:06.746937 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9203f-995e-44a7-a8b6-98615a237575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e91729-f057-4112-b685-8e9337ee89a4', 'code': 200} Jul 22 15:20:06.849934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def25f99-6d5c-4363-b70c-0383e3a9ea7d req-93c86a37-ea07-45b3-935a-9749ac108988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:06.851525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-def25f99-6d5c-4363-b70c-0383e3a9ea7d req-93c86a37-ea07-45b3-935a-9749ac108988 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 1097 time: 0.0527267 Jul 22 15:20:06.889604 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-def25f99-6d5c-4363-b70c-0383e3a9ea7d req-e5fa8612-608d-40f2-b1ce-5ae5f3382d4b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323524 Jul 22 15:20:06.903260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f48da-7e32-406c-9001-60b5e0c12797 req-0687109c-d81d-44d8-8921-d3db236376c8 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:06.904775 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f92f48da-7e32-406c-9001-60b5e0c12797 req-0687109c-d81d-44d8-8921-d3db236376c8 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 946 time: 0.0672452 Jul 22 15:20:06.941664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f92f48da-7e32-406c-9001-60b5e0c12797 req-e4e43c4f-e57c-4864-9bb8-505fcb0d2cc9 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Jul 22 15:20:07.731957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:08.070139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0bce6-45e5-4f8d-8d94-8175fcfa7b44 req-08027d7c-453c-4679-bc3a-1538c5bfeb1f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:08.071612 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9c0bce6-45e5-4f8d-8d94-8175fcfa7b44 req-08027d7c-453c-4679-bc3a-1538c5bfeb1f tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 946 time: 0.0632443 Jul 22 15:20:08.108418 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9c0bce6-45e5-4f8d-8d94-8175fcfa7b44 req-a9da0729-8a4b-4af7-a1bd-a8179307f6a2 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Jul 22 15:20:08.162983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:08.234200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8e9a-114f-45d0-96fa-d0a764fa2fb0 req-a96df5f3-e3e8-498f-b950-2cce13ba799d tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:08.235734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bda8e9a-114f-45d0-96fa-d0a764fa2fb0 req-a96df5f3-e3e8-498f-b950-2cce13ba799d tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 946 time: 0.0626631 Jul 22 15:20:08.273105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0bda8e9a-114f-45d0-96fa-d0a764fa2fb0 req-328d9cc3-f581-4259-9197-a5f54e208908 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315042 Jul 22 15:20:09.940701 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-227aaa73-a5df-4f34-8451-99f5bc9cc525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:10.029428 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-49187dd6-d8de-4de4-b203-cfcb9df0a8f4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565696 Jul 22 15:20:10.129899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-9445c84f-d841-4704-9776-fe9aee0b82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:10.131455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-9445c84f-d841-4704-9776-fe9aee0b82a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 1097 time: 0.0554373 Jul 22 15:20:10.237206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-34e08e67-7b24-4342-b96b-8d49ad4c4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:10.238745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-34e08e67-7b24-4342-b96b-8d49ad4c4a41 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 200 len: 917 time: 0.0894585 Jul 22 15:20:10.281522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-33457b69-8bfe-452a-944c-f42ffc6fcfb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49e91729-f057-4112-b685-8e9337ee89a4 HTTP/1.1" status: 200 len: 217 time: 0.0362558 Jul 22 15:20:10.329050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-4e4d0bc4-5fee-4071-8d72-e1a0f9082fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:10.330531 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-4e4d0bc4-5fee-4071-8d72-e1a0f9082fcd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=26570d3c-0f20-49df-b6e9-32ad1a15c649 HTTP/1.1" status: 200 len: 855 time: 0.0433190 Jul 22 15:20:10.393218 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-e4440063-40b6-4264-bae9-ff8c4b1eaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:10.394679 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-e4440063-40b6-4264-bae9-ff8c4b1eaf4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c366e57c-8c8e-402a-8156-c92d71cd59a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578139 Jul 22 15:20:10.483249 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-14dafbf9-774b-4b42-abef-374663e02e43 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817268 Jul 22 15:20:10.575640 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8520c7bc-1c6e-476b-9fb6-0b4ca5fe45bc req-15332394-e91d-4404-86cd-bcddff8048b1 service neutron] 10.222.0.72 "GET /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866559 Jul 22 15:20:12.180654 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1cc27c99-4b01-404b-8a1f-c8b54c171861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:12.424591 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:13.815697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:15.499134 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:26.597211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b1c06-b2e4-4a19-ad6c-8f875f1b4a81 req-00abc2fa-10f5-4999-9224-181a1e3f0721 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:26.598831 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-845b1c06-b2e4-4a19-ad6c-8f875f1b4a81 req-00abc2fa-10f5-4999-9224-181a1e3f0721 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 946 time: 0.0680072 Jul 22 15:20:26.635870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-845b1c06-b2e4-4a19-ad6c-8f875f1b4a81 req-eb6d5db7-7892-4afa-9824-844e5d611847 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Jul 22 15:20:27.774309 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690b634-e869-4bdf-8f59-9d031df4e48b req-2259f67c-50d6-4e1a-9d6d-da02ee7aa7a9 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:27.775850 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2690b634-e869-4bdf-8f59-9d031df4e48b req-2259f67c-50d6-4e1a-9d6d-da02ee7aa7a9 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 946 time: 0.0650778 Jul 22 15:20:27.811985 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2690b634-e869-4bdf-8f59-9d031df4e48b req-89ab3243-f62b-416d-829a-51d88d4206a3 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c8726b-35c2-4f17-ac7a-81b59511f417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306540 Jul 22 15:20:28.131089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-dce576e7-86fa-4998-99e6-30dcbeacb363 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:28.132615 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-dce576e7-86fa-4998-99e6-30dcbeacb363 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 946 time: 0.0623200 Jul 22 15:20:28.230239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Deleting port 49e91729-f057-4112-b685-8e9337ee89a4 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:28.230624 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:28.316722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] For port 49e91729-f057-4112-b685-8e9337ee89a4, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=49e91729-f057-4112-b685-8e9337ee89a4,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:28.317104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:28.329094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Calling delete_port for 49e91729-f057-4112-b685-8e9337ee89a4 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:28.453617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:28.465288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['49e91729-f057-4112-b685-8e9337ee89a4'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:20:28.479894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Pushing event deleted for resources: {'Port': ['ID=49e91729-f057-4112-b685-8e9337ee89a4,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:28.496180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.496531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.496877 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.497211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.497545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.497881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.498210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.498557 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.498888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.499210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.499536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.499861 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:28.540744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] No DVR routers for this DVR port 49e91729-f057-4112-b685-8e9337ee89a4 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:20:28.543604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:28.545734 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-49173cc4-7569-4a9b-9710-96d629da6a89 req-e1b8a46d-683c-4efd-abec-c594c7b5d482 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.72 "DELETE /v2.0/ports/49e91729-f057-4112-b685-8e9337ee89a4 HTTP/1.1" status: 204 len: 173 time: 0.4077547 Jul 22 15:20:28.546186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da9203f-995e-44a7-a8b6-98615a237575', 'name': 'network-vif-deleted', 'tag': '49e91729-f057-4112-b685-8e9337ee89a4'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:20:28.548493 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fcef81-e139-4ceb-935a-af4e2f8caa69" -d '{"events": [{"server_uuid": "0da9203f-995e-44a7-a8b6-98615a237575", "name": "network-vif-deleted", "tag": "49e91729-f057-4112-b685-8e9337ee89a4"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:20:28.588471 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23b205-a1d8-4a73-84cf-27db099830ba x-openstack-request-id: req-fe23b205-a1d8-4a73-84cf-27db099830ba {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:20:28.588767 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da9203f-995e-44a7-a8b6-98615a237575", "name": "network-vif-deleted", "tag": "49e91729-f057-4112-b685-8e9337ee89a4", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:20:28.589019 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe23b205-a1d8-4a73-84cf-27db099830ba {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:20:28.589417 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da9203f-995e-44a7-a8b6-98615a237575', 'name': 'network-vif-deleted', 'tag': '49e91729-f057-4112-b685-8e9337ee89a4', 'status': 'completed', 'code': 200} Jul 22 15:20:28.924519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef9cc618-dd21-4d9e-b370-6aadec3450d8 req-9499dafc-124c-44b5-8875-228e07ff8ce2 tempest-TestEncryptedCinderVolumes-1910024809 tempest-TestEncryptedCinderVolumes-1910024809-project] 10.222.0.60 "GET /v2.0/ports?device_id=0da9203f-995e-44a7-a8b6-98615a237575 HTTP/1.1" status: 200 len: 210 time: 0.0335102 Jul 22 15:20:30.013026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41784) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:30.355270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:30.946801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Deleting port 480e9dc6-db2d-4025-9fc0-634dc11c30cc {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:30.947148 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:31.027037 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] For port 480e9dc6-db2d-4025-9fc0-634dc11c30cc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=480e9dc6-db2d-4025-9fc0-634dc11c30cc,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:31.027779 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:31.045002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Calling delete_port for 480e9dc6-db2d-4025-9fc0-634dc11c30cc owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:31.216930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:31.239821 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=480e9dc6-db2d-4025-9fc0-634dc11c30cc,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:31.417633 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:31.626769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Router f8458a4a-aaca-4254-973f-a3b91b64eca2 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:20:31.733482 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:20:31.738616 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9f0d385f-b19c-44c0-8b74-d6d1f092e9eb admin admin] 10.222.0.60 "PUT /v2.0/routers/f8458a4a-aaca-4254-973f-a3b91b64eca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7244210 Jul 22 15:20:31.741063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41786) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:31.743781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] Sync routers for ids ['f8458a4a-aaca-4254-973f-a3b91b64eca2'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:20:31.752745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] Routers {'f8458a4a-aaca-4254-973f-a3b91b64eca2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:31.753882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8458a4a-aaca-4254-973f-a3b91b64eca2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:31.783733 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:20:31.844318 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:31.858602 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] Set router f8458a4a-aaca-4254-973f-a3b91b64eca2 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:31.944824 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:31.999826 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Deleting port 0b8fb427-fe47-47e9-9719-c890af6c2edf {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:32.000180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.033643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:20:31Z', 'revision_number': 5, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port': {'id': '0b8fb427-fe47-47e9-9719-c890af6c2edf', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:32.059316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] Checking router: f8458a4a-aaca-4254-973f-a3b91b64eca2 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:20:32.067933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] Routers {'f8458a4a-aaca-4254-973f-a3b91b64eca2'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:32.068546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8458a4a-aaca-4254-973f-a3b91b64eca2'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:32.078286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] For port 0b8fb427-fe47-47e9-9719-c890af6c2edf, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=0b8fb427-fe47-47e9-9719-c890af6c2edf,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:32.078852 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.091051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Calling delete_port for 0b8fb427-fe47-47e9-9719-c890af6c2edf owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:32.152120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] Set router f8458a4a-aaca-4254-973f-a3b91b64eca2 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:32.206183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:20:31Z', 'revision_number': 6, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:32.232653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e210af9a-762f-483e-8e28-370b4d60a6b5 None None] The sync data for ids ['f8458a4a-aaca-4254-973f-a3b91b64eca2'] in n-d-794306-8 is: [{'id': 'f8458a4a-aaca-4254-973f-a3b91b64eca2', 'name': 'tempest-TestEncryptedCinderVolumes-115430737-router', 'tenant_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:13Z', 'updated_at': '2021-07-22T15:20:31Z', 'revision_number': 6, 'project_id': 'b380cd84c45a4b9bb0c4f66fff19cff8', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:20:32.257136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.280906 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8fb427-fe47-47e9-9719-c890af6c2edf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:32.349302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.436248 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.438306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.479883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.480375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8458a4a-aaca-4254-973f-a3b91b64eca2 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:20:32.484684 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.485823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a6655001-6b2e-4d98-bb40-21dd193d297e admin admin] 10.222.0.60 "DELETE /v2.0/routers/f8458a4a-aaca-4254-973f-a3b91b64eca2 HTTP/1.1" status: 204 len: 168 time: 0.7438562 Jul 22 15:20:32.489076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41788) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:32.532587 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Deleting subnet 26570d3c-0f20-49df-b6e9-32ad1a15c649 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:20:32.536031 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.577025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.648301 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 49e91729-f057-4112-b685-8e9337ee89a4 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:32.668987 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.674960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 49e91729-f057-4112-b685-8e9337ee89a4 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:32.675567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 49e91729-f057-4112-b685-8e9337ee89a4 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:32.719726 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.750615 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26570d3c-0f20-49df-b6e9-32ad1a15c649,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:32.752517 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.755346 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1648cec6-8a06-4e13-9f1e-7d0ad4c50ae8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/26570d3c-0f20-49df-b6e9-32ad1a15c649 HTTP/1.1" status: 204 len: 168 time: 0.2644057 Jul 22 15:20:32.756932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41790) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:32.759468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7e4234-95d1-4799-bdfa-e131c85dacbe None None] Network c366e57c-8c8e-402a-8156-c92d71cd59a2 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:20:32.825841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.878224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Deleting port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:32.879115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.954989 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] For port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:32.955615 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:32.976075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] DHCP port deletion for c366e57c-8c8e-402a-8156-c92d71cd59a2 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:20:32.976294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Calling delete_port for 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:33.026563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] Deleting port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:33.026870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.060192 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.087718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:33.089546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] No DVR routers for this DVR port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:20:33.094832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] For port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,segment=NetworkSegment(a83c54cf-eaa9-4ec0-98cc-29427e88575b),segment_id=a83c54cf-eaa9-4ec0-98cc-29427e88575b)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:33.095442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.110460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] Calling delete_port for 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:33.165054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.176110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c366e57c-8c8e-402a-8156-c92d71cd59a2']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:33.188326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83c54cf-eaa9-4ec0-98cc-29427e88575b') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:33.188515 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.188635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83c54cf-eaa9-4ec0-98cc-29427e88575b') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:33.198922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.215234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.216882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] Pushing event deleted for resources: {'Port': ['ID=3ff9f3e5-2d8e-4eae-9942-1a76af57cc04,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:33.219183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8762a304-629d-41dc-b4d8-99568af3c97e None None] No DVR routers for this DVR port 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:20:33.230698 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:20:33.231244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:20:33.236650 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:20:33.292771 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.301024 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.302976 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] 10.222.0.60 "DELETE /v2.0/networks/c366e57c-8c8e-402a-8156-c92d71cd59a2 HTTP/1.1" status: 204 len: 168 time: 0.5451307 Jul 22 15:20:33.306176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41792) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:33.313244 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba130aaf-94a1-448f-9a36-f25eaad3539b admin admin] Pushing event deleted for resources: {'Network': ['ID=c366e57c-8c8e-402a-8156-c92d71cd59a2,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:33.394621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 480e9dc6-db2d-4025-9fc0-634dc11c30cc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:33.414910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 480e9dc6-db2d-4025-9fc0-634dc11c30cc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:33.415264 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 480e9dc6-db2d-4025-9fc0-634dc11c30cc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:33.415684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0b8fb427-fe47-47e9-9719-c890af6c2edf no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:33.434568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 0b8fb427-fe47-47e9-9719-c890af6c2edf {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:33.434923 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 0b8fb427-fe47-47e9-9719-c890af6c2edf not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:33.435346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:33.453549 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:33.453898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3ff9f3e5-2d8e-4eae-9942-1a76af57cc04 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:33.659672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.908424 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Deleting port 1d6aeb5e-fc13-451f-bc27-6548befcfa56 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:33.908772 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:33.988722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] For port 1d6aeb5e-fc13-451f-bc27-6548befcfa56, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=1d6aeb5e-fc13-451f-bc27-6548befcfa56,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:33.989085 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:34.001248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Calling delete_port for 1d6aeb5e-fc13-451f-bc27-6548befcfa56 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:34.174419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:34.198651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6aeb5e-fc13-451f-bc27-6548befcfa56,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:34.210432 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.210817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.211172 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.211518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.211866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.212211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.212549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.212885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.213219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.213551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.213883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.214214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:34.371524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:34.578895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Router f05c4c5e-e880-451d-a0ba-05500f4f497d has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:20:34.682972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:20:34.688019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1886958f-21a5-4f39-9413-c9a937bb3001 admin admin] 10.222.0.60 "PUT /v2.0/routers/f05c4c5e-e880-451d-a0ba-05500f4f497d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3807132 Jul 22 15:20:34.691193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41794) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:34.692146 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] Sync routers for ids ['f05c4c5e-e880-451d-a0ba-05500f4f497d'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:20:34.703826 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] Routers {'f05c4c5e-e880-451d-a0ba-05500f4f497d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:34.705244 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f05c4c5e-e880-451d-a0ba-05500f4f497d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:34.790909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:34.805452 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] Set router f05c4c5e-e880-451d-a0ba-05500f4f497d gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:34.890317 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:34.942156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Deleting port 85a870e7-870d-43f1-9d6a-0face3767676 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:34.942499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:34.983316 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '85a870e7-870d-43f1-9d6a-0face3767676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:20:34Z', 'revision_number': 5, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port': {'id': '85a870e7-870d-43f1-9d6a-0face3767676', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:ff:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:19:18Z', 'updated_at': '2021-07-22T15:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:35.015217 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] Checking router: f05c4c5e-e880-451d-a0ba-05500f4f497d for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:20:35.023671 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] Routers {'f05c4c5e-e880-451d-a0ba-05500f4f497d'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:35.024273 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f05c4c5e-e880-451d-a0ba-05500f4f497d'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:35.026257 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] For port 85a870e7-870d-43f1-9d6a-0face3767676, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=85a870e7-870d-43f1-9d6a-0face3767676,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:35.026651 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.042472 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Calling delete_port for 85a870e7-870d-43f1-9d6a-0face3767676 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:35.103065 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] Set router f05c4c5e-e880-451d-a0ba-05500f4f497d gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:35.158868 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:20:34Z', 'revision_number': 6, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:35.184664 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2a90a-0917-4feb-bd40-2259f3aa049e None None] The sync data for ids ['f05c4c5e-e880-451d-a0ba-05500f4f497d'] in n-d-794306-8 is: [{'id': 'f05c4c5e-e880-451d-a0ba-05500f4f497d', 'name': 'tempest-TestEncryptedCinderVolumes-1539780335-router', 'tenant_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:19:17Z', 'updated_at': '2021-07-22T15:20:34Z', 'revision_number': 6, 'project_id': 'a1187191b8d543e8ad147fbaa27a28fa', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:20:35.201709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.229556 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a870e7-870d-43f1-9d6a-0face3767676,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:35.296369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.381666 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.383714 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.424132 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.424816 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05c4c5e-e880-451d-a0ba-05500f4f497d {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:20:35.429581 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.430749 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-01461a0c-f2ea-4bb4-ab03-a77d92796c51 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f05c4c5e-e880-451d-a0ba-05500f4f497d HTTP/1.1" status: 204 len: 168 time: 0.7385962 Jul 22 15:20:35.433256 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41796) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:35.820628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Deleting subnet d5dd7f67-1682-4fe2-ba23-fa9ec117fea0 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:20:35.823607 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.856228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.930728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1d6aeb5e-fc13-451f-bc27-6548befcfa56 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:35.933237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:35.952097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 1d6aeb5e-fc13-451f-bc27-6548befcfa56 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:35.952460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 1d6aeb5e-fc13-451f-bc27-6548befcfa56 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:35.990982 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.017976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5dd7f67-1682-4fe2-ba23-fa9ec117fea0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:36.021781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.024872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d6a42e5b-8786-469b-96c8-af57f8aeba46 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d5dd7f67-1682-4fe2-ba23-fa9ec117fea0 HTTP/1.1" status: 204 len: 168 time: 0.5906868 Jul 22 15:20:36.026417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b00e7f-32c7-4cad-8862-fe613e29eff6 None None] Network c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:20:36.027916 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41798) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:36.099431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.159682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Deleting port c050cef7-c568-4683-af97-1e5cc6b47f99 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:36.160020 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.230973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] For port c050cef7-c568-4683-af97-1e5cc6b47f99, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c050cef7-c568-4683-af97-1e5cc6b47f99,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:36.231401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.235501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] DHCP port deletion for c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:20:36.247025 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Calling delete_port for c050cef7-c568-4683-af97-1e5cc6b47f99 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:36.287453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] Deleting port c050cef7-c568-4683-af97-1e5cc6b47f99 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:20:36.287844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.331071 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.353904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] For port c050cef7-c568-4683-af97-1e5cc6b47f99, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c050cef7-c568-4683-af97-1e5cc6b47f99,segment=NetworkSegment(4e1fc71c-6f12-4332-afde-421b56bc5a8f),segment_id=4e1fc71c-6f12-4332-afde-421b56bc5a8f)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:36.354102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.354469 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c050cef7-c568-4683-af97-1e5cc6b47f99,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:36.360057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] No DVR routers for this DVR port c050cef7-c568-4683-af97-1e5cc6b47f99 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:20:36.367752 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] Calling delete_port for c050cef7-c568-4683-af97-1e5cc6b47f99 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:20:36.431063 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.441396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e42436-f2a1-44a6-bbc0-0d5bef3577f0']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:36.445987 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.455280 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1fc71c-6f12-4332-afde-421b56bc5a8f') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:36.455722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1fc71c-6f12-4332-afde-421b56bc5a8f') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:36.464676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.470296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] Pushing event deleted for resources: {'Port': ['ID=c050cef7-c568-4683-af97-1e5cc6b47f99,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:36.473858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26face53-c831-4b1d-b0d7-ec6874408157 None None] No DVR routers for this DVR port c050cef7-c568-4683-af97-1e5cc6b47f99 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:20:36.484921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.491898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:20:36.492413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:20:36.494053 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:20:36.546389 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.552397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.554251 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c6e42436-f2a1-44a6-bbc0-0d5bef3577f0 HTTP/1.1" status: 204 len: 168 time: 0.5253301 Jul 22 15:20:36.564903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb2b40-db0a-4d66-ac65-e69c40ab9c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e42436-f2a1-44a6-bbc0-0d5bef3577f0,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:36.708248 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41802) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:36.748265 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0cc58b3d-5c30-4add-9dd7-382a5ba908a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b380cd84c45a4b9bb0c4f66fff19cff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387797 Jul 22 15:20:36.750800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41804) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:36.797075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d2aa-6480-4d58-9730-557139a79a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.821815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d2aa-6480-4d58-9730-557139a79a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.869216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d2aa-6480-4d58-9730-557139a79a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.871935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-bfe7d2aa-6480-4d58-9730-557139a79a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:36.873163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-bfe7d2aa-6480-4d58-9730-557139a79a34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92c8726b-35c2-4f17-ac7a-81b59511f417 HTTP/1.1" status: 204 len: 168 time: 0.1214354 Jul 22 15:20:36.880977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7d2aa-6480-4d58-9730-557139a79a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8726b-35c2-4f17-ac7a-81b59511f417,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:37.175274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41810) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:37.213871 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d032909d-87f8-42b3-90d2-0591441dab37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1187191b8d543e8ad147fbaa27a28fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374560 Jul 22 15:20:37.216150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41812) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:37.262447 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14efadb3-04e7-4910-8b87-28583582bd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:37.283709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14efadb3-04e7-4910-8b87-28583582bd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:37.329206 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14efadb3-04e7-4910-8b87-28583582bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:37.332303 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-14efadb3-04e7-4910-8b87-28583582bd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:37.333473 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-14efadb3-04e7-4910-8b87-28583582bd22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7719ea22-ba30-4434-a8b9-0d14632f247f HTTP/1.1" status: 204 len: 168 time: 0.1164458 Jul 22 15:20:37.343028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efadb3-04e7-4910-8b87-28583582bd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7719ea22-ba30-4434-a8b9-0d14632f247f,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:37.397378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 85a870e7-870d-43f1-9d6a-0face3767676 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:37.417482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 85a870e7-870d-43f1-9d6a-0face3767676 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:37.417767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 85a870e7-870d-43f1-9d6a-0face3767676 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:37.418194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c050cef7-c568-4683-af97-1e5cc6b47f99 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:20:37.436258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c050cef7-c568-4683-af97-1e5cc6b47f99 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:20:37.436615 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c050cef7-c568-4683-af97-1e5cc6b47f99 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:20:37.731558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:37.979165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41834) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:38.071173 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251780522-network', 'tenant_id': '99b941f537224199b72135146f0a317a'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:38.092137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Made reservation on behalf of 99b941f537224199b72135146f0a317a for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:20:38.094399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.102742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.159771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.194768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.198485 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.224859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:20:38.230076 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61483af1-3efd-4bb3-bbd1-c54808e71f1b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:38.237269 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.238199 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Added segment 3829cabe-9852-48be-a5d4-197ee49c6590 of type vlan for network 6be5be8e-7982-4393-806d-744424bd1246 Jul 22 15:20:38.277989 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.306629 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.307558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:38.308136 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.342174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3619187 Jul 22 15:20:38.345160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41838) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:38.350914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Request body: {'subnet': {'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251780522-subnet', 'tenant_id': '99b941f537224199b72135146f0a317a', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:38.368351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63fa1-dbce-4d07-b200-00fb59586a43 admin admin] Pushing event updated for resources: {'Network': ['ID=6be5be8e-7982-4393-806d-744424bd1246,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:38.372429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Made reservation on behalf of 99b941f537224199b72135146f0a317a for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:20:38.374756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.379634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6be5be8e-7982-4393-806d-744424bd1246 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:20:38.541611 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.595304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ab4738-bc0d-44d6-9025-d54716155625,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:38.603688 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Checking segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:38.604042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Network hostable DHCP agents. Network: 6be5be8e-7982-4393-806d-744424bd1246, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:20:38.620126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Network 6be5be8e-7982-4393-806d-744424bd1246 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:20:38.628868 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6be5be8e-7982-4393-806d-744424bd1246) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:38.632957 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:38.633544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.638274 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06614310-012c-4a72-bcf0-f2fab062b429 None None] Network 6be5be8e-7982-4393-806d-744424bd1246 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:20:38.646957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dfc1dd4d-d1d6-41d3-8746-43dbfa52a596 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3005688 Jul 22 15:20:38.649751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41840) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:38.654151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:38.675422 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.676470 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.731683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.786497 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6be5be8e-7982-4393-806d-744424bd1246', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:20:38.787394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.866501 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:38.918888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Allocated IP 172.20.0.2 (6be5be8e-7982-4393-806d-744424bd1246/b5ab4738-bc0d-44d6-9025-d54716155625/8442545d-2442-4531-a885-ad6dd940a0df) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:39.061645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.065585 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.070283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Transition to ACTIVE for port object 8442545d-2442-4531-a885-ad6dd940a0df will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:39.084257 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.085599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Transition to ACTIVE for port object 8442545d-2442-4531-a885-ad6dd940a0df will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:39.091482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.136591 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Network 6be5be8e-7982-4393-806d-744424bd1246 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:39.139513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:39.143849 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:39.146892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Pushing event updated for resources: {'Port': ['ID=8442545d-2442-4531-a885-ad6dd940a0df,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:39.191381 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Allocated IP 172.25.3.238 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/dc0b60df-bb3d-4d5a-bd02-50ebfc09f038) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:39.207644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Attempting to bind port 8442545d-2442-4531-a885-ad6dd940a0df on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:20:39.208268 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Attempting to bind port 8442545d-2442-4531-a885-ad6dd940a0df by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:20:39.208685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Attempting to bind port 8442545d-2442-4531-a885-ad6dd940a0df on network 6be5be8e-7982-4393-806d-744424bd1246 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:20:39.213601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:20:39.213982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Checking segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:39.214393 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.214827 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Bound using segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:20:39.215292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Bound port: 8442545d-2442-4531-a885-ad6dd940a0df, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:20:39.215679 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.277305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] For port 8442545d-2442-4531-a885-ad6dd940a0df, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:20:39.280404 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] For port 8442545d-2442-4531-a885-ad6dd940a0df, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8442545d-2442-4531-a885-ad6dd940a0df,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:20:39.285001 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.300731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.339822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc529-999b-473f-9ab7-59349157067b None None] Pushing event updated for resources: {'Port': ['ID=8442545d-2442-4531-a885-ad6dd940a0df,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:39.350106 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.392854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:39.396520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:39.399189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:39.405054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:39.679976 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.889600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:39.942670 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6aa4aefe-9289-42d5-8946-373d920a38c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:40.024179 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:20:40.136006 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:20:40.145572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Sync routers for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:20:40.152337 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:40.156327 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8bdb898b-8c3e-4398-a79a-296bab9fec59 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5031042 Jul 22 15:20:40.156618 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41842) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:40.159698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:40.160391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:40.237241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f62d9-6ad4-4bc0-80d2-3a2ffbeccbdd None None] Network 6be5be8e-7982-4393-806d-744424bd1246 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:20:40.315658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:40.407581 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6b956dd9-0dac-41d9-bd0d-e057481ae6e0 None None] Provisioning for port 8442545d-2442-4531-a885-ad6dd940a0df completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:40.582530 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:40.739844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:39Z', 'revision_number': 3, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:40.741415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Allocated IP 172.20.0.1 (6be5be8e-7982-4393-806d-744424bd1246/b5ab4738-bc0d-44d6-9025-d54716155625/4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:40.766708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Checking router: 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:20:40.767073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Updating router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:20:40.814149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:40.864552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:40.879763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Transition to ACTIVE for port object 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:40.916302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:40.958185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Network 6be5be8e-7982-4393-806d-744424bd1246 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:40.963541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:40.965746 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Pushing event updated for resources: {'Port': ['ID=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:40.967900 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:41.006963 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.095254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.107147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Transition to ACTIVE for port object dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:41.113895 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.161100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.173185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a4ceb-c78a-4352-bd4e-123ddf9edb06 None None] Pushing event updated for resources: {'Port': ['ID=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:41.177853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Attempting to bind port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:20:41.178222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Attempting to bind port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:20:41.178609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Attempting to bind port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:20:41.183594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:20:41.183973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:41.184376 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.184761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:20:41.185220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Bound port: dc0b60df-bb3d-4d5a-bd02-50ebfc09f038, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:20:41.185603 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.245220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b87db57a-6d9a-473b-bf6f-d86fca910a1a None None] Provisioning for port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:41.247501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] For port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:20:41.251690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] For port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:20:41.253440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b87db57a-6d9a-473b-bf6f-d86fca910a1a None None] Provisioning complete for port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:41.253876 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b87db57a-6d9a-473b-bf6f-d86fca910a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.257246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.331499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.335171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b87db57a-6d9a-473b-bf6f-d86fca910a1a None None] Port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:20:41.336608 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.345851 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:41.346502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:41.392355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a4ceb-c78a-4352-bd4e-123ddf9edb06 None None] Pushing event updated for resources: {'Port': ['ID=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:41.408361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.410734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Pushing event updated for resources: {'Port': ['ID=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:41.431784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8442545d-2442-4531-a885-ad6dd940a0df up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:41.503700 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Network 6be5be8e-7982-4393-806d-744424bd1246 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:41.505133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:41.506750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:41.532682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8442545d-2442-4531-a885-ad6dd940a0df completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:41.539728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8442545d-2442-4531-a885-ad6dd940a0df triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:41.540111 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.634487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:20:41.727572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.749606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:20:41.754596 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6e11fbd5-5717-4201-adbc-c6aaa48e8d8a admin admin] 10.222.0.60 "PUT /v2.0/routers/64d05ea2-ea7d-4e7c-9456-3183234ad9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5963042 Jul 22 15:20:41.793914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 8442545d-2442-4531-a885-ad6dd940a0df, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8442545d-2442-4531-a885-ad6dd940a0df,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:41.796589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1e62ffa0-2d2d-4076-99a3-80d90bdeaed0 None None] Provisioning complete for port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:41.796937 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1e62ffa0-2d2d-4076-99a3-80d90bdeaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.802181 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:41.866685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1e62ffa0-2d2d-4076-99a3-80d90bdeaed0 None None] Port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:20:41.884256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 2, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:41.887198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=8442545d-2442-4531-a885-ad6dd940a0df,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:41.918123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47355e0-170a-46d5-9347-e95427bc636a None None] The sync data for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 is: [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 2, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:20:42.183275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-289f18cd-9711-4e80-8487-f96dc07d3de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.254740 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 41858) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:42.259895 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-202631684-network', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:42.282360 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Made reservation on behalf of e9431e04e9f741c88334c50a80a4abb2 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:20:42.285704 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.295260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.395007 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.399482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.419183 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.426115 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:20:42.436154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa2a52-6e23-4574-ac1b-1725737e34ff,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:42.441399 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.441776 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Added segment 76cb801b-4d73-4929-aa09-56573af24b61 of type vlan for network 644ae5c4-448d-4724-911e-ed27884e35bf Jul 22 15:20:42.483213 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.545639 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.546736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:42.547332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.589880 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3340051 Jul 22 15:20:42.592832 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41860) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:42.599657 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Request body: {'subnet': {'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-202631684-subnet', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:42.617978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7fe09-5e58-40ba-ac5e-68653dd5bd90 admin admin] Pushing event updated for resources: {'Network': ['ID=644ae5c4-448d-4724-911e-ed27884e35bf,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:42.627544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Made reservation on behalf of e9431e04e9f741c88334c50a80a4abb2 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:20:42.628638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 644ae5c4-448d-4724-911e-ed27884e35bf details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:20:42.629937 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.811159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.872838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b05d142-6fd2-4c56-8c7e-91374cd165ab,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:42.885142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Checking segment: {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:42.885507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Network hostable DHCP agents. Network: 644ae5c4-448d-4724-911e-ed27884e35bf, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:20:42.902776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Network 644ae5c4-448d-4724-911e-ed27884e35bf is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:20:42.912867 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 644ae5c4-448d-4724-911e-ed27884e35bf) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:42.917752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:42.919681 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.920495 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099cf500-f1f4-43ab-83b9-ce0d7cf90a80 None None] Network 644ae5c4-448d-4724-911e-ed27884e35bf requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:20:42.934984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c435ec48-a378-45a9-9763-dc4a634b5e65 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3404489 Jul 22 15:20:42.937498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41862) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:42.943024 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:42.964787 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:42.966029 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.020399 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.081024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-644ae5c4-448d-4724-911e-ed27884e35bf', 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'fixed_ips': [{'subnet_id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:20:43.082628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.160959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.223258 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Allocated IP 172.20.0.2 (644ae5c4-448d-4724-911e-ed27884e35bf/7b05d142-6fd2-4c56-8c7e-91374cd165ab/945dd760-1c2b-4cee-8925-b1bd2c9475cd) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:43.369281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.371316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.381212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Transition to ACTIVE for port object 945dd760-1c2b-4cee-8925-b1bd2c9475cd will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:43.390244 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.396915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Transition to ACTIVE for port object 945dd760-1c2b-4cee-8925-b1bd2c9475cd will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:43.404446 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.441816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Network 644ae5c4-448d-4724-911e-ed27884e35bf is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:43.444712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:43.447256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:43.485755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Pushing event updated for resources: {'Port': ['ID=945dd760-1c2b-4cee-8925-b1bd2c9475cd,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:43.510246 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8442545d-2442-4531-a885-ad6dd940a0df up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:43.515004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Allocated IP 172.25.3.12 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/5145d7be-7f37-418e-a204-45e8cb596a61) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:43.547817 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Attempting to bind port 945dd760-1c2b-4cee-8925-b1bd2c9475cd on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:20:43.548102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Attempting to bind port 945dd760-1c2b-4cee-8925-b1bd2c9475cd by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:20:43.548469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Attempting to bind port 945dd760-1c2b-4cee-8925-b1bd2c9475cd on network 644ae5c4-448d-4724-911e-ed27884e35bf {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:20:43.558465 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:20:43.558880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Checking segment: {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:43.559280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.559676 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Bound using segment: {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:20:43.560145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Bound port: 945dd760-1c2b-4cee-8925-b1bd2c9475cd, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:20:43.560531 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.633029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8442545d-2442-4531-a885-ad6dd940a0df triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:43.633403 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.635966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.660988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-46820afa-0993-4a34-922f-2432e6432afa None None] For port 945dd760-1c2b-4cee-8925-b1bd2c9475cd, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:20:43.678413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.680598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-46820afa-0993-4a34-922f-2432e6432afa None None] For port 945dd760-1c2b-4cee-8925-b1bd2c9475cd, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=945dd760-1c2b-4cee-8925-b1bd2c9475cd,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:20:43.687513 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.727760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:43.733485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:43.737139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:43.773849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Pushing event updated for resources: {'Port': ['ID=5145d7be-7f37-418e-a204-45e8cb596a61,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:43.783559 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46820afa-0993-4a34-922f-2432e6432afa None None] Pushing event updated for resources: {'Port': ['ID=945dd760-1c2b-4cee-8925-b1bd2c9475cd,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:43.790583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:43.839324 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.855647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:43.859838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:43.860227 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.968327 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:43.990158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:43.993907 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.051460 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.052918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:44.076680 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Sync routers for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:20:44.085988 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:44.086698 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:44.192299 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:44.255028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.395609 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 2, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:44.423380 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Checking router: 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:20:44.423734 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Updating router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:20:44.461178 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.735380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Router 699588ac-8dc3-4966-805c-fc475fe19923 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:20:44.745357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c35e1-3bae-4c03-ae7d-742697b6a84b None None] Network 644ae5c4-448d-4724-911e-ed27884e35bf requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:20:44.827190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-62a4b654-3d14-4610-9ee3-7fb61caa2f66 None None] Provisioning for port 945dd760-1c2b-4cee-8925-b1bd2c9475cd completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:44.838934 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.851297 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Transition to ACTIVE for port object 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:44.854153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:20:44.857479 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.872398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.873119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Sync routers for ids ['699588ac-8dc3-4966-805c-fc475fe19923'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:20:44.877299 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6345bc9d-0f5b-4803-a425-9a6be055d3b6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9359858 Jul 22 15:20:44.877846 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 41864) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:20:44.894703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Routers {'699588ac-8dc3-4966-805c-fc475fe19923'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:44.895772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['699588ac-8dc3-4966-805c-fc475fe19923'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:44.929602 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Pushing event updated for resources: {'Port': ['ID=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:44.958601 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.958601 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.958601 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.958986 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.959286 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.959615 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.959937 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.960256 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.960582 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.960891 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.961228 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.961528 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:20:44.982205 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Attempting to bind port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:20:44.982650 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Attempting to bind port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:20:44.983092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Attempting to bind port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd on network 6be5be8e-7982-4393-806d-744424bd1246 {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:20:44.988767 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:20:44.989149 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Checking segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:44.989907 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:44.990448 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Bound using segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:20:44.991117 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Bound port: 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:20:44.991655 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.064870 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] For port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:20:45.068967 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] For port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:20:45.076231 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.133214 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:45.133980 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:45.197654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Set router 699588ac-8dc3-4966-805c-fc475fe19923 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:45.210620 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547229db-657b-4869-bae3-f0bf3c91fa35 None None] Pushing event updated for resources: {'Port': ['ID=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:45.276984 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:45.399529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.470325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 3, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:45.525807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Checking router: 699588ac-8dc3-4966-805c-fc475fe19923 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:20:45.526199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Updating router 699588ac-8dc3-4966-805c-fc475fe19923 port 5145d7be-7f37-418e-a204-45e8cb596a61 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:20:45.575728 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.590755 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.620904 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:45Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:45.623362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Allocated IP 172.20.0.1 (644ae5c4-448d-4724-911e-ed27884e35bf/7b05d142-6fd2-4c56-8c7e-91374cd165ab/f4a4f856-d870-403f-9d6f-156e2e47b3d1) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:45.624218 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:45.659780 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751085d-3c6e-421c-bcff-19c3c663ab14 None None] The sync data for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 is: [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:45Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:20:45.739992 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.756303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Transition to ACTIVE for port object f4a4f856-d870-403f-9d6f-156e2e47b3d1 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:45.776333 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:45.793012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.797270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:45.797771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:45.844647 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Network 644ae5c4-448d-4724-911e-ed27884e35bf is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:45.849097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:45.851687 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Pushing event updated for resources: {'Port': ['ID=f4a4f856-d870-403f-9d6f-156e2e47b3d1,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:45.868822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:45.908703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.013716 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.025434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Transition to ACTIVE for port object 5145d7be-7f37-418e-a204-45e8cb596a61 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:46.037771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.077428 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.109529 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.130547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Attempting to bind port 5145d7be-7f37-418e-a204-45e8cb596a61 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:20:46.131144 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Attempting to bind port 5145d7be-7f37-418e-a204-45e8cb596a61 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:20:46.131614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Attempting to bind port 5145d7be-7f37-418e-a204-45e8cb596a61 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:20:46.151417 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:46.153131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:20:46.153613 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:46.154251 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.154775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:20:46.155546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Bound port: 5145d7be-7f37-418e-a204-45e8cb596a61, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:20:46.156000 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.158225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050b953-71fc-4d92-8889-56f4bfb51ef8 None None] Pushing event updated for resources: {'Port': ['ID=5145d7be-7f37-418e-a204-45e8cb596a61,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:46.162813 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.163641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:46.306652 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f95aaad9-2089-4a30-9957-4bcc50c0e8d1 None None] Provisioning for port f4a4f856-d870-403f-9d6f-156e2e47b3d1 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:46.315141 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.320100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.321935 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] For port 5145d7be-7f37-418e-a204-45e8cb596a61, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:20:46.324127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:46.326957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f95aaad9-2089-4a30-9957-4bcc50c0e8d1 None None] Provisioning complete for port f4a4f856-d870-403f-9d6f-156e2e47b3d1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:46.327478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f95aaad9-2089-4a30-9957-4bcc50c0e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.359120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] For port 5145d7be-7f37-418e-a204-45e8cb596a61, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5145d7be-7f37-418e-a204-45e8cb596a61,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:20:46.375178 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.388394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:46.388394 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.392605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.394404 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Pushing event updated for resources: {'Port': ['ID=f4a4f856-d870-403f-9d6f-156e2e47b3d1,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:46.407823 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f95aaad9-2089-4a30-9957-4bcc50c0e8d1 None None] Port f4a4f856-d870-403f-9d6f-156e2e47b3d1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:20:46.474870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Routers {'699588ac-8dc3-4966-805c-fc475fe19923'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:46.475542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['699588ac-8dc3-4966-805c-fc475fe19923'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:46.479291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050b953-71fc-4d92-8889-56f4bfb51ef8 None None] Pushing event updated for resources: {'Port': ['ID=5145d7be-7f37-418e-a204-45e8cb596a61,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:46.499249 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Network 644ae5c4-448d-4724-911e-ed27884e35bf is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:46.500777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:46.616733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 945dd760-1c2b-4cee-8925-b1bd2c9475cd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:46.646564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Router 699588ac-8dc3-4966-805c-fc475fe19923 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:20:46.657434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] Set router 699588ac-8dc3-4966-805c-fc475fe19923 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:46.753394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 945dd760-1c2b-4cee-8925-b1bd2c9475cd completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:46.760181 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:20:46.763806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 945dd760-1c2b-4cee-8925-b1bd2c9475cd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:46.764190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.765377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b2c336af-22f8-4895-aa28-f1b103971caf admin admin] 10.222.0.60 "PUT /v2.0/routers/699588ac-8dc3-4966-805c-fc475fe19923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8864012 Jul 22 15:20:46.869287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-0a5cfe65-a080-40a5-8e11-66037ac27266 None None] Provisioning complete for port f4a4f856-d870-403f-9d6f-156e2e47b3d1 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:46.869843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfe65-a080-40a5-8e11-66037ac27266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:46.962400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-0a5cfe65-a080-40a5-8e11-66037ac27266 None None] Port f4a4f856-d870-403f-9d6f-156e2e47b3d1 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:20:46.974857 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:47.002463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'f4a4f856-d870-403f-9d6f-156e2e47b3d1', 'name': '', 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'mac_address': 'fa:16:3e:4e:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:45Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 2, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'subnets': [{'id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:47.037785 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5c177-794f-4f91-90d9-79c614ee38e9 None None] The sync data for ids ['699588ac-8dc3-4966-805c-fc475fe19923'] in n-d-794306-8 is: [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'f4a4f856-d870-403f-9d6f-156e2e47b3d1', 'name': '', 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'mac_address': 'fa:16:3e:4e:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:45Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 2, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'subnets': [{'id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:20:47.042505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 945dd760-1c2b-4cee-8925-b1bd2c9475cd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=945dd760-1c2b-4cee-8925-b1bd2c9475cd,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:47.048151 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:47.104277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=945dd760-1c2b-4cee-8925-b1bd2c9475cd,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:47.433292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:47.489349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:47.489726 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:47.580787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 945dd760-1c2b-4cee-8925-b1bd2c9475cd up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:47.633769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 945dd760-1c2b-4cee-8925-b1bd2c9475cd triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:47.634157 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:49.461847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5145d7be-7f37-418e-a204-45e8cb596a61 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:49.517787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 5145d7be-7f37-418e-a204-45e8cb596a61 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:49.522309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5145d7be-7f37-418e-a204-45e8cb596a61 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:49.522720 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:49.617175 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:49.646279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 5145d7be-7f37-418e-a204-45e8cb596a61, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5145d7be-7f37-418e-a204-45e8cb596a61,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:49.655014 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:49.720390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=5145d7be-7f37-418e-a204-45e8cb596a61,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:50.035711 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Sync routers for ids ['699588ac-8dc3-4966-805c-fc475fe19923'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:20:50.046696 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Routers {'699588ac-8dc3-4966-805c-fc475fe19923'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:50.047383 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['699588ac-8dc3-4966-805c-fc475fe19923'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:50.161529 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Set router 699588ac-8dc3-4966-805c-fc475fe19923 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:50.406125 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'f4a4f856-d870-403f-9d6f-156e2e47b3d1', 'name': '', 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'mac_address': 'fa:16:3e:4e:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:45Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 2, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'subnets': [{'id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:50.432510 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Checking router: 699588ac-8dc3-4966-805c-fc475fe19923 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:20:50.432779 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Updating router 699588ac-8dc3-4966-805c-fc475fe19923 port f4a4f856-d870-403f-9d6f-156e2e47b3d1 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:20:50.470495 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:50.775607 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:50.788581 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Transition to ACTIVE for port object f4a4f856-d870-403f-9d6f-156e2e47b3d1 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:50.796762 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:50.865525 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e55c-02e7-4074-9193-0a4f1dbe2cea None None] Pushing event updated for resources: {'Port': ['ID=f4a4f856-d870-403f-9d6f-156e2e47b3d1,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:50.950504 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Attempting to bind port f4a4f856-d870-403f-9d6f-156e2e47b3d1 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:20:50.951181 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Attempting to bind port f4a4f856-d870-403f-9d6f-156e2e47b3d1 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:20:50.951682 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Attempting to bind port f4a4f856-d870-403f-9d6f-156e2e47b3d1 on network 644ae5c4-448d-4724-911e-ed27884e35bf {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:20:50.965010 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:20:50.965383 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Checking segment: {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:20:50.965795 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:50.966188 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Bound using segment: {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:20:50.966676 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Bound port: f4a4f856-d870-403f-9d6f-156e2e47b3d1, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cb801b-4d73-4929-aa09-56573af24b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:20:50.967060 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.046187 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] For port f4a4f856-d870-403f-9d6f-156e2e47b3d1, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:20:51.049414 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] For port f4a4f856-d870-403f-9d6f-156e2e47b3d1, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f4a4f856-d870-403f-9d6f-156e2e47b3d1,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:20:51.059450 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.113895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91e55c-02e7-4074-9193-0a4f1dbe2cea None None] Pushing event updated for resources: {'Port': ['ID=f4a4f856-d870-403f-9d6f-156e2e47b3d1,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:51.146496 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Routers {'699588ac-8dc3-4966-805c-fc475fe19923'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:20:51.147155 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:20:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['699588ac-8dc3-4966-805c-fc475fe19923'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:51.431479 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] Set router 699588ac-8dc3-4966-805c-fc475fe19923 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:20:51.465659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f4a4f856-d870-403f-9d6f-156e2e47b3d1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:51.529656 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port f4a4f856-d870-403f-9d6f-156e2e47b3d1 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:51.535558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f4a4f856-d870-403f-9d6f-156e2e47b3d1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:51.535933 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.723724 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'f4a4f856-d870-403f-9d6f-156e2e47b3d1', 'name': '', 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'mac_address': 'fa:16:3e:4e:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:45Z', 'updated_at': '2021-07-22T15:20:51Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'subnets': [{'id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:20:51.754187 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de381bdb-e830-4093-94ec-b21e999fc236 None None] The sync data for ids ['699588ac-8dc3-4966-805c-fc475fe19923'] in n-d-794306-8 is: [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'f4a4f856-d870-403f-9d6f-156e2e47b3d1', 'name': '', 'network_id': '644ae5c4-448d-4724-911e-ed27884e35bf', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'mac_address': 'fa:16:3e:4e:0d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:45Z', 'updated_at': '2021-07-22T15:20:51Z', 'revision_number': 4, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'subnets': [{'id': '7b05d142-6fd2-4c56-8c7e-91374cd165ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:20:51.801689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.834611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port f4a4f856-d870-403f-9d6f-156e2e47b3d1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f4a4f856-d870-403f-9d6f-156e2e47b3d1,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:20:51.839951 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:51.841026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5145d7be-7f37-418e-a204-45e8cb596a61 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:51.929446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=f4a4f856-d870-403f-9d6f-156e2e47b3d1,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:51.942437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5145d7be-7f37-418e-a204-45e8cb596a61 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:51.943015 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:53.399706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f4a4f856-d870-403f-9d6f-156e2e47b3d1 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:20:53.448583 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port f4a4f856-d870-403f-9d6f-156e2e47b3d1 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:53.448965 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:57.312338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-820f0249-b8f2-417e-97aa-1d7c8d78743d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:57.313810 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-820f0249-b8f2-417e-97aa-1d7c8d78743d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 814 time: 0.1024590 Jul 22 15:20:57.328536 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-2a957ae8-821c-4f2b-9d5a-f11a82d89aaa tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/quotas/99b941f537224199b72135146f0a317a HTTP/1.1" status: 200 len: 375 time: 0.0087264 Jul 22 15:20:57.392297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-45d90ca7-d933-47bb-91e8-27ab3a1da747 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582826 Jul 22 15:20:57.488141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-f27cadef-305a-444a-8bab-c53b4321b389 service neutron] 10.222.0.60 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 Jul 22 15:20:57.578343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-312ef405-9e25-42dc-b176-de4ae8cd00d5 service neutron] 10.222.0.60 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845718 Jul 22 15:20:57.749855 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d6cc44da-a02e-4073-a921-0da17e1eed22 req-514bb65f-ca35-4fcc-87dc-f455ec7cfe58 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 210 time: 0.0330880 Jul 22 15:20:58.655056 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-c95240c1-d116-4198-a458-dfc45d5e1b0c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:58.656444 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-c95240c1-d116-4198-a458-dfc45d5e1b0c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 814 time: 0.1073329 Jul 22 15:20:58.668374 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'port': {'device_id': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'admin_state_up': True, 'tenant_id': '99b941f537224199b72135146f0a317a'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:20:58.779684 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Made reservation on behalf of 99b941f537224199b72135146f0a317a for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:20:58.784264 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:58.874501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ef43f0dd-7eaf-46fe-92fa-a745a6450d36 req-85a32e74-4f1c-476e-a51a-480a8b223bf3 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 210 time: 0.0360034 Jul 22 15:20:58.952001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Allocated IP 172.20.0.3 (6be5be8e-7982-4393-806d-744424bd1246/b5ab4738-bc0d-44d6-9025-d54716155625/4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:20:59.500364 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:59.515622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Transition to ACTIVE for port object 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:20:59.550386 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:59.598297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Network 6be5be8e-7982-4393-806d-744424bd1246 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:20:59.603354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:20:59.606998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:20:59.634218 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:20:59.676001 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:20:59.676923 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:59.694236 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-3bd61767-5e52-48db-a716-090909360be8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0297852 Jul 22 15:20:59.828986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-15c9c70a-a3d9-4247-b1ca-3df3bc6c767c None None] Provisioning for port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:20:59.833857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-15c9c70a-a3d9-4247-b1ca-3df3bc6c767c None None] Provisioning complete for port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:20:59.834338 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15c9c70a-a3d9-4247-b1ca-3df3bc6c767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:20:59.868556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-15c9c70a-a3d9-4247-b1ca-3df3bc6c767c None None] Port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:21:00.272288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af3ee3-3d20-4d91-b4ce-04413166a0b5 req-0a2fdecf-a5b4-4b19-9bd4-61325fa2b191 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:00.273869 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96af3ee3-3d20-4d91-b4ce-04413166a0b5 req-0a2fdecf-a5b4-4b19-9bd4-61325fa2b191 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0653877 Jul 22 15:21:00.314488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96af3ee3-3d20-4d91-b4ce-04413166a0b5 req-0c583e90-ba86-470d-9491-578f0a166622 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348890 Jul 22 15:21:01.471440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e95cc-20d2-4a71-9213-484604f656ac req-0f7cb70a-c115-422c-9431-d92adb9eca17 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:01.473085 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-109e95cc-20d2-4a71-9213-484604f656ac req-0f7cb70a-c115-422c-9431-d92adb9eca17 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0731575 Jul 22 15:21:01.511379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-109e95cc-20d2-4a71-9213-484604f656ac req-6ecc37c9-9e5a-4571-b8c5-b8ab66649104 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 22 15:21:02.650747 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b8ce9-57f3-464f-b947-a380c87f685c req-8edb5147-678a-4a8a-a06c-d3a13a0f0ab1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:02.652266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c8b8ce9-57f3-464f-b947-a380c87f685c req-8edb5147-678a-4a8a-a06c-d3a13a0f0ab1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0722346 Jul 22 15:21:02.699160 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6c8b8ce9-57f3-464f-b947-a380c87f685c req-737df405-dfca-4b02-a142-a2c6f1cd0125 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411303 Jul 22 15:21:03.830797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ac5e1-b56b-4fa1-aaf6-89a969c2e665 req-e836a403-fe70-46e5-81cf-36a4eadfd965 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:03.832365 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f3ac5e1-b56b-4fa1-aaf6-89a969c2e665 req-e836a403-fe70-46e5-81cf-36a4eadfd965 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0662062 Jul 22 15:21:03.884881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f3ac5e1-b56b-4fa1-aaf6-89a969c2e665 req-31a3cdee-2e5d-4327-a868-4a435fd36ada tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Jul 22 15:21:05.034210 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c34299-35af-46f6-84b4-880965487c59 req-3cfc2132-66fd-40fe-9404-2bfe435085b9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:05.036340 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59c34299-35af-46f6-84b4-880965487c59 req-3cfc2132-66fd-40fe-9404-2bfe435085b9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0815759 Jul 22 15:21:05.075957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-59c34299-35af-46f6-84b4-880965487c59 req-cd138e4f-60df-44fe-9d73-97e2a54660b8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Jul 22 15:21:06.209240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0018c-33ac-4380-b036-28d23f6f8ff3 req-0271cbc1-50c0-49e7-8ffd-24f1de36c96d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:06.210797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfe0018c-33ac-4380-b036-28d23f6f8ff3 req-0271cbc1-50c0-49e7-8ffd-24f1de36c96d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0658269 Jul 22 15:21:06.249579 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cfe0018c-33ac-4380-b036-28d23f6f8ff3 req-db4c9906-6d23-4431-be1b-87d5a950f962 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Jul 22 15:21:07.386742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2489484-4d1d-44ac-a154-d82d27a029be req-c4d86df8-55ab-4dbe-89e7-5729d5e7cf23 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:07.388386 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2489484-4d1d-44ac-a154-d82d27a029be req-c4d86df8-55ab-4dbe-89e7-5729d5e7cf23 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0690331 Jul 22 15:21:07.428785 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2489484-4d1d-44ac-a154-d82d27a029be req-c07a45be-fd69-4c27-a76a-e703023b9246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Jul 22 15:21:07.749237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.161020 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:08.561833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ee9e8-46b1-489c-814c-35d060c76973 req-553dd709-1807-4218-aced-ee4ff865c08c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:08.563333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-436ee9e8-46b1-489c-814c-35d060c76973 req-553dd709-1807-4218-aced-ee4ff865c08c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 931 time: 0.0649002 Jul 22 15:21:08.603266 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-436ee9e8-46b1-489c-814c-35d060c76973 req-df24d686-ce6d-4988-b275-752560d071a4 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Jul 22 15:21:08.782727 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:21:09.184515 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Request body: {'port': {'device_id': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:09.256962 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.512064 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:21:09.519605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.532310 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Transition to ACTIVE for port object 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:21:09.535970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.590308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:09.675171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Attempting to bind port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:21:09.675512 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Attempting to bind port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:21:09.675844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Attempting to bind port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 on network 6be5be8e-7982-4393-806d-744424bd1246 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:21:09.689494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 on network 6be5be8e-7982-4393-806d-744424bd1246 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:21:09.689893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Attempting to bind port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 on network 6be5be8e-7982-4393-806d-744424bd1246 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:21:09.713886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:21:09.714244 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Checking segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:21:09.714673 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Bound using segment: {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:21:09.715124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Bound port: 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3829cabe-9852-48be-a5d4-197ee49c6590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6be5be8e-7982-4393-806d-744424bd1246'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:21:09.715492 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.788874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69092a-7f52-4c25-9b69-78b7805bd6fc req-f6a66a45-29e4-49eb-bc5d-22e2a696ba2c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:09.790370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b69092a-7f52-4c25-9b69-78b7805bd6fc req-f6a66a45-29e4-49eb-bc5d-22e2a696ba2c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 943 time: 0.1171277 Jul 22 15:21:09.818912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:21:09.844498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:21:09.852388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b69092a-7f52-4c25-9b69-78b7805bd6fc req-acf02b00-fa1b-4b11-b039-8ead79002555 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565169 Jul 22 15:21:09.853331 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.888535 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:09.889321 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.890762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] 10.222.0.61 "PUT /v2.0/ports/4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 1091 time: 0.7503011 Jul 22 15:21:09.891192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:09.926933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20d2c3-fe2a-4c5c-b22a-35237d2d93c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:09.953073 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c27d4254-897a-42cc-b16d-c0004454f30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:09.993199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-1a1e60dd-28c0-4db9-b2f5-99cb54b98ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:09.994856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-1a1e60dd-28c0-4db9-b2f5-99cb54b98ad0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1094 time: 0.0633163 Jul 22 15:21:10.043853 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0123aa7f-b64b-447e-ac17-1e78d611a967" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:10.047858 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-cd9dfab9-0a80-4391-a9f0-7b3b5d6bcf5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 217 time: 0.0452695 Jul 22 15:21:10.099400 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-148a7014-f02b-45a0-a05e-1170ff054238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.100915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-148a7014-f02b-45a0-a05e-1170ff054238 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0469625 Jul 22 15:21:10.135307 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223ae710-69cb-4e46-9b01-76ed80210ddc x-openstack-request-id: req-223ae710-69cb-4e46-9b01-76ed80210ddc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:10.135596 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:10.135846 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-223ae710-69cb-4e46-9b01-76ed80210ddc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:10.136240 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'status': 'completed', 'code': 200} Jul 22 15:21:10.162598 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-fda569e4-e039-4fd7-9109-97bb52b1b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.164024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-fda569e4-e039-4fd7-9109-97bb52b1b3f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570397 Jul 22 15:21:10.256865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-d9c3605f-f287-42bd-bc0e-01041d7ca937 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857642 Jul 22 15:21:10.346104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-231f268e-a923-490e-8445-3ea9d634c8b5 req-b3c5c143-89e4-471b-9cba-e3df3f2e6b2c service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802689 Jul 22 15:21:10.438308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-28b09cdf-5380-4090-938f-a4269d630c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.439772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-28b09cdf-5380-4090-938f-a4269d630c82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1094 time: 0.0541267 Jul 22 15:21:10.532932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-53fd8bf9-f0cf-4ad0-a849-5ff820ddf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.534380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-53fd8bf9-f0cf-4ad0-a849-5ff820ddf3da service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.0882804 Jul 22 15:21:10.573632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-c50a8cf6-1653-4863-a45b-7ac0d99cf8fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 217 time: 0.0332303 Jul 22 15:21:10.625192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-3ae5020c-8c2b-4872-ac55-513d0888098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.626690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-3ae5020c-8c2b-4872-ac55-513d0888098a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0471885 Jul 22 15:21:10.684544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-60bec678-1729-4103-97da-f72b55885392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.686047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-60bec678-1729-4103-97da-f72b55885392 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527747 Jul 22 15:21:10.780217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-fea9233b-f017-4c35-8be0-fae5c254f3f5 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868013 Jul 22 15:21:10.868487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0123aa7f-b64b-447e-ac17-1e78d611a967 req-ec544087-f47a-4a54-897e-6fa45a7ba530 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795000 Jul 22 15:21:10.979817 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708a31e-8c12-4bf0-91a2-a3e3e77ca6f4 req-96ddc705-6e65-436f-9659-3caf129f5731 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:10.981304 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2708a31e-8c12-4bf0-91a2-a3e3e77ca6f4 req-96ddc705-6e65-436f-9659-3caf129f5731 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 943 time: 0.0623112 Jul 22 15:21:11.018042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2708a31e-8c12-4bf0-91a2-a3e3e77ca6f4 req-b294dc28-69ca-4cb8-9f93-7684f245e301 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313184 Jul 22 15:21:12.158486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee48e6-299c-473f-99bb-e58de0925c0f req-ec3e45e6-017c-4a2e-ab3a-d9538a511f0a tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:12.160030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00ee48e6-299c-473f-99bb-e58de0925c0f req-ec3e45e6-017c-4a2e-ab3a-d9538a511f0a tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 943 time: 0.0675800 Jul 22 15:21:12.185915 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b25485a6-7b3f-4e3d-b399-07c9463fb52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:12.200292 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-00ee48e6-299c-473f-99bb-e58de0925c0f req-2e8cecc9-afef-42b6-93e2-7d480f3eeab0 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347495 Jul 22 15:21:12.421558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.139887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:21:13.235173 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:13.246395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'port_id': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'mac_address': 'fa:16:3e:97:aa:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:21:13.282901 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.296109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:21:13.315556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:13.320046 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:13.336607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e42e0-e7e0-4694-8734-a17c302d45f5 req-44d633ed-b1f9-4b70-be8b-92f14ad048a7 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:13.338147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed9e42e0-e7e0-4694-8734-a17c302d45f5 req-44d633ed-b1f9-4b70-be8b-92f14ad048a7 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 943 time: 0.0726044 Jul 22 15:21:13.371209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:13.376926 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed9e42e0-e7e0-4694-8734-a17c302d45f5 req-bd50ac55-8ffd-4251-9030-6eeb0c117073 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330813 Jul 22 15:21:13.378582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.378942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.379292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.379739 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.380699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.381049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.381391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.381726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.382061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.382395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.382754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.383085 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:13.544584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:21:13.821443 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:14.511943 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018373b0-59cd-461b-a362-99e538484465 req-1b47f230-c148-42e4-b73a-91fa9a1624ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:14.513447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-018373b0-59cd-461b-a362-99e538484465 req-1b47f230-c148-42e4-b73a-91fa9a1624ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 944 time: 0.0693595 Jul 22 15:21:14.550599 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-018373b0-59cd-461b-a362-99e538484465 req-be116048-0470-4ed0-85d3-b2ba339e96f6 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Jul 22 15:21:15.155361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:21:15.205556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:21:15.209061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:21:15.209443 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.284166 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.306348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:15.308606 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db8e1d6-fc15-4725-a034-2ba42310bb39" -d '{"events": [{"server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "name": "network-vif-plugged", "status": "completed", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:15.320985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:15.325104 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.347348 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d40178-2518-4722-af68-3bf05c0a5833 x-openstack-request-id: req-b5d40178-2518-4722-af68-3bf05c0a5833 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:15.347643 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "name": "network-vif-plugged", "status": "completed", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:15.347899 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5d40178-2518-4722-af68-3bf05c0a5833 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:15.348290 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'code': 200} Jul 22 15:21:15.378937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:15.447853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d592b-936c-4775-b11b-c65599813de5 req-81896939-b8c4-4c3f-bfce-90edae2e6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:15.449233 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-863d592b-936c-4775-b11b-c65599813de5 req-81896939-b8c4-4c3f-bfce-90edae2e6212 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1096 time: 0.0520101 Jul 22 15:21:15.482846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-863d592b-936c-4775-b11b-c65599813de5 req-b883ff92-30a1-461c-a23d-fb220bbae1b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275869 Jul 22 15:21:15.502983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:15.680094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8438117-ff0f-449f-a134-123c29dc88a8 req-5ac9a293-cf1a-4d10-8fb6-fafd4e0b842f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:15.681580 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8438117-ff0f-449f-a134-123c29dc88a8 req-5ac9a293-cf1a-4d10-8fb6-fafd4e0b842f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0644252 Jul 22 15:21:15.717742 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8438117-ff0f-449f-a134-123c29dc88a8 req-6f7feffa-7fc7-4bd8-aa18-2189d339c344 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306659 Jul 22 15:21:16.854200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53856-212f-4187-9e0d-5ceaefaebecc req-0beb1be7-47b1-4992-b064-0feaaba88eb4 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:16.855723 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51b53856-212f-4187-9e0d-5ceaefaebecc req-0beb1be7-47b1-4992-b064-0feaaba88eb4 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0697203 Jul 22 15:21:16.894154 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51b53856-212f-4187-9e0d-5ceaefaebecc req-6d9d34c7-d92f-4459-b470-4a1468ae2c57 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Jul 22 15:21:17.019016 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0466888-64be-49e1-94df-868ac0b11cb8 req-08bb3c03-067e-426a-8b8a-910c777f5184 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:17.020404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0466888-64be-49e1-94df-868ac0b11cb8 req-08bb3c03-067e-426a-8b8a-910c777f5184 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0623679 Jul 22 15:21:17.057125 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a0466888-64be-49e1-94df-868ac0b11cb8 req-5ad5984f-ec85-4e38-8c10-f00b71b503de tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Jul 22 15:21:17.257929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2d689-18ea-4c6f-af0a-c019bbb219d6 req-5435a7e4-3ed1-4fae-b369-75965ee1e5f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:17.259484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70d2d689-18ea-4c6f-af0a-c019bbb219d6 req-5435a7e4-3ed1-4fae-b369-75965ee1e5f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0623314 Jul 22 15:21:17.300632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70d2d689-18ea-4c6f-af0a-c019bbb219d6 req-71ffa6e9-a93b-42cd-8194-2bd8d169194f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355906 Jul 22 15:21:28.815092 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b306-00b8-45f6-b359-804e661057f6 req-a8b1497d-276c-49f0-bfcc-3097a44f6d19 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:28.816496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b94b306-00b8-45f6-b359-804e661057f6 req-a8b1497d-276c-49f0-bfcc-3097a44f6d19 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0637941 Jul 22 15:21:28.853129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9b94b306-00b8-45f6-b359-804e661057f6 req-37bde572-ba38-4f6e-8a11-f104f4c3ee84 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306094 Jul 22 15:21:28.876320 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42090) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:28.970043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90d834-a204-4e5e-a341-9bba91e358f0 tempest-TestMinimumBasicScenario-522482911 tempest-TestMinimumBasicScenario-522482911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:28.972564 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-dd90d834-a204-4e5e-a341-9bba91e358f0 tempest-TestMinimumBasicScenario-522482911 tempest-TestMinimumBasicScenario-522482911-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1091 time: 0.0942917 Jul 22 15:21:28.974455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42096) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:28.978753 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'tenant_id': '99b941f537224199b72135146f0a317a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:29.000122 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.099051 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.198740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Allocated IP 172.25.3.62 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/4d4c385d-0cdf-4cc1-b05b-695868792f9b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:21:29.303898 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.343107 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.378878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:21:29.385580 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:21:29.389160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:21:29.411581 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'Port': ['ID=4d4c385d-0cdf-4cc1-b05b-695868792f9b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:29.421597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.421955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.422309 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.422685 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.423031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.423371 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.423710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.424043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.424379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.424712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.425042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.425370 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:21:29.746208 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.819907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.971139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:29.975901 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.045760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'Port': ['ID=4d4c385d-0cdf-4cc1-b05b-695868792f9b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:30.056067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.148729 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Floating IP 62d8ebb4-f007-46fb-a324-74c99f7d27a0 associated. External IP: 172.25.3.62, port: 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3. Jul 22 15:21:30.359718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:21:30.463978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:21:30.474143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] Sync routers for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:21:30.481012 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.483617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:30.484441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:21:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:30.517018 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6ce4e0f-d9d7-409e-9293-d4dc153e6246 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5415139 Jul 22 15:21:30.517633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:30.519923 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e788367-5738-4bd9-af0c-22969f01ed69" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:30.520071 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42098) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:30.525468 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527001598', 'description': 'tempest-secgroup-smoke-1527001598 description', 'project_id': '99b941f537224199b72135146f0a317a'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:30.549979 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.559977 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f192deb-13af-4c79-a3b5-5806bfc6d08e x-openstack-request-id: req-4f192deb-13af-4c79-a3b5-5806bfc6d08e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:30.560787 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:30.560787 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f192deb-13af-4c79-a3b5-5806bfc6d08e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:30.561127 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'status': 'completed', 'code': 200} Jul 22 15:21:30.592918 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:30.675513 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.681177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.687861 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-168c46f5-fe9d-4840-9cb6-b02877a4228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:30.689359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-168c46f5-fe9d-4840-9cb6-b02877a4228a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1096 time: 0.0968223 Jul 22 15:21:30.727774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.728994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2075162 Jul 22 15:21:30.732261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42102) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:30.737560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group_rule': {'security_group_id': 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88', 'project_id': '99b941f537224199b72135146f0a317a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:30.740110 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456071d8-05d5-4dbb-845f-10f1b10238f8 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:30.767775 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.802954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-128d5481-3559-4732-9366-292d251291c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:30.804835 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-128d5481-3559-4732-9366-292d251291c4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.1088138 Jul 22 15:21:30.822680 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '62d8ebb4-f007-46fb-a324-74c99f7d27a0', 'tenant_id': '99b941f537224199b72135146f0a317a', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'port_id': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'mac_address': 'fa:16:3e:97:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:21:29Z', 'updated_at': '2021-07-22T15:21:29Z', 'revision_number': 0, 'project_id': '99b941f537224199b72135146f0a317a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:30.833159 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.837653 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.853843 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] Checking router: 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:21:30.862580 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:21:30.863259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317594ea-13f6-4629-bf9a-520407011006,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:30.863483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:21:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:30.867280 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.868525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3b9ca4db-6e73-4667-9670-6ae4f4e8d57d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349299 Jul 22 15:21:30.874957 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42104) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:30.879633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group_rule': {'security_group_id': 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88', 'project_id': '99b941f537224199b72135146f0a317a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:30.887703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-138395af-8806-4b59-bc4f-33aa8033e425 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 998 time: 0.0771737 Jul 22 15:21:30.906672 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.939265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-130bbfa6-efb2-40be-9079-7a0c7b398c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:30.940707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-130bbfa6-efb2-40be-9079-7a0c7b398c4f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0467887 Jul 22 15:21:30.971539 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.977064 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:30.978096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:21:31.003303 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8fdc6b-81ac-4c7e-8431-7ef12a00fc73,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:31.004775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-b1d0dae5-c1d9-43b7-ac9f-5ace683b9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:31.006835 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.007117 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-b1d0dae5-c1d9-43b7-ac9f-5ace683b9fc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593235 Jul 22 15:21:31.008200 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2a924400-6fec-4544-8636-91c61b3971ed tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1322773 Jul 22 15:21:31.011010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42106) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:31.016142 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group_rule': {'security_group_id': 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88', 'project_id': '99b941f537224199b72135146f0a317a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:31.044936 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.106211 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.110292 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.111256 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-c4007386-a6c1-456b-bb5d-b7dd33bf38d1 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977077 Jul 22 15:21:31.128956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f25c16-a1df-4d72-a911-e58253493e33,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:31.140395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.141636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a162406b-270c-4200-9647-01afc147d7f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296005 Jul 22 15:21:31.144329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42108) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:31.150057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group_rule': {'security_group_id': 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88', 'project_id': '99b941f537224199b72135146f0a317a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:31.176942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.211380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4e788367-5738-4bd9-af0c-22969f01ed69 req-87a4c8dd-6357-4723-af01-69ab88b525a6 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936499 Jul 22 15:21:31.223220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '62d8ebb4-f007-46fb-a324-74c99f7d27a0', 'tenant_id': '99b941f537224199b72135146f0a317a', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'port_id': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'mac_address': 'fa:16:3e:97:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:21:29Z', 'updated_at': '2021-07-22T15:21:29Z', 'revision_number': 0, 'project_id': '99b941f537224199b72135146f0a317a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:21:31.237844 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.242752 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.254253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aff8f8a-52f9-479b-a771-5460044f045e None None] The sync data for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 is: [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '62d8ebb4-f007-46fb-a324-74c99f7d27a0', 'tenant_id': '99b941f537224199b72135146f0a317a', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'port_id': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'mac_address': 'fa:16:3e:97:aa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:21:29Z', 'updated_at': '2021-07-22T15:21:29Z', 'revision_number': 0, 'project_id': '99b941f537224199b72135146f0a317a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:21:31.260220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d802635f-f4b3-4548-8238-de9522fb7f22,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:31.272187 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.276190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b6054191-448d-49fc-80b2-97deab7dac2f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282427 Jul 22 15:21:31.276878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42110) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:31.281145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group_rule': {'security_group_id': 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88', 'project_id': '99b941f537224199b72135146f0a317a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:31.304783 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Project 99b941f537224199b72135146f0a317a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:21:31.309902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.376190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.381106 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.400426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa119edd-e5b0-47a1-b98a-5c015f06b403,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:31.407951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.409418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3656de77-244c-4fcb-9062-77d8a832cabc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316948 Jul 22 15:21:31.412144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42112) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:21:31.416664 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'security_group_rule': {'security_group_id': 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88', 'project_id': '99b941f537224199b72135146f0a317a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:31.438819 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Project 99b941f537224199b72135146f0a317a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:21:31.444588 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.475249 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19e80b-695e-4005-ba5d-589d4ccacc24 None None] New status for floating IP 62d8ebb4-f007-46fb-a324-74c99f7d27a0: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:21:31.512854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.516782 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.532144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22cd767-4df7-4114-a032-fa9bf2276a4b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:31.541320 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.545447 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-95355024-b6bc-4701-b043-87e48a3df180 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295247 Jul 22 15:21:31.624836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-945840c7-b8c5-4906-8ca6-784012aed584 req-363b9ddf-801b-4cfd-8804-1b4b7b167ffa tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527001598&fields=id&tenant_id=99b941f537224199b72135146f0a317a HTTP/1.1" status: 200 len: 267 time: 0.0344889 Jul 22 15:21:31.696828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945840c7-b8c5-4906-8ca6-784012aed584 req-d69883ae-242d-439d-beaa-a271744fa6f1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:31.698321 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-945840c7-b8c5-4906-8ca6-784012aed584 req-d69883ae-242d-439d-beaa-a271744fa6f1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0681572 Jul 22 15:21:31.709286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'port': {'security_groups': ['61483af1-3efd-4bb3-bbd1-c54808e71f1b', 'e3a91d5f-9d51-47d7-96a1-dd57ecf40c88']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:21:31.788482 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:31.969927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:21:31.999972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:32.005288 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:32.021601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:21:32.051898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:32.052537 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:32.053973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-945840c7-b8c5-4906-8ca6-784012aed584 req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "PUT /v2.0/ports/4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 981 time: 0.3496153 Jul 22 15:21:32.054436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:21:32.059915 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:21:32.084456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfbd1d-c92c-4c16-887b-e39b228d2d91 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:21:32.117693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:21:32.121105 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413bd9f4-ae52-4bdc-bb2f-3b1c69d23d36 x-openstack-request-id: req-413bd9f4-ae52-4bdc-bb2f-3b1c69d23d36 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:21:32.121405 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:21:32.121664 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-413bd9f4-ae52-4bdc-bb2f-3b1c69d23d36 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:21:32.122074 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'status': 'completed', 'code': 200} Jul 22 15:21:32.237340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45694c0e-2926-4e99-8ba2-6f6e75fed8b9 req-1145344a-ee2c-4057-90d5-a7f3f9717470 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:32.243030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45694c0e-2926-4e99-8ba2-6f6e75fed8b9 req-1145344a-ee2c-4057-90d5-a7f3f9717470 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.1170697 Jul 22 15:21:32.259405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-c266f1a5-c9eb-4bba-908f-51452ad1e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:32.260875 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-c266f1a5-c9eb-4bba-908f-51452ad1e8ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1135 time: 0.1017916 Jul 22 15:21:32.333013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45694c0e-2926-4e99-8ba2-6f6e75fed8b9 req-40b4b0cd-01fd-4f3a-8286-ca5fcfcd6f8b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845463 Jul 22 15:21:32.354777 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9fabc853-e408-4c15-964b-2973e0009e17 None None] Provisioning complete for port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:21:32.354777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9fabc853-e408-4c15-964b-2973e0009e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:32.384404 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-2b4428a8-55d5-4511-89b9-433531a00933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:32.385945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-2b4428a8-55d5-4511-89b9-433531a00933 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.1145372 Jul 22 15:21:32.452766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-8781c807-37b4-4a33-9c2c-8c341f3d44ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 1000 time: 0.0571578 Jul 22 15:21:32.518260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-47fc8e44-0656-46b9-9f40-73bd3e33a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:32.519783 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-47fc8e44-0656-46b9-9f40-73bd3e33a44e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0609522 Jul 22 15:21:32.579295 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-82693c57-f0f8-4d77-9861-f034b4d7e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:32.580849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-82693c57-f0f8-4d77-9861-f034b4d7e045 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548267 Jul 22 15:21:32.669511 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-b0c36d10-8af8-4107-8959-f93e65d9bbf5 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Jul 22 15:21:32.762126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-524a5fa6-e9a1-42d4-870e-4e9e38d1c98f req-75f9e809-6a23-41f5-aa98-27fda55389b7 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858545 Jul 22 15:21:37.766768 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:38.174628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:39.944388 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-283185ad-7f85-4296-a104-5c652a3d183a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:42.186248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a8fe8461-4c7b-44d5-aba0-d890aefe3adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:42.422385 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:43.825148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:45.508794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:21:45.781605 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:21:48.575290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-c6651f79-106b-414d-9943-21164187a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:48.576726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-c6651f79-106b-414d-9943-21164187a81d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1135 time: 0.0940373 Jul 22 15:21:48.585155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fd5f7-70ad-4120-bfec-a4e479560d49 req-2f51e0e3-4980-47c9-884a-bc9179d28932 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:48.587115 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a6fd5f7-70ad-4120-bfec-a4e479560d49 req-2f51e0e3-4980-47c9-884a-bc9179d28932 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.1134820 Jul 22 15:21:48.683648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a6fd5f7-70ad-4120-bfec-a4e479560d49 req-c841ae3b-6aff-4b28-91a9-60f22bd5af6c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881078 Jul 22 15:21:48.703823 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-ec858999-ef13-40fb-a7af-da2a3683b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:48.703823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-ec858999-ef13-40fb-a7af-da2a3683b088 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.1146207 Jul 22 15:21:48.778091 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-a83327bf-2b90-4d57-ac22-a91d2bf4c96c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 1000 time: 0.0655489 Jul 22 15:21:48.825193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-4e65267a-e2bc-4dfd-8f78-7b455600ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:48.826693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-4e65267a-e2bc-4dfd-8f78-7b455600ca8a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0428271 Jul 22 15:21:48.882818 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-332c239d-f684-4d7d-9d39-edb325733d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:48.884278 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-332c239d-f684-4d7d-9d39-edb325733d96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513813 Jul 22 15:21:48.977914 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-cdef0aeb-1c0e-42ba-a8c3-7ee0d96b3262 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869322 Jul 22 15:21:49.068371 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cb6e44a7-805f-4936-b9a5-99f0fd14edef req-f429243b-6165-4ad7-8f38-3aec4b4d19de service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840209 Jul 22 15:21:49.812797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fbfb1-f0a4-47a8-a974-47e810e7abcd req-f9f14db7-413a-4b99-800a-7ba2139b8b2c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:49.814274 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f6fbfb1-f0a4-47a8-a974-47e810e7abcd req-f9f14db7-413a-4b99-800a-7ba2139b8b2c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0629032 Jul 22 15:21:49.852600 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5f6fbfb1-f0a4-47a8-a974-47e810e7abcd req-fdb96d74-fc1a-467d-858c-95cc701db755 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320730 Jul 22 15:21:50.984853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983b008-3278-4f53-b900-e425774404a0 req-fa098558-d4c0-4bf3-9b25-28f861b74d0c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:50.986380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f983b008-3278-4f53-b900-e425774404a0 req-fa098558-d4c0-4bf3-9b25-28f861b74d0c tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0675838 Jul 22 15:21:51.024839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f983b008-3278-4f53-b900-e425774404a0 req-40a52fd8-bfec-482f-b989-67edbe87c93a tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321674 Jul 22 15:21:52.159458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba465b-3498-41c3-92bb-2ec530bc229e req-2fbec082-993d-48d7-b0a7-02c7384a2bf3 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:52.161586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9ba465b-3498-41c3-92bb-2ec530bc229e req-2fbec082-993d-48d7-b0a7-02c7384a2bf3 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0705729 Jul 22 15:21:52.199556 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9ba465b-3498-41c3-92bb-2ec530bc229e req-cb6df2cd-bc77-4b14-9172-ccf884c4f4f2 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322177 Jul 22 15:21:53.328060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478d3f2-96f5-4ae0-9952-999106fbd067 req-6df4846f-d721-4d9a-a26c-d48f8e8e36e9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:53.329606 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0478d3f2-96f5-4ae0-9952-999106fbd067 req-6df4846f-d721-4d9a-a26c-d48f8e8e36e9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0631578 Jul 22 15:21:53.369220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0478d3f2-96f5-4ae0-9952-999106fbd067 req-7aa7ac73-6ba1-436b-ab1e-faac0d1e06c7 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336411 Jul 22 15:21:54.498595 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704bea9-d5a8-46bc-9fb3-b4cbc724ad33 req-a58ada41-6f63-42b0-bf43-6ae2df0933ae tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:54.500139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5704bea9-d5a8-46bc-9fb3-b4cbc724ad33 req-a58ada41-6f63-42b0-bf43-6ae2df0933ae tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0644138 Jul 22 15:21:54.542913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5704bea9-d5a8-46bc-9fb3-b4cbc724ad33 req-dd452919-00e5-474f-84a9-17c5a3ab75ae tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370402 Jul 22 15:21:55.670847 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550ef997-65cb-41e1-a3f4-769599aa16e8 req-cd12b24d-0189-4786-aef4-f1bf02b294f9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:55.672319 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-550ef997-65cb-41e1-a3f4-769599aa16e8 req-cd12b24d-0189-4786-aef4-f1bf02b294f9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0649395 Jul 22 15:21:55.710969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-550ef997-65cb-41e1-a3f4-769599aa16e8 req-f2d6f431-8ea8-4afa-86f0-035675499ef1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323782 Jul 22 15:21:56.837496 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666c31-199b-4375-8e39-88cb8bfc0033 req-95721f04-0806-4a99-901e-309538ee53e2 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:56.838990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47666c31-199b-4375-8e39-88cb8bfc0033 req-95721f04-0806-4a99-901e-309538ee53e2 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0624733 Jul 22 15:21:56.878289 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47666c31-199b-4375-8e39-88cb8bfc0033 req-218f89d1-b353-4858-8b8a-4cd2a9518849 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336742 Jul 22 15:21:58.010731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4444dc-0767-4a5f-89b0-d902d7332595 req-06e7b9ea-bd9c-478c-92a4-58042443dc32 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:58.012239 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da4444dc-0767-4a5f-89b0-d902d7332595 req-06e7b9ea-bd9c-478c-92a4-58042443dc32 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0676661 Jul 22 15:21:58.054363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-da4444dc-0767-4a5f-89b0-d902d7332595 req-26f9b54e-6eda-4d5e-8a8f-7061ebb6e4de tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363712 Jul 22 15:21:59.185486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08baad6-ae4f-4622-af7b-09c46ad3ccab req-32c2a1cb-8865-488e-9d37-3f878b014b0d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:21:59.186995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d08baad6-ae4f-4622-af7b-09c46ad3ccab req-32c2a1cb-8865-488e-9d37-3f878b014b0d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0635128 Jul 22 15:21:59.226201 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d08baad6-ae4f-4622-af7b-09c46ad3ccab req-367b7abe-1bab-4781-a772-77e4a7063edc tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330074 Jul 22 15:22:00.352328 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94b821-372d-4345-91c0-0f76b2b3191e req-eaab3d4c-9932-4bc6-b4f6-7d15145b631d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:00.353804 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d94b821-372d-4345-91c0-0f76b2b3191e req-eaab3d4c-9932-4bc6-b4f6-7d15145b631d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0618696 Jul 22 15:22:00.395920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d94b821-372d-4345-91c0-0f76b2b3191e req-1d110593-91b8-4f4c-82bf-15bcdc8ea51f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88&id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365806 Jul 22 15:22:07.770148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:08.190621 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:09.944249 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48e73076-eef7-4568-a81c-2cc1d7a87f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:10.608179 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-6b5e8221-70f4-4386-a4fb-1cceb3545719 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515499 Jul 22 15:22:10.698249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-92b1577b-c169-4603-b482-850e2c2a0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:10.699744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-92b1577b-c169-4603-b482-850e2c2a0148 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1135 time: 0.0520425 Jul 22 15:22:10.802526 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-2bf678b4-802f-483b-99fb-b75dd20d5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:10.804547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-2bf678b4-802f-483b-99fb-b75dd20d5dc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.0855715 Jul 22 15:22:10.866729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-996600b2-3c99-4076-932d-2885594e48b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 1000 time: 0.0551207 Jul 22 15:22:10.915728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-38aa673e-276e-4e17-9645-f26aa5d8e7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:10.917095 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-38aa673e-276e-4e17-9645-f26aa5d8e7d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0415025 Jul 22 15:22:10.976647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-5d85e8ca-8474-4d2d-98f2-eb2594635eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:10.978163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-5d85e8ca-8474-4d2d-98f2-eb2594635eb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548553 Jul 22 15:22:11.063042 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-d5672ca0-b495-4b01-a129-bea93f12cfb4 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788407 Jul 22 15:22:11.151337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5609cd17-9dd6-462e-8ea3-742a3dbf17da req-ecd71891-cfaa-4e16-825c-253f75e212a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823524 Jul 22 15:22:12.186773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-53515523-46a1-4721-91f8-dcf06b05e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:12.423169 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:13.827391 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:15.508759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:22.781433 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:22:32.853051 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-70432493-38e8-4430-a5b8-90328183f970 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527001598&fields=id&tenant_id=99b941f537224199b72135146f0a317a HTTP/1.1" status: 200 len: 267 time: 0.0327644 Jul 22 15:22:32.923422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-226da37a-e7c9-453c-bde9-06545fc7d37f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:32.924888 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-226da37a-e7c9-453c-bde9-06545fc7d37f tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 984 time: 0.0661218 Jul 22 15:22:32.935243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Request body: {'port': {'security_groups': ['61483af1-3efd-4bb3-bbd1-c54808e71f1b']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:33.019073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.187649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:33.214924 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.219105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.230303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:22:33.261915 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:33.262532 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.263963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b988e521-a0ae-4dc0-9812-19c9ebdc5cfb req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "PUT /v2.0/ports/4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 942 time: 0.3330634 Jul 22 15:22:33.264660 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:22:33.269804 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342678de-b93a-424a-8920-ee1b594ef987" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:22:33.274492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42188) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:33.320186 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0e304b-9032-4351-9b42-b2d3891108be x-openstack-request-id: req-ee0e304b-9032-4351-9b42-b2d3891108be {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:22:33.321058 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:22:33.321184 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee0e304b-9032-4351-9b42-b2d3891108be {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:22:33.321521 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'status': 'completed', 'code': 200} Jul 22 15:22:33.338910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:22:33.357607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event updated for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:33.392114 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.392329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.392719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.393010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.393326 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.393665 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.394003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.394337 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.394703 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.395047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.395383 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.395905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28243a4-fa10-4cd7-93ba-cb8b31985acd tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:33.400195 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e30c6332-2986-4cee-a070-8d87dcbed68d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.439823 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e30c6332-2986-4cee-a070-8d87dcbed68d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.469539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342678de-b93a-424a-8920-ee1b594ef987 req-1d52ad2e-e39d-456b-91e5-460c0eb41e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:33.471105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-1d52ad2e-e39d-456b-91e5-460c0eb41e8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1096 time: 0.1309700 Jul 22 15:22:33.573137 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342678de-b93a-424a-8920-ee1b594ef987 req-4bfc74b7-a5e8-4722-8a6c-d76c6a818d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:33.574591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-4bfc74b7-a5e8-4722-8a6c-d76c6a818d51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.0960035 Jul 22 15:22:33.575166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e30c6332-2986-4cee-a070-8d87dcbed68d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.577713 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e30c6332-2986-4cee-a070-8d87dcbed68d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.578762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e30c6332-2986-4cee-a070-8d87dcbed68d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "DELETE /v2.0/security-groups/e3a91d5f-9d51-47d7-96a1-dd57ecf40c88 HTTP/1.1" status: 204 len: 168 time: 0.3039377 Jul 22 15:22:33.581755 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42190) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:33.604457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-24b52e71-3a48-484e-9ce7-0c8e0fc040e4 None None] Provisioning complete for port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:22:33.605096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24b52e71-3a48-484e-9ce7-0c8e0fc040e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.761671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Deleting port 4d4c385d-0cdf-4cc1-b05b-695868792f9b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:33.762047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.843828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.844164 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:33.857041 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Calling delete_port for 4d4c385d-0cdf-4cc1-b05b-695868792f9b owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:33.966249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c6332-2986-4cee-a070-8d87dcbed68d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a91d5f-9d51-47d7-96a1-dd57ecf40c88,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:33.992527 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-6e2a62e6-d605-470b-abe8-3b7b2f67dda8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 1000 time: 0.4098585 Jul 22 15:22:34.007108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:34.038438 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event deleted for resources: {'Port': ['ID=4d4c385d-0cdf-4cc1-b05b-695868792f9b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:34.042254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342678de-b93a-424a-8920-ee1b594ef987 req-6f87cb89-fd99-4336-892d-16cf40cb34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:34.043805 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-6f87cb89-fd99-4336-892d-16cf40cb34d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0448234 Jul 22 15:22:34.067634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.067986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.068325 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.068663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.069328 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.069490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.069818 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.070143 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.070503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.070848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.071174 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.071496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:34.105807 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342678de-b93a-424a-8920-ee1b594ef987 req-f7c412c7-ef70-4fae-9a9a-d7db1f2716c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:34.107368 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-f7c412c7-ef70-4fae-9a9a-d7db1f2716c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579154 Jul 22 15:22:34.109869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:34.110208 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Floating IP 62d8ebb4-f007-46fb-a324-74c99f7d27a0 disassociated (deleted). External IP: 172.25.3.62, port: 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3. Jul 22 15:22:34.195226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-89deb951-4b4c-4da2-85dc-4930f054c699 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807390 Jul 22 15:22:34.288670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-342678de-b93a-424a-8920-ee1b594ef987 req-2e420aa0-f228-4b5b-8711-8e93bea12f21 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873151 Jul 22 15:22:34.646104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:22:34.753785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:22:34.759072 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:34.763732 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] Sync routers for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:22:34.772343 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:34.772960 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:34.794147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-729cf4f5-e1a6-483f-802c-b696f1d58b9b tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "DELETE /v2.0/floatingips/62d8ebb4-f007-46fb-a324-74c99f7d27a0 HTTP/1.1" status: 204 len: 168 time: 1.2112730 Jul 22 15:22:34.794754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:22:34.797015 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c9e991-a05a-4096-a6e0-2f193375cc36" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:22:34.837627 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f62d5c2-ac64-4b2e-962c-14d249027f78 x-openstack-request-id: req-8f62d5c2-ac64-4b2e-962c-14d249027f78 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:22:34.838543 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:22:34.838872 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f62d5c2-ac64-4b2e-962c-14d249027f78 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:22:34.839373 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'status': 'completed', 'code': 200} Jul 22 15:22:34.885409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:34.914354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-ff714d55-646d-4f7b-9aca-14621fa8b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:34.916018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-ff714d55-646d-4f7b-9aca-14621fa8b240 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99b941f537224199b72135146f0a317a&device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 1096 time: 0.0560098 Jul 22 15:22:35.029332 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-5aca8678-6f89-4847-b1ee-fbbe11dfa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:35.031476 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-5aca8678-6f89-4847-b1ee-fbbe11dfa605 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 200 len: 915 time: 0.1092076 Jul 22 15:22:35.079766 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-0c1f7149-6029-4379-99fd-896516199471 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 200 len: 217 time: 0.0416937 Jul 22 15:22:35.131074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-3861d0a4-4567-4b6f-b231-5a8c7ca40675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:35.132571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-3861d0a4-4567-4b6f-b231-5a8c7ca40675 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 200 len: 853 time: 0.0446398 Jul 22 15:22:35.195228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-c5106e1a-55b1-49ee-8754-31bb2e6c9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:35.196664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-c5106e1a-55b1-49ee-8754-31bb2e6c9d3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6be5be8e-7982-4393-806d-744424bd1246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573595 Jul 22 15:22:35.257109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:35.282734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] Checking router: 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:22:35.288312 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-bdb1ba14-ec9a-4cf1-952f-2085bb47ee26 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845158 Jul 22 15:22:35.291233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:35.291833 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:35.384337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95c9e991-a05a-4096-a6e0-2f193375cc36 req-b3825913-314c-4742-b093-dccb503da743 service neutron] 10.222.0.61 "GET /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890741 Jul 22 15:22:35.407386 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:35.608505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:35.634379 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f232202-12c8-47e4-9387-f50da447e225 None None] The sync data for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 is: [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:20:41Z', 'revision_number': 4, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd', 'name': '', 'network_id': '6be5be8e-7982-4393-806d-744424bd1246', 'tenant_id': '99b941f537224199b72135146f0a317a', 'mac_address': 'fa:16:3e:34:fd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:40Z', 'updated_at': '2021-07-22T15:20:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'subnets': [{'id': 'b5ab4738-bc0d-44d6-9025-d54716155625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:22:35.851929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6ff44-c914-4829-8758-9046f38c58b5 None None] New status for floating IP 62d8ebb4-f007-46fb-a324-74c99f7d27a0: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:22:37.774682 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:38.189887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:39.946407 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-67606dea-84f3-4e83-b5a8-fca5f3998114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:41.764486 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9edcf-b13a-4fbd-98ad-ac2d1e84bf49 req-7deb42b7-1163-4136-ae91-b7fca67b8dc1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:41.766021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60a9edcf-b13a-4fbd-98ad-ac2d1e84bf49 req-7deb42b7-1163-4136-ae91-b7fca67b8dc1 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0637136 Jul 22 15:22:41.803407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60a9edcf-b13a-4fbd-98ad-ac2d1e84bf49 req-72875bd8-0c60-494b-86f7-1a5a4ff5f1c9 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 22 15:22:42.188087 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9a677373-a13d-482a-b73e-f54e1c6fdd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:42.423654 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:42.936380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8465bd-c20a-4e61-b111-dd2a5ab5a0ce req-1d19cd1e-fd54-4fb8-a352-bc0ff7f311f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:42.937887 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd8465bd-c20a-4e61-b111-dd2a5ab5a0ce req-1d19cd1e-fd54-4fb8-a352-bc0ff7f311f5 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0622983 Jul 22 15:22:42.978000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cd8465bd-c20a-4e61-b111-dd2a5ab5a0ce req-31639e3c-500d-4198-9127-f85e76e09eb2 tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/security-groups?id=61483af1-3efd-4bb3-bbd1-c54808e71f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346920 Jul 22 15:22:43.348022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-ba55da30-d4cb-4ef6-b9cf-0f9078b062cf tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:43.349650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-ba55da30-d4cb-4ef6-b9cf-0f9078b062cf tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 945 time: 0.0639410 Jul 22 15:22:43.446075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Deleting port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:43.446427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:43.540578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] For port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:43.540850 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:43.552171 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Calling delete_port for 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:43.680549 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:43.691757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:22:43.708681 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Pushing event deleted for resources: {'Port': ['ID=4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:43.754890 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] No DVR routers for this DVR port 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:22:43.757414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:43.760039 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3aae322-6fcd-4d60-833b-ac866640dc3e req-c47a390d-7a65-4ccb-9e8e-505f823728ca tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.61 "DELETE /v2.0/ports/4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 HTTP/1.1" status: 204 len: 173 time: 0.4054441 Jul 22 15:22:43.760487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'name': 'network-vif-deleted', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:22:43.762751 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656c80f-993e-4103-b1ac-ece827332281" -d '{"events": [{"server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "name": "network-vif-deleted", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:22:43.797639 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753a4ec6-5e97-4042-8c7b-ed9deb9aa0f4 x-openstack-request-id: req-753a4ec6-5e97-4042-8c7b-ed9deb9aa0f4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:22:43.797932 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5887df-ccb9-423d-aeab-2a0637ba94ca", "name": "network-vif-deleted", "tag": "4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:22:43.798186 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-753a4ec6-5e97-4042-8c7b-ed9deb9aa0f4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:22:43.798620 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5887df-ccb9-423d-aeab-2a0637ba94ca', 'name': 'network-vif-deleted', 'tag': '4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3', 'status': 'completed', 'code': 200} Jul 22 15:22:43.829664 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:44.087458 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cac577ae-9354-4994-92a0-e944c56a3d6f req-4750e523-b8ec-4026-9d87-8e7bf5b7207d tempest-TestMinimumBasicScenario-437708762 tempest-TestMinimumBasicScenario-437708762-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed5887df-ccb9-423d-aeab-2a0637ba94ca HTTP/1.1" status: 200 len: 210 time: 0.0346780 Jul 22 15:22:45.513932 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:45.705633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42300) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:46.040393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:46.286751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Deleting port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:46.287105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:46.366970 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] For port 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:46.367254 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:46.379439 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Calling delete_port for 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:46.561264 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:46.591134 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:46.754369 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:46.965460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:22:47.068838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:22:47.074967 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0920a6ac-2f8f-41bc-9d67-c5373039c5d5 admin admin] 10.222.0.60 "PUT /v2.0/routers/64d05ea2-ea7d-4e7c-9456-3183234ad9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3682675 Jul 22 15:22:47.076652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42302) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:47.078036 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] Sync routers for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:22:47.087992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:47.088617 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:47.182950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.193539 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:47.284203 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.337066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Deleting port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:47.337414 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.376706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:22:46Z', 'revision_number': 5, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port': {'id': 'dc0b60df-bb3d-4d5a-bd02-50ebfc09f038', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:39Z', 'updated_at': '2021-07-22T15:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:47.403845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] Checking router: 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:22:47.412607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] Routers {'64d05ea2-ea7d-4e7c-9456-3183234ad9e4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:47.413365 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:47.431722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] For port dc0b60df-bb3d-4d5a-bd02-50ebfc09f038, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:47.432305 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.449902 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Calling delete_port for dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:47.505390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] Set router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:47.556279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:22:47Z', 'revision_number': 6, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:47.585420 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b865404-7891-43fa-aa49-0cc94672ef9c None None] The sync data for ids ['64d05ea2-ea7d-4e7c-9456-3183234ad9e4'] in n-d-794306-8 is: [{'id': '64d05ea2-ea7d-4e7c-9456-3183234ad9e4', 'name': 'tempest-TestMinimumBasicScenario-251780522-router', 'tenant_id': '99b941f537224199b72135146f0a317a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:38Z', 'updated_at': '2021-07-22T15:22:47Z', 'revision_number': 6, 'project_id': '99b941f537224199b72135146f0a317a', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:22:47.605800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:47.631432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.631660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:47.631787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 4fdf0ce5-b597-41ca-aae9-3dd5a26df4a3 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:47.658774 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0b60df-bb3d-4d5a-bd02-50ebfc09f038,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:47.720457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.807754 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.809751 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.854102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.854663 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d05ea2-ea7d-4e7c-9456-3183234ad9e4 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:22:47.858986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.860116 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-462e3926-47af-4567-a379-f5e67d12e514 admin admin] 10.222.0.60 "DELETE /v2.0/routers/64d05ea2-ea7d-4e7c-9456-3183234ad9e4 HTTP/1.1" status: 204 len: 168 time: 0.7825525 Jul 22 15:22:47.862507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42306) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:47.906295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Deleting subnet b5ab4738-bc0d-44d6-9025-d54716155625 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:22:47.909209 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:47.942826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.028694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.078947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.103646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5ab4738-bc0d-44d6-9025-d54716155625,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:48.107174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.109500 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5b1cd4f7-6643-4b1a-8217-d7890c4d0894 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5ab4738-bc0d-44d6-9025-d54716155625 HTTP/1.1" status: 204 len: 168 time: 0.2455609 Jul 22 15:22:48.111588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42308) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:48.114109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275967fe-d45a-496d-a49a-47ed3db633be None None] Network 6be5be8e-7982-4393-806d-744424bd1246 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:22:48.187620 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.241156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Deleting port 8442545d-2442-4531-a885-ad6dd940a0df {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:48.241505 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.308597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] For port 8442545d-2442-4531-a885-ad6dd940a0df, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8442545d-2442-4531-a885-ad6dd940a0df,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:48.308966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.322367 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Calling delete_port for 8442545d-2442-4531-a885-ad6dd940a0df owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:48.339994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] DHCP port deletion for 6be5be8e-7982-4393-806d-744424bd1246 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:22:48.386007 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Deleting port 8442545d-2442-4531-a885-ad6dd940a0df {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:48.386485 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.409272 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.438458 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8442545d-2442-4531-a885-ad6dd940a0df,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:48.441259 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] No DVR routers for this DVR port 8442545d-2442-4531-a885-ad6dd940a0df on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:22:48.455160 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] For port 8442545d-2442-4531-a885-ad6dd940a0df, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8442545d-2442-4531-a885-ad6dd940a0df,segment=NetworkSegment(3829cabe-9852-48be-a5d4-197ee49c6590),segment_id=3829cabe-9852-48be-a5d4-197ee49c6590)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:48.455593 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.470398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Calling delete_port for 8442545d-2442-4531-a885-ad6dd940a0df owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:48.528079 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.539289 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be5be8e-7982-4393-806d-744424bd1246']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:48.547945 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.550435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3829cabe-9852-48be-a5d4-197ee49c6590') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:48.550766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3829cabe-9852-48be-a5d4-197ee49c6590') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:48.560163 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.572743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Pushing event deleted for resources: {'Port': ['ID=8442545d-2442-4531-a885-ad6dd940a0df,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:48.574576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.580728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] No DVR routers for this DVR port 8442545d-2442-4531-a885-ad6dd940a0df on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:22:48.584491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.585442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.585442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.586131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.586131 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.586346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.586665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.586785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:22:48.586895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.587190 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.587321 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.587516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.587866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.588189 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6803947-e30d-42bf-8bea-a2f445dde13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:22:48.589277 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:22:48.646856 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.651513 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:48.653695 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6be5be8e-7982-4393-806d-744424bd1246 HTTP/1.1" status: 204 len: 168 time: 0.5411577 Jul 22 15:22:48.656928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42310) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:48.667406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86106dd5-ca37-4bce-8348-370d7dfebdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be5be8e-7982-4393-806d-744424bd1246,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:48.990159 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:49.236410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Deleting port f4a4f856-d870-403f-9d6f-156e2e47b3d1 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:49.236758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:49.315459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] For port f4a4f856-d870-403f-9d6f-156e2e47b3d1, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=f4a4f856-d870-403f-9d6f-156e2e47b3d1,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:49.315825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:49.328283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Calling delete_port for f4a4f856-d870-403f-9d6f-156e2e47b3d1 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:49.460318 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8442545d-2442-4531-a885-ad6dd940a0df no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:49.480803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8442545d-2442-4531-a885-ad6dd940a0df {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:49.481156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8442545d-2442-4531-a885-ad6dd940a0df not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:49.481577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:49.502850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:49.503212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4f2a9638-9b1b-4ae4-b30e-fe230a8f28cd not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:49.503672 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:49.508326 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:49.522664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:49.523069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device dc0b60df-bb3d-4d5a-bd02-50ebfc09f038 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:49.534243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a4f856-d870-403f-9d6f-156e2e47b3d1,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:49.705071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:49.925728 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Router 699588ac-8dc3-4966-805c-fc475fe19923 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:22:50.028541 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:22:50.033950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8bcc7270-e3e7-4d40-aa00-a1fe6a8862f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/699588ac-8dc3-4966-805c-fc475fe19923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3759072 Jul 22 15:22:50.036457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42312) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:50.037885 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] Sync routers for ids ['699588ac-8dc3-4966-805c-fc475fe19923'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:22:50.047141 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] Routers {'699588ac-8dc3-4966-805c-fc475fe19923'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:50.047742 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['699588ac-8dc3-4966-805c-fc475fe19923'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:50.140377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.150172 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] Set router 699588ac-8dc3-4966-805c-fc475fe19923 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:50.180369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-43e63ddb-2177-41aa-9380-8a99871c04fe req-9e54a441-8015-4510-aa2e-093a09665f0d tempest-ServerDiskConfigTestJSON-142814559 tempest-ServerDiskConfigTestJSON-142814559-project] (93813) timed out ('10.222.0.61', 55721) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:22:50.252808 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.307238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Deleting port 5145d7be-7f37-418e-a204-45e8cb596a61 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:50.307595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.351091 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:22:49Z', 'revision_number': 5, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port': {'id': '5145d7be-7f37-418e-a204-45e8cb596a61', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699588ac-8dc3-4966-805c-fc475fe19923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:20:43Z', 'updated_at': '2021-07-22T15:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:50.378740 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] Checking router: 699588ac-8dc3-4966-805c-fc475fe19923 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:22:50.385572 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] For port 5145d7be-7f37-418e-a204-45e8cb596a61, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5145d7be-7f37-418e-a204-45e8cb596a61,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:50.386084 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.387247 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] Routers {'699588ac-8dc3-4966-805c-fc475fe19923'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:50.387932 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['699588ac-8dc3-4966-805c-fc475fe19923'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:50.402958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Calling delete_port for 5145d7be-7f37-418e-a204-45e8cb596a61 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:50.473804 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] Set router 699588ac-8dc3-4966-805c-fc475fe19923 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:50.525518 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:22:50Z', 'revision_number': 6, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:50.556961 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af4e5a-fca8-4f78-82e3-cceb41ff0c44 None None] The sync data for ids ['699588ac-8dc3-4966-805c-fc475fe19923'] in n-d-794306-8 is: [{'id': '699588ac-8dc3-4966-805c-fc475fe19923', 'name': 'tempest-TestMinimumBasicScenario-202631684-router', 'tenant_id': 'e9431e04e9f741c88334c50a80a4abb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:20:42Z', 'updated_at': '2021-07-22T15:22:50Z', 'revision_number': 6, 'project_id': 'e9431e04e9f741c88334c50a80a4abb2', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:22:50.584246 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.613939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Pushing event deleted for resources: {'Port': ['ID=5145d7be-7f37-418e-a204-45e8cb596a61,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:50.674726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.768458 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.770600 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.818089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.818773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699588ac-8dc3-4966-805c-fc475fe19923 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:22:50.823815 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.827270 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-96104673-1ac2-4230-8194-a643f4963834 admin admin] 10.222.0.60 "DELETE /v2.0/routers/699588ac-8dc3-4966-805c-fc475fe19923 HTTP/1.1" status: 204 len: 168 time: 0.7875307 Jul 22 15:22:50.827545 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42314) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:50.876776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Deleting subnet 7b05d142-6fd2-4c56-8c7e-91374cd165ab {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:22:50.880363 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:50.916259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.001748 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.058826 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.087369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b05d142-6fd2-4c56-8c7e-91374cd165ab,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:51.089456 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.091582 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c5a0fad7-e125-40e5-81c3-f452541dccda admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b05d142-6fd2-4c56-8c7e-91374cd165ab HTTP/1.1" status: 204 len: 168 time: 0.2630982 Jul 22 15:22:51.093092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97728569-c48d-46ee-b2ba-d000793906fa None None] Network 644ae5c4-448d-4724-911e-ed27884e35bf requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:22:51.094329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42316) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:51.174552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.232231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Deleting port 945dd760-1c2b-4cee-8925-b1bd2c9475cd {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:51.232841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.301117 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] For port 945dd760-1c2b-4cee-8925-b1bd2c9475cd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=945dd760-1c2b-4cee-8925-b1bd2c9475cd,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:51.301490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.314665 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Calling delete_port for 945dd760-1c2b-4cee-8925-b1bd2c9475cd owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:51.341034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] DHCP port deletion for 644ae5c4-448d-4724-911e-ed27884e35bf request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:22:51.388240 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Deleting port 945dd760-1c2b-4cee-8925-b1bd2c9475cd {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:22:51.388627 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.396013 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.424062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Pushing event deleted for resources: {'Port': ['ID=945dd760-1c2b-4cee-8925-b1bd2c9475cd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:51.425945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] No DVR routers for this DVR port 945dd760-1c2b-4cee-8925-b1bd2c9475cd on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:22:51.459778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] For port 945dd760-1c2b-4cee-8925-b1bd2c9475cd, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=945dd760-1c2b-4cee-8925-b1bd2c9475cd,segment=NetworkSegment(76cb801b-4d73-4929-aa09-56573af24b61),segment_id=76cb801b-4d73-4929-aa09-56573af24b61)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:51.460273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.478223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Calling delete_port for 945dd760-1c2b-4cee-8925-b1bd2c9475cd owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:22:51.493477 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f4a4f856-d870-403f-9d6f-156e2e47b3d1 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:51.505663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.516151 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644ae5c4-448d-4724-911e-ed27884e35bf']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:51.525813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cb801b-4d73-4929-aa09-56573af24b61') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:51.526114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cb801b-4d73-4929-aa09-56573af24b61') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:51.534950 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.541446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: f4a4f856-d870-403f-9d6f-156e2e47b3d1 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:51.541801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device f4a4f856-d870-403f-9d6f-156e2e47b3d1 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:51.542225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 945dd760-1c2b-4cee-8925-b1bd2c9475cd no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:51.550297 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.557368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:22:51.557861 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:22:51.559521 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:22:51.565669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 945dd760-1c2b-4cee-8925-b1bd2c9475cd {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:51.566026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 945dd760-1c2b-4cee-8925-b1bd2c9475cd not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:51.566480 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5145d7be-7f37-418e-a204-45e8cb596a61 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:22:51.593819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 5145d7be-7f37-418e-a204-45e8cb596a61 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:22:51.594193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5145d7be-7f37-418e-a204-45e8cb596a61 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:22:51.616455 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.623162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.629019 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.634840 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] 10.222.0.60 "DELETE /v2.0/networks/644ae5c4-448d-4724-911e-ed27884e35bf HTTP/1.1" status: 204 len: 168 time: 0.5393522 Jul 22 15:22:51.645807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Pushing event deleted for resources: {'Port': ['ID=945dd760-1c2b-4cee-8925-b1bd2c9475cd,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:51.646567 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8aff5-7729-4485-83f5-5b2fcfe1577f admin admin] Pushing event deleted for resources: {'Network': ['ID=644ae5c4-448d-4724-911e-ed27884e35bf,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:51.653618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] Network 644ae5c4-448d-4724-911e-ed27884e35bf is not hosted by any dhcp agent {{(pid=93814) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 15:22:51.654090 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b481f593-6cba-4535-84c3-0a44dcc4d671 None None] No DVR routers for this DVR port 945dd760-1c2b-4cee-8925-b1bd2c9475cd on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:22:51.805543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42322) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:51.844376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e3c2684c-283c-4dc2-bd2f-3b391778e1c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99b941f537224199b72135146f0a317a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375750 Jul 22 15:22:51.846662 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42324) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:51.893747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae427-ac18-4b8b-81db-c58509d50d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.915257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae427-ac18-4b8b-81db-c58509d50d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.959354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae427-ac18-4b8b-81db-c58509d50d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.962552 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae427-ac18-4b8b-81db-c58509d50d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:51.963715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3e4ae427-ac18-4b8b-81db-c58509d50d44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61483af1-3efd-4bb3-bbd1-c54808e71f1b HTTP/1.1" status: 204 len: 168 time: 0.1161208 Jul 22 15:22:51.971412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ae427-ac18-4b8b-81db-c58509d50d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61483af1-3efd-4bb3-bbd1-c54808e71f1b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:52.271542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42330) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:52.311099 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6f844fb9-b14e-4a1b-bfc9-1391f1056aed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9431e04e9f741c88334c50a80a4abb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384047 Jul 22 15:22:52.313483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42332) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:52.363506 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-416c35de-f3b6-462b-96d7-82c7bcf68ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:52.384100 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-416c35de-f3b6-462b-96d7-82c7bcf68ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:52.431352 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-416c35de-f3b6-462b-96d7-82c7bcf68ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:52.434010 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-416c35de-f3b6-462b-96d7-82c7bcf68ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:52.435207 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-416c35de-f3b6-462b-96d7-82c7bcf68ba9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33aa2a52-6e23-4574-ac1b-1725737e34ff HTTP/1.1" status: 204 len: 168 time: 0.1208396 Jul 22 15:22:52.442763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c35de-f3b6-462b-96d7-82c7bcf68ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa2a52-6e23-4574-ac1b-1725737e34ff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:54.569603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42372) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:54.574356 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627719540', 'description': 'tempest-secgroup-smoke-1627719540 description', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:54.596052 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.604548 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.696853 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.700407 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.735170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faea53ed-36c2-4bf2-a966-660b92e3196e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:54.789692 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.793058 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.814665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.815818 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2452075 Jul 22 15:22:54.819093 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42374) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:54.823583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5a895-79ad-4826-b322-1c4886e5850b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7390e597-e392-47b1-b51d-6789ef923375,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:54.823845 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '7390e597-e392-47b1-b51d-6789ef923375', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:54.851644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.906843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.910134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.929239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8759588-0148-4690-97cd-a009e34d1732,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:54.935778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:54.937005 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6c27c537-5e9d-42c2-93d5-67d7e4c8d64c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168528 Jul 22 15:22:54.939695 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:54.944046 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '7390e597-e392-47b1-b51d-6789ef923375', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:54.969143 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.023866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.027428 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.048487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9665ee12-a6e0-4935-b5d8-3ef059e9a278,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:55.054958 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.056129 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2b255931-071b-4f6b-a676-ae6659b26cd2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155326 Jul 22 15:22:55.058716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42378) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:55.063018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '7390e597-e392-47b1-b51d-6789ef923375', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:55.087843 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.142589 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.146092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.164452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d25deb0-7833-4b2e-b463-4d9227409b5d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:55.170235 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.171547 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-376b4903-1d3a-4fc4-b17d-244cd3312ba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1118805 Jul 22 15:22:55.174183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42380) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:55.178615 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '7390e597-e392-47b1-b51d-6789ef923375', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:55.203632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.260720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.264224 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.282376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689e9e33-b50b-460c-abed-4b435ac04cf7,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:55.288372 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.289674 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b2745412-7c7b-4947-8d1b-1f880b927d1f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145117 Jul 22 15:22:55.292348 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42382) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:55.297087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '7390e597-e392-47b1-b51d-6789ef923375', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:55.318992 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:22:55.324062 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.381595 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.385620 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.406023 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a677d99-6ea3-4325-9f25-cfa2df1e6100,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:55.411583 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.412780 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cb41374d-3271-4ec5-a77c-1349699f68a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194696 Jul 22 15:22:55.415403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42384) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:55.419773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '7390e597-e392-47b1-b51d-6789ef923375', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:55.440123 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:22:55.444877 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.505086 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.509148 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.526875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b961c34-ee00-4496-8c52-ec610faf882b,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:55.533225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.534493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ad1533d7-6a5a-4669-8ee5-d92c03f79b1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181746 Jul 22 15:22:55.537435 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42386) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:55.542350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'network': {'name': 'tempest-network-smoke--635481921', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:55.562667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:22:55.565945 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.589403 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:22:55.598201 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.598596 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Added segment 1c9a4862-965e-49dd-b344-5fb72404dd64 of type vlan for network 277ca74e-edbc-41b1-bb29-b06d004700fd Jul 22 15:22:55.637277 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.663944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.671296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:55.672131 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.710182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1717360 Jul 22 15:22:55.713154 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42388) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:55.719379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'admin_state_up': True, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:55.751544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f19a1-f65d-403e-bf5f-3a8bebcc520e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Network': ['ID=277ca74e-edbc-41b1-bb29-b06d004700fd,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:55.762774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 277ca74e-edbc-41b1-bb29-b06d004700fd details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:22:55.766774 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.767748 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.818705 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:55.952538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:56.474121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:56.492635 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:56.588875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.141 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7a0f53e0-fe71-4b35-a075-da2b79310612) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:22:56.689045 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:56.726621 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:56.761470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:22:56.766145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:22:56.769527 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:22:56.793444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=7a0f53e0-fe71-4b35-a075-da2b79310612,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:57.012392 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:57.205404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:57.329433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router ab26afc1-43e2-4181-8446-a5683f5346f4 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:22:57.432536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:22:57.442073 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433094b-abcf-42fb-912e-4528420702db None None] Sync routers for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:22:57.451444 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:57.452410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:57.452691 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f2d03c02-2461-4479-af0d-0071155bdea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7386405 Jul 22 15:22:57.453018 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:57.455953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42390) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:57.558121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:57.582388 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7f601a57-392c-4809-8ab5-4982e3bb1408 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1252782 Jul 22 15:22:57.585074 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42394) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:57.668876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e5ac2-da27-47d2-ba2c-f43d70589105 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:57.670407 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7e9e5ac2-da27-47d2-ba2c-f43d70589105 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844209 Jul 22 15:22:57.673314 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42396) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:57.701063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c356bd23-1fa1-4f4f-a48c-abeb8e49dbe0 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266337 Jul 22 15:22:57.703523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42398) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:57.708286 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176368409', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:22:57.730670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:56Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:57.760238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433094b-abcf-42fb-912e-4528420702db None None] Checking router: ab26afc1-43e2-4181-8446-a5683f5346f4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:22:57.760595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433094b-abcf-42fb-912e-4528420702db None None] Updating router ab26afc1-43e2-4181-8446-a5683f5346f4 port 7a0f53e0-fe71-4b35-a075-da2b79310612 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:22:57.793732 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a433094b-abcf-42fb-912e-4528420702db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:57.797656 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:22:57.801351 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:57.979655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.035599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Subnet': ['ID=09d9f685-7047-4b9b-bfb0-772c14c5b833,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:58.046191 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Checking segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:22:58.046498 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network hostable DHCP agents. Network: 277ca74e-edbc-41b1-bb29-b06d004700fd, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:22:58.050876 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a433094b-abcf-42fb-912e-4528420702db None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.061607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a433094b-abcf-42fb-912e-4528420702db None None] Transition to ACTIVE for port object 7a0f53e0-fe71-4b35-a075-da2b79310612 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:22:58.063261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 277ca74e-edbc-41b1-bb29-b06d004700fd is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:22:58.067146 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a433094b-abcf-42fb-912e-4528420702db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.072121 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 277ca74e-edbc-41b1-bb29-b06d004700fd) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:22:58.076334 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:22:58.076935 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.091541 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3874094d-66b4-47c8-a505-590fcdf5e2bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3870363 Jul 22 15:22:58.094322 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42400) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:22:58.097406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18d001-ee53-4695-871e-cf2339743eec None None] Network 277ca74e-edbc-41b1-bb29-b06d004700fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:22:58.144519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a433094b-abcf-42fb-912e-4528420702db None None] Attempting to bind port 7a0f53e0-fe71-4b35-a075-da2b79310612 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:22:58.144897 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a433094b-abcf-42fb-912e-4528420702db None None] Attempting to bind port 7a0f53e0-fe71-4b35-a075-da2b79310612 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:22:58.145283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433094b-abcf-42fb-912e-4528420702db None None] Attempting to bind port 7a0f53e0-fe71-4b35-a075-da2b79310612 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:22:58.147129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5dd5-b187-4a8c-b2c4-1d402f7f61d2 None None] Pushing event updated for resources: {'Port': ['ID=7a0f53e0-fe71-4b35-a075-da2b79310612,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:58.157052 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433094b-abcf-42fb-912e-4528420702db None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:22:58.157432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433094b-abcf-42fb-912e-4528420702db None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:22:58.157843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a433094b-abcf-42fb-912e-4528420702db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.158239 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433094b-abcf-42fb-912e-4528420702db None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:22:58.158750 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-a433094b-abcf-42fb-912e-4528420702db None None] Bound port: 7a0f53e0-fe71-4b35-a075-da2b79310612, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:22:58.159140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a433094b-abcf-42fb-912e-4528420702db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.436448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a433094b-abcf-42fb-912e-4528420702db None None] For port 7a0f53e0-fe71-4b35-a075-da2b79310612, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:22:58.453933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-a433094b-abcf-42fb-912e-4528420702db None None] For port 7a0f53e0-fe71-4b35-a075-da2b79310612, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7a0f53e0-fe71-4b35-a075-da2b79310612,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:22:58.462301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a433094b-abcf-42fb-912e-4528420702db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.528490 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.529725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-277ca74e-edbc-41b1-bb29-b06d004700fd', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:22:58.530921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:58.558006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a5dd5-b187-4a8c-b2c4-1d402f7f61d2 None None] Pushing event updated for resources: {'Port': ['ID=7a0f53e0-fe71-4b35-a075-da2b79310612,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:58.563122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:22:58.563730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:58.760347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:22:58.818154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Allocated IP 172.20.0.2 (277ca74e-edbc-41b1-bb29-b06d004700fd/09d9f685-7047-4b9b-bfb0-772c14c5b833/ad3c0880-ceca-42a1-af98-4208460d22ef) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:22:59.057140 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.069610 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Transition to ACTIVE for port object ad3c0880-ceca-42a1-af98-4208460d22ef will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:22:59.085630 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-a433094b-abcf-42fb-912e-4528420702db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:56Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:22:59.116961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433094b-abcf-42fb-912e-4528420702db None None] The sync data for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 is: [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:56Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:22:59.120084 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Transition to ACTIVE for port object ad3c0880-ceca-42a1-af98-4208460d22ef will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:22:59.128034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.169758 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Network 277ca74e-edbc-41b1-bb29-b06d004700fd is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:22:59.172826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:22:59.176953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.1 (277ca74e-edbc-41b1-bb29-b06d004700fd/09d9f685-7047-4b9b-bfb0-772c14c5b833/155b4ca5-6f21-499a-8577-fc76ddb1d2e8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:22:59.177261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:22:59.181139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Pushing event updated for resources: {'Port': ['ID=ad3c0880-ceca-42a1-af98-4208460d22ef,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:59.243407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Attempting to bind port ad3c0880-ceca-42a1-af98-4208460d22ef on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:22:59.243788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Attempting to bind port ad3c0880-ceca-42a1-af98-4208460d22ef by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:22:59.244161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Attempting to bind port ad3c0880-ceca-42a1-af98-4208460d22ef on network 277ca74e-edbc-41b1-bb29-b06d004700fd {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:22:59.249342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:22:59.249721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Checking segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:22:59.250129 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.250576 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Bound using segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:22:59.251050 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Bound port: ad3c0880-ceca-42a1-af98-4208460d22ef, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:22:59.251453 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.296591 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.310784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:22:59.319288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] For port ad3c0880-ceca-42a1-af98-4208460d22ef, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:22:59.323287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] For port ad3c0880-ceca-42a1-af98-4208460d22ef, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad3c0880-ceca-42a1-af98-4208460d22ef,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:22:59.328138 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.356440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.412394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 277ca74e-edbc-41b1-bb29-b06d004700fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:22:59.416067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:22:59.420007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:22:59.421473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030fe8-3134-492b-a9ea-9a19d8502925 None None] Pushing event updated for resources: {'Port': ['ID=ad3c0880-ceca-42a1-af98-4208460d22ef,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:59.448854 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:59.475409 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.549055 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a0f53e0-fe71-4b35-a075-da2b79310612 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:22:59.635550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 7a0f53e0-fe71-4b35-a075-da2b79310612 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:22:59.641474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7a0f53e0-fe71-4b35-a075-da2b79310612 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:22:59.641865 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.676698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.743527 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.766179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 7a0f53e0-fe71-4b35-a075-da2b79310612, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7a0f53e0-fe71-4b35-a075-da2b79310612,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:22:59.772220 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.781422 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:22:59.823445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=7a0f53e0-fe71-4b35-a075-da2b79310612,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:22:59.988765 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:22:59.993502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:00.069301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:00.076345 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:00.172171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 277ca74e-edbc-41b1-bb29-b06d004700fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:23:00.173680 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:00.295759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router ab26afc1-43e2-4181-8446-a5683f5346f4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:23:00.401770 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84e69c1-d00f-49e6-9f3f-168d448be115 None None] Network 277ca74e-edbc-41b1-bb29-b06d004700fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:23:00.409294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:23:00.415484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1e0dc2f5-c446-484d-a6ee-cf6d6d374fcc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/ab26afc1-43e2-4181-8446-a5683f5346f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3200283 Jul 22 15:23:00.510692 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e8f64fa4-8762-46e3-9d51-8a19c2ed8aea None None] Provisioning for port ad3c0880-ceca-42a1-af98-4208460d22ef completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:00.567509 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-7b9a9c0c-3bd7-4699-9504-aeda9336a582 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627719540&fields=id&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 267 time: 0.0363030 Jul 22 15:23:00.679643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-f1f4b6a8-17ae-405e-9da8-54edd0ed04d5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:00.683821 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-f1f4b6a8-17ae-405e-9da8-54edd0ed04d5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/networks?id=277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 200 len: 796 time: 0.1089556 Jul 22 15:23:00.697790 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-2bbe7af8-7676-4399-9072-0c5c1d0ef682 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/quotas/51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 375 time: 0.0108683 Jul 22 15:23:00.773265 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-0310d8e9-4c20-4745-beb9-2abdebe1b259 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698695 Jul 22 15:23:00.849750 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Sync routers for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:23:00.853790 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-33365425-a9b1-4d19-baa5-8b9995f91e03 None None] Provisioning for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:00.858103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-33365425-a9b1-4d19-baa5-8b9995f91e03 None None] Provisioning complete for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:00.858430 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-33365425-a9b1-4d19-baa5-8b9995f91e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:00.860097 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:00.860728 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:00.907107 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-33365425-a9b1-4d19-baa5-8b9995f91e03 None None] Port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:23:00.999765 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-2b34294e-b354-47af-ae68-78179a2e4ece service neutron] 10.222.0.60 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568248 Jul 22 15:23:01.044622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1fe8d9c2-81c4-4f2a-bd36-ecce96472e26 None None] Provisioning complete for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:01.045657 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1fe8d9c2-81c4-4f2a-bd36-ecce96472e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.075016 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:01.089561 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8d9c2-81c4-4f2a-bd36-ecce96472e26 None None] Port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:23:01.115369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-03ac2ecb-cdb0-48dc-a5a0-90290fa21b93 service neutron] 10.222.0.60 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096084 Jul 22 15:23:01.283851 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 2, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:01.291033 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c9db3b3-1d9b-460c-94cd-725eddfd14e3 req-b274e060-1567-48ca-a394-62c027ac0654 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 210 time: 0.0326848 Jul 22 15:23:01.319551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Checking router: ab26afc1-43e2-4181-8446-a5683f5346f4 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:23:01.319551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Updating router ab26afc1-43e2-4181-8446-a5683f5346f4 port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:23:01.320308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-bc5faabb-97e3-41af-a8ac-e9b1c8370a43 None None] Provisioning complete for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:01.320936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bc5faabb-97e3-41af-a8ac-e9b1c8370a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.356134 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.357161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-bc5faabb-97e3-41af-a8ac-e9b1c8370a43 None None] Port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:23:01.563638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad3c0880-ceca-42a1-af98-4208460d22ef up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:01.612696 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port ad3c0880-ceca-42a1-af98-4208460d22ef completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:01.616522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ad3c0880-ceca-42a1-af98-4208460d22ef triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:01.617099 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.632483 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.645483 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Transition to ACTIVE for port object 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:01.652036 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.705929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Pushing event updated for resources: {'Port': ['ID=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:01.717010 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.717455 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.717822 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.718166 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.718433 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.718580 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.718877 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.719203 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.719568 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.719934 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.720261 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.720587 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.720906 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:01.765100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port ad3c0880-ceca-42a1-af98-4208460d22ef, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad3c0880-ceca-42a1-af98-4208460d22ef,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:01.770205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.772133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a0f53e0-fe71-4b35-a075-da2b79310612 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:01.784897 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Attempting to bind port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:23:01.785480 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Attempting to bind port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:23:01.785922 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Attempting to bind port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 on network 277ca74e-edbc-41b1-bb29-b06d004700fd {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:23:01.791794 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:23:01.792292 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Checking segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:23:01.792770 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.793242 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Bound using segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:23:01.793792 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Bound port: 155b4ca5-6f21-499a-8577-fc76ddb1d2e8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:23:01.794256 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.875699 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7a0f53e0-fe71-4b35-a075-da2b79310612 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:01.876237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.877767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=ad3c0880-ceca-42a1-af98-4208460d22ef,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:01.887425 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] For port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:23:01.892021 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] For port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:23:01.898402 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:01.973049 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:01.973610 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:22:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:02.022101 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d453872-70ec-4cdd-888d-8cab147ab01f None None] Pushing event updated for resources: {'Port': ['ID=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:02.105414 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:02.301104 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:01Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:02.328521 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb397ca6-97dd-4a1b-a5ef-6357ce5bb49c None None] The sync data for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 is: [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:01Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:23:02.433226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-54f3c4ac-7060-4db8-a4cd-6228b2c4bfb4 req-6687915d-9520-4e0c-9a7e-c698e7eab7dc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 210 time: 0.0328164 Jul 22 15:23:02.533397 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-a3f463bc-fd5f-4ef1-b959-02026e176f45 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:02.535024 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-a3f463bc-fd5f-4ef1-b959-02026e176f45 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/networks?id=277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 200 len: 796 time: 0.1286039 Jul 22 15:23:02.579510 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-226e204c-83c3-4e8a-bd4e-4651d40d633e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 380 time: 0.0362895 Jul 22 15:23:02.590160 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'port': {'device_id': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'admin_state_up': True, 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'security_groups': ['7390e597-e392-47b1-b51d-6789ef923375']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:02.699903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:23:02.703763 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:02.839221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.5 (277ca74e-edbc-41b1-bb29-b06d004700fd/09d9f685-7047-4b9b-bfb0-772c14c5b833/b6ab0545-457b-4b53-a224-c8359b98992e) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:23:02.988563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.002843 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object b6ab0545-457b-4b53-a224-c8359b98992e will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:03.037601 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.084208 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 277ca74e-edbc-41b1-bb29-b06d004700fd is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:23:03.087917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:03.091751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:23:03.098126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=b6ab0545-457b-4b53-a224-c8359b98992e,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:03.150285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:03.150984 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.167096 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-ee7da5aa-e3d8-4ddd-ab52-8be0882ab71a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5819259 Jul 22 15:23:03.180617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Request body: {'port': {'device_id': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:03.268237 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.332981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e1c0921e-5faf-455e-9bc2-d8c644cf0239 None None] Provisioning for port b6ab0545-457b-4b53-a224-c8359b98992e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:03.337968 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e1c0921e-5faf-455e-9bc2-d8c644cf0239 None None] Provisioning complete for port b6ab0545-457b-4b53-a224-c8359b98992e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:03.338557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e1c0921e-5faf-455e-9bc2-d8c644cf0239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.376270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-e1c0921e-5faf-455e-9bc2-d8c644cf0239 None None] Port b6ab0545-457b-4b53-a224-c8359b98992e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:23:03.547688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:03.585538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ab0545-457b-4b53-a224-c8359b98992e {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:23:03.586159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5fd01-80bb-405e-8473-60e60d1f420d req-f0f5d9a2-50bc-465e-8a08-ea253a8d0b7c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:03.587513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5e5fd01-80bb-405e-8473-60e60d1f420d req-f0f5d9a2-50bc-465e-8a08-ea253a8d0b7c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 931 time: 0.0716770 Jul 22 15:23:03.593890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.604233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:03.608000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Transition to ACTIVE for port object b6ab0545-457b-4b53-a224-c8359b98992e will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:03.609076 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:03.609466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.612790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.644084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5e5fd01-80bb-405e-8473-60e60d1f420d req-8422e820-8f38-4e6f-8c82-4624c0f80275 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507538 Jul 22 15:23:03.694030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ab0545-457b-4b53-a224-c8359b98992e,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:03.704268 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.745283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:03.747050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Attempting to bind port b6ab0545-457b-4b53-a224-c8359b98992e on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:23:03.747361 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Attempting to bind port b6ab0545-457b-4b53-a224-c8359b98992e by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:23:03.747734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Attempting to bind port b6ab0545-457b-4b53-a224-c8359b98992e on network 277ca74e-edbc-41b1-bb29-b06d004700fd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:23:03.750389 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.751642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad3c0880-ceca-42a1-af98-4208460d22ef up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:03.752954 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Port b6ab0545-457b-4b53-a224-c8359b98992e on network 277ca74e-edbc-41b1-bb29-b06d004700fd not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:23:03.753263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Attempting to bind port b6ab0545-457b-4b53-a224-c8359b98992e on network 277ca74e-edbc-41b1-bb29-b06d004700fd {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:23:03.759480 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:23:03.760106 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Checking segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:23:03.760589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Bound using segment: {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:23:03.761127 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Bound port: b6ab0545-457b-4b53-a224-c8359b98992e, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c9a4862-965e-49dd-b344-5fb72404dd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:23:03.761806 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.831375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:03.837221 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] For port b6ab0545-457b-4b53-a224-c8359b98992e, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:23:03.842369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] For port b6ab0545-457b-4b53-a224-c8359b98992e, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b6ab0545-457b-4b53-a224-c8359b98992e,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:23:03.844836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port ad3c0880-ceca-42a1-af98-4208460d22ef triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:03.845073 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.848425 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.887097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:03.887753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:03.889201 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] 10.222.0.72 "PUT /v2.0/ports/b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 200 len: 1091 time: 0.7139187 Jul 22 15:23:03.889648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:23:03.892309 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04" -d '{"events": [{"name": "network-changed", "server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:23:03.939607 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944b9460-efd7-4a9f-b34d-a2a06417daec x-openstack-request-id: req-944b9460-efd7-4a9f-b34d-a2a06417daec {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:23:03.940001 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:23:03.940352 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-944b9460-efd7-4a9f-b34d-a2a06417daec {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:23:03.940872 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'status': 'completed', 'code': 200} Jul 22 15:23:03.981785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0996f-a8c4-4201-9b93-2ac1ed59ce35 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ab0545-457b-4b53-a224-c8359b98992e,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:04.012032 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-5f6581c7-f213-41f9-82d5-174d2e121513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.013586 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-5f6581c7-f213-41f9-82d5-174d2e121513 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1094 time: 0.0718124 Jul 22 15:23:04.056446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-15911a65-40d5-45d6-a42b-4118482f4bdd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 200 len: 217 time: 0.0357718 Jul 22 15:23:04.109759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-0ff23686-e2dd-4226-bb33-29db995b6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.111247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-0ff23686-e2dd-4226-bb33-29db995b6cb2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09d9f685-7047-4b9b-bfb0-772c14c5b833 HTTP/1.1" status: 200 len: 835 time: 0.0481420 Jul 22 15:23:04.171522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0007b7-c116-4123-9fda-407728171550 req-9b5af31c-a1b4-44ff-887f-c3dc0d725f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.173075 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-9b5af31c-a1b4-44ff-887f-c3dc0d725f00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277ca74e-edbc-41b1-bb29-b06d004700fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559173 Jul 22 15:23:04.262557 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-0ee1dbd8-9798-4faf-8385-84d81153e377 service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830073 Jul 22 15:23:04.357088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0b0007b7-c116-4123-9fda-407728171550 req-d27f2203-0447-4c4c-9c8b-d80e977d933b service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879457 Jul 22 15:23:04.452110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-c751a4bc-0e4c-471f-95f1-dae2bfda86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.453598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-c751a4bc-0e4c-471f-95f1-dae2bfda86ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1094 time: 0.0562866 Jul 22 15:23:04.544857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-30bbfefd-330d-448a-8ec7-c3d6a64968f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.546219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-30bbfefd-330d-448a-8ec7-c3d6a64968f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 200 len: 897 time: 0.0863898 Jul 22 15:23:04.584767 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-efac3f69-f295-4538-b91b-d77aae42b1f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 200 len: 217 time: 0.0327818 Jul 22 15:23:04.631418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-bfed1253-3a0b-41b7-a1df-78480c96df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.632818 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-bfed1253-3a0b-41b7-a1df-78480c96df0f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09d9f685-7047-4b9b-bfb0-772c14c5b833 HTTP/1.1" status: 200 len: 835 time: 0.0416317 Jul 22 15:23:04.694978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-0ac5d2ad-a02a-46e6-a51b-d13fae5ffc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.697086 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-0ac5d2ad-a02a-46e6-a51b-d13fae5ffc99 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277ca74e-edbc-41b1-bb29-b06d004700fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573165 Jul 22 15:23:04.761460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0a278-42a5-44fc-9221-2b710632615a req-1fd73e02-ef34-44c4-b355-f3bf5079a195 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:04.763002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2af0a278-42a5-44fc-9221-2b710632615a req-1fd73e02-ef34-44c4-b355-f3bf5079a195 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 943 time: 0.0636363 Jul 22 15:23:04.787985 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-1ceb0e2e-3767-46e0-822a-4e49b227d06f service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832925 Jul 22 15:23:04.799571 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2af0a278-42a5-44fc-9221-2b710632615a req-edf55bc9-1e6f-4008-90e2-850bc2d9878c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Jul 22 15:23:04.881083 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ace754ea-7b45-4ff6-8c66-c88bf41f1b04 req-63245f22-0689-4214-89dc-3bf85d6b31f2 service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858321 Jul 22 15:23:05.467190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:05.513548 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:05.513925 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:05.931299 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba78b4-a0cf-4f48-aae4-16fa78def636 req-8280b4ca-0fd4-4334-bc12-e75e19587e99 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:05.933983 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33ba78b4-a0cf-4f48-aae4-16fa78def636 req-8280b4ca-0fd4-4334-bc12-e75e19587e99 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 943 time: 0.0669701 Jul 22 15:23:05.971388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33ba78b4-a0cf-4f48-aae4-16fa78def636 req-76790b26-f9ee-449e-bd0c-d1a25175f258 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320964 Jul 22 15:23:07.104835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52466904-7709-4d27-b4ba-a59b81f54c9e req-9ce52a6f-ed50-4734-95ce-4ebbb5220463 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:07.106322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52466904-7709-4d27-b4ba-a59b81f54c9e req-9ce52a6f-ed50-4734-95ce-4ebbb5220463 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 943 time: 0.0668628 Jul 22 15:23:07.142390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-52466904-7709-4d27-b4ba-a59b81f54c9e req-f43f974c-77db-4148-89e2-19c45fc4b68e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303545 Jul 22 15:23:07.361161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b6ab0545-457b-4b53-a224-c8359b98992e details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:23:07.453175 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b6ab0545-457b-4b53-a224-c8359b98992e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b6ab0545-457b-4b53-a224-c8359b98992e,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:07.467511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'port_id': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'mac_address': 'fa:16:3e:1c:a9:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:23:07.503149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:07.515890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ab0545-457b-4b53-a224-c8359b98992e {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:23:07.535133 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b6ab0545-457b-4b53-a224-c8359b98992e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b6ab0545-457b-4b53-a224-c8359b98992e,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:07.538887 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:07.583193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=b6ab0545-457b-4b53-a224-c8359b98992e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:07.764208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['b6ab0545-457b-4b53-a224-c8359b98992e'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:23:07.796616 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:08.189149 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:08.279667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a207e-37bc-48ff-ab80-9b007a1a4b44 req-018a61b3-306e-4f69-8f26-364fb13fca2b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:08.281419 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a8a207e-37bc-48ff-ab80-9b007a1a4b44 req-018a61b3-306e-4f69-8f26-364fb13fca2b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 944 time: 0.0645854 Jul 22 15:23:08.320562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a8a207e-37bc-48ff-ab80-9b007a1a4b44 req-a4b92f1f-1b24-4f7d-b12c-81295dbb61b1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334482 Jul 22 15:23:09.376603 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b6ab0545-457b-4b53-a224-c8359b98992e up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:09.425398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port b6ab0545-457b-4b53-a224-c8359b98992e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:09.428996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port b6ab0545-457b-4b53-a224-c8359b98992e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:09.429379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:09.455135 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654ab5-4822-4edd-95ef-15c86fd9de1d req-d257fb86-92ca-4fb3-863e-da5db95aeee2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:09.456657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0654ab5-4822-4edd-95ef-15c86fd9de1d req-d257fb86-92ca-4fb3-863e-da5db95aeee2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 944 time: 0.0699501 Jul 22 15:23:09.493792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0654ab5-4822-4edd-95ef-15c86fd9de1d req-8dc04180-7ddd-48d3-832a-97417acf415c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Jul 22 15:23:09.516446 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:09.532459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:23:09.534709 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df8aebc-0112-4d1c-bd02-c0bad70dea09" -d '{"events": [{"server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "name": "network-vif-plugged", "status": "completed", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:23:09.547552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b6ab0545-457b-4b53-a224-c8359b98992e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b6ab0545-457b-4b53-a224-c8359b98992e,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:09.551614 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:09.581703 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ca745e-e93b-4dbe-bf4d-a4bfb3ca5827 x-openstack-request-id: req-58ca745e-e93b-4dbe-bf4d-a4bfb3ca5827 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:23:09.582003 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "name": "network-vif-plugged", "status": "completed", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:23:09.582258 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58ca745e-e93b-4dbe-bf4d-a4bfb3ca5827 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:23:09.582682 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'code': 200} Jul 22 15:23:09.608434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=b6ab0545-457b-4b53-a224-c8359b98992e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:09.687889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14a580-2b93-42b6-8644-40e054a6af9d req-c679c809-d356-4c34-8651-0d483442087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:09.689415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ff14a580-2b93-42b6-8644-40e054a6af9d req-c679c809-d356-4c34-8651-0d483442087f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1096 time: 0.0532238 Jul 22 15:23:09.721629 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ff14a580-2b93-42b6-8644-40e054a6af9d req-291ea4ea-b85b-4327-a09f-0027783a896d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260298 Jul 22 15:23:09.946946 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7b13fa08-d09d-410a-b63d-c4cf9b8ec7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:10.629550 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa282d8b-8d99-4e41-84af-39cc3c8297fd req-ce35a5d9-0bc7-436d-bd40-dd1ae2043e06 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:10.631098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa282d8b-8d99-4e41-84af-39cc3c8297fd req-ce35a5d9-0bc7-436d-bd40-dd1ae2043e06 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0662422 Jul 22 15:23:10.668655 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa282d8b-8d99-4e41-84af-39cc3c8297fd req-00397a12-a03b-4252-bdcd-7e06bf3ec52f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 22 15:23:11.797797 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626eb89-20e0-4f78-a79a-0cee4e2ccae2 req-7abf9db4-08dd-4390-96c1-2ed5ec8e05d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:11.799334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6626eb89-20e0-4f78-a79a-0cee4e2ccae2 req-7abf9db4-08dd-4390-96c1-2ed5ec8e05d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0632520 Jul 22 15:23:11.835665 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6626eb89-20e0-4f78-a79a-0cee4e2ccae2 req-1554816b-6c36-4417-81e7-9f46adb89b5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308712 Jul 22 15:23:11.965596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba4aab-3a09-4331-af28-55a52458af6a req-d1bbab78-02c8-4c92-8e38-d542693151eb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:11.967126 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34ba4aab-3a09-4331-af28-55a52458af6a req-d1bbab78-02c8-4c92-8e38-d542693151eb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0667229 Jul 22 15:23:12.005111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-34ba4aab-3a09-4331-af28-55a52458af6a req-da46b854-d6ba-45da-bbcc-0c7b0e90a7f9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Jul 22 15:23:12.026880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42476) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:12.079085 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7f2d6-3f46-41c2-be3e-104c047fb442 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:12.080590 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-aba7f2d6-3f46-41c2-be3e-104c047fb442 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1091 time: 0.0527146 Jul 22 15:23:12.083485 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42478) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:12.088031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:12.109665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.188747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e0dc2f8b-2952-4b02-9bcc-eb6214791131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.208193 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.312090 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.143 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/c6c4c8fe-d2a7-4895-8374-0694a6777445) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:23:12.412528 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.424908 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.452152 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.492235 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:23:12.495067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:12.498617 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:23:12.504046 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=c6c4c8fe-d2a7-4895-8374-0694a6777445,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:12.845301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:12.922270 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:13.097984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-d2b076f1-15cd-49c2-b3fb-6d600eabe630 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1140592 Jul 22 15:23:13.110785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:13.115487 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:13.213294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=c6c4c8fe-d2a7-4895-8374-0694a6777445,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:13.234440 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:13.304507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-67744940-823c-47c1-bbec-c3154d6c172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:13.306668 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-67744940-823c-47c1-bbec-c3154d6c172c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1096 time: 0.1639686 Jul 22 15:23:13.368568 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 associated. External IP: 172.25.3.143, port: b6ab0545-457b-4b53-a224-c8359b98992e. Jul 22 15:23:13.491563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-5945bbde-0d82-498d-9d47-86005346ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:13.493627 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-5945bbde-0d82-498d-9d47-86005346ab05 service neutron] 10.222.0.72 "GET /v2.0/networks?id=277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 200 len: 897 time: 0.1687176 Jul 22 15:23:13.833444 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:13.957534 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-8c22959a-493a-4226-913f-0db8069289ed service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 200 len: 999 time: 0.4561203 Jul 22 15:23:14.027536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-ead358fd-9ced-45ac-9e6f-a56ae36c3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.029032 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-ead358fd-9ced-45ac-9e6f-a56ae36c3ba1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09d9f685-7047-4b9b-bfb0-772c14c5b833 HTTP/1.1" status: 200 len: 835 time: 0.0646198 Jul 22 15:23:14.048838 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router ab26afc1-43e2-4181-8446-a5683f5346f4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:23:14.171998 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-3750208b-ccb8-456c-ba3b-4929a20db5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.173430 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-3750208b-ccb8-456c-ba3b-4929a20db5b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277ca74e-edbc-41b1-bb29-b06d004700fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380858 Jul 22 15:23:14.210472 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:23:14.220757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] Sync routers for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:23:14.231108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:14.231728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:14.256161 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:14.312539 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-994cccd8-05ea-4e93-b8bb-8e23e9fae96c service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306820 Jul 22 15:23:14.317006 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-afaa8838-a03e-433a-84e7-f4879bba5584 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2297986 Jul 22 15:23:14.317006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:23:14.317431 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b" -d '{"events": [{"name": "network-changed", "server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:23:14.339452 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:14.386536 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa781d44-ff8a-404b-8ff5-1b7ccbc19775 x-openstack-request-id: req-aa781d44-ff8a-404b-8ff5-1b7ccbc19775 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:23:14.386831 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:23:14.387080 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa781d44-ff8a-404b-8ff5-1b7ccbc19775 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:23:14.387484 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'status': 'completed', 'code': 200} Jul 22 15:23:14.416301 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-85ce5861-71db-4cd7-a68b-958d9da37836 req-10104241-5c0b-4350-af18-a51b4bc702a0 service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958235 Jul 22 15:23:14.441140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add0b89-201d-40b8-bfc0-c87be64d8dcf req-30a1739c-8066-483e-9796-842184178049 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.447149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9add0b89-201d-40b8-bfc0-c87be64d8dcf req-30a1739c-8066-483e-9796-842184178049 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0729492 Jul 22 15:23:14.482346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9add0b89-201d-40b8-bfc0-c87be64d8dcf req-16922908-f0dc-44fa-9099-9603a63b6b82 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341084 Jul 22 15:23:14.506551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42484) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:14.519518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-d2f702c6-e3dc-4e24-9679-79505cdfa22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.521210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-d2f702c6-e3dc-4e24-9679-79505cdfa22a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1096 time: 0.0629144 Jul 22 15:23:14.574941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8fa3b18-e866-4ce2-b709-2be8f5acd85b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 HTTP/1.1" status: 200 len: 991 time: 0.0658548 Jul 22 15:23:14.617594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-43dc3759-1746-4b8b-9ae9-ef71c1aad24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.619234 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-43dc3759-1746-4b8b-9ae9-ef71c1aad24d service neutron] 10.222.0.72 "GET /v2.0/networks?id=277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 200 len: 897 time: 0.0910723 Jul 22 15:23:14.688744 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-55bb6823-5f97-451b-aedd-78fbdee23ed6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 200 len: 999 time: 0.0627124 Jul 22 15:23:14.732618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'abb6efe9-9c32-4671-aee7-5dc79b4eb4d1', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'port_id': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'mac_address': 'fa:16:3e:1c:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:23:12Z', 'updated_at': '2021-07-22T15:23:12Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:14.736925 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-09246117-850c-454f-8468-cafd5b5008f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.738390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-09246117-850c-454f-8468-cafd5b5008f2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09d9f685-7047-4b9b-bfb0-772c14c5b833 HTTP/1.1" status: 200 len: 835 time: 0.0436118 Jul 22 15:23:14.758499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] Checking router: ab26afc1-43e2-4181-8446-a5683f5346f4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:23:14.766545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:14.767167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:14.798087 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-79a345b8-31fb-4197-9f0c-da99db2b7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:14.799702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-79a345b8-31fb-4197-9f0c-da99db2b7903 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277ca74e-edbc-41b1-bb29-b06d004700fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541565 Jul 22 15:23:14.869757 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:14.891975 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-9d00c747-964c-4428-ba5c-ab9dbb22b23e service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857234 Jul 22 15:23:14.981294 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-78f5fdb9-1e7a-499d-b0a4-d4734c16e23b req-12a95da2-788e-4756-8321-f021f10f95cf service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828619 Jul 22 15:23:15.091293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'abb6efe9-9c32-4671-aee7-5dc79b4eb4d1', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'port_id': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'mac_address': 'fa:16:3e:1c:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:23:12Z', 'updated_at': '2021-07-22T15:23:12Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:15.116198 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca65c1-66db-45de-a8d4-7061ed2b27a8 None None] The sync data for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 is: [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'abb6efe9-9c32-4671-aee7-5dc79b4eb4d1', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'port_id': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'mac_address': 'fa:16:3e:1c:a9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:23:12Z', 'updated_at': '2021-07-22T15:23:12Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:23:15.308266 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74992925-0b7f-4e4a-a7c5-20995d229a30 None None] New status for floating IP abb6efe9-9c32-4671-aee7-5dc79b4eb4d1: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:23:15.513743 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:15.577272 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42486) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:15.635820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-84bb2a81-5722-43b9-a197-763ad323c48c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 HTTP/1.1" status: 200 len: 993 time: 0.0573466 Jul 22 15:23:36.781478 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:23:37.772936 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:38.188821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:39.947749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db244d39-2865-4f7f-92c2-4759d1673471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:42.192773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca474962-44d9-400a-9584-606c1f0f04a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:42.426104 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:43.333055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549e300-d317-4b1e-a431-078462a13e5f req-ef3b393a-5b5c-4caa-9880-9989d8a3ffc7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:43.334592 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e549e300-d317-4b1e-a431-078462a13e5f req-ef3b393a-5b5c-4caa-9880-9989d8a3ffc7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0670290 Jul 22 15:23:43.374781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e549e300-d317-4b1e-a431-078462a13e5f req-561ea572-1fe9-45f2-9749-a4e9d3d2a69a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338948 Jul 22 15:23:43.834860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:44.504438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7e099-2f18-43bd-83a5-9452552d140a req-66dbc536-00bb-4ed5-b4d5-a0f224e1ade4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:44.505998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9b7e099-2f18-43bd-83a5-9452552d140a req-66dbc536-00bb-4ed5-b4d5-a0f224e1ade4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0628843 Jul 22 15:23:44.547199 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9b7e099-2f18-43bd-83a5-9452552d140a req-87d198b1-79e7-4721-9abd-c7af08d7481b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347948 Jul 22 15:23:44.569390 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42510) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:44.630347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7b8cd39e-ffbe-4dc0-8f95-b138350b75f3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 HTTP/1.1" status: 200 len: 993 time: 0.0598032 Jul 22 15:23:45.515813 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:45.894718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ccec-1675-4b6a-b43e-fde0b07a48be req-8f9eb1a1-004a-4292-aed2-32a8661dff2a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:45.896224 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8e8ccec-1675-4b6a-b43e-fde0b07a48be req-8f9eb1a1-004a-4292-aed2-32a8661dff2a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0645943 Jul 22 15:23:45.934359 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a8e8ccec-1675-4b6a-b43e-fde0b07a48be req-398ee618-bde2-4d8f-b758-768dadee0d29 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323653 Jul 22 15:23:47.064398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa81f7c-2a19-45a5-b25e-cad3a9397d7c req-5db27b2f-053d-4452-b323-f11e975e0a07 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:47.065880 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aa81f7c-2a19-45a5-b25e-cad3a9397d7c req-5db27b2f-053d-4452-b323-f11e975e0a07 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0625949 Jul 22 15:23:47.102108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4aa81f7c-2a19-45a5-b25e-cad3a9397d7c req-c6621766-5f14-4604-828e-66a5867bd321 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Jul 22 15:23:47.123606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42520) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:47.188587 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d76216e8-089c-4a61-ad2a-5aeb33a04576 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 HTTP/1.1" status: 200 len: 993 time: 0.0638082 Jul 22 15:23:47.464239 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42526) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:47.625742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port c6c4c8fe-d2a7-4895-8374-0694a6777445 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:23:47.626004 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:47.699055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:47.699395 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:47.710537 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for c6c4c8fe-d2a7-4895-8374-0694a6777445 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:23:47.854084 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:47.879536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=c6c4c8fe-d2a7-4895-8374-0694a6777445,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:47.903616 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.903968 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.904576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.905158 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.905498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.905834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.906167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.906497 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.906850 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.907176 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.907502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.907824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:47.947897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:47.948230 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 disassociated (deleted). External IP: 172.25.3.143, port: b6ab0545-457b-4b53-a224-c8359b98992e. Jul 22 15:23:48.147000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router ab26afc1-43e2-4181-8446-a5683f5346f4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:23:48.252219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:23:48.256917 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:48.264348 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] Sync routers for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:23:48.277733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:48.278357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:48.293484 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-75b82e4a-d21b-4924-bf6c-95e5640e224b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/floatingips/abb6efe9-9c32-4671-aee7-5dc79b4eb4d1 HTTP/1.1" status: 204 len: 168 time: 0.8281658 Jul 22 15:23:48.294438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:23:48.296880 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c0873-1e74-4920-b77b-7207456a6e91" -d '{"events": [{"name": "network-changed", "server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:23:48.333091 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c58500-b258-4736-824e-b23d6dd6b1dc x-openstack-request-id: req-32c58500-b258-4736-824e-b23d6dd6b1dc {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:23:48.333390 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:23:48.333644 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32c58500-b258-4736-824e-b23d6dd6b1dc {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:23:48.334311 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'status': 'completed', 'code': 200} Jul 22 15:23:48.381942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:48.411109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-b6941db3-39a8-492e-870b-b61f0d306257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:48.412933 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-b6941db3-39a8-492e-870b-b61f0d306257 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 1096 time: 0.0573640 Jul 22 15:23:48.513994 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-817cec9f-e995-47bb-b9fb-2efb793a104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:48.515688 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-817cec9f-e995-47bb-b9fb-2efb793a104f service neutron] 10.222.0.72 "GET /v2.0/networks?id=277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 200 len: 897 time: 0.0964181 Jul 22 15:23:48.545191 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661da9-3ec7-402f-94e8-bb373f0bd024 req-499eafa0-4c5c-44c2-9249-d896f38a9ef5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:48.546777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88661da9-3ec7-402f-94e8-bb373f0bd024 req-499eafa0-4c5c-44c2-9249-d896f38a9ef5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0727453 Jul 22 15:23:48.560589 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-6a703d7a-8d33-4dba-819c-684bc3ba159a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 200 len: 217 time: 0.0377049 Jul 22 15:23:48.585792 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-88661da9-3ec7-402f-94e8-bb373f0bd024 req-2c3313f3-28c9-4706-b67a-eab35dd5713e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Jul 22 15:23:48.595542 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:48.611756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-2a5642c6-5a97-4709-86c6-2575189daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:48.613656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-2a5642c6-5a97-4709-86c6-2575189daaca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=09d9f685-7047-4b9b-bfb0-772c14c5b833 HTTP/1.1" status: 200 len: 835 time: 0.0464888 Jul 22 15:23:48.623980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] Checking router: ab26afc1-43e2-4181-8446-a5683f5346f4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:23:48.632631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:48.633267 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:48.678736 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-85b47083-7bda-4324-b6ce-98105a5eb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:48.680147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-85b47083-7bda-4324-b6ce-98105a5eb15c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=277ca74e-edbc-41b1-bb29-b06d004700fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590322 Jul 22 15:23:48.737820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:48.769205 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-1048d7b6-29ce-4554-91dc-9dda88b4bd6b service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816669 Jul 22 15:23:48.862503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b03c0873-1e74-4920-b77b-7207456a6e91 req-9eda7687-d773-4b80-88bf-fec8390c39e6 service neutron] 10.222.0.72 "GET /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858300 Jul 22 15:23:48.936959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:48.966818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2f2825-2a9a-49d6-97c0-efc7303ef9dc None None] The sync data for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 is: [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '155b4ca5-6f21-499a-8577-fc76ddb1d2e8', 'name': '', 'network_id': '277ca74e-edbc-41b1-bb29-b06d004700fd', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:60:28:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:58Z', 'updated_at': '2021-07-22T15:23:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '09d9f685-7047-4b9b-bfb0-772c14c5b833', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:23:49.192871 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9647cad4-a206-4207-b4e8-5a4b6453ecae None None] New status for floating IP abb6efe9-9c32-4671-aee7-5dc79b4eb4d1: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:23:49.719470 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b0c33-e574-477b-8086-67c6822f381d req-2515f4f7-585b-42a7-8400-850e3102d04f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:49.720973 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-668b0c33-e574-477b-8086-67c6822f381d req-2515f4f7-585b-42a7-8400-850e3102d04f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0623887 Jul 22 15:23:49.757174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-668b0c33-e574-477b-8086-67c6822f381d req-9cf5ad89-78fd-4207-ba8e-ee1d5384b8a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=7390e597-e392-47b1-b51d-6789ef923375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jul 22 15:23:50.118400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-29e32356-d745-4d34-8ee2-853a54a6c5f3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:50.119867 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-29e32356-d745-4d34-8ee2-853a54a6c5f3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 945 time: 0.0653112 Jul 22 15:23:50.229535 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port b6ab0545-457b-4b53-a224-c8359b98992e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:23:50.229881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:50.317549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port b6ab0545-457b-4b53-a224-c8359b98992e, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b6ab0545-457b-4b53-a224-c8359b98992e,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:50.317907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:50.330897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for b6ab0545-457b-4b53-a224-c8359b98992e owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:23:50.461170 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:50.516306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=b6ab0545-457b-4b53-a224-c8359b98992e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:50.541457 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] No DVR routers for this DVR port b6ab0545-457b-4b53-a224-c8359b98992e on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:23:50.545678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.546050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.546401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.546784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.547176 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.547542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.547908 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.548251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.548614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.548950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.549285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.549671 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:50.552826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:50.554876 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9a0ee481-2d09-4983-a1f2-418e02b1e6c1 req-b16df078-fd66-4d2e-81c7-5ccaf176f0f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "DELETE /v2.0/ports/b6ab0545-457b-4b53-a224-c8359b98992e HTTP/1.1" status: 204 len: 173 time: 0.4294088 Jul 22 15:23:50.555311 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'name': 'network-vif-deleted', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:23:50.558074 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a25ff-2586-4f05-96c5-c791a1b3b836" -d '{"events": [{"server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "name": "network-vif-deleted", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:23:50.595152 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9c4ef1-c759-4573-8819-98bd81493fc1 x-openstack-request-id: req-fa9c4ef1-c759-4573-8819-98bd81493fc1 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:23:50.595449 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417d1a8e-b7fb-44ed-9833-89048b69556d", "name": "network-vif-deleted", "tag": "b6ab0545-457b-4b53-a224-c8359b98992e", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:23:50.595703 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa9c4ef1-c759-4573-8819-98bd81493fc1 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:23:50.596112 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417d1a8e-b7fb-44ed-9833-89048b69556d', 'name': 'network-vif-deleted', 'tag': 'b6ab0545-457b-4b53-a224-c8359b98992e', 'status': 'completed', 'code': 200} Jul 22 15:23:50.876789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fdb2eef4-6082-4cfd-8dcd-fbf9657a4d56 req-13ba71ec-2ae0-4078-8b26-e890cc128501 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=417d1a8e-b7fb-44ed-9833-89048b69556d HTTP/1.1" status: 200 len: 210 time: 0.0399656 Jul 22 15:23:51.942693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42542) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:52.291795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:52.554144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:23:52.554404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:52.641159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 155b4ca5-6f21-499a-8577-fc76ddb1d2e8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:52.641521 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:52.654076 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:23:52.838865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:52.866067 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=155b4ca5-6f21-499a-8577-fc76ddb1d2e8,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:53.036071 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:53.578808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router ab26afc1-43e2-4181-8446-a5683f5346f4 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:23:53.681401 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:23:53.686502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f7f32db4-570b-4239-9380-63b90b9f82f6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/ab26afc1-43e2-4181-8446-a5683f5346f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7428083 Jul 22 15:23:53.689329 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42544) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:53.693017 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] Sync routers for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:23:53.702772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:53.703460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:53.738753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting subnet 09d9f685-7047-4b9b-bfb0-772c14c5b833 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:23:53.741727 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:53.781983 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:53.809606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:53.870729 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:53.927423 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:53.954398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Subnet': ['ID=09d9f685-7047-4b9b-bfb0-772c14c5b833,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:53.959181 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:53.961549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3ca1328c-c183-4160-9d1a-a2781b59076e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/subnets/09d9f685-7047-4b9b-bfb0-772c14c5b833 HTTP/1.1" status: 204 len: 168 time: 0.2708836 Jul 22 15:23:53.963886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42546) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:53.967097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50217a-dab6-4c84-906d-4810aeef7720 None None] Network 277ca74e-edbc-41b1-bb29-b06d004700fd requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:23:54.064214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:23:52Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:54.071384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.105493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] Checking router: ab26afc1-43e2-4181-8446-a5683f5346f4 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:23:54.119942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] Routers {'ab26afc1-43e2-4181-8446-a5683f5346f4'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:54.120796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['ab26afc1-43e2-4181-8446-a5683f5346f4'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:54.190504 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.240004 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] Set router ab26afc1-43e2-4181-8446-a5683f5346f4 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:54.251116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 7a0f53e0-fe71-4b35-a075-da2b79310612 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:23:54.251472 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.270425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] DHCP port deletion for 277ca74e-edbc-41b1-bb29-b06d004700fd request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:23:54.333166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 7a0f53e0-fe71-4b35-a075-da2b79310612, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7a0f53e0-fe71-4b35-a075-da2b79310612,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:54.333536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.347004 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 7a0f53e0-fe71-4b35-a075-da2b79310612 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:23:54.427799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Deleting port ad3c0880-ceca-42a1-af98-4208460d22ef {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:23:54.428092 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.506641 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] For port ad3c0880-ceca-42a1-af98-4208460d22ef, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=ad3c0880-ceca-42a1-af98-4208460d22ef,segment=NetworkSegment(1c9a4862-965e-49dd-b344-5fb72404dd64),segment_id=1c9a4862-965e-49dd-b344-5fb72404dd64)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:54.508120 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.521754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Calling delete_port for ad3c0880-ceca-42a1-af98-4208460d22ef owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:23:54.527832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.541172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:23:52Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:54.553248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=7a0f53e0-fe71-4b35-a075-da2b79310612,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:54.617614 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.713453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.715779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.757047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add27c9c-847b-45c4-8ecc-2cf3c36729bb None None] The sync data for ids ['ab26afc1-43e2-4181-8446-a5683f5346f4'] in n-d-794306-8 is: [{'id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862568764', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:22:55Z', 'updated_at': '2021-07-22T15:23:52Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': '7a0f53e0-fe71-4b35-a075-da2b79310612', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ec:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab26afc1-43e2-4181-8446-a5683f5346f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:22:56Z', 'updated_at': '2021-07-22T15:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:23:54.765020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.766034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Fanout notify agent at l3_agent the message router_deleted on router ab26afc1-43e2-4181-8446-a5683f5346f4 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:23:54.774308 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.776142 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ec106a77-329e-4399-8a53-8f26bd763a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/routers/ab26afc1-43e2-4181-8446-a5683f5346f4 HTTP/1.1" status: 204 len: 168 time: 0.8110600 Jul 22 15:23:54.778848 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42548) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:54.807558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.834252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Pushing event deleted for resources: {'Port': ['ID=ad3c0880-ceca-42a1-af98-4208460d22ef,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:54.836484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] No DVR routers for this DVR port ad3c0880-ceca-42a1-af98-4208460d22ef on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:23:54.849991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.850370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.850736 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.851083 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.851423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.851762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.852098 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.852432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.852794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.853128 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.853460 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.853789 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c8fc7-fbb3-4ec9-ae09-3a29f9dbe016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:23:54.867682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.956040 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.965712 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['277ca74e-edbc-41b1-bb29-b06d004700fd']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:54.975274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9a4862-965e-49dd-b344-5fb72404dd64') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:54.975582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9a4862-965e-49dd-b344-5fb72404dd64') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:54.984168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:54.997960 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.004180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:23:55.004608 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:23:55.007595 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:23:55.063158 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.070626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.072345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/networks/277ca74e-edbc-41b1-bb29-b06d004700fd HTTP/1.1" status: 204 len: 168 time: 0.2917492 Jul 22 15:23:55.075185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42550) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:55.083272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f797a-dce0-40ee-aa8e-2e5929715ab4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Network': ['ID=277ca74e-edbc-41b1-bb29-b06d004700fd,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:55.140134 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15d1ca9d-91b0-4b54-94bc-8ca1fadd30a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.166474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15d1ca9d-91b0-4b54-94bc-8ca1fadd30a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.233591 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15d1ca9d-91b0-4b54-94bc-8ca1fadd30a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.236417 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-15d1ca9d-91b0-4b54-94bc-8ca1fadd30a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.239760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-15d1ca9d-91b0-4b54-94bc-8ca1fadd30a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/security-groups/7390e597-e392-47b1-b51d-6789ef923375 HTTP/1.1" status: 204 len: 168 time: 0.1610191 Jul 22 15:23:55.252444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ca9d-91b0-4b54-94bc-8ca1fadd30a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390e597-e392-47b1-b51d-6789ef923375,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:55.443849 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42556) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:55.449084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169935379', 'description': 'tempest-secgroup-smoke-169935379 description', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:55.471832 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.550311 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.553727 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.578673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b6ab0545-457b-4b53-a224-c8359b98992e no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:23:55.583512 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.584823 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398835 Jul 22 15:23:55.588199 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42558) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:55.593778 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '41c9566b-3675-400d-af26-9926421f1034', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:55.600873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca21d1-7eb5-4937-a4a8-a7362db12bc3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c9566b-3675-400d-af26-9926421f1034,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:55.602096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: b6ab0545-457b-4b53-a224-c8359b98992e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:23:55.602448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b6ab0545-457b-4b53-a224-c8359b98992e not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:23:55.624933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.681606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.685010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.703570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbac7b2-40ca-40ba-a3fd-a9262abac8cd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:55.710816 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.714534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d3dceafb-0279-4a65-a19f-1b39c51190a7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229150 Jul 22 15:23:55.715378 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42560) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:55.720320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '41c9566b-3675-400d-af26-9926421f1034', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:55.749525 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.763191 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:23:55.782972 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:23:55.783437 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 155b4ca5-6f21-499a-8577-fc76ddb1d2e8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:23:55.783864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad3c0880-ceca-42a1-af98-4208460d22ef no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:23:55.802491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: ad3c0880-ceca-42a1-af98-4208460d22ef {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:23:55.802868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device ad3c0880-ceca-42a1-af98-4208460d22ef not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:23:55.803286 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a0f53e0-fe71-4b35-a075-da2b79310612 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:23:55.811293 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.815142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.823726 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 7a0f53e0-fe71-4b35-a075-da2b79310612 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:23:55.824385 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7a0f53e0-fe71-4b35-a075-da2b79310612 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:23:55.838224 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae6c10b-96d2-445e-98af-a45d4f8b331e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:55.841108 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.842445 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a9553a4a-5b7e-4f70-9cd0-f8df20f90d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260989 Jul 22 15:23:55.845185 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42562) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:55.849489 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '41c9566b-3675-400d-af26-9926421f1034', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:55.875358 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.932683 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.936187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.956664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3fbbcd-7f46-4282-8bd8-d6b336b38eca,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:55.961731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:55.963209 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ab43d6b6-a80d-48f3-bb2e-ccc6663d239e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168439 Jul 22 15:23:55.965577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42564) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:55.969869 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '41c9566b-3675-400d-af26-9926421f1034', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:55.996149 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.053536 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.057782 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.076311 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc977d8-185a-4288-95df-a8c6c114d866,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:56.083538 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.084817 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-77eb360a-5e49-4d42-96ea-079e85198022 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183269 Jul 22 15:23:56.087540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42566) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:56.091962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '41c9566b-3675-400d-af26-9926421f1034', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:56.113696 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:23:56.119214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.177779 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.181895 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.200715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53df2ad0-ee12-4a21-b394-ffa4ae0b5ce3,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:56.207064 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.208265 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5b352f88-3943-476d-bb06-d013873c34cd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197982 Jul 22 15:23:56.210962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42568) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:56.215259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '41c9566b-3675-400d-af26-9926421f1034', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:56.235731 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:23:56.241129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.310625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.314210 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.338466 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9affd34-e4d0-4c71-b829-111d08ede95d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:56.346418 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.348495 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fd628c73-992a-46ff-aea2-fb4f898ffc93 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365252 Jul 22 15:23:56.351322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42570) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:56.356933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'network': {'name': 'tempest-network-smoke--1719124585', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:56.376148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:23:56.379646 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.402459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:23:56.411894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.412238 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Added segment 934b38be-12b7-41d5-8f40-bfe5252420cc of type vlan for network 1169c439-9e87-4d1e-8156-fb66d037190f Jul 22 15:23:56.451050 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.478410 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.483833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:56.484412 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.519950 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676130 Jul 22 15:23:56.522796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42572) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:56.529823 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'admin_state_up': True, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:56.551428 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ee38a-2ef8-4cda-85ba-d913d8f822bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Network': ['ID=1169c439-9e87-4d1e-8156-fb66d037190f,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:56.555768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.557238 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.561868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 1169c439-9e87-4d1e-8156-fb66d037190f details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:23:56.616716 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.752747 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.938550 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:56.956991 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:57.058958 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.217 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/cef59369-4e9d-4242-a317-7741c41503c5) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:23:57.157509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:57.195128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:57.232603 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:23:57.235490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:57.241376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:23:57.269769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=cef59369-4e9d-4242-a317-7741c41503c5,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:57.486922 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:57.677011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:57.797789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:23:57.901552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:23:57.911173 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Sync routers for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:23:57.919371 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:57.919946 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:57.920547 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:57.920696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cb90c2c4-42db-4356-999e-5a34fb5201e7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3967333 Jul 22 15:23:57.923695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42574) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:57.952427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4ccee123-6525-4818-86ad-c72b2ce76cbf tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276182 Jul 22 15:23:57.954913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42576) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:58.021079 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:58.043606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785fc47-66f5-48c4-b405-559a64085c75 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:58.045149 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0785fc47-66f5-48c4-b405-559a64085c75 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893312 Jul 22 15:23:58.048362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42578) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:58.076572 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a4cf3a57-7586-4648-80a6-21228ff595e3 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272202 Jul 22 15:23:58.079135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42580) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:58.083865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-965528571', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:23:58.174240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:23:58.177815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.189887 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:57Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:58.218941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Checking router: 77d9f9ee-2f9f-42b8-833c-be94d1f4947c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:23:58.219295 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Updating router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c port cef59369-4e9d-4242-a317-7741c41503c5 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:23:58.253888 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.508996 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.519454 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Transition to ACTIVE for port object cef59369-4e9d-4242-a317-7741c41503c5 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:58.524955 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.668111 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Attempting to bind port cef59369-4e9d-4242-a317-7741c41503c5 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:23:58.668476 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Attempting to bind port cef59369-4e9d-4242-a317-7741c41503c5 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:23:58.668847 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Attempting to bind port cef59369-4e9d-4242-a317-7741c41503c5 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:23:58.676350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a640ab-be28-466e-a644-987da56104f4 None None] Pushing event updated for resources: {'Port': ['ID=cef59369-4e9d-4242-a317-7741c41503c5,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:58.678944 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:23:58.679313 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:23:58.679717 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.680102 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:23:58.680580 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Bound port: cef59369-4e9d-4242-a317-7741c41503c5, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:23:58.680963 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.717650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.733479 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] For port cef59369-4e9d-4242-a317-7741c41503c5, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:23:58.736742 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] For port cef59369-4e9d-4242-a317-7741c41503c5, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cef59369-4e9d-4242-a317-7741c41503c5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:23:58.741262 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.770628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Subnet': ['ID=a2750e6c-28bf-4d3a-b538-01e52198a6e2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:58.786734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Checking segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:23:58.787104 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network hostable DHCP agents. Network: 1169c439-9e87-4d1e-8156-fb66d037190f, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:23:58.798409 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:23:58.799363 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:58.802637 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a640ab-be28-466e-a644-987da56104f4 None None] Pushing event updated for resources: {'Port': ['ID=cef59369-4e9d-4242-a317-7741c41503c5,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:58.806422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 1169c439-9e87-4d1e-8156-fb66d037190f is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:23:58.816141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 1169c439-9e87-4d1e-8156-fb66d037190f) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:58.824028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc256659-2391-421b-b42d-e04c7fdc0031 None None] Network 1169c439-9e87-4d1e-8156-fb66d037190f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:23:58.824570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:23:58.824842 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:58.844154 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7b056bba-da2b-43ec-8c77-e557c32af9fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7614102 Jul 22 15:23:58.844375 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42582) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:23:58.905030 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:23:58.980395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-1169c439-9e87-4d1e-8156-fb66d037190f', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:23:58.981252 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.093263 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:57Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:23:59.119997 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f98bda-11b8-48cf-9b49-7057617544fa None None] The sync data for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 is: [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:57Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:23:59.125056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Allocated IP 172.20.0.2 (1169c439-9e87-4d1e-8156-fb66d037190f/a2750e6c-28bf-4d3a-b538-01e52198a6e2/8f43845d-3718-41e5-9c2d-e4104bf23ee8) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:23:59.282627 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.291550 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Transition to ACTIVE for port object 8f43845d-3718-41e5-9c2d-e4104bf23ee8 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:59.302378 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.307334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Transition to ACTIVE for port object 8f43845d-3718-41e5-9c2d-e4104bf23ee8 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:59.312575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.359111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Network 1169c439-9e87-4d1e-8156-fb66d037190f is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:23:59.360069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:59.364038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:23:59.372200 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Pushing event updated for resources: {'Port': ['ID=8f43845d-3718-41e5-9c2d-e4104bf23ee8,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:59.439871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Attempting to bind port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:23:59.440256 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Attempting to bind port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:23:59.440631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Attempting to bind port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 on network 1169c439-9e87-4d1e-8156-fb66d037190f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:23:59.445802 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:23:59.446354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Checking segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:23:59.447205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.447614 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Bound using segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:23:59.448092 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Bound port: 8f43845d-3718-41e5-9c2d-e4104bf23ee8, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:23:59.448487 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.528069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] For port 8f43845d-3718-41e5-9c2d-e4104bf23ee8, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:23:59.531693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] For port 8f43845d-3718-41e5-9c2d-e4104bf23ee8, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8f43845d-3718-41e5-9c2d-e4104bf23ee8,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:23:59.538419 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.553176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cef59369-4e9d-4242-a317-7741c41503c5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:23:59.651805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.1 (1169c439-9e87-4d1e-8156-fb66d037190f/a2750e6c-28bf-4d3a-b538-01e52198a6e2/c956b56e-2f4f-4123-9f7a-bd107dcbf2a0) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:23:59.652875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745afe0f-9b20-474c-bdd2-b67bb7246afb None None] Pushing event updated for resources: {'Port': ['ID=8f43845d-3718-41e5-9c2d-e4104bf23ee8,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:59.663145 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port cef59369-4e9d-4242-a317-7741c41503c5 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:23:59.668643 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port cef59369-4e9d-4242-a317-7741c41503c5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:23:59.669086 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.755526 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.784491 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port cef59369-4e9d-4242-a317-7741c41503c5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cef59369-4e9d-4242-a317-7741c41503c5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:23:59.789828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.808811 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.836618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:23:59.869350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=cef59369-4e9d-4242-a317-7741c41503c5,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:23:59.892561 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:23:59.953889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 1169c439-9e87-4d1e-8156-fb66d037190f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:23:59.957640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:23:59.962365 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:23:59.966589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:00.013968 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:00.159604 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:00.453328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:00.459126 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:00.537566 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:00.540496 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:00.599192 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e0636-b4f6-45b1-962c-59fedf15c562 None None] Network 1169c439-9e87-4d1e-8156-fb66d037190f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:24:00.648056 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 1169c439-9e87-4d1e-8156-fb66d037190f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:24:00.650003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:24:00.724925 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a348cf72-3281-4f85-baeb-be6806f92a6f None None] Provisioning for port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:24:00.768341 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:24:00.881635 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:24:00.890633 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3bbff2c5-0904-4711-a2b3-2e481b78c9c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/77d9f9ee-2f9f-42b8-833c-be94d1f4947c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0432055 Jul 22 15:24:01.042739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-69a0a960-8ecc-495b-9e97-3c2d283c8a02 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169935379&fields=id&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 267 time: 0.0425129 Jul 22 15:24:01.074661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c1c72551-c88d-4145-a0d9-2f93de50d492 None None] Provisioning for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:24:01.080463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-c1c72551-c88d-4145-a0d9-2f93de50d492 None None] Provisioning complete for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:01.080732 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c1c72551-c88d-4145-a0d9-2f93de50d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:01.119327 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Sync routers for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:24:01.137955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:24:01.138626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:01.166842 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-b7421735-691d-4c4f-970e-8c1b308ed43f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:01.168413 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-b7421735-691d-4c4f-970e-8c1b308ed43f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 797 time: 0.1179786 Jul 22 15:24:01.173804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-c1c72551-c88d-4145-a0d9-2f93de50d492 None None] Port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:24:01.186485 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-ace23cd3-a274-40e1-817c-44f0bea7594a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/quotas/51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 375 time: 0.0107539 Jul 22 15:24:01.255696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-4dd4c59e-2644-4669-8a5e-63650b1e9ee1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637124 Jul 22 15:24:01.256260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:24:01.307252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-43f2d755-aeab-438f-b65c-9b062c247430 None None] Provisioning complete for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:01.307629 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-43f2d755-aeab-438f-b65c-9b062c247430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:01.365618 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-2a64edc5-334a-4488-a903-4020eca26dd2 service neutron] 10.222.0.60 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955470 Jul 22 15:24:01.389225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-43f2d755-aeab-438f-b65c-9b062c247430 None None] Port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:24:01.473261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-9fbb9eec-fecd-4bc2-bcf3-66738623a9b3 service neutron] 10.222.0.60 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973306 Jul 22 15:24:01.531667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 2, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:01.564595 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-4fde7edc-fe73-42c1-b744-330ef5a9ac27 None None] Provisioning complete for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:01.565034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fde7edc-fe73-42c1-b744-330ef5a9ac27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:01.568500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Checking router: 77d9f9ee-2f9f-42b8-833c-be94d1f4947c for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:24:01.568500 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Updating router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:24:01.590933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8f43845d-3718-41e5-9c2d-e4104bf23ee8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:24:01.654554 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d326400-44a9-426c-bac0-958cbd347296 req-b32fcf97-cea2-4b76-bf53-76de4c178f2e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 210 time: 0.0309188 Jul 22 15:24:01.663607 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:01.686724 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-4fde7edc-fe73-42c1-b744-330ef5a9ac27 None None] Port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:24:01.742172 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:24:01.791124 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:01.791509 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:01.966095 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.020854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 8f43845d-3718-41e5-9c2d-e4104bf23ee8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8f43845d-3718-41e5-9c2d-e4104bf23ee8,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:24:02.038189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.039008 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cef59369-4e9d-4242-a317-7741c41503c5 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:24:02.105696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.135663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Transition to ACTIVE for port object c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:24:02.141744 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=8f43845d-3718-41e5-9c2d-e4104bf23ee8,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:02.145293 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.199013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port cef59369-4e9d-4242-a317-7741c41503c5 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:02.199398 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.224105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f5678-aa11-450c-86c7-1d0583ea7198 None None] Pushing event updated for resources: {'Port': ['ID=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:02.295400 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Attempting to bind port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:24:02.295826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Attempting to bind port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:24:02.296153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Attempting to bind port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 on network 1169c439-9e87-4d1e-8156-fb66d037190f {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:24:02.304609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:24:02.304991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Checking segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:24:02.305410 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.306397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Bound using segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:24:02.306922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Bound port: c956b56e-2f4f-4123-9f7a-bd107dcbf2a0, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:24:02.307442 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.562151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] For port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:24:02.565334 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] For port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:24:02.570096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:02.627109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:24:02.627754 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:23:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:02.633241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f5678-aa11-450c-86c7-1d0583ea7198 None None] Pushing event updated for resources: {'Port': ['ID=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:02.746422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-51b231f6-e049-4f19-acde-719d328603fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:02.748945 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-51b231f6-e049-4f19-acde-719d328603fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 797 time: 0.1578422 Jul 22 15:24:02.777139 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:24:02.787041 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55c1683f-838c-49a5-bf4c-66efc330e571 req-ea2caf67-4f1f-467f-bd80-466d752c3baa tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 210 time: 0.0426655 Jul 22 15:24:02.812004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-c6369660-6a3e-4070-9c06-90ddf27329c9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 379 time: 0.0530725 Jul 22 15:24:02.821745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'port': {'device_id': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'admin_state_up': True, 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'security_groups': ['41c9566b-3675-400d-af26-9926421f1034']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:24:02.931717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:24:02.935222 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.017522 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-91764536-badf-49de-b90c-b3ca08475387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:02Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:03.048638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91764536-badf-49de-b90c-b3ca08475387 None None] The sync data for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 is: [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:02Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:24:03.069561 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.8 (1169c439-9e87-4d1e-8156-fb66d037190f/a2750e6c-28bf-4d3a-b538-01e52198a6e2/d906005a-222c-408a-9dd4-8c898fd8246b) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:24:03.223778 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.242593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object d906005a-222c-408a-9dd4-8c898fd8246b will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:24:03.277641 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.325530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 1169c439-9e87-4d1e-8156-fb66d037190f is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:24:03.328596 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:24:03.331035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:24:03.366107 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=d906005a-222c-408a-9dd4-8c898fd8246b,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:03.396411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:03.397302 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.414438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-cd4a7b62-7304-4f4b-9523-5ff266177c04 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976110 Jul 22 15:24:03.426247 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Request body: {'port': {'device_id': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:24:03.536491 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.612711 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:24:03.616355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7c6abdcc-d0d9-44ac-9963-e4ed10301e08 None None] Provisioning for port d906005a-222c-408a-9dd4-8c898fd8246b completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:24:03.638091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7c6abdcc-d0d9-44ac-9963-e4ed10301e08 None None] Provisioning complete for port d906005a-222c-408a-9dd4-8c898fd8246b triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:03.638495 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7c6abdcc-d0d9-44ac-9963-e4ed10301e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.683352 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-7c6abdcc-d0d9-44ac-9963-e4ed10301e08 None None] Port d906005a-222c-408a-9dd4-8c898fd8246b cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:24:03.696086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:24:03.700577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:03.701001 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.798074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.840932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:24:03.847610 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.848806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8f43845d-3718-41e5-9c2d-e4104bf23ee8 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:24:03.857201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d906005a-222c-408a-9dd4-8c898fd8246b {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:24:03.869254 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.888116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Transition to ACTIVE for port object d906005a-222c-408a-9dd4-8c898fd8246b will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:24:03.896094 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:03.947493 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:03.957298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d906005a-222c-408a-9dd4-8c898fd8246b,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:03.963692 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7a644-6010-465f-907f-c91a124dd227 req-85a355e7-1238-4ef3-b83c-41a904cf2723 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:03.965906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3b7a644-6010-465f-907f-c91a124dd227 req-85a355e7-1238-4ef3-b83c-41a904cf2723 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 931 time: 0.0882046 Jul 22 15:24:03.968647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:03.969110 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:04.042789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3b7a644-6010-465f-907f-c91a124dd227 req-6b0e9ef3-c174-4052-a8c1-0c155f088459 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618415 Jul 22 15:24:04.079379 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Attempting to bind port d906005a-222c-408a-9dd4-8c898fd8246b on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:24:04.079977 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Attempting to bind port d906005a-222c-408a-9dd4-8c898fd8246b by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:24:04.080524 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Attempting to bind port d906005a-222c-408a-9dd4-8c898fd8246b on network 1169c439-9e87-4d1e-8156-fb66d037190f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:24:04.086228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Port d906005a-222c-408a-9dd4-8c898fd8246b on network 1169c439-9e87-4d1e-8156-fb66d037190f not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:24:04.087360 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Attempting to bind port d906005a-222c-408a-9dd4-8c898fd8246b on network 1169c439-9e87-4d1e-8156-fb66d037190f {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:24:04.093006 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:24:04.093351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Checking segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:24:04.093659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Bound using segment: {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:24:04.094109 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Bound port: d906005a-222c-408a-9dd4-8c898fd8246b, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '934b38be-12b7-41d5-8f40-bfe5252420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:24:04.094508 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:04.170995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] For port d906005a-222c-408a-9dd4-8c898fd8246b, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:24:04.174234 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] For port d906005a-222c-408a-9dd4-8c898fd8246b, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d906005a-222c-408a-9dd4-8c898fd8246b,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:24:04.179046 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:04.216047 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.216673 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:04.218084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] 10.222.0.72 "PUT /v2.0/ports/d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 1091 time: 0.7962735 Jul 22 15:24:04.220586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:24:04.224103 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2216ceb-f36f-4169-ac53-a91604c0774e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:24:04.252993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c8fa7-f920-4dd8-8576-45dca90514b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d906005a-222c-408a-9dd4-8c898fd8246b,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:04.281132 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3638890a-2d8d-4e39-a834-49a7bac11ed3 x-openstack-request-id: req-3638890a-2d8d-4e39-a834-49a7bac11ed3 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:24:04.281478 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:24:04.281674 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3638890a-2d8d-4e39-a834-49a7bac11ed3 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:24:04.282267 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'status': 'completed', 'code': 200} Jul 22 15:24:04.336226 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d09e84cb-59cb-47ba-9653-86600b7565a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.338344 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-d09e84cb-59cb-47ba-9653-86600b7565a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1094 time: 0.0715401 Jul 22 15:24:04.379931 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-39f7fcce-4c65-482f-ac55-a6f8e5396739 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 217 time: 0.0348468 Jul 22 15:24:04.431578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-79abfa2d-2bc7-4d80-9024-8f77e06556ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.433069 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-79abfa2d-2bc7-4d80-9024-8f77e06556ef service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0469544 Jul 22 15:24:04.494018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-f699021b-0801-49a9-9d08-efff26335156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.495639 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-f699021b-0801-49a9-9d08-efff26335156 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555520 Jul 22 15:24:04.589084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-9f532538-37d0-45d4-a1c2-a7c5eda14b7e service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862026 Jul 22 15:24:04.681599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f9cba2-9224-4e1c-bcda-6c26b03d3a9b req-33127a8f-c3c1-4b7d-bee3-adadbe398f54 service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854826 Jul 22 15:24:04.775986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-bf9e0172-37a4-4622-971e-c85a79f9c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.777475 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-bf9e0172-37a4-4622-971e-c85a79f9c19c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1094 time: 0.0539985 Jul 22 15:24:04.866672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-1f723816-b1d0-4062-9786-5b7345f7546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.868703 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-1f723816-b1d0-4062-9786-5b7345f7546c service neutron] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 898 time: 0.0839684 Jul 22 15:24:04.913397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-a14e293b-ae55-47d6-bfd5-f0391cdefca1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 217 time: 0.0387847 Jul 22 15:24:04.961152 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-04c90000-26bb-4697-a7dd-38fc0db9b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:04.962617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-04c90000-26bb-4697-a7dd-38fc0db9b843 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0426135 Jul 22 15:24:05.020125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-f313d99f-83c8-4f4a-b7e1-49b917321516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:05.021598 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-f313d99f-83c8-4f4a-b7e1-49b917321516 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519962 Jul 22 15:24:05.113687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-39ecf692-3b16-4da6-a7ef-c6ec1faa775d service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Jul 22 15:24:05.178312 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76387a-bb65-4f06-96c1-75790b5995e4 req-fa3d2d8f-3999-4111-999c-1f5b006c6865 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:05.179864 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea76387a-bb65-4f06-96c1-75790b5995e4 req-fa3d2d8f-3999-4111-999c-1f5b006c6865 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 943 time: 0.0675035 Jul 22 15:24:05.203648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e2216ceb-f36f-4169-ac53-a91604c0774e req-06570283-0af3-4721-9ae2-fc78cc082bf4 service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827594 Jul 22 15:24:05.218446 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ea76387a-bb65-4f06-96c1-75790b5995e4 req-c5813ef2-31a6-4a7b-8966-b054f47a87ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321701 Jul 22 15:24:05.497320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:24:05.544065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:05.544443 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:06.348838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77232c8b-606d-4b62-8d81-5041ab381b0d req-6d821f94-ef34-4e6c-8df6-c384dceeb4a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:06.350334 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77232c8b-606d-4b62-8d81-5041ab381b0d req-6d821f94-ef34-4e6c-8df6-c384dceeb4a3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 943 time: 0.0629187 Jul 22 15:24:06.387059 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-77232c8b-606d-4b62-8d81-5041ab381b0d req-5e81fc34-7791-44fd-975c-3507809e35a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Jul 22 15:24:07.520104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fbcee-e0ea-4f4e-a5e3-c12793e3ae93 req-4272405a-93b8-4eb3-a114-0200d7732c06 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:07.521670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33fbcee-e0ea-4f4e-a5e3-c12793e3ae93 req-4272405a-93b8-4eb3-a114-0200d7732c06 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 943 time: 0.0695779 Jul 22 15:24:07.572063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c33fbcee-e0ea-4f4e-a5e3-c12793e3ae93 req-ca6b03c7-8e1a-4b74-acd0-73b1cd3eae64 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435207 Jul 22 15:24:07.640088 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d906005a-222c-408a-9dd4-8c898fd8246b details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:24:07.735674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port d906005a-222c-408a-9dd4-8c898fd8246b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d906005a-222c-408a-9dd4-8c898fd8246b,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:24:07.746668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'port_id': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'mac_address': 'fa:16:3e:5e:57:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:24:07.800463 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:07.803102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:07.815288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d906005a-222c-408a-9dd4-8c898fd8246b {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:24:07.836054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port d906005a-222c-408a-9dd4-8c898fd8246b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d906005a-222c-408a-9dd4-8c898fd8246b,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:24:07.839681 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:07.887515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=d906005a-222c-408a-9dd4-8c898fd8246b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:08.043571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['d906005a-222c-408a-9dd4-8c898fd8246b'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:24:08.211222 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:08.720741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa14b1-b908-4736-894b-d4251a6e9fb6 req-1111be08-2ad4-4d79-aff1-734a103fa1c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:08.722261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1aa14b1-b908-4736-894b-d4251a6e9fb6 req-1111be08-2ad4-4d79-aff1-734a103fa1c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 944 time: 0.0791130 Jul 22 15:24:08.774259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1aa14b1-b908-4736-894b-d4251a6e9fb6 req-cdba4bb7-0075-4251-a260-254da851cea5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461097 Jul 22 15:24:09.639962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d906005a-222c-408a-9dd4-8c898fd8246b up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:24:09.689665 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port d906005a-222c-408a-9dd4-8c898fd8246b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:24:09.695072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port d906005a-222c-408a-9dd4-8c898fd8246b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:24:09.695460 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:09.775905 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:09.798794 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:24:09.801086 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3017df7-1d42-45c1-8b9f-ef58aed0e27a" -d '{"events": [{"server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "name": "network-vif-plugged", "status": "completed", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:24:09.816009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port d906005a-222c-408a-9dd4-8c898fd8246b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d906005a-222c-408a-9dd4-8c898fd8246b,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:24:09.820147 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:09.844406 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc8ddc6-387c-45f3-959f-aead99bc8803 x-openstack-request-id: req-acc8ddc6-387c-45f3-959f-aead99bc8803 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:24:09.844705 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "name": "network-vif-plugged", "status": "completed", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:24:09.844966 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acc8ddc6-387c-45f3-959f-aead99bc8803 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:24:09.845362 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'code': 200} Jul 22 15:24:09.882720 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=d906005a-222c-408a-9dd4-8c898fd8246b,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:09.935513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa708adf-0d88-4b56-876d-3f0e5ca74770 req-789ff28d-9bd0-44cf-a20a-86d77ae09b41 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:09.937048 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa708adf-0d88-4b56-876d-3f0e5ca74770 req-789ff28d-9bd0-44cf-a20a-86d77ae09b41 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0944171 Jul 22 15:24:09.953246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9df43edb-694d-4f88-b9d2-5faf623073f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:09.967565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586e93c-5ea9-4791-ac52-bc8261ebba2c req-5bdd13cd-de80-4f9e-9430-a852738fad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:09.969219 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0586e93c-5ea9-4791-ac52-bc8261ebba2c req-5bdd13cd-de80-4f9e-9430-a852738fad48 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1096 time: 0.0645921 Jul 22 15:24:09.985848 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa708adf-0d88-4b56-876d-3f0e5ca74770 req-5e00b687-5702-4e51-b824-dc0e5f7cc0bd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400910 Jul 22 15:24:10.004063 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-0586e93c-5ea9-4791-ac52-bc8261ebba2c req-30e8e326-404b-457a-9905-a26e6bef157c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287261 Jul 22 15:24:11.120059 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69d8f6-eb15-496c-8a34-653e33ce95e4 req-eaeb86d6-5e24-47ad-b616-c2222bcc9657 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:11.121591 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e69d8f6-eb15-496c-8a34-653e33ce95e4 req-eaeb86d6-5e24-47ad-b616-c2222bcc9657 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0676060 Jul 22 15:24:11.159994 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e69d8f6-eb15-496c-8a34-653e33ce95e4 req-f71ee1bd-f69d-47a7-8e14-ca681f2ac18d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328679 Jul 22 15:24:11.289783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3449-d802-4059-8d29-4ead46c32340 req-8e5c1e45-c1f7-4c69-93cd-ca1013285a91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:11.291826 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-266f3449-d802-4059-8d29-4ead46c32340 req-8e5c1e45-c1f7-4c69-93cd-ca1013285a91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0645583 Jul 22 15:24:11.328738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-266f3449-d802-4059-8d29-4ead46c32340 req-ca2336d4-a0dc-4f45-ab1a-05ac096c17ff tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313702 Jul 22 15:24:11.350396 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42650) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:24:11.407235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a0f2f-6bd4-4f4e-a6de-93cbc9acd29d tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:11.408756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-738a0f2f-6bd4-4f4e-a6de-93cbc9acd29d tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1091 time: 0.0573599 Jul 22 15:24:11.411575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42652) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:24:11.416485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:24:11.437846 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:11.534129 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:11.638298 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.82 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/4e3b065a-cbd6-4034-97ea-db3bd77f155e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:24:11.737220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:11.779625 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:11.812201 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:24:11.814933 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:24:11.820230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:24:11.846939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=4e3b065a-cbd6-4034-97ea-db3bd77f155e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:12.170170 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.194412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5f79d97b-1eae-4ff5-b509-a8edbad852ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.248842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.409077 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.414102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.427074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.484854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=4e3b065a-cbd6-4034-97ea-db3bd77f155e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:24:12.499020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.604098 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP 66ef4e1a-8042-4196-a097-8976d18248cc associated. External IP: 172.25.3.82, port: d906005a-222c-408a-9dd4-8c898fd8246b. Jul 22 15:24:12.814415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:24:12.922478 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:24:12.932497 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] Sync routers for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:24:12.938012 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:12.942162 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:24:12.942857 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:12.975396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a49a9609-b1a9-4528-b0ab-52f1a5354b80 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5627899 Jul 22 15:24:12.975996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:24:12.978923 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:24:13.018159 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ca5ad-7eaa-4204-8aaa-45bb364929db x-openstack-request-id: req-b44ca5ad-7eaa-4204-8aaa-45bb364929db {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:24:13.018485 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:24:13.018771 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b44ca5ad-7eaa-4204-8aaa-45bb364929db {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:24:13.019202 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'status': 'completed', 'code': 200} Jul 22 15:24:13.054449 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:24:13.092944 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-3be8093a-3103-47ce-9767-52178253f180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:13.095098 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-3be8093a-3103-47ce-9767-52178253f180 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1096 time: 0.0554934 Jul 22 15:24:13.097822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3e76a-58c8-4001-bcfb-deeed1cb60c8 req-05a46d09-1bed-452e-b069-5d0f1d712e50 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:13.099532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ec3e76a-58c8-4001-bcfb-deeed1cb60c8 req-05a46d09-1bed-452e-b069-5d0f1d712e50 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0694637 Jul 22 15:24:13.142408 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0ec3e76a-58c8-4001-bcfb-deeed1cb60c8 req-ccfba708-5b21-44db-85c1-875b9dc79abc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365181 Jul 22 15:24:13.169530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42658) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:24:13.196153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-9facaa2a-282f-4e2a-9507-41a7f96f4b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:13.198282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-9facaa2a-282f-4e2a-9507-41a7f96f4b35 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 898 time: 0.0975668 Jul 22 15:24:13.235272 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a47de660-ff5f-4e68-b830-89b8259eb1b8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/66ef4e1a-8042-4196-a097-8976d18248cc HTTP/1.1" status: 200 len: 990 time: 0.0642774 Jul 22 15:24:13.267748 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-350f9aab-2cb1-4732-ac04-b3d91dc0f661 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 998 time: 0.0625689 Jul 22 15:24:13.289523 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '66ef4e1a-8042-4196-a097-8976d18248cc', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'port_id': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'mac_address': 'fa:16:3e:5e:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:24:12Z', 'updated_at': '2021-07-22T15:24:12Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:13.316554 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] Checking router: 77d9f9ee-2f9f-42b8-833c-be94d1f4947c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:24:13.316797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-4b159739-3626-4ab5-8afd-9fe9fa9144ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:13.318198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-4b159739-3626-4ab5-8afd-9fe9fa9144ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0445921 Jul 22 15:24:13.324824 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:24:13.325427 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:24:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:13.380033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-766aa78c-79f5-4c2b-91f9-2ccf3b3ee306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:13.381834 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-766aa78c-79f5-4c2b-91f9-2ccf3b3ee306 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580900 Jul 22 15:24:13.428292 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:24:13.470188 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-8747a25b-e15b-4ab7-b3ac-587b939ec1ee service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822952 Jul 22 15:24:13.565512 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-81a8fc22-83ed-47c6-a1a7-36716b2d2b3a req-7592e29c-72b9-4061-b0c8-9c66cdca97ce service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891361 Jul 22 15:24:13.647806 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '66ef4e1a-8042-4196-a097-8976d18248cc', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'port_id': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'mac_address': 'fa:16:3e:5e:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:24:12Z', 'updated_at': '2021-07-22T15:24:12Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:24:13.683387 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822432a0-0090-45e0-8488-96ee7b11ec5f None None] The sync data for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 is: [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '66ef4e1a-8042-4196-a097-8976d18248cc', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'port_id': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'mac_address': 'fa:16:3e:5e:57:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:24:12Z', 'updated_at': '2021-07-22T15:24:12Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:24:13.782977 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:24:13.840145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:13.893893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aea87a0-5c0e-43e3-84d2-aefdf9241692 None None] New status for floating IP 66ef4e1a-8042-4196-a097-8976d18248cc: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:24:14.015159 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-1d7ee35d-c0e7-4ac7-9200-6f587367a73b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0541332 Jul 22 15:24:14.119804 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-2f8c66f7-8718-4379-8044-f8113a898826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:14.121307 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-2f8c66f7-8718-4379-8044-f8113a898826 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1096 time: 0.0577185 Jul 22 15:24:14.223930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-f09f5778-5fe7-427b-9c9e-53f01b4963db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:14.225389 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-f09f5778-5fe7-427b-9c9e-53f01b4963db service neutron] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 898 time: 0.0862820 Jul 22 15:24:14.239148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42660) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:24:14.303217 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-28ce3e95-ee6d-4952-aa75-6d8150a6ca4f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/66ef4e1a-8042-4196-a097-8976d18248cc HTTP/1.1" status: 200 len: 992 time: 0.0576167 Jul 22 15:24:14.327676 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-105cdc56-8f46-47a6-a886-07620b80aa3d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 1000 time: 0.0960925 Jul 22 15:24:14.399263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-8fa6ee36-e11b-491f-b91b-548898234df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:14.401220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-8fa6ee36-e11b-491f-b91b-548898234df3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0676508 Jul 22 15:24:14.479921 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-4ae90ab0-1e3a-4d5c-b64d-44b8ed2629b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:14.481418 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-4ae90ab0-1e3a-4d5c-b64d-44b8ed2629b4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740392 Jul 22 15:24:14.571183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-d228a97f-e952-4c13-b3f2-f4d544e93fdd service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830319 Jul 22 15:24:14.663697 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ccb2ea2b-c6a2-4546-abac-69e00b6bf718 req-e546a5aa-c2db-4b25-a2f8-920a63672562 service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867379 Jul 22 15:24:15.519964 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:37.787453 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:38.203604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:39.954145 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1d983edd-3b11-4f78-ba26-c4e83177d4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:42.196494 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3eb9309c-e698-45e5-9b0c-cd79db197fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:42.428352 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:43.053145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-a3a5c42e-c8a0-4cfc-9357-2f5cc401b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:43.054774 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-a3a5c42e-c8a0-4cfc-9357-2f5cc401b5fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1096 time: 0.0973151 Jul 22 15:24:43.069066 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b6928-e79d-4dd5-bf61-30b633adf151 req-d302f7c7-ec87-49f9-bda9-7d86716f5bac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:43.070523 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a52b6928-e79d-4dd5-bf61-30b633adf151 req-d302f7c7-ec87-49f9-bda9-7d86716f5bac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.1195071 Jul 22 15:24:43.109397 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a52b6928-e79d-4dd5-bf61-30b633adf151 req-94284916-ff3e-4dc0-a212-86be3affe419 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325215 Jul 22 15:24:43.151607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-b699b828-64ab-40a7-b895-4bdd61a246e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:43.153080 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-b699b828-64ab-40a7-b895-4bdd61a246e0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 898 time: 0.0919347 Jul 22 15:24:43.230394 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-b182a4ae-1877-401a-b30a-7cb78b0b4ee8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 1000 time: 0.0636950 Jul 22 15:24:43.282089 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-39c9cd36-0495-43f0-85d5-58f1c7ef3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:43.283675 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-39c9cd36-0495-43f0-85d5-58f1c7ef3b6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0469015 Jul 22 15:24:43.341875 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-add3f354-ca0f-4e7b-b099-347a03175b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:43.343361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-add3f354-ca0f-4e7b-b099-347a03175b45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534313 Jul 22 15:24:43.768226 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-c13054aa-ae66-4356-a964-3189abb2dbf7 service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185483 Jul 22 15:24:43.842620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:43.857733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d51ecb76-b355-41dc-8a6a-eb9821edbe77 req-6ff6f1fb-2cb7-4ae2-a0dc-9c68b4f9f7ba service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822763 Jul 22 15:24:44.286601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4673d-06ca-4a2a-8fb0-29de698f3bce req-45d2ab76-288f-448b-9573-01640ef50c51 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:44.288105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dc4673d-06ca-4a2a-8fb0-29de698f3bce req-45d2ab76-288f-448b-9573-01640ef50c51 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.1105459 Jul 22 15:24:44.325929 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dc4673d-06ca-4a2a-8fb0-29de698f3bce req-e2bed55c-1742-401d-ad12-5c5b86cfe42f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Jul 22 15:24:45.459358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b05e1a-0558-4121-9f6b-a58a4598f41a req-778d8116-2135-4b09-887f-238ada6c18e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:45.461301 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48b05e1a-0558-4121-9f6b-a58a4598f41a req-778d8116-2135-4b09-887f-238ada6c18e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0672629 Jul 22 15:24:45.498404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48b05e1a-0558-4121-9f6b-a58a4598f41a req-699e8538-eee7-446c-ba64-48769ba05131 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Jul 22 15:24:45.524197 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:24:46.629999 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d2d8a-6434-44f3-9019-8a28939eed13 req-a1d8e54d-3052-43da-b242-73552a25e602 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:46.631544 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d66d2d8a-6434-44f3-9019-8a28939eed13 req-a1d8e54d-3052-43da-b242-73552a25e602 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0636187 Jul 22 15:24:46.669533 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d66d2d8a-6434-44f3-9019-8a28939eed13 req-f17efb7a-677a-4a8b-b7ba-343530db7b59 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Jul 22 15:24:47.808507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09974a-b258-492f-8972-c481ae240c54 req-0eb140fa-208e-4abf-9f4a-b944db587e9e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:47.810056 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c09974a-b258-492f-8972-c481ae240c54 req-0eb140fa-208e-4abf-9f4a-b944db587e9e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0679326 Jul 22 15:24:47.853990 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c09974a-b258-492f-8972-c481ae240c54 req-a9b3ec2d-cfa6-4560-9b7f-75c2a8d759aa tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372033 Jul 22 15:24:48.996227 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38c8bf-a82b-4507-8cbe-ebaee4a9aaf8 req-eaa0c788-0c57-48d8-914e-7753125178b9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:48.997739 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed38c8bf-a82b-4507-8cbe-ebaee4a9aaf8 req-eaa0c788-0c57-48d8-914e-7753125178b9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0719943 Jul 22 15:24:49.039959 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed38c8bf-a82b-4507-8cbe-ebaee4a9aaf8 req-87a4605f-37cc-4380-8075-257f024163a6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356197 Jul 22 15:24:50.181879 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ecfe4-aa8f-4a62-bc38-6acac12fc662 req-3354c4f0-a4cb-4e43-81d3-d38be004af21 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:50.182632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-030ecfe4-aa8f-4a62-bc38-6acac12fc662 req-3354c4f0-a4cb-4e43-81d3-d38be004af21 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0708838 Jul 22 15:24:50.242756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-030ecfe4-aa8f-4a62-bc38-6acac12fc662 req-ced9409e-d497-4042-8848-5f9f873ffbfc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513844 Jul 22 15:24:50.785365 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:24:51.387837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38511bf9-354a-45d5-9d58-4fec71d4d8ed req-94ab52ca-29dd-4087-9ea0-e36f7dc43bac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:51.389513 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38511bf9-354a-45d5-9d58-4fec71d4d8ed req-94ab52ca-29dd-4087-9ea0-e36f7dc43bac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0756974 Jul 22 15:24:51.429787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-38511bf9-354a-45d5-9d58-4fec71d4d8ed req-363db665-226f-4901-ac14-1a454134b37e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Jul 22 15:24:52.563245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3299d10-7b95-4961-bc2e-407a95d87711 req-fd7e05b2-d508-4f63-b39b-5b49103db567 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:52.564649 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3299d10-7b95-4961-bc2e-407a95d87711 req-fd7e05b2-d508-4f63-b39b-5b49103db567 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0661874 Jul 22 15:24:52.604648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3299d10-7b95-4961-bc2e-407a95d87711 req-ca8017fa-12f6-4218-810b-57888055c1a1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338967 Jul 22 15:24:53.736808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32e3e5-ff86-4f85-8305-f27dc1e27a03 req-a8f3fde8-953d-49b0-95d0-9d3a57d2756d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:53.738333 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be32e3e5-ff86-4f85-8305-f27dc1e27a03 req-a8f3fde8-953d-49b0-95d0-9d3a57d2756d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0649388 Jul 22 15:24:53.778690 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be32e3e5-ff86-4f85-8305-f27dc1e27a03 req-60a47e71-c864-4c22-a7b5-70dd95a2c629 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344503 Jul 22 15:24:54.928706 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf7985-2990-4ddd-8b7a-6fdb65d60077 req-c6bdc002-43da-4cc9-ba51-843bf6d8310c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:24:54.930259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dcf7985-2990-4ddd-8b7a-6fdb65d60077 req-c6bdc002-43da-4cc9-ba51-843bf6d8310c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0705042 Jul 22 15:24:54.981648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dcf7985-2990-4ddd-8b7a-6fdb65d60077 req-b7bb97fd-afa0-4833-9cca-f61c9b4ab682 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449674 Jul 22 15:24:55.007637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42702) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:24:55.069127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aa37c111-f5b4-41f9-b1bb-8d4d53012e3b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/66ef4e1a-8042-4196-a097-8976d18248cc HTTP/1.1" status: 200 len: 992 time: 0.0602117 Jul 22 15:25:07.788264 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:08.197627 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:09.954319 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0b047429-db13-46dd-899c-5bca54057268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:12.203367 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-bcd3e443-6b11-4794-9bc0-9c8140abcbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:12.429719 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:13.846677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:14.009846 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-3745ad17-83b4-4a2f-8acc-2987d0ef1f18 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527542 Jul 22 15:25:14.115999 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-df91bd70-1163-4544-8409-da23ded7a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:14.117485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-df91bd70-1163-4544-8409-da23ded7a4af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1096 time: 0.0613744 Jul 22 15:25:14.223889 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-405e935c-3f8e-4be8-83b7-e4be1a201bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:14.225390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-405e935c-3f8e-4be8-83b7-e4be1a201bdb service neutron] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 898 time: 0.0880365 Jul 22 15:25:14.303977 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-61b5e49d-2984-4f96-98c3-0a951c53b956 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 1000 time: 0.0698614 Jul 22 15:25:14.354667 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-ab886479-b75f-4fbc-8539-89f7f6b4e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:14.356169 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-ab886479-b75f-4fbc-8539-89f7f6b4e773 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0450699 Jul 22 15:25:14.416976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-f9b536ff-beb4-4a0b-875e-2d73a2e79087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:14.418455 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-f9b536ff-beb4-4a0b-875e-2d73a2e79087 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552204 Jul 22 15:25:14.429418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-560cec68-5f01-4ed9-aeeb-309579e82335 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:25:14.430439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-560cec68-5f01-4ed9-aeeb-309579e82335 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053451 Jul 22 15:25:14.526072 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-fbdeca7a-ff3d-445f-abc1-ef9dfd9ae3bc service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891774 Jul 22 15:25:14.617018 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd9065a2-fd57-4298-a9bd-75e292462f57 req-e96e35e8-f2c7-4afd-8329-724219ea02ff service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840340 Jul 22 15:25:15.525922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:25.433570 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42714) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:25.609376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 4e3b065a-cbd6-4034-97ea-db3bd77f155e {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:25:25.609674 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:25.687154 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:25.687486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:25.702065 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 4e3b065a-cbd6-4034-97ea-db3bd77f155e owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:25:25.858232 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:25.882280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=4e3b065a-cbd6-4034-97ea-db3bd77f155e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:25.892969 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.893327 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.893680 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.894026 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.894402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.894770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.895642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.895642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.895826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.896087 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.896420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.896752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:25.966606 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:25.966996 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP 66ef4e1a-8042-4196-a097-8976d18248cc disassociated (deleted). External IP: 172.25.3.82, port: d906005a-222c-408a-9dd4-8c898fd8246b. Jul 22 15:25:26.175676 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:25:26.298840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:25:26.303828 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:26.308692 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] Sync routers for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:25:26.319306 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:26.319927 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:26.342684 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-edbc3b46-057e-442c-a593-43d7eaac770f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/floatingips/66ef4e1a-8042-4196-a097-8976d18248cc HTTP/1.1" status: 204 len: 168 time: 0.9075916 Jul 22 15:25:26.343318 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:25:26.345701 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d02bd3-3f32-401b-ad43-42d215356c11" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:25:26.396293 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83880d14-cdbd-4013-a05f-cdddb91ae6f4 x-openstack-request-id: req-83880d14-cdbd-4013-a05f-cdddb91ae6f4 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:25:26.396651 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:25:26.396969 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83880d14-cdbd-4013-a05f-cdddb91ae6f4 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:25:26.397468 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'status': 'completed', 'code': 200} Jul 22 15:25:26.511785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-e981b9bc-3c81-46a4-b53e-8c5f0a4a5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:26.513485 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-e981b9bc-3c81-46a4-b53e-8c5f0a4a5e84 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 1096 time: 0.0937419 Jul 22 15:25:26.530246 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:26.614570 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-1e13898a-4170-4599-b464-4f385419fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:26.616267 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-1e13898a-4170-4599-b464-4f385419fb18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 200 len: 898 time: 0.0960593 Jul 22 15:25:26.665969 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-e736eabf-cd0d-4cc6-b4d2-3f173ef41b3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 200 len: 217 time: 0.0418222 Jul 22 15:25:26.722395 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-c017cb19-fd9b-4a4f-88dd-3a61da9322dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:26.723981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-c017cb19-fd9b-4a4f-88dd-3a61da9322dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 200 len: 834 time: 0.0520892 Jul 22 15:25:26.743784 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:26.772846 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] Checking router: 77d9f9ee-2f9f-42b8-833c-be94d1f4947c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:25:26.784880 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:26.785515 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:26.808837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-44eec0c9-edc5-4db7-bebb-68917dde9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:26.811155 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-44eec0c9-edc5-4db7-bebb-68917dde9c8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1169c439-9e87-4d1e-8156-fb66d037190f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791841 Jul 22 15:25:26.908727 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:26.943777 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-69d510ae-8401-485d-909b-97107ada1a93 service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249688 Jul 22 15:25:26.984574 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80745e6c-1bda-422e-8cec-f494baaa3cfd req-fa17d398-8506-405b-bcb0-9b202bdfbbff tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:26.986194 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80745e6c-1bda-422e-8cec-f494baaa3cfd req-fa17d398-8506-405b-bcb0-9b202bdfbbff tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.4427025 Jul 22 15:25:27.033981 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-80745e6c-1bda-422e-8cec-f494baaa3cfd req-3da7125a-7249-4bfb-ac70-193df2a2daf1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403581 Jul 22 15:25:27.068898 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-14d02bd3-3f32-401b-ad43-42d215356c11 req-5bf1fccc-949e-40f0-8718-1dd578626ab0 service neutron] 10.222.0.72 "GET /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154585 Jul 22 15:25:27.144441 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:27.171063 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88feca0-9828-4f8d-8bfe-9df84f0d1488 None None] The sync data for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 is: [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:24:00Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'c956b56e-2f4f-4123-9f7a-bd107dcbf2a0', 'name': '', 'network_id': '1169c439-9e87-4d1e-8156-fb66d037190f', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:00:1e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:59Z', 'updated_at': '2021-07-22T15:24:03Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': 'a2750e6c-28bf-4d3a-b538-01e52198a6e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:25:27.420016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c56ff8c-9d35-4888-9099-d8a1959ea2fb None None] New status for floating IP 66ef4e1a-8042-4196-a097-8976d18248cc: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:25:27.785970 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:25:28.027897 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-0c4ca1e0-9cd5-42eb-a486-ab82bcd46234 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:28.029987 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-0c4ca1e0-9cd5-42eb-a486-ab82bcd46234 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0644701 Jul 22 15:25:28.140979 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port d906005a-222c-408a-9dd4-8c898fd8246b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:25:28.141333 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:28.174836 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3348cfa-13d9-4a69-aa92-5f26d9e96ee8 req-b50bf917-9d5c-4615-a01c-4764975a7234 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:28.176400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3348cfa-13d9-4a69-aa92-5f26d9e96ee8 req-b50bf917-9d5c-4615-a01c-4764975a7234 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=fc1b7fc1-1498-4eda-8f7f-4c014f7b8131 HTTP/1.1" status: 200 len: 945 time: 0.0654016 Jul 22 15:25:28.214902 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3348cfa-13d9-4a69-aa92-5f26d9e96ee8 req-f70b9cd0-9cdd-4bb3-88a2-b911e3174428 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=41c9566b-3675-400d-af26-9926421f1034&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Jul 22 15:25:28.236463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port d906005a-222c-408a-9dd4-8c898fd8246b, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=d906005a-222c-408a-9dd4-8c898fd8246b,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:28.236836 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:28.250066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for d906005a-222c-408a-9dd4-8c898fd8246b owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:25:28.377151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:28.404700 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=d906005a-222c-408a-9dd4-8c898fd8246b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:28.418177 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.418568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.418922 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.419263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.419597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.419928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.420256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.420585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.420914 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.421237 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.421566 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.421887 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:28.466340 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] No DVR routers for this DVR port d906005a-222c-408a-9dd4-8c898fd8246b on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:25:28.468993 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:28.471029 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-254d3f45-3e23-4de8-b6ca-4b2180eb83fe req-08bc63bb-467b-44c2-aead-6945b7890a8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "DELETE /v2.0/ports/d906005a-222c-408a-9dd4-8c898fd8246b HTTP/1.1" status: 204 len: 173 time: 0.4359043 Jul 22 15:25:28.471462 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'name': 'network-vif-deleted', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:25:28.473700 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85910a16-95c9-4880-b983-da8ec8180c0b" -d '{"events": [{"server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "name": "network-vif-deleted", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:25:28.565899 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c8a90-7e75-4729-ada7-962bdace48f9 x-openstack-request-id: req-091c8a90-7e75-4729-ada7-962bdace48f9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:25:28.566212 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1b7fc1-1498-4eda-8f7f-4c014f7b8131", "name": "network-vif-deleted", "tag": "d906005a-222c-408a-9dd4-8c898fd8246b", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:25:28.566450 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-091c8a90-7e75-4729-ada7-962bdace48f9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:25:28.567382 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1b7fc1-1498-4eda-8f7f-4c014f7b8131', 'name': 'network-vif-deleted', 'tag': 'd906005a-222c-408a-9dd4-8c898fd8246b', 'status': 'completed', 'code': 200} Jul 22 15:25:29.271628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42736) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:29.642317 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:29.922995 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:25:29.923259 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:30.012651 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port c956b56e-2f4f-4123-9f7a-bd107dcbf2a0, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:30.013017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:30.025946 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:25:30.213818 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:30.243280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=c956b56e-2f4f-4123-9f7a-bd107dcbf2a0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:30.424854 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:30.641563 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:25:30.747340 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:25:30.753212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c36a2d04-47bb-4fa3-afb9-b8d2714b0e78 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/77d9f9ee-2f9f-42b8-833c-be94d1f4947c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804251 Jul 22 15:25:30.755865 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42738) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:30.758329 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] Sync routers for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:25:30.768424 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:30.769060 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:30.807380 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting subnet a2750e6c-28bf-4d3a-b538-01e52198a6e2 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:25:30.810694 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:30.853369 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:30.877611 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:30.944066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.004300 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.033810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Subnet': ['ID=a2750e6c-28bf-4d3a-b538-01e52198a6e2,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:31.035902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.037972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-db4c0ae9-99f6-4fc7-85c7-dbc551446aea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/subnets/a2750e6c-28bf-4d3a-b538-01e52198a6e2 HTTP/1.1" status: 204 len: 168 time: 0.2811596 Jul 22 15:25:31.040815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42740) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:31.045740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da17a64-35dc-49b7-89cb-ee6510806c04 None None] Network 1169c439-9e87-4d1e-8156-fb66d037190f requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:25:31.063784 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:25:30Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:31.100542 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] Checking router: 77d9f9ee-2f9f-42b8-833c-be94d1f4947c for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:25:31.113239 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] Routers {'77d9f9ee-2f9f-42b8-833c-be94d1f4947c'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:31.114180 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:31.150121 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.246373 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] Set router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:31.257293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] DHCP port deletion for 1169c439-9e87-4d1e-8156-fb66d037190f request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:25:31.262878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.304679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Deleting port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:25:31.305348 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.322624 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port cef59369-4e9d-4242-a317-7741c41503c5 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:25:31.322977 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.381492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] For port 8f43845d-3718-41e5-9c2d-e4104bf23ee8, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8f43845d-3718-41e5-9c2d-e4104bf23ee8,segment=NetworkSegment(934b38be-12b7-41d5-8f40-bfe5252420cc),segment_id=934b38be-12b7-41d5-8f40-bfe5252420cc)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:31.381917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.396234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Calling delete_port for 8f43845d-3718-41e5-9c2d-e4104bf23ee8 owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:25:31.409913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port cef59369-4e9d-4242-a317-7741c41503c5, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=cef59369-4e9d-4242-a317-7741c41503c5,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:31.410414 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.423938 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for cef59369-4e9d-4242-a317-7741c41503c5 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:25:31.449271 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:25:30Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:31.476210 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b299343d-14a4-4ecf-95d1-67b6373ea073 None None] The sync data for ids ['77d9f9ee-2f9f-42b8-833c-be94d1f4947c'] in n-d-794306-8 is: [{'id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095004278', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:25:30Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'cef59369-4e9d-4242-a317-7741c41503c5', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:94:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d9f9ee-2f9f-42b8-833c-be94d1f4947c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:23:56Z', 'updated_at': '2021-07-22T15:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:25:31.480590 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.529031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Pushing event deleted for resources: {'Port': ['ID=8f43845d-3718-41e5-9c2d-e4104bf23ee8,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:31.540382 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] No DVR routers for this DVR port 8f43845d-3718-41e5-9c2d-e4104bf23ee8 on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:25:31.543378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.544396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.544875 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.545347 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.545820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.546288 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.546784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.547252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.547721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.548186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.548653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.549122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28583670-fb14-40a4-ae6e-b7a30e9a255f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:31.630964 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.660557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=cef59369-4e9d-4242-a317-7741c41503c5,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:31.722813 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.814552 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.816630 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.868709 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.869392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Fanout notify agent at l3_agent the message router_deleted on router 77d9f9ee-2f9f-42b8-833c-be94d1f4947c {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:25:31.878020 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:31.879707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-74a7ea05-6a38-41de-acae-9444b11bfe4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/routers/77d9f9ee-2f9f-42b8-833c-be94d1f4947c HTTP/1.1" status: 204 len: 168 time: 0.8379736 Jul 22 15:25:31.882259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42742) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:31.926019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8f43845d-3718-41e5-9c2d-e4104bf23ee8 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:25:31.953558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d906005a-222c-408a-9dd4-8c898fd8246b no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:25:31.957304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8f43845d-3718-41e5-9c2d-e4104bf23ee8 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:25:31.957304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8f43845d-3718-41e5-9c2d-e4104bf23ee8 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:25:31.976742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: d906005a-222c-408a-9dd4-8c898fd8246b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:25:31.977038 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device d906005a-222c-408a-9dd4-8c898fd8246b not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:25:31.978105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.069305 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.079744 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1169c439-9e87-4d1e-8156-fb66d037190f']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:32.091281 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934b38be-12b7-41d5-8f40-bfe5252420cc') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:32.091584 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934b38be-12b7-41d5-8f40-bfe5252420cc') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:32.100938 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.116438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.123499 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:25:32.123909 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:25:32.127012 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:25:32.204067 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.211162 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.212974 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/networks/1169c439-9e87-4d1e-8156-fb66d037190f HTTP/1.1" status: 204 len: 168 time: 0.3295293 Jul 22 15:25:32.216349 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42744) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:32.224711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe42b3-6bce-40c6-9541-415001a3bcfe tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Network': ['ID=1169c439-9e87-4d1e-8156-fb66d037190f,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:32.278814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f130ff-e2d2-4bca-88dc-416eace6a7c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.304174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f130ff-e2d2-4bca-88dc-416eace6a7c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.366823 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f130ff-e2d2-4bca-88dc-416eace6a7c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.369319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-80f130ff-e2d2-4bca-88dc-416eace6a7c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.370602 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-80f130ff-e2d2-4bca-88dc-416eace6a7c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/security-groups/41c9566b-3675-400d-af26-9926421f1034 HTTP/1.1" status: 204 len: 168 time: 0.1531975 Jul 22 15:25:32.380731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f130ff-e2d2-4bca-88dc-416eace6a7c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c9566b-3675-400d-af26-9926421f1034,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:32.496853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-49e08d9c-9d02-4dfe-ac68-667913781984 req-950a177b-a890-41cf-b951-e606f7a09393 service neutron] (93812) timed out ('10.222.0.60', 38884) {{(pid=93812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:25:32.836800 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42750) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:32.841563 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354667812', 'description': 'tempest-secgroup-smoke-354667812 description', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:32.865576 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.948478 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.953246 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.986258 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:32.987552 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1497345 Jul 22 15:25:32.988863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423df73d-d323-4557-9005-a94b52599d03 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd32def-9a8f-423d-93ac-772237400f63,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:32.990587 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42752) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:32.995336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '8dd32def-9a8f-423d-93ac-772237400f63', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.022401 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.083377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.086975 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.104291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f24b83-2b0c-46a7-b3a8-26a8661b9b84,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:33.113206 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.114436 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3bd5d865-2156-4f8e-bea7-7985d95e6ebd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228147 Jul 22 15:25:33.118148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42754) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.123528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '8dd32def-9a8f-423d-93ac-772237400f63', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.148632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.206394 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.210287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.229504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd22b966-ce14-441a-92dd-b76dddb7a8ea,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:33.236110 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.237170 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3a68b9a1-df46-41e4-970d-8c43e7d3b395 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180692 Jul 22 15:25:33.239870 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42756) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.244481 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '8dd32def-9a8f-423d-93ac-772237400f63', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.272894 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.332522 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.337220 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.355347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5f2ee2-32ec-48b8-8b32-d03688125c5a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:33.363609 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.365703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-115bd74b-47b1-44f0-b0d7-5ffe4a365153 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246614 Jul 22 15:25:33.368235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42758) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.374304 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '8dd32def-9a8f-423d-93ac-772237400f63', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.401396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.468693 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.472587 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.492719 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0978e6c-c657-42e6-badf-f135891c41fb,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:33.497233 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.501016 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-57b0eec6-6f89-4c23-97c6-4c75b4007f5d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292477 Jul 22 15:25:33.501465 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42760) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.506000 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '8dd32def-9a8f-423d-93ac-772237400f63', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.530540 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:25:33.535835 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.553556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:25:33.578359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:25:33.578822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device c956b56e-2f4f-4123-9f7a-bd107dcbf2a0 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:25:33.579229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cef59369-4e9d-4242-a317-7741c41503c5 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:25:33.597949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: cef59369-4e9d-4242-a317-7741c41503c5 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:25:33.598222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device cef59369-4e9d-4242-a317-7741c41503c5 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:25:33.600298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.604090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.621975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c7dc33-406d-407c-9416-82285ff9e9cd,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:33.628720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.630030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-482cfedf-3003-4f22-a262-98e481e665e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277261 Jul 22 15:25:33.632751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42762) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.637245 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '8dd32def-9a8f-423d-93ac-772237400f63', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.663348 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:25:33.669157 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.735754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.739731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.759721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fea37d8-83c3-4b24-94e6-6f7c1ae726bb,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:33.763675 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.765098 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ac0e7675-539b-4c00-a801-9bd7724fc151 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313989 Jul 22 15:25:33.767965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42764) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.772874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'network': {'name': 'tempest-network-smoke--1620501026', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:33.795445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:25:33.798902 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.823697 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:25:33.834442 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.835111 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Added segment fbc08382-f440-40eb-9892-24c2129a5e7e of type vlan for network a83295a7-1bc6-4f4a-8631-548460be18ff Jul 22 15:25:33.886245 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.916804 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.922423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:33.923049 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:33.958661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896043 Jul 22 15:25:33.961370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42766) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:33.966379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'admin_state_up': True, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:34.001770 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea12aa-9794-48b7-a027-4fc65dd99e8e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Network': ['ID=a83295a7-1bc6-4f4a-8631-548460be18ff,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:34.012097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network a83295a7-1bc6-4f4a-8631-548460be18ff details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:25:34.017040 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:34.018081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:34.073726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:34.236663 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:34.433478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:34.453368 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:34.904127 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.76 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/bbb0fc9b-19bf-4e12-97ac-737c2e115908) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:25:35.009052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:35.051936 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:35.086954 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:25:35.089794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:35.095376 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:25:35.123074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=bbb0fc9b-19bf-4e12-97ac-737c2e115908,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:35.356852 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:35.564379 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:35.705751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:25:35.811134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:25:35.820455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Sync routers for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:25:35.829292 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:35.830777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-53d47df1-3bbf-405b-a30e-9c936b5f913b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8684254 Jul 22 15:25:35.831068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:35.831713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:35.834073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42768) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:35.868707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-765a3662-8cd6-4dc8-8b64-7fa831fc9076 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333214 Jul 22 15:25:35.871230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42770) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:35.963221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae63edb-7ce8-4ad6-a2c6-498d5ba9bbee tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:35.970654 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bae63edb-7ce8-4ad6-a2c6-498d5ba9bbee tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924373 Jul 22 15:25:35.970654 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42772) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:35.998822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9736a001-421b-42a8-8eb4-f24e11b2ea93 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290260 Jul 22 15:25:36.001410 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42774) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:36.006493 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1800505168', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:36.098308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:36.102029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:25:36.105648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.281238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:35Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:36.289100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.307811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Checking router: d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:25:36.308171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Updating router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 port bbb0fc9b-19bf-4e12-97ac-737c2e115908 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:25:36.353074 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Subnet': ['ID=6ccf14a7-28e4-42c0-a4b7-ef0115028bef,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:36.362961 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.364021 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Checking segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:25:36.364398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network hostable DHCP agents. Network: a83295a7-1bc6-4f4a-8631-548460be18ff, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:25:36.385942 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network a83295a7-1bc6-4f4a-8631-548460be18ff is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:25:36.398961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, a83295a7-1bc6-4f4a-8631-548460be18ff) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:36.406341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:36.407632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.412389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e22611-684a-4de2-bd1b-a64a16ad6bf8 None None] Network a83295a7-1bc6-4f4a-8631-548460be18ff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:25:36.423488 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-19971df4-ab7d-497a-9ed4-be06126f4c1b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4210222 Jul 22 15:25:36.426254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42776) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:36.726847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-a83295a7-1bc6-4f4a-8631-548460be18ff', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:25:36.727793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.810962 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.899544 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:36.917078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Transition to ACTIVE for port object bbb0fc9b-19bf-4e12-97ac-737c2e115908 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:36.935179 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.041670 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Attempting to bind port bbb0fc9b-19bf-4e12-97ac-737c2e115908 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:25:37.042047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Attempting to bind port bbb0fc9b-19bf-4e12-97ac-737c2e115908 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:25:37.042459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Attempting to bind port bbb0fc9b-19bf-4e12-97ac-737c2e115908 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:25:37.049358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5070950-d9c5-44dd-aa11-2a5e2bff86bb None None] Pushing event updated for resources: {'Port': ['ID=bbb0fc9b-19bf-4e12-97ac-737c2e115908,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:37.057276 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:25:37.057725 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:25:37.058154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.058565 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:25:37.059108 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Bound port: bbb0fc9b-19bf-4e12-97ac-737c2e115908, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:25:37.059992 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.089787 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Allocated IP 172.20.0.2 (a83295a7-1bc6-4f4a-8631-548460be18ff/6ccf14a7-28e4-42c0-a4b7-ef0115028bef/7056c7d9-ec1d-44cc-81e2-6c53f1259e7f) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:25:37.149666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] For port bbb0fc9b-19bf-4e12-97ac-737c2e115908, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:25:37.188893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] For port bbb0fc9b-19bf-4e12-97ac-737c2e115908, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bbb0fc9b-19bf-4e12-97ac-737c2e115908,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:25:37.195202 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.273177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:37.273788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:37.373205 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5070950-d9c5-44dd-aa11-2a5e2bff86bb None None] Pushing event updated for resources: {'Port': ['ID=bbb0fc9b-19bf-4e12-97ac-737c2e115908,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:37.405828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.420803 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Transition to ACTIVE for port object 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:37.451147 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Transition to ACTIVE for port object 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:37.459949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:37.462432 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.511220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.1 (a83295a7-1bc6-4f4a-8631-548460be18ff/6ccf14a7-28e4-42c0-a4b7-ef0115028bef/90ad76be-6066-4147-9af8-130aaa76084a) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:25:37.575068 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Network a83295a7-1bc6-4f4a-8631-548460be18ff is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:25:37.586204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:37.615575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:25:37.624850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Pushing event updated for resources: {'Port': ['ID=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:37.652896 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.667290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object 90ad76be-6066-4147-9af8-130aaa76084a will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:37.704446 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.731598 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Attempting to bind port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:25:37.731973 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Attempting to bind port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:25:37.732322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Attempting to bind port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f on network a83295a7-1bc6-4f4a-8631-548460be18ff {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:25:37.740742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:25:37.741126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Checking segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:25:37.741532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.741929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Bound using segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:25:37.742410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Bound port: 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:25:37.742842 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.757248 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network a83295a7-1bc6-4f4a-8631-548460be18ff is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:25:37.760423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:37.764405 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:25:37.788417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=90ad76be-6066-4147-9af8-130aaa76084a,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:37.817844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.822577 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.835942 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:35Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:37.874762 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] For port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:25:37.878168 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397958e-77f0-4a0a-b168-16f2f6bcd6b7 None None] The sync data for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 is: [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:35Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:25:37.892515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] For port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:25:37.898269 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:37.990685 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193d75c-7c6c-4aa8-933a-6966779d269c None None] Pushing event updated for resources: {'Port': ['ID=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:38.037950 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:38.238575 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:38.478644 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:38.485151 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:38.583607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=90ad76be-6066-4147-9af8-130aaa76084a,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:38.587435 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:38.735899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network a83295a7-1bc6-4f4a-8631-548460be18ff is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:25:38.737509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:38.897042 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:25:39.040739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:25:39.051136 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9342d90b-ca56-4033-acf2-8db1a2ab54e6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/d7e734ff-ca30-42ff-9f2e-f8b4ef284b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6237426 Jul 22 15:25:39.178816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f8e421-7b17-4174-b55e-11f7ec29c05d None None] Network a83295a7-1bc6-4f4a-8631-548460be18ff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:25:39.227337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-3bc778d7-2f4e-4b56-b72a-fc4eef84675a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354667812&fields=id&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 267 time: 0.0409288 Jul 22 15:25:39.307442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-23816bfe-5f91-46ba-9621-7492039ffe01 None None] Provisioning for port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:39.351300 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-2d6f8269-ddaf-46af-899d-6304d0d5c746 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:39.352852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-2d6f8269-ddaf-46af-899d-6304d0d5c746 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 797 time: 0.1181245 Jul 22 15:25:39.369148 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-bfbcc8fb-eca4-42d0-87ad-23696efeb71d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/quotas/51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 375 time: 0.0094922 Jul 22 15:25:39.456706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-3a80aa2c-05bd-4927-afaf-189104c418c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788906 Jul 22 15:25:39.647346 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:39.711819 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:39.717355 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:39.718306 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:39.727473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-2ce195e2-91f8-4f1e-ac7e-149bc6d38a6d service neutron] 10.222.0.60 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526889 Jul 22 15:25:39.774310 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cf749f84-caec-4dcb-8ba9-23c2ab57c444 None None] Provisioning for port 90ad76be-6066-4147-9af8-130aaa76084a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:39.779800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cf749f84-caec-4dcb-8ba9-23c2ab57c444 None None] Provisioning complete for port 90ad76be-6066-4147-9af8-130aaa76084a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:39.780176 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf749f84-caec-4dcb-8ba9-23c2ab57c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:39.847637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cf749f84-caec-4dcb-8ba9-23c2ab57c444 None None] Port 90ad76be-6066-4147-9af8-130aaa76084a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:25:39.857904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-e2fd627f-bb8e-4dab-b879-b7c4927587dd service neutron] 10.222.0.60 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194756 Jul 22 15:25:39.862662 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:39.876634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cf749f84-caec-4dcb-8ba9-23c2ab57c444 None None] Provisioning complete for port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:39.877011 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cf749f84-caec-4dcb-8ba9-23c2ab57c444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:39.930019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:39.938927 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:39.939728 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbb0fc9b-19bf-4e12-97ac-737c2e115908 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:40.047387 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f256994c-28eb-43c0-83f0-70311a1dd026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:40.063176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:40.072896 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Sync routers for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:25:40.087412 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:40.088379 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:40.112183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port bbb0fc9b-19bf-4e12-97ac-737c2e115908 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:40.123109 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port bbb0fc9b-19bf-4e12-97ac-737c2e115908 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:40.123559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:40.164877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65c4acca-4bb5-4da9-a5f1-8337cd157ad6 req-3732b96b-4380-4357-8e5c-19507cde2f37 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 210 time: 0.0382206 Jul 22 15:25:40.274303 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:40.284046 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9d8a295a-cbb3-4ff2-9a56-9c8df9576171 None None] Provisioning complete for port 90ad76be-6066-4147-9af8-130aaa76084a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:40.284670 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9d8a295a-cbb3-4ff2-9a56-9c8df9576171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:40.285189 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:40.339708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port bbb0fc9b-19bf-4e12-97ac-737c2e115908, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bbb0fc9b-19bf-4e12-97ac-737c2e115908,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:40.345208 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:40.370296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9d8a295a-cbb3-4ff2-9a56-9c8df9576171 None None] Port 90ad76be-6066-4147-9af8-130aaa76084a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:25:40.404837 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=bbb0fc9b-19bf-4e12-97ac-737c2e115908,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:40.492153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-347281e2-201b-412d-86ff-3da9dcf1a062 None None] Provisioning complete for port 90ad76be-6066-4147-9af8-130aaa76084a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:40.492672 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-347281e2-201b-412d-86ff-3da9dcf1a062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:40.533891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-347281e2-201b-412d-86ff-3da9dcf1a062 None None] Port 90ad76be-6066-4147-9af8-130aaa76084a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:25:40.662665 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:38Z', 'revision_number': 2, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:40.691300 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Checking router: d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:25:40.691653 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Updating router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 port 90ad76be-6066-4147-9af8-130aaa76084a binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:25:40.734374 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.015734 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.025698 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Transition to ACTIVE for port object 90ad76be-6066-4147-9af8-130aaa76084a will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:41.033311 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.109940 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Pushing event updated for resources: {'Port': ['ID=90ad76be-6066-4147-9af8-130aaa76084a,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:41.139055 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.139386 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.139723 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.140057 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.140390 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.140712 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.141035 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.142878 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.142878 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.142878 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.142878 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.142878 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:25:41.179043 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Attempting to bind port 90ad76be-6066-4147-9af8-130aaa76084a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:25:41.179711 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Attempting to bind port 90ad76be-6066-4147-9af8-130aaa76084a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:25:41.180270 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Attempting to bind port 90ad76be-6066-4147-9af8-130aaa76084a on network a83295a7-1bc6-4f4a-8631-548460be18ff {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:25:41.187615 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:25:41.188000 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Checking segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:25:41.188419 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.188822 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Bound using segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:25:41.189301 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Bound port: 90ad76be-6066-4147-9af8-130aaa76084a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:25:41.189690 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.294558 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] For port 90ad76be-6066-4147-9af8-130aaa76084a, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:25:41.298775 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] For port 90ad76be-6066-4147-9af8-130aaa76084a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=90ad76be-6066-4147-9af8-130aaa76084a,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:25:41.304100 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.308489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5e372426-a5af-4f34-91aa-ee7e8b0d5271 req-517ef7fd-3d81-43c6-b9fe-3121dd5167de tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 210 time: 0.0436704 Jul 22 15:25:41.330549 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-26614caa-9778-42e0-9995-a1f64a4f2d17 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:41.332334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-26614caa-9778-42e0-9995-a1f64a4f2d17 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 797 time: 0.2091808 Jul 22 15:25:41.374016 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:41.374594 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:41.391699 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-0654fd7f-8552-472a-932e-adc2ddb54a16 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 379 time: 0.0508661 Jul 22 15:25:41.400511 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'port': {'device_id': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'admin_state_up': True, 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'security_groups': ['8dd32def-9a8f-423d-93ac-772237400f63']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:41.413936 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa8a2-65a6-450b-ab04-9df718004d22 None None] Pushing event updated for resources: {'Port': ['ID=90ad76be-6066-4147-9af8-130aaa76084a,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:41.491920 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:41.548777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:25:41.553464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.581373 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:41.634424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:41.634912 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.708760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.9 (a83295a7-1bc6-4f4a-8631-548460be18ff/6ccf14a7-28e4-42c0-a4b7-ef0115028bef/b3972ccb-6443-4d0f-a103-c04952413fad) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:25:41.733598 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:41Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:41.739528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbb0fc9b-19bf-4e12-97ac-737c2e115908 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:41.765891 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f12e8f-18c0-4c3a-8337-5e8e8d0fb332 None None] The sync data for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 is: [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:41Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:25:41.798781 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port bbb0fc9b-19bf-4e12-97ac-737c2e115908 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:41.799162 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.919578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:41.934420 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object b3972ccb-6443-4d0f-a103-c04952413fad will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:41.972607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.019010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network a83295a7-1bc6-4f4a-8631-548460be18ff is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:25:42.022194 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:42.026103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:25:42.033975 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:42.095071 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:42.095757 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.111330 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-93b45983-2a29-4a80-b8bd-04edbfe7c4a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145889 Jul 22 15:25:42.123652 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Request body: {'port': {'device_id': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:42.201273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fef6df91-9bb3-4e0b-bd5c-22cb8a97a2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.208580 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.259445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-27083590-314d-49d8-9ee5-4a24f556c524 None None] Provisioning for port b3972ccb-6443-4d0f-a103-c04952413fad completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:42.264807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-27083590-314d-49d8-9ee5-4a24f556c524 None None] Provisioning complete for port b3972ccb-6443-4d0f-a103-c04952413fad triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:42.265501 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-27083590-314d-49d8-9ee5-4a24f556c524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.305115 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-27083590-314d-49d8-9ee5-4a24f556c524 None None] Port b3972ccb-6443-4d0f-a103-c04952413fad cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:25:42.433176 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.472037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77a2fd-ace6-4c5c-b6c8-225743345260 req-9ff06480-d1a6-4d2a-8dd6-1dab77e64916 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:42.474613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e77a2fd-ace6-4c5c-b6c8-225743345260 req-9ff06480-d1a6-4d2a-8dd6-1dab77e64916 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 931 time: 0.0818310 Jul 22 15:25:42.515126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3972ccb-6443-4d0f-a103-c04952413fad {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:25:42.516346 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e77a2fd-ace6-4c5c-b6c8-225743345260 req-0b7132c6-64ed-45b6-9e40-cbd018bb5ccf tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356851 Jul 22 15:25:42.524326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.537528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Transition to ACTIVE for port object b3972ccb-6443-4d0f-a103-c04952413fad will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:25:42.542213 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.598000 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:42.671677 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:25:42.674460 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:25:42.675245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad on network a83295a7-1bc6-4f4a-8631-548460be18ff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:25:42.682435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Port b3972ccb-6443-4d0f-a103-c04952413fad on network a83295a7-1bc6-4f4a-8631-548460be18ff not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:25:42.682878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad on network a83295a7-1bc6-4f4a-8631-548460be18ff {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:25:42.689402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:25:42.690103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Checking segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:25:42.690321 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Bound using segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:25:42.690797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Bound port: b3972ccb-6443-4d0f-a103-c04952413fad, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:25:42.691165 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.779699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:25:42.781336 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:25:42.787198 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.839049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:42.840271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:42.841936 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] 10.222.0.72 "PUT /v2.0/ports/b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 1091 time: 0.7227850 Jul 22 15:25:42.842490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:25:42.845215 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c973c200-87be-4b64-a81e-d7b173e6a07a" -d '{"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:25:42.891137 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1247076-7e4d-4ce5-ad0f-c871b2d4f209 service neutron] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:42.908363 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449b909-0f12-4b11-8dd5-4d7b081b7034 x-openstack-request-id: req-b449b909-0f12-4b11-8dd5-4d7b081b7034 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:25:42.908363 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:25:42.908728 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b449b909-0f12-4b11-8dd5-4d7b081b7034 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:25:42.909309 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'status': 'completed', 'code': 200} Jul 22 15:25:42.963477 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-748d29a2-3091-4b15-a140-c3a925fa4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:42.965174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-748d29a2-3091-4b15-a140-c3a925fa4134 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1094 time: 0.0708570 Jul 22 15:25:43.023152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-66814a6e-32d3-4421-af02-d8fb9e301fcd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 217 time: 0.0501282 Jul 22 15:25:43.077049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-16f0d00e-5f1f-4078-8fc7-fe9ed36e779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.078679 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-16f0d00e-5f1f-4078-8fc7-fe9ed36e779e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0498638 Jul 22 15:25:43.150997 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-0d41b52e-c73c-47f9-ab99-83d0cf796dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.154638 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-0d41b52e-c73c-47f9-ab99-83d0cf796dbc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696614 Jul 22 15:25:43.257081 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-3ab595b8-d301-4930-a3f3-cbd4ce0b7a23 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961602 Jul 22 15:25:43.349889 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47280bd1-6e1f-40b4-901b-4a2d252cd691 req-090b1b1e-bfa6-420b-a6b8-335343831c6f service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867486 Jul 22 15:25:43.457205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-8974a67d-ff51-4215-9454-cb05c10c659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.458847 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-8974a67d-ff51-4215-9454-cb05c10c659d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1094 time: 0.0624208 Jul 22 15:25:43.561974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-6e8175d9-7755-405a-b505-d9b791f073ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.563663 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-6e8175d9-7755-405a-b505-d9b791f073ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0985162 Jul 22 15:25:43.586607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 90ad76be-6066-4147-9af8-130aaa76084a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:43.618553 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-3f3d3dbe-d3e0-4396-9bab-93ec3057afbd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 217 time: 0.0474901 Jul 22 15:25:43.646784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 90ad76be-6066-4147-9af8-130aaa76084a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:43.651233 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 90ad76be-6066-4147-9af8-130aaa76084a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:43.651620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:43.663664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ecdd1-2931-49e1-9c88-289b56d5de50 req-3dbb7746-62da-4c41-9fb0-0b55fa643bee tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.665707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba5ecdd1-2931-49e1-9c88-289b56d5de50 req-3dbb7746-62da-4c41-9fb0-0b55fa643bee tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 943 time: 0.0788624 Jul 22 15:25:43.672497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-cdc5a37c-4bce-4241-a3ba-181851269526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.674147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-cdc5a37c-4bce-4241-a3ba-181851269526 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0488095 Jul 22 15:25:43.712714 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba5ecdd1-2931-49e1-9c88-289b56d5de50 req-5dd52572-9f93-4d00-b9e8-96f2be5773e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356040 Jul 22 15:25:43.760463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-10fd5bfa-eb4b-43b6-b14e-124cbee59a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:43.762140 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-10fd5bfa-eb4b-43b6-b14e-124cbee59a90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814927 Jul 22 15:25:43.864700 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-d75ac327-bf88-462d-aa22-91eed7bd546a service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949469 Jul 22 15:25:43.917977 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:43.919956 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:43.957165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 90ad76be-6066-4147-9af8-130aaa76084a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=90ad76be-6066-4147-9af8-130aaa76084a,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:43.963843 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:43.973648 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c973c200-87be-4b64-a81e-d7b173e6a07a req-71ecffab-130c-4bf4-9539-62bd46dfaa32 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008465 Jul 22 15:25:44.011096 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=90ad76be-6066-4147-9af8-130aaa76084a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:44.860993 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5238666-64aa-4af1-9e6b-bbec1b76d9be req-df3413b8-d58c-41bd-a842-6fb121cf94ba tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:44.862663 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5238666-64aa-4af1-9e6b-bbec1b76d9be req-df3413b8-d58c-41bd-a842-6fb121cf94ba tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 943 time: 0.0744069 Jul 22 15:25:44.902163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c5238666-64aa-4af1-9e6b-bbec1b76d9be req-b350d9cb-0443-44df-a1eb-7905aa8e3c4a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339317 Jul 22 15:25:45.529779 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:45.553410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 90ad76be-6066-4147-9af8-130aaa76084a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:45.598435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 90ad76be-6066-4147-9af8-130aaa76084a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:45.598838 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:46.026654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:25:46.035117 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90c864-2ce1-4812-8cf5-67440ee7afe2 req-be648051-5bb7-421e-809f-c50c6be124a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:46.036648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed90c864-2ce1-4812-8cf5-67440ee7afe2 req-be648051-5bb7-421e-809f-c50c6be124a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 943 time: 0.0638456 Jul 22 15:25:46.073877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed90c864-2ce1-4812-8cf5-67440ee7afe2 req-7e867218-ae93-45da-8b39-834aa4d20988 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313427 Jul 22 15:25:46.124391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:46.135045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'port_id': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'mac_address': 'fa:16:3e:ab:ec:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:25:46.170359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:46.182291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3972ccb-6443-4d0f-a103-c04952413fad {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:25:46.202143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:46.205782 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:46.255161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:46.402992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['b3972ccb-6443-4d0f-a103-c04952413fad'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:25:47.204175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd9f93-dda0-4e9c-90e5-338d4f365b84 req-b2488806-5663-44ab-a89f-5c974fe561b0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:47.205682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65bd9f93-dda0-4e9c-90e5-338d4f365b84 req-b2488806-5663-44ab-a89f-5c974fe561b0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 944 time: 0.0664802 Jul 22 15:25:47.243787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65bd9f93-dda0-4e9c-90e5-338d4f365b84 req-a45cdfda-7e5d-4bd2-90e2-e74225940e57 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324707 Jul 22 15:25:48.041995 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:25:48.088979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port b3972ccb-6443-4d0f-a103-c04952413fad completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:25:48.094341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port b3972ccb-6443-4d0f-a103-c04952413fad triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:25:48.094761 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:48.174569 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:48.196487 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:25:48.198707 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f60f4e-7843-49b8-85f5-fcafdb96db77" -d '{"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:25:48.211303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:25:48.215291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:48.266118 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:48.303146 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd88140-c06d-4650-ac9e-56d6f96247df x-openstack-request-id: req-1cd88140-c06d-4650-ac9e-56d6f96247df {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:25:48.303453 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:25:48.303712 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cd88140-c06d-4650-ac9e-56d6f96247df {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:25:48.304119 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'code': 200} Jul 22 15:25:48.382425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d050b0-e122-4c32-8585-f012dd378bdb req-c8e2fede-a9f9-4b77-8262-fd8b653523bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:48.383987 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55d050b0-e122-4c32-8585-f012dd378bdb req-c8e2fede-a9f9-4b77-8262-fd8b653523bc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0638711 Jul 22 15:25:48.412489 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b49b42-78f9-46ed-a7f5-bcc68da7b6ed req-e2807dff-4cd8-4029-bd95-7020997a206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:48.414045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b49b42-78f9-46ed-a7f5-bcc68da7b6ed req-e2807dff-4cd8-4029-bd95-7020997a206c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0549076 Jul 22 15:25:48.431407 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55d050b0-e122-4c32-8585-f012dd378bdb req-5d180d21-843b-4d16-a7e1-d65deaac0237 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Jul 22 15:25:48.453459 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a3b49b42-78f9-46ed-a7f5-bcc68da7b6ed req-cb8ad382-c7d6-4030-a1b8-b5bb8e71435c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337100 Jul 22 15:25:49.569882 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547a27f-26aa-49f3-97b9-d0b84146c62d req-94b7d8d7-5444-4ce9-ade3-2dc639ba614a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:49.571487 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f547a27f-26aa-49f3-97b9-d0b84146c62d req-94b7d8d7-5444-4ce9-ade3-2dc639ba614a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0695941 Jul 22 15:25:49.610107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f547a27f-26aa-49f3-97b9-d0b84146c62d req-076f7e2a-fb47-4d57-a06b-a5d92ed2e408 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312030 Jul 22 15:25:49.745873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7aad14-0389-41bb-a73c-00634397a280 req-9e874593-3dc5-4f0c-b7f0-ecef8952a96e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:49.747366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df7aad14-0389-41bb-a73c-00634397a280 req-9e874593-3dc5-4f0c-b7f0-ecef8952a96e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0713539 Jul 22 15:25:49.785391 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-df7aad14-0389-41bb-a73c-00634397a280 req-b840ac9c-2601-408c-a339-ccacf400eedd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324042 Jul 22 15:25:49.807269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42840) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:49.861663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc521ec-9ee9-45bc-aa1f-a1d21ef81533 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:49.863164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dfc521ec-9ee9-45bc-aa1f-a1d21ef81533 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1091 time: 0.0549245 Jul 22 15:25:49.865927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42842) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:49.870351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:25:49.892756 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:50.343520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:50.443010 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.40 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/456ed7cb-fb00-44e7-9fa3-8100527947d5) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:25:50.557731 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:50.597302 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:50.632055 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:25:50.637575 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:25:50.641632 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:25:50.674578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=456ed7cb-fb00-44e7-9fa3-8100527947d5,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:51.036820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.116408 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.267118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.272032 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.347779 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=456ed7cb-fb00-44e7-9fa3-8100527947d5,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:25:51.364574 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.467073 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP 98133782-ed83-41de-ad71-d7d5d6b29a6d associated. External IP: 172.25.3.40, port: b3972ccb-6443-4d0f-a103-c04952413fad. Jul 22 15:25:51.676106 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:25:51.786739 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:25:51.797374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] Sync routers for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:25:51.803944 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:25:51.808111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:51.808740 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:51.845387 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5bf6728a-22b9-4d2f-9b57-1035e3ede3fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9770911 Jul 22 15:25:51.845387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:25:51.848484 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f3d8ca-97f0-493d-a139-82262e51839f" -d '{"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:25:51.886740 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2834420d-553c-4d57-af9f-49588e4bc514 x-openstack-request-id: req-2834420d-553c-4d57-af9f-49588e4bc514 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:25:51.887065 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:25:51.887440 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2834420d-553c-4d57-af9f-49588e4bc514 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:25:51.887851 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'status': 'completed', 'code': 200} Jul 22 15:25:51.920252 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:51.964043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d8ca-97f0-493d-a139-82262e51839f req-906c66c8-a72c-42c1-b153-7621a81db2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:51.966042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-906c66c8-a72c-42c1-b153-7621a81db2c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0582452 Jul 22 15:25:51.975266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a15e5-58ec-4170-9cb8-726edd876729 req-24a8f24f-44eb-43df-b638-2ffdfe56c569 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:51.977860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f2a15e5-58ec-4170-9cb8-726edd876729 req-24a8f24f-44eb-43df-b638-2ffdfe56c569 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0799139 Jul 22 15:25:52.029269 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3f2a15e5-58ec-4170-9cb8-726edd876729 req-d3a08c90-5666-4797-8b29-1925816d013c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 Jul 22 15:25:52.047190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42848) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:52.076094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d8ca-97f0-493d-a139-82262e51839f req-126bab22-097c-4315-bac6-89bd75341e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:52.078122 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-126bab22-097c-4315-bac6-89bd75341e50 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.1063621 Jul 22 15:25:52.141867 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-97caf69e-415f-4d32-8e2d-d56a4a037580 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/98133782-ed83-41de-ad71-d7d5d6b29a6d HTTP/1.1" status: 200 len: 990 time: 0.0930080 Jul 22 15:25:52.170732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-2497f46c-68ab-4c17-926b-2d0d7d7872df service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 998 time: 0.0857036 Jul 22 15:25:52.198712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '98133782-ed83-41de-ad71-d7d5d6b29a6d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'port_id': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'mac_address': 'fa:16:3e:ab:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:25:50Z', 'updated_at': '2021-07-22T15:25:50Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:43Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:52.225483 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] Checking router: d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:25:52.235933 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:25:52.237251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:25:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:52.241632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d8ca-97f0-493d-a139-82262e51839f req-a1a9859a-8f5e-4c06-a6ff-5c80ade8c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:52.243687 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-a1a9859a-8f5e-4c06-a6ff-5c80ade8c487 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0666726 Jul 22 15:25:52.315195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d8ca-97f0-493d-a139-82262e51839f req-fc188da0-515c-4fed-a356-93ba5452f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:25:52.317220 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-fc188da0-515c-4fed-a356-93ba5452f67a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677564 Jul 22 15:25:52.364540 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:25:52.424712 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-10fbd3ff-63b5-4635-a2c2-6525eb05ec83 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009221 Jul 22 15:25:52.532446 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04f3d8ca-97f0-493d-a139-82262e51839f req-75261b1a-729a-4697-8b82-ddb969b7d025 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011090 Jul 22 15:25:52.629782 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '98133782-ed83-41de-ad71-d7d5d6b29a6d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'port_id': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'mac_address': 'fa:16:3e:ab:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:25:50Z', 'updated_at': '2021-07-22T15:25:50Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:43Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:25:52.655221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e8212c-cf6a-44ed-b521-2523dfa8f808 None None] The sync data for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 is: [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '98133782-ed83-41de-ad71-d7d5d6b29a6d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.40', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'port_id': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'mac_address': 'fa:16:3e:ab:ec:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:25:50Z', 'updated_at': '2021-07-22T15:25:50Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:43Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:25:52.871355 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec665f3-ba08-4c51-9edf-919db3e6cbef None None] New status for floating IP 98133782-ed83-41de-ad71-d7d5d6b29a6d: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:25:53.146542 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42850) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:25:53.206398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6f61432e-0ee9-498e-8aa4-1f83e463488e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/98133782-ed83-41de-ad71-d7d5d6b29a6d HTTP/1.1" status: 200 len: 992 time: 0.0586603 Jul 22 15:26:04.785811 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:26:07.801263 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:08.203663 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:09.958466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ae451066-f7ac-46c7-ab21-0f01d30e23ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:12.199810 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d92bccd5-3a8d-444d-b3bd-e786331605f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:12.452353 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:13.855048 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:15.536860 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:16.018770 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-93ab61c7-1a2a-46b3-bd8b-5c93eaa7f86c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0666330 Jul 22 15:26:16.116805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710e65-795d-4339-a888-c6f08908d190 req-3b8710f3-7ab3-4b3f-bda3-f1bee1278565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:16.118337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-3b8710f3-7ab3-4b3f-bda3-f1bee1278565 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0586202 Jul 22 15:26:16.231668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710e65-795d-4339-a888-c6f08908d190 req-3b29994c-0906-4bde-8b46-a184091e8f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:16.233214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-3b29994c-0906-4bde-8b46-a184091e8f9b service neutron] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0952365 Jul 22 15:26:16.302050 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-cd01edf6-9f6c-448e-b1a1-c3901cedc470 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 1000 time: 0.0624094 Jul 22 15:26:16.352148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710e65-795d-4339-a888-c6f08908d190 req-7546787e-3227-48ad-b0dd-c5ab0b9d69e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:16.353647 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-7546787e-3227-48ad-b0dd-c5ab0b9d69e7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0458415 Jul 22 15:26:16.420418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710e65-795d-4339-a888-c6f08908d190 req-02e12147-1d06-4d05-8144-d2cc1047e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:16.421950 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-02e12147-1d06-4d05-8144-d2cc1047e7dd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618246 Jul 22 15:26:16.515606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-2ad9d000-a9d4-4ce6-9924-b7ce7dbb12cc service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870669 Jul 22 15:26:16.613198 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-da710e65-795d-4339-a888-c6f08908d190 req-4fdca18b-d938-4b5d-aca0-1778c8ced835 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906675 Jul 22 15:26:24.655466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42872) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:26:24.702238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72625fb4-f66b-4553-8bf4-f6852589b515 req-e3ccf548-7e2a-42e7-a1ec-ede57920cea2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:24.703839 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72625fb4-f66b-4553-8bf4-f6852589b515 req-e3ccf548-7e2a-42e7-a1ec-ede57920cea2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0724719 Jul 22 15:26:24.753080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72625fb4-f66b-4553-8bf4-f6852589b515 req-e7e600ab-a371-4b95-b41a-bc2c0faf84c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429928 Jul 22 15:26:24.754650 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-d2c26e47-da6d-4ffc-8429-0952c88c31f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979226 Jul 22 15:26:25.922782 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109097c9-c711-4dee-9c7b-4738a00f12fc req-138ea900-389e-43b5-8618-65ded9727430 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:25.924417 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-109097c9-c711-4dee-9c7b-4738a00f12fc req-138ea900-389e-43b5-8618-65ded9727430 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0808876 Jul 22 15:26:25.965963 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-109097c9-c711-4dee-9c7b-4738a00f12fc req-19476eb7-3a15-4535-87f8-ad2660b1c7dd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353432 Jul 22 15:26:27.109457 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaea035-acca-45a6-9348-7aa4977ff366 req-f6ec17ec-07fa-4688-861e-1cae426e732b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:27.111000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbaea035-acca-45a6-9348-7aa4977ff366 req-f6ec17ec-07fa-4688-861e-1cae426e732b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0699797 Jul 22 15:26:27.150193 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbaea035-acca-45a6-9348-7aa4977ff366 req-5a0f23d7-38c3-41d5-b86b-44d9e6f8bbe8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334873 Jul 22 15:26:27.943917 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-30f056b4-beec-498d-bd5f-61b7373e82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:27.945477 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-30f056b4-beec-498d-bd5f-61b7373e82e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0551314 Jul 22 15:26:28.046010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-67d121ee-72b5-4ec1-bb69-416ceaa36c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:28.047544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-67d121ee-72b5-4ec1-bb69-416ceaa36c34 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0960088 Jul 22 15:26:28.126671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-77c79451-9c83-483f-9995-db1b61ae5c10 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 1000 time: 0.0729511 Jul 22 15:26:28.187593 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-0a98e390-aa7c-47b7-b20d-e8b945c67ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:28.190071 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-0a98e390-aa7c-47b7-b20d-e8b945c67ad0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0571940 Jul 22 15:26:28.252828 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-8e6e887e-81e1-4249-ac7b-07bb34fb6daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:28.254361 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-8e6e887e-81e1-4249-ac7b-07bb34fb6daa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579007 Jul 22 15:26:28.291773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf699078-668a-4c57-bd70-92e66c653eed req-3e978e51-e521-4563-bc1b-da71b346fe58 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:28.293352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf699078-668a-4c57-bd70-92e66c653eed req-3e978e51-e521-4563-bc1b-da71b346fe58 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0717342 Jul 22 15:26:28.334951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cf699078-668a-4c57-bd70-92e66c653eed req-eec18a79-4ce7-432e-932e-dcf6162d12ec tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356190 Jul 22 15:26:28.351595 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-ead1020e-2a35-42f3-9414-214a48e13cc6 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909708 Jul 22 15:26:28.442087 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-4e38cc71-96cd-4430-a3a1-ff34209cf99e service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820148 Jul 22 15:26:29.470774 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0767f-4318-425b-a4d1-7b070e9ddd36 req-40706280-aa2a-4e31-97b9-a9a0c318f6b7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:29.472296 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cdd0767f-4318-425b-a4d1-7b070e9ddd36 req-40706280-aa2a-4e31-97b9-a9a0c318f6b7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0651870 Jul 22 15:26:29.511726 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cdd0767f-4318-425b-a4d1-7b070e9ddd36 req-51336a4e-e9d8-4f0d-8ffe-f06a10e8282a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331182 Jul 22 15:26:30.656088 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c71ed1-eae8-4b80-ba13-905184649591 req-02344b28-7389-4ef9-9f76-472637229ad0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:30.657697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1c71ed1-eae8-4b80-ba13-905184649591 req-02344b28-7389-4ef9-9f76-472637229ad0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0701435 Jul 22 15:26:30.702288 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d1c71ed1-eae8-4b80-ba13-905184649591 req-1b5d263a-b738-4e4f-bf04-846ff233d92a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384219 Jul 22 15:26:31.843049 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff949756-75f2-4008-bb22-b2519a87883d req-70223b02-1e1d-44ec-9f8e-a483ca25eeea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:31.844924 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff949756-75f2-4008-bb22-b2519a87883d req-70223b02-1e1d-44ec-9f8e-a483ca25eeea tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0726490 Jul 22 15:26:31.886342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ff949756-75f2-4008-bb22-b2519a87883d req-83784223-170c-4a62-84fc-23d2518ae963 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351996 Jul 22 15:26:33.038843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74239d-1283-4a23-9663-51b43a003bfb req-a5cae63d-b8a3-48df-8de2-96a087e29036 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:33.040461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d74239d-1283-4a23-9663-51b43a003bfb req-a5cae63d-b8a3-48df-8de2-96a087e29036 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0718694 Jul 22 15:26:33.084486 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3d74239d-1283-4a23-9663-51b43a003bfb req-04a2ad27-d2a0-430b-bd74-f3523c6b1195 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352495 Jul 22 15:26:34.251237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fb582-34a1-4cd1-bdaf-7d6708be45e9 req-2fd9a4b2-b7da-484a-897c-991685f8d3f1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:34.252836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-768fb582-34a1-4cd1-bdaf-7d6708be45e9 req-2fd9a4b2-b7da-484a-897c-991685f8d3f1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0818226 Jul 22 15:26:34.295473 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-768fb582-34a1-4cd1-bdaf-7d6708be45e9 req-63225757-675f-4b9d-bb66-eba70613538e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362170 Jul 22 15:26:35.445775 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609762de-10a6-4201-a6b5-2580c46ecf7c req-fbc6f91a-ca9f-46c8-ace3-ee6ce2fc50eb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:35.447515 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-609762de-10a6-4201-a6b5-2580c46ecf7c req-fbc6f91a-ca9f-46c8-ace3-ee6ce2fc50eb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0714006 Jul 22 15:26:35.491147 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-609762de-10a6-4201-a6b5-2580c46ecf7c req-72698406-b0a8-4f33-91c7-2f0873cd3476 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355635 Jul 22 15:26:36.623288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c7cf0-933e-4d51-9b6b-663d1737e983 req-137cf205-fd2a-41a6-aa5c-bbe8895550b9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:36.624836 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-249c7cf0-933e-4d51-9b6b-663d1737e983 req-137cf205-fd2a-41a6-aa5c-bbe8895550b9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0649202 Jul 22 15:26:36.667630 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-249c7cf0-933e-4d51-9b6b-663d1737e983 req-94105bb1-b41b-40cb-becd-de6ebfc5948c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368187 Jul 22 15:26:37.798510 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:37.808862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c931d80-e2bb-4342-aff0-5685d6a5b407 req-f3f50eaf-66af-436d-9239-df1363cbb585 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:37.810434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c931d80-e2bb-4342-aff0-5685d6a5b407 req-f3f50eaf-66af-436d-9239-df1363cbb585 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0697436 Jul 22 15:26:37.851143 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2c931d80-e2bb-4342-aff0-5685d6a5b407 req-1ce558ea-a35b-46cb-99a3-ca8aeef96f4e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348656 Jul 22 15:26:38.227311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:39.019146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa239725-0021-4991-9b36-0d6aa4188d9c req-028d7cc1-6257-4e4a-a60a-199a0c40cc98 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:39.022071 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa239725-0021-4991-9b36-0d6aa4188d9c req-028d7cc1-6257-4e4a-a60a-199a0c40cc98 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.1007471 Jul 22 15:26:39.073650 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa239725-0021-4991-9b36-0d6aa4188d9c req-7af49a93-4de8-43cd-a09a-0b68a92665f3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453947 Jul 22 15:26:39.960561 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da2b41f-9a42-4e89-b448-f101bc635c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:40.239503 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e466a03-d81c-41b9-8432-e4c1225902aa req-ece83ed9-a599-4128-b7b5-b1fa7ca41b77 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:40.241109 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e466a03-d81c-41b9-8432-e4c1225902aa req-ece83ed9-a599-4128-b7b5-b1fa7ca41b77 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0843606 Jul 22 15:26:40.292398 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e466a03-d81c-41b9-8432-e4c1225902aa req-d9d81a94-630c-4616-9122-602b6a562c3c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433321 Jul 22 15:26:41.441507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9b2e7-04c5-43b5-b3e4-82392a653fa3 req-ff9f5582-3975-4fa2-87ce-a6a24ddbaba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:41.443067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42c9b2e7-04c5-43b5-b3e4-82392a653fa3 req-ff9f5582-3975-4fa2-87ce-a6a24ddbaba6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0754154 Jul 22 15:26:41.481646 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-42c9b2e7-04c5-43b5-b3e4-82392a653fa3 req-1cc9d60a-4b5f-449f-b0d8-d4aaf010ee40 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326190 Jul 22 15:26:41.784712 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:26:42.191934 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e6fed69f-00b7-4ca0-857f-5a3594740ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:42.435916 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:42.609962 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa62d1c-c917-4d10-acfe-6ba546969355 req-503459bd-1ea0-428d-98b0-23e7b729cba0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:42.611466 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-daa62d1c-c917-4d10-acfe-6ba546969355 req-503459bd-1ea0-428d-98b0-23e7b729cba0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0617194 Jul 22 15:26:42.653149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-daa62d1c-c917-4d10-acfe-6ba546969355 req-e2d16073-6b6b-4f53-b9d3-86ac438a2736 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356367 Jul 22 15:26:43.784048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a07cc-933b-4dcd-b9a6-3c94fd4bc3bb req-d7f5ff80-3559-4443-b570-4c3c51bde367 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:43.785429 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b6a07cc-933b-4dcd-b9a6-3c94fd4bc3bb req-d7f5ff80-3559-4443-b570-4c3c51bde367 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0650072 Jul 22 15:26:43.822552 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1b6a07cc-933b-4dcd-b9a6-3c94fd4bc3bb req-7d644c22-01ea-42c7-b292-3aebb78ee45f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Jul 22 15:26:43.855844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:44.950752 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49481702-5184-4607-ba4e-ea50934e8351 req-2fdf9075-dbef-4a12-98bb-c9c29228abf9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:44.952262 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49481702-5184-4607-ba4e-ea50934e8351 req-2fdf9075-dbef-4a12-98bb-c9c29228abf9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0631611 Jul 22 15:26:44.988358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-49481702-5184-4607-ba4e-ea50934e8351 req-cfeef090-65e8-42fc-8164-b10d0c1f0ec6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306349 Jul 22 15:26:45.283748 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-f3a3604b-736c-40cf-8f9c-0688d3163347 service neutron] show failed (client error): The resource could not be found. Jul 22 15:26:45.284792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-f3a3604b-736c-40cf-8f9c-0688d3163347 service neutron] 10.222.0.72 "GET /v2.0/ports/b3972ccb-6443-4d0f-a103-c04952413fad/bindings/n-h2-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0560315 Jul 22 15:26:45.529084 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-39e58cbc-afab-4e44-80a6-d2b380819ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:45.530708 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-39e58cbc-afab-4e44-80a6-d2b380819ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 1096 time: 0.0994542 Jul 22 15:26:45.533822 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:45.543533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-8', 'device_owner': 'compute:nova'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:26:45.613652 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:45.813893 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:26:45.845183 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h1-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:26:45.887501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:26:45.889741 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30688cc4-a338-4000-ab99-21b4d546c1fe" -d '{"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:26:45.893219 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:45.905604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Transition to ACTIVE for port object b3972ccb-6443-4d0f-a103-c04952413fad will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:26:45.909120 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:46.011475 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5d915c-8ca6-42d3-bd1c-14fc0cd2aefb x-openstack-request-id: req-ff5d915c-8ca6-42d3-bd1c-14fc0cd2aefb {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:26:46.011475 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:26:46.011475 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff5d915c-8ca6-42d3-bd1c-14fc0cd2aefb {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:26:46.011475 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'code': 200} Jul 22 15:26:46.011475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=6']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:26:46.039190 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] No DVR routers for this DVR port b3972ccb-6443-4d0f-a103-c04952413fad on host n-h1-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:26:46.043128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.043460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.043803 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.044139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.044476 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.044806 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.045139 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.045460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.045783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.046107 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.046436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.046843 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:46.197756 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db7038-7c16-49e8-acd9-dafcacc097c5 req-77c22f9d-d1b1-449b-a430-fb2609409289 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:46.199309 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45db7038-7c16-49e8-acd9-dafcacc097c5 req-77c22f9d-d1b1-449b-a430-fb2609409289 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 943 time: 0.1192033 Jul 22 15:26:46.252887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:26:46.253144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:26:46.253475 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad on network a83295a7-1bc6-4f4a-8631-548460be18ff {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:26:46.265203 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Port b3972ccb-6443-4d0f-a103-c04952413fad on network a83295a7-1bc6-4f4a-8631-548460be18ff not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:26:46.265523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Attempting to bind port b3972ccb-6443-4d0f-a103-c04952413fad on network a83295a7-1bc6-4f4a-8631-548460be18ff {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:26:46.274557 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45db7038-7c16-49e8-acd9-dafcacc097c5 req-32cfcf9a-e2ea-4082-a27c-0bdef9d8625b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697935 Jul 22 15:26:46.275758 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:26:46.276089 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Checking segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:26:46.276723 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Bound using segment: {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:26:46.277155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Bound port: b3972ccb-6443-4d0f-a103-c04952413fad, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc08382-f440-40eb-9892-24c2129a5e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:26:46.277867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:46.344104 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:26:46.347320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:26:46.352136 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:46.384955 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:46.385570 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:46.387011 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] 10.222.0.61 "PUT /v2.0/ports/b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 1091 time: 0.8476508 Jul 22 15:26:46.408462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55102e11-a62c-4f3e-8ece-803410578b31 service neutron] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=7']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:26:46.469909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-42cbe6a7-b023-45c0-8cc5-b8383748c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:46.471499 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-42cbe6a7-b023-45c0-8cc5-b8383748c0e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1094 time: 0.0567367 Jul 22 15:26:46.568840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-d1a3968f-72df-4b22-8692-dbcdfe9610e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:46.570907 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-d1a3968f-72df-4b22-8692-dbcdfe9610e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0921333 Jul 22 15:26:46.635377 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-b4acf5d3-b0a3-4f53-95eb-9bbff8f7a982 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 998 time: 0.0580835 Jul 22 15:26:46.687238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-a9386e22-06c1-4e2b-900d-08bcbb96c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:46.688563 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-a9386e22-06c1-4e2b-900d-08bcbb96c83e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0462794 Jul 22 15:26:46.745844 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-f6afa814-76cb-43f7-9cba-ae2d0e6b3656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:46.747363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-f6afa814-76cb-43f7-9cba-ae2d0e6b3656 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521305 Jul 22 15:26:46.758448 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-aedb0bcf-1929-45e8-ad86-57cf5e19dddb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:26:46.759393 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-aedb0bcf-1929-45e8-ad86-57cf5e19dddb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053682 Jul 22 15:26:46.848030 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-9e4b06b0-810d-427e-ab5e-091e697db8fc service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817523 Jul 22 15:26:46.937865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-54ba03d5-2974-4290-b12e-a1680c7fe5e7 service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835795 Jul 22 15:26:47.409255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac8113-4a1e-42d0-a4ef-8fbe6b3fadbe req-bc03793a-cfc5-410c-b516-aff3873632d6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:47.410866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48ac8113-4a1e-42d0-a4ef-8fbe6b3fadbe req-bc03793a-cfc5-410c-b516-aff3873632d6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 943 time: 0.0647726 Jul 22 15:26:47.449491 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-48ac8113-4a1e-42d0-a4ef-8fbe6b3fadbe req-051bdcbd-1374-4ebb-84d6-4135e687d909 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324595 Jul 22 15:26:48.012302 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:26:48.014880 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d304d-d49b-41b0-9053-43449da7706c" -d '{"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:26:48.063032 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92481a16-aae5-47dd-bb88-e8c488dad5b9 x-openstack-request-id: req-92481a16-aae5-47dd-bb88-e8c488dad5b9 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:26:48.063355 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:26:48.063612 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92481a16-aae5-47dd-bb88-e8c488dad5b9 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:26:48.064240 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'status': 'completed', 'code': 200} Jul 22 15:26:48.142998 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-23a66c4f-51e4-459b-a34b-abbb2b42fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.143607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-19736e40-8b04-4d9d-9d40-baecbfe79b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.144530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-23a66c4f-51e4-459b-a34b-abbb2b42fecf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1094 time: 0.0585635 Jul 22 15:26:48.145092 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-19736e40-8b04-4d9d-9d40-baecbfe79b0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1094 time: 0.0577788 Jul 22 15:26:48.232904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-33218602-1dad-422d-a7f4-aed551a20787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.233440 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-b93ae7a6-b9ec-41a0-a6f2-9a22562c99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.234401 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-33218602-1dad-422d-a7f4-aed551a20787 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0834801 Jul 22 15:26:48.234960 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-b93ae7a6-b9ec-41a0-a6f2-9a22562c99ec service neutron] 10.222.0.61 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0825493 Jul 22 15:26:48.307615 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-9aa3c787-cc81-4d2e-8e1a-343587266e5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 998 time: 0.0652671 Jul 22 15:26:48.326702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-b84faf2b-42af-4149-8543-49fcf2dd1a64 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 998 time: 0.0857716 Jul 22 15:26:48.358846 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-82161eb4-a328-42f4-b277-e91fa53419db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.360338 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-82161eb4-a328-42f4-b277-e91fa53419db service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0458701 Jul 22 15:26:48.377779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-b523c4ae-d466-4c71-a950-224e02ef9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.379480 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-b523c4ae-d466-4c71-a950-224e02ef9f56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0471535 Jul 22 15:26:48.429387 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-3375497e-8219-4294-8bf4-23ecf6d40aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.430946 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-3375497e-8219-4294-8bf4-23ecf6d40aba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615766 Jul 22 15:26:48.443624 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d304d-d49b-41b0-9053-43449da7706c req-82661394-8e99-4188-81ab-c914c236b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.445842 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-82661394-8e99-4188-81ab-c914c236b889 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602427 Jul 22 15:26:48.552743 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-8d9e1301-83f1-438e-962c-3afc3dab63c5 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007621 Jul 22 15:26:48.592404 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-746fc315-f4dc-4c6a-8f25-0490382fa7fd service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537769 Jul 22 15:26:48.640316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799174e-2de2-4eaa-a84c-35b8e01afbc8 req-322f497e-7a78-4ab4-a6ce-c69e62abf2d3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:48.641878 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f799174e-2de2-4eaa-a84c-35b8e01afbc8 req-322f497e-7a78-4ab4-a6ce-c69e62abf2d3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 943 time: 0.1091681 Jul 22 15:26:48.645973 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-f5d73e8c-108d-44f5-b7c2-7085e5c67868 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865633 Jul 22 15:26:48.724013 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f799174e-2de2-4eaa-a84c-35b8e01afbc8 req-d4442f0f-ada5-418a-b62e-8a9b53e8ba38 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753729 Jul 22 15:26:48.734336 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c71d304d-d49b-41b0-9053-43449da7706c req-d35dee1f-f0ca-4bc7-b9e6-0c583af7da93 service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313355 Jul 22 15:26:48.754778 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:26:48.851203 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:26:48.861707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'port_id': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'mac_address': 'fa:16:3e:ab:ec:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:26:48.896865 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:48.912341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3972ccb-6443-4d0f-a103-c04952413fad {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:26:48.931800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:26:48.936043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:48.981772 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:26:48.989234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.989585 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.989932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.990283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.990644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.991567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.991903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.992237 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.992568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.992898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.993226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:48.993553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:26:49.191308 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['b3972ccb-6443-4d0f-a103-c04952413fad'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:26:49.856034 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af340530-1286-41d8-9bf1-d5d26a9d92fa req-c984e812-25a5-450e-ae62-a8bad1d64ca1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:49.857431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af340530-1286-41d8-9bf1-d5d26a9d92fa req-c984e812-25a5-450e-ae62-a8bad1d64ca1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 944 time: 0.0635200 Jul 22 15:26:49.895019 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af340530-1286-41d8-9bf1-d5d26a9d92fa req-0618cecb-dd07-4daa-9e8f-2fb544034975 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Jul 22 15:26:50.103901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639621f-0524-42af-b564-0e04faee1bb3 req-3d72ffe8-61ed-4131-81b9-5cfed7d52a70 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.105492 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d639621f-0524-42af-b564-0e04faee1bb3 req-3d72ffe8-61ed-4131-81b9-5cfed7d52a70 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 944 time: 0.0652874 Jul 22 15:26:50.124507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-3cc8e373-e7c2-4e0b-ae3a-c287cac15777 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.125972 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-3cc8e373-e7c2-4e0b-ae3a-c287cac15777 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&binding%3Ahost_id=n-h2-794306-8 HTTP/1.1" status: 200 len: 944 time: 0.0746443 Jul 22 15:26:50.148713 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d639621f-0524-42af-b564-0e04faee1bb3 req-b5434ed6-519c-4d0b-a4c1-e668f3a58eb9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376170 Jul 22 15:26:50.188998 n-d-794306-8 neutron-server[93813]: INFO neutron.api.v2.resource [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-ba2da1c5-4cbb-40bd-a35a-07ea5bd16638 service neutron] delete failed (client error): The resource could not be found. Jul 22 15:26:50.190035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-ba2da1c5-4cbb-40bd-a35a-07ea5bd16638 service neutron] 10.222.0.72 "DELETE /v2.0/ports/b3972ccb-6443-4d0f-a103-c04952413fad/bindings/n-h1-794306-8 HTTP/1.1" status: 404 len: 380 time: 0.0570827 Jul 22 15:26:50.278710 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:26:50.300554 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-43a5e898-7cdd-4ee3-a47c-68168a496ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.302376 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-43a5e898-7cdd-4ee3-a47c-68168a496ead service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1095 time: 0.0710194 Jul 22 15:26:50.302956 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a609c11-a4f7-4e32-ac52-86496df5ab28 req-16be2a78-b0fe-49c3-94eb-243488599ecd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.310669 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a609c11-a4f7-4e32-ac52-86496df5ab28 req-16be2a78-b0fe-49c3-94eb-243488599ecd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 944 time: 0.0818431 Jul 22 15:26:50.327688 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:26:50.347124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8a609c11-a4f7-4e32-ac52-86496df5ab28 req-85f7a4d6-8bb8-4cba-93dd-957228c5c459 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353978 Jul 22 15:26:50.440204 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-5da93355-76a3-4e5f-9cb4-66832afa41cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.441626 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-5da93355-76a3-4e5f-9cb4-66832afa41cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.1334379 Jul 22 15:26:50.509143 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-49f81984-11fa-41f8-a0ce-d9cd1d5cf70a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 999 time: 0.0612886 Jul 22 15:26:50.563101 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-79333d4d-acee-48c6-b815-98ca22736c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.564609 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-79333d4d-acee-48c6-b815-98ca22736c58 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0500920 Jul 22 15:26:50.623133 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-069db512-99fb-4335-bb0e-e90955c749be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:50.624657 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-069db512-99fb-4335-bb0e-e90955c749be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542362 Jul 22 15:26:50.716212 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-acb634b1-d0d3-493f-b54c-ff51f2722232 service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850720 Jul 22 15:26:50.777884 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:26:50.830601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-63dcba3d-eded-4f83-afd2-e0afdf7a9c95 req-d8955c60-3ee2-4c42-9f86-3d8e374e75ca service neutron] 10.222.0.72 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084948 Jul 22 15:26:50.848167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port b3972ccb-6443-4d0f-a103-c04952413fad completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:26:50.854229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port b3972ccb-6443-4d0f-a103-c04952413fad triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:26:50.854718 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:50.958816 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:50.987069 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:26:50.989259 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d65c7-90b4-4a4b-a10c-df0693e95ef9" -d '{"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:26:51.003759 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:26:51.010636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:26:51.049591 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21115b4-592f-44db-9cbb-568a327cae24 x-openstack-request-id: req-b21115b4-592f-44db-9cbb-568a327cae24 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:26:51.050001 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:26:51.050347 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b21115b4-592f-44db-9cbb-568a327cae24 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:26:51.050909 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'code': 200} Jul 22 15:26:51.066432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:26:51.484282 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea41a6f-f7c3-4f0b-9f48-9eb698b9195e req-034bb6c0-6acf-4314-b89f-2e01de0897ee tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:26:51.485819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bea41a6f-f7c3-4f0b-9f48-9eb698b9195e req-034bb6c0-6acf-4314-b89f-2e01de0897ee tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0653265 Jul 22 15:26:51.524104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bea41a6f-f7c3-4f0b-9f48-9eb698b9195e req-19bd4973-e675-42c2-befa-706212c8cfbd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325048 Jul 22 15:26:51.548811 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42966) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:26:51.610119 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-61002541-0ad2-4bc6-bb55-bfd136856b3e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/98133782-ed83-41de-ad71-d7d5d6b29a6d HTTP/1.1" status: 200 len: 992 time: 0.0600290 Jul 22 15:27:07.806362 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:08.223577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:09.962260 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a18eaa3-940d-41d8-a79c-8dc6c86fddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:12.193639 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-007cc069-8b20-4678-add5-5807cdd94adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:12.440524 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:13.859819 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:15.540611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:15.579598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-2152f2d9-11a7-45f4-9550-c5601cce0a6d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571716 Jul 22 15:27:15.684229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-96ed12f1-89b5-4ee4-8927-3616f93b17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:15.685753 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-96ed12f1-89b5-4ee4-8927-3616f93b17b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0641842 Jul 22 15:27:15.791711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-3c4b768c-e5e0-431e-a7ef-7ace91e0d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:15.793141 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-3c4b768c-e5e0-431e-a7ef-7ace91e0d2ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.0877011 Jul 22 15:27:15.863645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-893c1ba4-5e5a-415f-b100-56096c7c548a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 1000 time: 0.0638328 Jul 22 15:27:15.913711 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-36aa167d-e2aa-403b-bc47-ddcecdc8caea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:15.915273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-36aa167d-e2aa-403b-bc47-ddcecdc8caea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0448289 Jul 22 15:27:15.975011 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-16234316-6f07-4e3f-bd97-9a75fee8748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:15.977063 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-16234316-6f07-4e3f-bd97-9a75fee8748c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556598 Jul 22 15:27:16.094725 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-3695c4cf-1a7c-4476-a92d-5f6e84dd2f00 service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095340 Jul 22 15:27:16.189608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-25b6ab18-6552-4a89-8d89-a716d75d70d8 req-98ceb66b-8b29-4e5b-bc11-c15039358a4e service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886438 Jul 22 15:27:18.783814 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:27:20.078079 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 42978) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:20.278640 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 456ed7cb-fb00-44e7-9fa3-8100527947d5 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:27:20.279019 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:20.358326 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:20.358650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:20.371412 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 456ed7cb-fb00-44e7-9fa3-8100527947d5 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:27:20.904694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:20.932285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=456ed7cb-fb00-44e7-9fa3-8100527947d5,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:20.945749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.946094 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.946434 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.947103 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.947475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.947475 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.947813 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.948139 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.948468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.948796 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.949154 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:20.949518 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:21.009676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:21.010038 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP 98133782-ed83-41de-ad71-d7d5d6b29a6d disassociated (deleted). External IP: 172.25.3.40, port: b3972ccb-6443-4d0f-a103-c04952413fad. Jul 22 15:27:21.228168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:27:21.362768 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:27:21.367340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:21.375158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] Sync routers for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:27:21.386351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:21.387031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:21.406993 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c6bb557f-10ac-4e8f-b891-e280d7370117 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/floatingips/98133782-ed83-41de-ad71-d7d5d6b29a6d HTTP/1.1" status: 204 len: 168 time: 1.3273518 Jul 22 15:27:21.407613 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:27:21.410112 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f9f8a-98e5-4b21-ac62-a926076d37c8" -d '{"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:27:21.455587 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1680d9d-192f-4fab-9e3a-b01ba8410b9a x-openstack-request-id: req-c1680d9d-192f-4fab-9e3a-b01ba8410b9a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:27:21.455898 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:27:21.456150 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1680d9d-192f-4fab-9e3a-b01ba8410b9a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:27:21.456908 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'status': 'completed', 'code': 200} Jul 22 15:27:21.529340 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:21.572189 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-967d3ded-929f-4b52-9402-d53bd261cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:21.573846 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-967d3ded-929f-4b52-9402-d53bd261cdef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 1096 time: 0.0958080 Jul 22 15:27:21.803419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:43Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:21.833164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] Checking router: d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:27:21.843210 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:21.843845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:21.966505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:22.079655 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-5415f20e-25e4-4bab-b70f-5ffbf0512cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:22.081043 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-5415f20e-25e4-4bab-b70f-5ffbf0512cc1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 200 len: 898 time: 0.5002291 Jul 22 15:27:22.143975 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-9c143efc-03a0-49f6-9e27-446b56580428 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 200 len: 217 time: 0.0519238 Jul 22 15:27:22.157235 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eaa49a-04f6-4259-bb80-c141e9999d80 req-c90983f2-544c-4a0b-925f-434ca5172ce0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:22.158870 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17eaa49a-04f6-4259-bb80-c141e9999d80 req-c90983f2-544c-4a0b-925f-434ca5172ce0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.5056293 Jul 22 15:27:22.217881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:43Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:22.246627 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17eaa49a-04f6-4259-bb80-c141e9999d80 req-1d1adca4-f87d-4a79-8095-ff7e1c433745 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=8dd32def-9a8f-423d-93ac-772237400f63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786440 Jul 22 15:27:22.248009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-d7cd97cf-1462-47a0-b30f-79c2b687e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:22.249411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-d7cd97cf-1462-47a0-b30f-79c2b687e6e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 200 len: 835 time: 0.0896640 Jul 22 15:27:22.251476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda185a9-535d-47a1-bf76-ebecccb84b1c None None] The sync data for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 is: [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:37Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '90ad76be-6066-4147-9af8-130aaa76084a', 'name': '', 'network_id': 'a83295a7-1bc6-4f4a-8631-548460be18ff', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:a8:09:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:37Z', 'updated_at': '2021-07-22T15:25:43Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '6ccf14a7-28e4-42c0-a4b7-ef0115028bef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:27:22.336159 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-4c298e92-2ddc-48cc-8d4c-c57aaa8fd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:22.338693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-4c298e92-2ddc-48cc-8d4c-c57aaa8fd5bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a83295a7-1bc6-4f4a-8631-548460be18ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749538 Jul 22 15:27:22.457594 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-cb104180-8a70-4e20-952d-aeb93d7ed1d4 service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114340 Jul 22 15:27:22.544676 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1323a7-7623-42cb-a4ee-9f0cce0f5451 None None] New status for floating IP 98133782-ed83-41de-ad71-d7d5d6b29a6d: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:27:22.574352 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d49f9f8a-98e5-4b21-ac62-a926076d37c8 req-7d6f4d49-2feb-4b31-b4e5-ab29198aa010 service neutron] 10.222.0.61 "GET /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097510 Jul 22 15:27:22.920452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-f6828f87-2395-462c-934f-fc5b7600c43a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:22.921980 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-f6828f87-2395-462c-934f-fc5b7600c43a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.61 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 945 time: 0.0819325 Jul 22 15:27:23.049581 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port b3972ccb-6443-4d0f-a103-c04952413fad {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:27:23.050090 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:23.165290 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port b3972ccb-6443-4d0f-a103-c04952413fad, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=b3972ccb-6443-4d0f-a103-c04952413fad,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:23.165781 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:23.181936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for b3972ccb-6443-4d0f-a103-c04952413fad owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:27:23.331426 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:23.371491 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=b3972ccb-6443-4d0f-a103-c04952413fad,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:23.420477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-655d601d-201f-44db-bb41-d908940c9ae7 req-435c7e40-87e8-4bb5-8972-38292da96671 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=96425d7a-eaa0-464d-a151-3bbc49afd3c3 HTTP/1.1" status: 200 len: 210 time: 0.0604916 Jul 22 15:27:23.446822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] No DVR routers for this DVR port b3972ccb-6443-4d0f-a103-c04952413fad on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:27:23.450344 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:23.453276 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66df2604-ffa8-4c99-8a82-9a7a95a08533 req-ad03ce1b-07f2-4940-81af-d97af4ce72ae tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.61 "DELETE /v2.0/ports/b3972ccb-6443-4d0f-a103-c04952413fad HTTP/1.1" status: 204 len: 173 time: 0.5261879 Jul 22 15:27:23.453906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-deleted', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:27:23.456490 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f73c00-ed61-454b-9d3f-6e81ee84dc14" -d '{"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-deleted", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:27:23.502102 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc28dd8-520b-4898-8844-26e475c389e6 x-openstack-request-id: req-dfc28dd8-520b-4898-8844-26e475c389e6 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:27:23.502464 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96425d7a-eaa0-464d-a151-3bbc49afd3c3", "name": "network-vif-deleted", "tag": "b3972ccb-6443-4d0f-a103-c04952413fad", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:27:23.502809 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfc28dd8-520b-4898-8844-26e475c389e6 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:27:23.503286 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96425d7a-eaa0-464d-a151-3bbc49afd3c3', 'name': 'network-vif-deleted', 'tag': 'b3972ccb-6443-4d0f-a103-c04952413fad', 'status': 'completed', 'code': 200} Jul 22 15:27:24.487029 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42996) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:24.889612 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:25.220039 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 90ad76be-6066-4147-9af8-130aaa76084a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:27:25.220586 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:25.324030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 90ad76be-6066-4147-9af8-130aaa76084a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=90ad76be-6066-4147-9af8-130aaa76084a,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:25.324404 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:25.338776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 90ad76be-6066-4147-9af8-130aaa76084a owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:27:25.558230 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:25.587143 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=90ad76be-6066-4147-9af8-130aaa76084a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:25.795432 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.038862 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:27:26.151483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:27:26.159119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e7b487a9-7a71-47ec-8cc6-7789d8c0bf71 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/d7e734ff-ca30-42ff-9f2e-f8b4ef284b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6707144 Jul 22 15:27:26.163155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 42998) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:26.166501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] Sync routers for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:27:26.181316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:26.182329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:26.259511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting subnet 6ccf14a7-28e4-42c0-a4b7-ef0115028bef {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:27:26.263658 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.313855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.340611 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:26.436643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.517093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.549229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Subnet': ['ID=6ccf14a7-28e4-42c0-a4b7-ef0115028bef,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:26.553185 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.555184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-dc80b438-b31d-421a-b153-c30cb1a0462c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/subnets/6ccf14a7-28e4-42c0-a4b7-ef0115028bef HTTP/1.1" status: 204 len: 168 time: 0.3917260 Jul 22 15:27:26.563983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43000) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:26.672031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee456cef-6db2-4c31-be6f-135936ee984a None None] Network a83295a7-1bc6-4f4a-8631-548460be18ff requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:27:26.711455 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.839481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.862471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:27:25Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'bbb0fc9b-19bf-4e12-97ac-737c2e115908', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:26.891101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] Checking router: d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:27:26.904261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] Routers {'d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:26.904909 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:26.907513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port bbb0fc9b-19bf-4e12-97ac-737c2e115908 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:27:26.908061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:26.919341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:27:27.015809 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port bbb0fc9b-19bf-4e12-97ac-737c2e115908, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=bbb0fc9b-19bf-4e12-97ac-737c2e115908,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:27.016089 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.019473 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] DHCP port deletion for a83295a7-1bc6-4f4a-8631-548460be18ff request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:27:27.027283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: b3972ccb-6443-4d0f-a103-c04952413fad {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:27:27.027655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device b3972ccb-6443-4d0f-a103-c04952413fad not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:27:27.031220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for bbb0fc9b-19bf-4e12-97ac-737c2e115908 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:27:27.082746 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] Set router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:27.147950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:27:26Z', 'revision_number': 6, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:27.180577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830b88b5-5f73-4991-9514-e1934ffb558c None None] The sync data for ids ['d7e734ff-ca30-42ff-9f2e-f8b4ef284b46'] in n-d-794306-8 is: [{'id': 'd7e734ff-ca30-42ff-9f2e-f8b4ef284b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152297952', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:25:34Z', 'updated_at': '2021-07-22T15:27:26Z', 'revision_number': 6, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:27:27.189010 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] Deleting port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:27:27.189400 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.242218 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.268182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] For port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,segment=NetworkSegment(fbc08382-f440-40eb-9892-24c2129a5e7e),segment_id=fbc08382-f440-40eb-9892-24c2129a5e7e)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:27.268454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.273664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=bbb0fc9b-19bf-4e12-97ac-737c2e115908,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:27.293745 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] Calling delete_port for 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:27:27.352768 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.388114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.423314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] Pushing event deleted for resources: {'Port': ['ID=7056c7d9-ec1d-44cc-81e2-6c53f1259e7f,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:27.434818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca374882-7d5e-46ed-b082-a34de85053fd None None] No DVR routers for this DVR port 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:27:27.468500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.471169 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.529520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.530402 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Fanout notify agent at l3_agent the message router_deleted on router d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:27:27.546780 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.548456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bcfc997e-08d6-4616-9778-aaa48a46af83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/routers/d7e734ff-ca30-42ff-9f2e-f8b4ef284b46 HTTP/1.1" status: 204 len: 168 time: 0.9827616 Jul 22 15:27:27.556205 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43002) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:27.681636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:27:27.685718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.702658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:27:27.703014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 7056c7d9-ec1d-44cc-81e2-6c53f1259e7f not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:27:27.703434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 90ad76be-6066-4147-9af8-130aaa76084a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:27:27.727029 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 90ad76be-6066-4147-9af8-130aaa76084a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:27:27.727396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 90ad76be-6066-4147-9af8-130aaa76084a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:27:27.800986 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.811976 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83295a7-1bc6-4f4a-8631-548460be18ff']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:27.823264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc08382-f440-40eb-9892-24c2129a5e7e') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:27.823578 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc08382-f440-40eb-9892-24c2129a5e7e') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:27.834441 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.850914 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.859726 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:27:27.860379 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:27:27.865419 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:27:27.936313 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.944156 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:27.947209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/networks/a83295a7-1bc6-4f4a-8631-548460be18ff HTTP/1.1" status: 204 len: 168 time: 0.3891089 Jul 22 15:27:27.949113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43004) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:27.960401 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c490c9c-6dee-412f-9d48-954113aeb65a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Network': ['ID=a83295a7-1bc6-4f4a-8631-548460be18ff,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:28.018961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb2f7-fcbf-4d2f-964b-68df9c66a2af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.053365 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb2f7-fcbf-4d2f-964b-68df9c66a2af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.122684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb2f7-fcbf-4d2f-964b-68df9c66a2af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.125947 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fc5fb2f7-fcbf-4d2f-964b-68df9c66a2af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.127195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fc5fb2f7-fcbf-4d2f-964b-68df9c66a2af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/security-groups/8dd32def-9a8f-423d-93ac-772237400f63 HTTP/1.1" status: 204 len: 168 time: 0.1769736 Jul 22 15:27:28.140268 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fb2f7-fcbf-4d2f-964b-68df9c66a2af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd32def-9a8f-423d-93ac-772237400f63,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:28.556675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43010) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:28.561768 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35438624', 'description': 'tempest-secgroup-smoke-35438624 description', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:28.584631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.688292 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.692316 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.718065 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.724423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1619020 Jul 22 15:27:28.724666 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43012) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:28.729464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '6f2db3ae-8932-45a5-879c-05c238e8cf1e', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:28.731017 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c74d5-cbfe-4b5e-ae09-fb7661b602c8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2db3ae-8932-45a5-879c-05c238e8cf1e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:28.763849 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.832729 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.838435 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.857453 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfb2d03-13d2-4c15-919b-7779c04b527f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:28.861479 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.862696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a0d9c34c-3bf1-4aea-befc-796699888fa9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371641 Jul 22 15:27:28.865633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43014) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:28.870224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '6f2db3ae-8932-45a5-879c-05c238e8cf1e', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:28.899749 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.960760 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.964338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.981995 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecadd03-dd4f-4d0e-9404-9926d64e5f72,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:28.992885 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:28.994191 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5f5768ec-2852-4d5f-ab02-fe1a8a4a8f97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275508 Jul 22 15:27:28.999539 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43016) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:29.004930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '6f2db3ae-8932-45a5-879c-05c238e8cf1e', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:29.035146 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.097468 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.101753 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.121301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c49e1c3-c387-49b5-b9a1-4618d19d7fd4,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:29.128453 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.133118 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15929d75-56f1-44b3-8dc3-d6ba1efe0015 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290250 Jul 22 15:27:29.134589 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43018) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:29.139285 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '6f2db3ae-8932-45a5-879c-05c238e8cf1e', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:29.171458 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.259403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.264340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.291910 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f36c47e-146e-42f7-bb06-b058548abf6d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:29.295718 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.297377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0b6977e0-0ec7-4295-a6ce-ab679b194b6f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1616490 Jul 22 15:27:29.300616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43020) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:29.307714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '6f2db3ae-8932-45a5-879c-05c238e8cf1e', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:29.341010 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:27:29.348275 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.432502 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.436792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.453863 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4188f147-12eb-4477-8c63-65ee2bff2ce1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:29.463888 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.465214 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a7866b98-5f41-46d5-a6be-1825dfc8ba23 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1633241 Jul 22 15:27:29.470973 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43022) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:29.476512 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '6f2db3ae-8932-45a5-879c-05c238e8cf1e', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:29.505566 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:27:29.511499 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.568633 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbb0fc9b-19bf-4e12-97ac-737c2e115908 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:27:29.586827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.592034 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.592673 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: bbb0fc9b-19bf-4e12-97ac-737c2e115908 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:27:29.593030 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device bbb0fc9b-19bf-4e12-97ac-737c2e115908 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:27:29.616318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9461aa5-b10e-41f9-b4b7-abcf60adcbdf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:29.620534 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.624333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-842eb038-809f-45f4-85b6-6476d5c70607 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497650 Jul 22 15:27:29.626241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43024) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:29.631659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'network': {'name': 'tempest-network-smoke--2108887385', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'port_security_enabled': True}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:29.656131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:27:29.661081 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.693620 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:27:29.704928 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.705284 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Added segment 1250af87-9073-458e-89b6-78ea3ba8d1d5 of type vlan for network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 Jul 22 15:27:29.752474 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.789274 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.796824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:29.797680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.832230 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2047403 Jul 22 15:27:29.836971 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43026) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:29.843635 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'admin_state_up': True, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:29.885128 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77eaed-3f83-40ef-8414-0f442d390531 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Network': ['ID=6d26cf0d-88ad-4e29-bf2b-7684dc71c469,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:29.901262 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:27:29.906225 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.908093 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:29.990543 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:30.149760 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:30.753539 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:30.773270 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:30.884169 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.128 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/b53d71fb-f468-4c93-b670-b9f4c738dc02) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:27:31.006881 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:31.047941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:31.089940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:27:31.093062 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:31.097164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:27:31.124831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=b53d71fb-f468-4c93-b670-b9f4c738dc02,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:31.369169 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:31.589416 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:31.730647 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 040096da-fc46-4747-8540-3a6a3b43757a is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:27:31.853336 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:27:31.862655 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020e668-2259-4620-8875-435fb738847a None None] Sync routers for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:27:31.873177 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020e668-2259-4620-8875-435fb738847a None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:31.873964 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2020e668-2259-4620-8875-435fb738847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:31.875588 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:31.877159 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f17937f-2dc5-41c0-8cfa-cda4223173ab tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0398011 Jul 22 15:27:31.880824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43028) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:31.910812 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3a5e27e7-420b-4568-ad58-b963e3268c8e tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287943 Jul 22 15:27:31.913560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43030) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:32.032116 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ed3938-8293-432f-abd9-9c05fbd2c8fe tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:32.033662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-42ed3938-8293-432f-abd9-9c05fbd2c8fe tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1191742 Jul 22 15:27:32.038112 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43032) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:32.067529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-ddd9dbc5-d3cc-4da5-8358-b7ec067e47ca tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280886 Jul 22 15:27:32.070471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43034) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:32.075578 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180389842', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:32.082799 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2020e668-2259-4620-8875-435fb738847a None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:32.165487 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:27:32.169039 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.266949 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2020e668-2259-4620-8875-435fb738847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:31Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:32.310634 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020e668-2259-4620-8875-435fb738847a None None] Checking router: 040096da-fc46-4747-8540-3a6a3b43757a for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:27:32.310984 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020e668-2259-4620-8875-435fb738847a None None] Updating router 040096da-fc46-4747-8540-3a6a3b43757a port b53d71fb-f468-4c93-b670-b9f4c738dc02 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:27:32.355981 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2020e668-2259-4620-8875-435fb738847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.394035 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.459784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Subnet': ['ID=5f6b76cd-1780-444a-887a-1a62d03e0c2a,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:32.471741 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Checking segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:27:32.472113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network hostable DHCP agents. Network: 6d26cf0d-88ad-4e29-bf2b-7684dc71c469, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:27:32.489317 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:27:32.500577 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6d26cf0d-88ad-4e29-bf2b-7684dc71c469) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:32.506214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:32.506876 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.512100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2fe261-57ed-41d6-8d0e-ca88a379a961 None None] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:27:32.526120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3d7d5df8-9a3f-4b66-af17-351c09bdf592 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4524086 Jul 22 15:27:32.529131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43036) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:32.669902 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2020e668-2259-4620-8875-435fb738847a None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.683356 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-2020e668-2259-4620-8875-435fb738847a None None] Transition to ACTIVE for port object b53d71fb-f468-4c93-b670-b9f4c738dc02 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:32.690762 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2020e668-2259-4620-8875-435fb738847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.735535 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2020e668-2259-4620-8875-435fb738847a None None] Attempting to bind port b53d71fb-f468-4c93-b670-b9f4c738dc02 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:27:32.735892 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2020e668-2259-4620-8875-435fb738847a None None] Attempting to bind port b53d71fb-f468-4c93-b670-b9f4c738dc02 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:27:32.736176 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020e668-2259-4620-8875-435fb738847a None None] Attempting to bind port b53d71fb-f468-4c93-b670-b9f4c738dc02 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:27:32.745301 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020e668-2259-4620-8875-435fb738847a None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:27:32.745669 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020e668-2259-4620-8875-435fb738847a None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:27:32.746495 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2020e668-2259-4620-8875-435fb738847a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.746495 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2020e668-2259-4620-8875-435fb738847a None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:27:32.747384 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-2020e668-2259-4620-8875-435fb738847a None None] Bound port: b53d71fb-f468-4c93-b670-b9f4c738dc02, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:27:32.747384 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2020e668-2259-4620-8875-435fb738847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.750842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:27:32.751717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.806349 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2020e668-2259-4620-8875-435fb738847a None None] For port b53d71fb-f468-4c93-b670-b9f4c738dc02, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:27:32.810101 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-2020e668-2259-4620-8875-435fb738847a None None] For port b53d71fb-f468-4c93-b670-b9f4c738dc02, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b53d71fb-f468-4c93-b670-b9f4c738dc02,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:27:32.821252 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-2020e668-2259-4620-8875-435fb738847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:32.834588 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Pushing event updated for resources: {'Port': ['ID=b53d71fb-f468-4c93-b670-b9f4c738dc02,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:32.847495 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.847841 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.848186 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.848518 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.848853 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.849255 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.850162 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.850409 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.850758 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.851090 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.851412 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.851733 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:27:32.883328 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020e668-2259-4620-8875-435fb738847a None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:32.884025 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2020e668-2259-4620-8875-435fb738847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:32.923424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Allocated IP 172.20.0.2 (6d26cf0d-88ad-4e29-bf2b-7684dc71c469/5f6b76cd-1780-444a-887a-1a62d03e0c2a/10efad38-3e4d-469f-8d90-b4312f75cc0d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:27:32.990925 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757010b-51e7-4f73-8b8a-0b73c898cb4d None None] Pushing event updated for resources: {'Port': ['ID=b53d71fb-f468-4c93-b670-b9f4c738dc02,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:33.016462 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2020e668-2259-4620-8875-435fb738847a None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:33.053581 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.143231 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.153242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Transition to ACTIVE for port object 10efad38-3e4d-469f-8d90-b4312f75cc0d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:33.170392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Transition to ACTIVE for port object 10efad38-3e4d-469f-8d90-b4312f75cc0d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:33.178361 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.221174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:27:33.226806 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:33.231850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:27:33.235370 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Pushing event updated for resources: {'Port': ['ID=10efad38-3e4d-469f-8d90-b4312f75cc0d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:33.248227 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2020e668-2259-4620-8875-435fb738847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:31Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:33.285855 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020e668-2259-4620-8875-435fb738847a None None] The sync data for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 is: [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:31Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:27:33.306700 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Attempting to bind port 10efad38-3e4d-469f-8d90-b4312f75cc0d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:27:33.307140 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Attempting to bind port 10efad38-3e4d-469f-8d90-b4312f75cc0d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:27:33.307528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Attempting to bind port 10efad38-3e4d-469f-8d90-b4312f75cc0d on network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:27:33.317358 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:27:33.317807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Checking segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:27:33.318245 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.318845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Bound using segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:27:33.319177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Bound port: 10efad38-3e4d-469f-8d90-b4312f75cc0d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:27:33.319577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.391558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.1 (6d26cf0d-88ad-4e29-bf2b-7684dc71c469/5f6b76cd-1780-444a-887a-1a62d03e0c2a/6170a9ca-791d-454e-a032-c1f5334f2c45) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:27:33.404208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] For port 10efad38-3e4d-469f-8d90-b4312f75cc0d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:27:33.409423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] For port 10efad38-3e4d-469f-8d90-b4312f75cc0d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=10efad38-3e4d-469f-8d90-b4312f75cc0d,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:27:33.420793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.485122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e17de-1042-4d4d-97ca-ba133a8cac0f None None] Pushing event updated for resources: {'Port': ['ID=10efad38-3e4d-469f-8d90-b4312f75cc0d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:33.519395 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.538400 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object 6170a9ca-791d-454e-a032-c1f5334f2c45 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:33.606582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.676747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:27:33.678405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:33.689051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:27:33.721621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b53d71fb-f468-4c93-b670-b9f4c738dc02 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:33.745464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=6170a9ca-791d-454e-a032-c1f5334f2c45,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:33.766482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.816247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port b53d71fb-f468-4c93-b670-b9f4c738dc02 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:33.822077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b53d71fb-f468-4c93-b670-b9f4c738dc02 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:33.822462 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.939376 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.964357 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port b53d71fb-f468-4c93-b670-b9f4c738dc02, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b53d71fb-f468-4c93-b670-b9f4c738dc02,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:33.966916 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:33.969543 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:34.026792 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=b53d71fb-f468-4c93-b670-b9f4c738dc02,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:34.302300 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:34.308746 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:34.390253 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=6170a9ca-791d-454e-a032-c1f5334f2c45,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:34.392921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:34.507586 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:27:34.509048 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:34.578848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6f772-371e-4637-bd4b-6ff0c147b12a None None] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:27:34.626186 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 040096da-fc46-4747-8540-3a6a3b43757a has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:27:34.688588 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-aadb3e70-80f1-4cbe-b69c-8024775ba48a None None] Provisioning for port 10efad38-3e4d-469f-8d90-b4312f75cc0d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:34.745965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:27:34.760066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e8c6c526-1154-44f2-8684-94a49a82c06a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/040096da-fc46-4747-8540-3a6a3b43757a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2227476 Jul 22 15:27:34.918119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-87aa75a3-b7f8-4ae4-b986-7354dd031ed4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35438624&fields=id&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 267 time: 0.0391955 Jul 22 15:27:35.031637 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-6f69091b-1fe9-4a67-9723-c6e2ca4bf241 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:35.033220 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-6f69091b-1fe9-4a67-9723-c6e2ca4bf241 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 797 time: 0.1111119 Jul 22 15:27:35.045891 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c486463-931a-4f87-8d25-8529a170258d None None] Provisioning for port 6170a9ca-791d-454e-a032-c1f5334f2c45 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:35.049972 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-2649512b-e0ea-4751-bd4a-0f00c60631fb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/quotas/51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 375 time: 0.0111351 Jul 22 15:27:35.051291 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8c486463-931a-4f87-8d25-8529a170258d None None] Provisioning complete for port 6170a9ca-791d-454e-a032-c1f5334f2c45 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:35.051731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8c486463-931a-4f87-8d25-8529a170258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:35.090360 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8c486463-931a-4f87-8d25-8529a170258d None None] Port 6170a9ca-791d-454e-a032-c1f5334f2c45 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:27:35.104999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Sync routers for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:27:35.116303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:35.117223 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:35.136046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-0124c474-00fe-4cdc-89cd-1c705458b6c5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789130 Jul 22 15:27:35.154717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-a1400e7f-6b25-4ec4-a19e-1475a0b19d26 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:27:35.155772 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-a1400e7f-6b25-4ec4-a19e-1475a0b19d26 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064964 Jul 22 15:27:35.246153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:35.259002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-47e39e7b-7509-404d-8d0e-384e7817ad38 service neutron] 10.222.0.60 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947957 Jul 22 15:27:35.348313 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-523a010f-9348-42ab-bd35-0a3d7ffd3d5b None None] Provisioning complete for port 6170a9ca-791d-454e-a032-c1f5334f2c45 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:35.349408 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-523a010f-9348-42ab-bd35-0a3d7ffd3d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:35.378673 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-35c42545-9c7c-49aa-9599-002cf781b3a8 service neutron] 10.222.0.60 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128979 Jul 22 15:27:35.434623 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-523a010f-9348-42ab-bd35-0a3d7ffd3d5b None None] Port 6170a9ca-791d-454e-a032-c1f5334f2c45 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:27:35.522451 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:34Z', 'revision_number': 2, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:35.556713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Checking router: 040096da-fc46-4747-8540-3a6a3b43757a for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:27:35.557213 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Updating router 040096da-fc46-4747-8540-3a6a3b43757a port 6170a9ca-791d-454e-a032-c1f5334f2c45 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:27:35.561089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5546fcdc-e1d1-4c4d-b05b-ce63aec581e6 req-b80c23cb-4505-4a5b-8d7c-b26a420f81a5 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 210 time: 0.0318725 Jul 22 15:27:35.597927 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:35.618880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-38665097-f4fb-4293-830e-c4418b9b6b68 None None] Provisioning complete for port 6170a9ca-791d-454e-a032-c1f5334f2c45 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:35.619246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-38665097-f4fb-4293-830e-c4418b9b6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:35.821380 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 10efad38-3e4d-469f-8d90-b4312f75cc0d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:35.884567 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-38665097-f4fb-4293-830e-c4418b9b6b68 None None] Port 6170a9ca-791d-454e-a032-c1f5334f2c45 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:27:35.968136 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 10efad38-3e4d-469f-8d90-b4312f75cc0d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:35.984105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 10efad38-3e4d-469f-8d90-b4312f75cc0d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:35.984516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.175113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.208033 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.228668 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Transition to ACTIVE for port object 6170a9ca-791d-454e-a032-c1f5334f2c45 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:36.231407 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 10efad38-3e4d-469f-8d90-b4312f75cc0d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=10efad38-3e4d-469f-8d90-b4312f75cc0d,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:36.239877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.240716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b53d71fb-f468-4c93-b670-b9f4c738dc02 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:36.243982 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.336701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=10efad38-3e4d-469f-8d90-b4312f75cc0d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:36.440455 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e58ba-d839-4b1f-b62f-adbfe0e02be5 None None] Pushing event updated for resources: {'Port': ['ID=6170a9ca-791d-454e-a032-c1f5334f2c45,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:36.447222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Attempting to bind port 6170a9ca-791d-454e-a032-c1f5334f2c45 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:27:36.447730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Attempting to bind port 6170a9ca-791d-454e-a032-c1f5334f2c45 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:27:36.448251 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Attempting to bind port 6170a9ca-791d-454e-a032-c1f5334f2c45 on network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:27:36.453606 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port b53d71fb-f468-4c93-b670-b9f4c738dc02 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:36.454099 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.482130 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:27:36.482893 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Checking segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:27:36.483580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.484260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Bound using segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:27:36.485279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Bound port: 6170a9ca-791d-454e-a032-c1f5334f2c45, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:27:36.485791 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.607148 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f291f2bb-8220-4713-9bca-a646fe768bd3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:36.608882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f291f2bb-8220-4713-9bca-a646fe768bd3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 797 time: 0.1735053 Jul 22 15:27:36.610713 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] For port 6170a9ca-791d-454e-a032-c1f5334f2c45, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:27:36.641235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] For port 6170a9ca-791d-454e-a032-c1f5334f2c45, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6170a9ca-791d-454e-a032-c1f5334f2c45,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:27:36.651455 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.665334 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-94807a25-a9fc-490a-8c6d-4e51a63d442f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 378 time: 0.0474639 Jul 22 15:27:36.674337 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'port': {'device_id': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'admin_state_up': True, 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'security_groups': ['6f2db3ae-8932-45a5-879c-05c238e8cf1e']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:36.683138 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-29bea846-f7dc-46ae-b442-3b539d045ffe req-4d9c7ada-4292-45ad-a7ce-0cdad03fa637 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 210 time: 0.0355673 Jul 22 15:27:36.721503 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:36.722157 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:36.724841 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e58ba-d839-4b1f-b62f-adbfe0e02be5 None None] Pushing event updated for resources: {'Port': ['ID=6170a9ca-791d-454e-a032-c1f5334f2c45,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:36.822595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:27:36.826229 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:36.855419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:36.970251 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.6 (6d26cf0d-88ad-4e29-bf2b-7684dc71c469/5f6b76cd-1780-444a-887a-1a62d03e0c2a/55d13327-e0f7-45dc-be0a-2088a94ce797) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:27:37.081552 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:36Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:37.112255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331cfba7-efa6-440c-aedc-68f2f1d121c0 None None] The sync data for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 is: [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:36Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:27:37.131105 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.145562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object 55d13327-e0f7-45dc-be0a-2088a94ce797 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:37.189413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.231493 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:27:37.241967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:37.246135 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:27:37.271761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=55d13327-e0f7-45dc-be0a-2088a94ce797,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:37.303806 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:37.304531 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.326076 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f5234048-bf3b-48b5-bb8d-2fadcaccc902 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6530392 Jul 22 15:27:37.335936 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Request body: {'port': {'device_id': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:37.424766 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.548989 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc2ecff5-5128-4094-97c3-7620f9ef86a2 None None] Provisioning for port 55d13327-e0f7-45dc-be0a-2088a94ce797 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:37.555679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-cc2ecff5-5128-4094-97c3-7620f9ef86a2 None None] Provisioning complete for port 55d13327-e0f7-45dc-be0a-2088a94ce797 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:37.556221 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc2ecff5-5128-4094-97c3-7620f9ef86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.599807 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ecff5-5128-4094-97c3-7620f9ef86a2 None None] Port 55d13327-e0f7-45dc-be0a-2088a94ce797 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:27:37.752267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d13327-e0f7-45dc-be0a-2088a94ce797 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:27:37.762791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.780392 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Transition to ACTIVE for port object 55d13327-e0f7-45dc-be0a-2088a94ce797 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:27:37.781962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 10efad38-3e4d-469f-8d90-b4312f75cc0d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:37.785694 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.842611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.858791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 10efad38-3e4d-469f-8d90-b4312f75cc0d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:37.859180 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.865444 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Pushing event updated for resources: {'Port': ['ID=55d13327-e0f7-45dc-be0a-2088a94ce797,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:37.875364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c7f9-aded-4d8a-8768-edea8a194b1e req-2924ca33-4748-4661-b6f6-0d77081ec8a2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:37.876897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9687c7f9-aded-4d8a-8768-edea8a194b1e req-2924ca33-4748-4661-b6f6-0d77081ec8a2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 931 time: 0.1263242 Jul 22 15:27:37.944337 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9687c7f9-aded-4d8a-8768-edea8a194b1e req-87578259-62af-4f0e-a9a7-db745fb9b0ba tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586145 Jul 22 15:27:37.945612 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Attempting to bind port 55d13327-e0f7-45dc-be0a-2088a94ce797 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:27:37.945965 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Attempting to bind port 55d13327-e0f7-45dc-be0a-2088a94ce797 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:27:37.946362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Attempting to bind port 55d13327-e0f7-45dc-be0a-2088a94ce797 on network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:27:37.962872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Port 55d13327-e0f7-45dc-be0a-2088a94ce797 on network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:27:37.963394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Attempting to bind port 55d13327-e0f7-45dc-be0a-2088a94ce797 on network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:27:37.969598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:27:37.969939 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Checking segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:27:37.970326 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Bound using segment: {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:27:37.970819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Bound port: 55d13327-e0f7-45dc-be0a-2088a94ce797, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1250af87-9073-458e-89b6-78ea3ba8d1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:27:37.971234 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:37.998742 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6170a9ca-791d-454e-a032-c1f5334f2c45 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:38.056953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] For port 55d13327-e0f7-45dc-be0a-2088a94ce797, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:27:38.061366 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 6170a9ca-791d-454e-a032-c1f5334f2c45 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:38.061781 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] For port 55d13327-e0f7-45dc-be0a-2088a94ce797, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=55d13327-e0f7-45dc-be0a-2088a94ce797,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:27:38.066339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6170a9ca-791d-454e-a032-c1f5334f2c45 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:38.066870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:38.066983 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:38.104789 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.105454 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:38.106985 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] 10.222.0.72 "PUT /v2.0/ports/55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 1091 time: 0.7756150 Jul 22 15:27:38.107451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:27:38.109807 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47463b90-2787-43f6-87f9-f59dd01d49d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:27:38.155792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480a164-5ab6-4a9c-95f4-2a201d328e08 service neutron] Pushing event updated for resources: {'Port': ['ID=55d13327-e0f7-45dc-be0a-2088a94ce797,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:38.189520 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01b945c-864e-429d-ae9c-b521c7906f5a x-openstack-request-id: req-e01b945c-864e-429d-ae9c-b521c7906f5a {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:27:38.189812 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:27:38.190067 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e01b945c-864e-429d-ae9c-b521c7906f5a {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:27:38.190475 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'status': 'completed', 'code': 200} Jul 22 15:27:38.203027 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:38.228737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-6614dd58-8946-42ee-827f-df2906dddb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.231003 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-6614dd58-8946-42ee-827f-df2906dddb7a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1094 time: 0.0722270 Jul 22 15:27:38.271684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 6170a9ca-791d-454e-a032-c1f5334f2c45, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6170a9ca-791d-454e-a032-c1f5334f2c45,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:38.276102 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:38.279534 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:38.290696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-f68bd752-ba6e-49ec-811c-f010452b6eb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 217 time: 0.0523465 Jul 22 15:27:38.345970 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=6170a9ca-791d-454e-a032-c1f5334f2c45,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:38.352258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-02872a83-2b27-4fdf-826d-02deba0797f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.354599 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-02872a83-2b27-4fdf-826d-02deba0797f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 200 len: 835 time: 0.0582879 Jul 22 15:27:38.423228 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ce774-36f3-43ae-b867-a4d40f187dba req-b7ff0fb8-0a34-41f9-ac65-947b4ec4a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.424882 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-b7ff0fb8-0a34-41f9-ac65-947b4ec4a642 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640225 Jul 22 15:27:38.520544 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-591c0e2f-bb54-48c7-afc4-a529ed98a61c service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887909 Jul 22 15:27:38.612862 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-822ce774-36f3-43ae-b867-a4d40f187dba req-497727f1-ec43-4cdb-912e-a1bb7d71fc2f service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862327 Jul 22 15:27:38.711760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-7a2607f1-eb32-42e7-98d8-7c56943af5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.713288 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-7a2607f1-eb32-42e7-98d8-7c56943af5b6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1094 time: 0.0587020 Jul 22 15:27:38.809220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-7c411817-303a-4bb0-a41d-335456d6d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.810879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-7c411817-303a-4bb0-a41d-335456d6d6d1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 898 time: 0.0916789 Jul 22 15:27:38.854753 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-af446121-5487-44c0-8b3b-99e166fbfa75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 217 time: 0.0367827 Jul 22 15:27:38.909729 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-d3bd399d-633e-4ffd-8e6f-bd9ce0555a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.911269 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-d3bd399d-633e-4ffd-8e6f-bd9ce0555a14 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 200 len: 835 time: 0.0492568 Jul 22 15:27:38.970015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-bd3a4d05-4380-4a0e-a351-3ec94ed5f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:38.971624 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-bd3a4d05-4380-4a0e-a351-3ec94ed5f55c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541260 Jul 22 15:27:39.066853 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-bdbea846-6b87-487d-9184-c7da24a721fe service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877118 Jul 22 15:27:39.071612 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a3a23-99a3-4874-872e-5fb1253d6750 req-e421b4d1-73d5-4b66-bfe0-b03f9d4d335e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:39.073195 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a08a3a23-99a3-4874-872e-5fb1253d6750 req-e421b4d1-73d5-4b66-bfe0-b03f9d4d335e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 943 time: 0.0655415 Jul 22 15:27:39.113405 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a08a3a23-99a3-4874-872e-5fb1253d6750 req-c1faa863-a7c7-4ce0-9909-04a08f49c7f9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341976 Jul 22 15:27:39.182483 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-47463b90-2787-43f6-87f9-f59dd01d49d6 req-16ca5f1a-9e2e-4aa7-8fae-88c24ad0cf9d service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089480 Jul 22 15:27:39.662169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6170a9ca-791d-454e-a032-c1f5334f2c45 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:39.724273 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 6170a9ca-791d-454e-a032-c1f5334f2c45 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:39.724799 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:39.963559 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5beaaa0d-c9f1-47c0-b1d9-4fefc961c740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:40.245483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec972c-8a6a-415c-861f-94de0c4cc8ee req-80e20dac-8dda-47f1-aa68-6b55f515c52b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:40.246922 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5cec972c-8a6a-415c-861f-94de0c4cc8ee req-80e20dac-8dda-47f1-aa68-6b55f515c52b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 943 time: 0.0637803 Jul 22 15:27:40.289701 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5cec972c-8a6a-415c-861f-94de0c4cc8ee req-918c77d6-931d-4946-9f25-5d802d2e506a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372176 Jul 22 15:27:40.506991 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 55d13327-e0f7-45dc-be0a-2088a94ce797 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:27:40.600982 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 55d13327-e0f7-45dc-be0a-2088a94ce797, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=55d13327-e0f7-45dc-be0a-2088a94ce797,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:40.611976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'port_id': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'mac_address': 'fa:16:3e:a5:f0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:27:40.651795 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:40.664476 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d13327-e0f7-45dc-be0a-2088a94ce797 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:27:40.683951 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 55d13327-e0f7-45dc-be0a-2088a94ce797, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=55d13327-e0f7-45dc-be0a-2088a94ce797,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:40.687820 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:40.734114 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=55d13327-e0f7-45dc-be0a-2088a94ce797,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:40.891934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['55d13327-e0f7-45dc-be0a-2088a94ce797'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:27:41.430045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d49c5-aebe-4ca8-a2e0-d59b3ac40974 req-ffca4574-93d5-477b-a638-94999992f70c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:41.431546 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-908d49c5-aebe-4ca8-a2e0-d59b3ac40974 req-ffca4574-93d5-477b-a638-94999992f70c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 944 time: 0.0702271 Jul 22 15:27:41.469052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-908d49c5-aebe-4ca8-a2e0-d59b3ac40974 req-ee3aa09a-b812-4914-898a-ddb04c7d2e01 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318837 Jul 22 15:27:42.194596 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dc2a5958-9b9a-4bdc-9745-ba9b3ebd6865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:42.444144 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:42.523059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 55d13327-e0f7-45dc-be0a-2088a94ce797 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:27:42.572697 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 55d13327-e0f7-45dc-be0a-2088a94ce797 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:27:42.576810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 55d13327-e0f7-45dc-be0a-2088a94ce797 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:27:42.577193 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:42.602794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5019905-c2b0-4602-9d67-9e1615e326f6 req-65935c93-c44e-4f7c-a0d5-cd671d3962d2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:42.604524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5019905-c2b0-4602-9d67-9e1615e326f6 req-65935c93-c44e-4f7c-a0d5-cd671d3962d2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 944 time: 0.0684288 Jul 22 15:27:42.645483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a5019905-c2b0-4602-9d67-9e1615e326f6 req-fe90e7a5-df4f-49ed-9832-c0ac6df3ef44 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326347 Jul 22 15:27:42.660414 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:42.690667 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:27:42.692976 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee40528-2c2a-498f-9f63-ae0ad99e399c" -d '{"events": [{"server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "name": "network-vif-plugged", "status": "completed", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:27:42.706137 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 55d13327-e0f7-45dc-be0a-2088a94ce797, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=55d13327-e0f7-45dc-be0a-2088a94ce797,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:27:42.711437 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:42.735054 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b3a03a-d37d-4fe5-9cc8-a8f93405d93c x-openstack-request-id: req-d9b3a03a-d37d-4fe5-9cc8-a8f93405d93c {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:27:42.735351 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "name": "network-vif-plugged", "status": "completed", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:27:42.735612 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9b3a03a-d37d-4fe5-9cc8-a8f93405d93c {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:27:42.736039 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'code': 200} Jul 22 15:27:42.765434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=55d13327-e0f7-45dc-be0a-2088a94ce797,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:42.840940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e7e01-2bdd-47f9-b0e8-d9063841a984 req-65235b64-2331-4ba3-bb48-59490215ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:42.842502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e2e7e01-2bdd-47f9-b0e8-d9063841a984 req-65235b64-2331-4ba3-bb48-59490215ffb4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1096 time: 0.0540535 Jul 22 15:27:42.877773 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e2e7e01-2bdd-47f9-b0e8-d9063841a984 req-76cc5135-d227-471e-9608-d4292140bf5f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287793 Jul 22 15:27:43.784276 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c509c-e245-4fc9-9d9b-00b59369aad8 req-0bcfbb71-8f02-4559-923d-5a1799c120f1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:43.785822 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa3c509c-e245-4fc9-9d9b-00b59369aad8 req-0bcfbb71-8f02-4559-923d-5a1799c120f1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0704093 Jul 22 15:27:43.825477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa3c509c-e245-4fc9-9d9b-00b59369aad8 req-b7f9247a-53df-4be8-95d8-b5ffa721b821 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335472 Jul 22 15:27:43.862672 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:43.961904 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda80c3-e5b5-4a7e-9146-f7395607d3a7 req-3ce0f1ec-2120-4518-9d47-c649202c6afb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:43.963453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4eda80c3-e5b5-4a7e-9146-f7395607d3a7 req-3ce0f1ec-2120-4518-9d47-c649202c6afb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0657544 Jul 22 15:27:44.002854 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4eda80c3-e5b5-4a7e-9146-f7395607d3a7 req-1ec2b391-98ae-4b20-8a6b-b6decd017971 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327151 Jul 22 15:27:44.025766 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43084) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:44.084785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc641248-b952-47c5-b5d1-442bae938d06 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:44.086315 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-cc641248-b952-47c5-b5d1-442bae938d06 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1091 time: 0.0595727 Jul 22 15:27:44.089057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43086) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:44.093373 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:27:44.115091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:44.210504 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:44.664095 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.68 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/34bb467d-0720-49ae-a4f0-bb1317c7b6b8) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:27:44.777617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:44.821605 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:44.862599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:27:44.872229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:27:44.877355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:27:44.880157 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=34bb467d-0720-49ae-a4f0-bb1317c7b6b8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:45.252356 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.333168 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.495341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.500276 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.539959 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.570575 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=34bb467d-0720-49ae-a4f0-bb1317c7b6b8,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:27:45.587670 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:45.697841 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP bd01453a-00f9-4235-bef3-38b5a29fd3a0 associated. External IP: 172.25.3.68, port: 55d13327-e0f7-45dc-be0a-2088a94ce797. Jul 22 15:27:45.913448 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 040096da-fc46-4747-8540-3a6a3b43757a has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:27:46.031355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:27:46.040791 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] Sync routers for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:27:46.048841 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:27:46.050966 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:46.051604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:46.087377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b9fbeeaf-22fa-410b-b6d0-f9199adb4c97 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9972777 Jul 22 15:27:46.088272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:27:46.090907 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275809ab-aafc-4d98-95ef-9a310ba7b9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:27:46.160176 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94923d69-67fb-4dd8-8192-62bf7a750b5d x-openstack-request-id: req-94923d69-67fb-4dd8-8192-62bf7a750b5d {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:27:46.160552 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:27:46.160751 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94923d69-67fb-4dd8-8192-62bf7a750b5d {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:27:46.161094 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'status': 'completed', 'code': 200} Jul 22 15:27:46.165219 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:46.235917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9851049-98fa-4fee-abf5-9060a52201f7 req-f13268e1-6149-4ae2-94c8-0c86066a5565 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:46.237508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9851049-98fa-4fee-abf5-9060a52201f7 req-f13268e1-6149-4ae2-94c8-0c86066a5565 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0680990 Jul 22 15:27:46.246126 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-1801985f-069c-477b-8987-8ab83dcc3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:46.248196 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-1801985f-069c-477b-8987-8ab83dcc3e31 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1096 time: 0.0647047 Jul 22 15:27:46.295105 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c9851049-98fa-4fee-abf5-9060a52201f7 req-adc57687-e4a3-4ab0-aafa-1711583c6013 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501370 Jul 22 15:27:46.324945 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43092) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:46.352514 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-f913420c-c37f-4058-b77d-8d63f6df8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:46.354033 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-f913420c-c37f-4058-b77d-8d63f6df8f3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 898 time: 0.0988574 Jul 22 15:27:46.398411 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-caa9a413-de2a-410b-9162-a8f84ba859d7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/bd01453a-00f9-4235-bef3-38b5a29fd3a0 HTTP/1.1" status: 200 len: 990 time: 0.0714376 Jul 22 15:27:46.427522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-098e158c-8f9e-41a3-ab7b-931e34f6f52b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 998 time: 0.0662305 Jul 22 15:27:46.427927 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'bd01453a-00f9-4235-bef3-38b5a29fd3a0', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'port_id': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'mac_address': 'fa:16:3e:a5:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:27:45Z', 'updated_at': '2021-07-22T15:27:45Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:38Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:46.459119 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] Checking router: 040096da-fc46-4747-8540-3a6a3b43757a for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:27:46.467922 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:27:46.468541 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:27:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:46.478883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-805d78e7-3b90-4903-bace-911cd48dd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:46.480381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-805d78e7-3b90-4903-bace-911cd48dd152 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 200 len: 835 time: 0.0476828 Jul 22 15:27:46.543883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-0d15e5bb-de97-4123-987a-da7dc870f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:27:46.545537 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-0d15e5bb-de97-4123-987a-da7dc870f263 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580947 Jul 22 15:27:46.575161 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:27:46.654502 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-dfb1f643-253b-46bb-867a-e40d81a0377f service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009297 Jul 22 15:27:46.753155 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-275809ab-aafc-4d98-95ef-9a310ba7b9d3 req-99621173-0fbf-44cf-b600-db88ca22e367 service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915017 Jul 22 15:27:46.910544 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'bd01453a-00f9-4235-bef3-38b5a29fd3a0', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'port_id': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'mac_address': 'fa:16:3e:a5:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:27:45Z', 'updated_at': '2021-07-22T15:27:45Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:38Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:27:46.937555 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4dc661-a7ec-4353-8b6b-07e7426c76ad None None] The sync data for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 is: [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'bd01453a-00f9-4235-bef3-38b5a29fd3a0', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'port_id': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'mac_address': 'fa:16:3e:a5:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:27:45Z', 'updated_at': '2021-07-22T15:27:45Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:38Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:27:47.130456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7c354-5fe7-429d-b83a-bd88f5fe33a8 None None] New status for floating IP bd01453a-00f9-4235-bef3-38b5a29fd3a0: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:27:47.402614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43094) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:27:47.464139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f14f5be6-a8af-4deb-9245-b969babd6a33 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/bd01453a-00f9-4235-bef3-38b5a29fd3a0 HTTP/1.1" status: 200 len: 992 time: 0.0603564 Jul 22 15:27:55.783552 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:28:07.831096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:08.237211 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:09.965176 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4189dd9e-4f34-4c29-ab27-ff5029a8bfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:12.196047 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-aaca7f62-f5b2-4a95-9f04-152de036cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:12.444981 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:13.864611 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:15.542188 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:16.307121 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ea6de-c387-45df-96f6-8d943f70331c req-b6b459e5-75d2-4bd9-b029-8b7a0aa4bfd0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:16.308666 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-843ea6de-c387-45df-96f6-8d943f70331c req-b6b459e5-75d2-4bd9-b029-8b7a0aa4bfd0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0730891 Jul 22 15:28:16.346426 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-843ea6de-c387-45df-96f6-8d943f70331c req-d15433a2-4717-4ac6-a7a6-7647b6896777 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321369 Jul 22 15:28:17.044769 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-2c0caa45-969a-48b4-8c07-8d1ce897985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:17.046366 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-2c0caa45-969a-48b4-8c07-8d1ce897985e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1096 time: 0.0539784 Jul 22 15:28:17.157010 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-f3e284d0-4ae6-4da2-8220-8530e2f7eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:17.157010 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-f3e284d0-4ae6-4da2-8220-8530e2f7eed3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 898 time: 0.0898039 Jul 22 15:28:17.232700 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-40b61288-f604-4d8e-9275-cf5d30e963f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 1000 time: 0.0704055 Jul 22 15:28:17.282776 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-916f7cf5-0509-42ed-b3c2-647313b7b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:17.284282 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-916f7cf5-0509-42ed-b3c2-647313b7b2b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 200 len: 835 time: 0.0448613 Jul 22 15:28:17.342383 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-94d3670e-b5a8-4c7c-9816-35181c3703c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:17.343982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-94d3670e-b5a8-4c7c-9816-35181c3703c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532594 Jul 22 15:28:17.448060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-20995264-83f7-4391-9698-9f2ca4aef8a6 service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969872 Jul 22 15:28:17.487063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7bd4a-f7e3-4de7-9ac2-5a90042a1207 req-72fb4841-c4cb-408c-ad38-08f874a4af2e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:17.488643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf7bd4a-f7e3-4de7-9ac2-5a90042a1207 req-72fb4841-c4cb-408c-ad38-08f874a4af2e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0648324 Jul 22 15:28:17.540388 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ebf7bd4a-f7e3-4de7-9ac2-5a90042a1207 req-9f4a25de-b55c-4b2f-b57a-9337f0c039ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457366 Jul 22 15:28:17.550785 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9e8d75bc-facf-4010-8f41-a36ffe8cec30 req-8269d0ff-ddfe-4f1d-85d9-95de9f6e256c service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959044 Jul 22 15:28:18.676002 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9517d-1d1e-42a9-add7-a2ddbb03cbfe req-6ba806eb-da20-4134-a579-646da3572afb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:18.677535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17c9517d-1d1e-42a9-add7-a2ddbb03cbfe req-6ba806eb-da20-4134-a579-646da3572afb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0665472 Jul 22 15:28:18.714586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-17c9517d-1d1e-42a9-add7-a2ddbb03cbfe req-626c435f-f147-4e12-98e8-49499c5d2522 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313339 Jul 22 15:28:19.847145 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2b381-b51f-4460-88ee-c9d06c5b6ffb req-b30e1a15-2f37-4e8f-af77-437f2aee97df tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:19.848957 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96f2b381-b51f-4460-88ee-c9d06c5b6ffb req-b30e1a15-2f37-4e8f-af77-437f2aee97df tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0670710 Jul 22 15:28:19.888130 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-96f2b381-b51f-4460-88ee-c9d06c5b6ffb req-f1324a85-be2a-4239-b14d-e05b032ea996 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331416 Jul 22 15:28:21.020669 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e2838-10c3-4e67-a9c5-8edd6e6ea2a8 req-c7bb085e-0fe4-4f0d-b925-2b13017c4601 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:21.022191 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a62e2838-10c3-4e67-a9c5-8edd6e6ea2a8 req-c7bb085e-0fe4-4f0d-b925-2b13017c4601 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0628150 Jul 22 15:28:21.059317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a62e2838-10c3-4e67-a9c5-8edd6e6ea2a8 req-7565451c-cefb-4d7f-8113-5e3e5bd5ba37 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311880 Jul 22 15:28:22.189913 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9baa65-576f-47f3-9cbe-01eca8e3f3f3 req-5aa4ce3a-a3ec-420a-b3ef-74b1e7a90e5f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:22.191437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e9baa65-576f-47f3-9cbe-01eca8e3f3f3 req-5aa4ce3a-a3ec-420a-b3ef-74b1e7a90e5f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0665197 Jul 22 15:28:22.228679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3e9baa65-576f-47f3-9cbe-01eca8e3f3f3 req-d44afb50-d323-4e1f-af13-b81123ac7325 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311522 Jul 22 15:28:23.358902 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326fc0e-a437-4846-b951-44f38072c52b req-f75491ed-bb8a-4a25-be3c-983745a9b3b9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:23.360434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3326fc0e-a437-4846-b951-44f38072c52b req-f75491ed-bb8a-4a25-be3c-983745a9b3b9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0637443 Jul 22 15:28:23.398369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3326fc0e-a437-4846-b951-44f38072c52b req-de163b17-f7f7-4050-beb4-909c3a69271a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318086 Jul 22 15:28:24.532339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e259-0fc0-4fcc-a8a5-063502cbd9aa req-b5261e4f-ea79-4940-ba71-1291a2bf3367 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:24.533755 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ec2e259-0fc0-4fcc-a8a5-063502cbd9aa req-b5261e4f-ea79-4940-ba71-1291a2bf3367 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0674853 Jul 22 15:28:24.571597 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1ec2e259-0fc0-4fcc-a8a5-063502cbd9aa req-cfe37860-5610-45a0-a8a0-9a8b96d403b3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321801 Jul 22 15:28:25.705853 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104caeba-b9c0-4c71-a967-e5c007eebd9c req-6068e2f2-c5c4-4ac3-a020-119036105628 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:25.708075 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-104caeba-b9c0-4c71-a967-e5c007eebd9c req-6068e2f2-c5c4-4ac3-a020-119036105628 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0673137 Jul 22 15:28:25.744717 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-104caeba-b9c0-4c71-a967-e5c007eebd9c req-1bb7fd4d-bad2-4999-9c27-828749ab9656 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308723 Jul 22 15:28:26.877146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38968c-0b96-4dc8-82c5-e24a4eac9ab2 req-11329701-7c59-404b-9e13-377c26ff7433 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:26.878696 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b38968c-0b96-4dc8-82c5-e24a4eac9ab2 req-11329701-7c59-404b-9e13-377c26ff7433 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0661407 Jul 22 15:28:26.917853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b38968c-0b96-4dc8-82c5-e24a4eac9ab2 req-1dee5ff2-d116-435b-b25c-05bdf259b0be tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327401 Jul 22 15:28:26.940504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43130) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:28:27.008873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-bbdd3f9e-0b1a-4921-94a1-c8e23b33ef5f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/bd01453a-00f9-4235-bef3-38b5a29fd3a0 HTTP/1.1" status: 200 len: 992 time: 0.0672221 Jul 22 15:28:28.276677 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a3680-17b0-410b-b7c2-9696df54a601 req-9fbdecf2-5a5f-4fca-8411-82927550df95 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:28.278280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce9a3680-17b0-410b-b7c2-9696df54a601 req-9fbdecf2-5a5f-4fca-8411-82927550df95 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0669305 Jul 22 15:28:28.297210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2544-5352-4990-b20d-79a0642133ed req-10cf6873-8b83-4b7a-b248-3c2617f5549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:28.299938 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-10cf6873-8b83-4b7a-b248-3c2617f5549c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1096 time: 0.0572908 Jul 22 15:28:28.324746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ce9a3680-17b0-410b-b7c2-9696df54a601 req-3985afc0-3b68-4ee8-934b-3cdac1090edd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409651 Jul 22 15:28:28.396530 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2544-5352-4990-b20d-79a0642133ed req-c0aaccbb-6b64-491a-b2c7-00f604996261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:28.398066 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-c0aaccbb-6b64-491a-b2c7-00f604996261 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 898 time: 0.0907459 Jul 22 15:28:28.463543 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-7c474f4c-517b-4c42-9fcf-4502fc6d26d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 1000 time: 0.0596137 Jul 22 15:28:28.511981 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2544-5352-4990-b20d-79a0642133ed req-6335c53f-932f-4e0e-b301-d32e83297aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:28.513438 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-6335c53f-932f-4e0e-b301-d32e83297aca service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 200 len: 835 time: 0.0435722 Jul 22 15:28:28.571911 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae2544-5352-4990-b20d-79a0642133ed req-c844d5e1-9e44-4137-a9f5-322985953831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:28.573381 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-c844d5e1-9e44-4137-a9f5-322985953831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533960 Jul 22 15:28:28.675806 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-7820f886-2246-4bdc-b4d7-ce4a01add752 service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959208 Jul 22 15:28:28.762197 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2cae2544-5352-4990-b20d-79a0642133ed req-7f5ef90e-21b2-4295-8e79-a996c771d2dc service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802820 Jul 22 15:28:29.473920 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415a17b-1886-4600-a73d-2ec51e693426 req-573844a5-3306-40c9-a64b-7bc0bea8de02 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:28:29.475508 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c415a17b-1886-4600-a73d-2ec51e693426 req-573844a5-3306-40c9-a64b-7bc0bea8de02 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0698338 Jul 22 15:28:29.514682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c415a17b-1886-4600-a73d-2ec51e693426 req-4f501310-f2a7-4bcb-a593-d21f3abf19f8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332160 Jul 22 15:28:29.538416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43142) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:28:29.601400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f0c84458-3e68-4348-b0de-acc491bee3f4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/bd01453a-00f9-4235-bef3-38b5a29fd3a0 HTTP/1.1" status: 200 len: 992 time: 0.0617929 Jul 22 15:28:32.782736 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:28:37.825347 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:38.237502 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:39.965280 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ddbcab74-ac79-4e07-9b3e-087899b98948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:42.204498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3511bc90-8993-40ab-ad83-696f0bcfce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:42.447194 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:43.867439 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:28:45.543705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.071003 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43160) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:00.226608 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 34bb467d-0720-49ae-a4f0-bb1317c7b6b8 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:29:00.226964 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.307482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.307815 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.319414 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 34bb467d-0720-49ae-a4f0-bb1317c7b6b8 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:29:00.466942 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.492064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=34bb467d-0720-49ae-a4f0-bb1317c7b6b8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:00.521746 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.522097 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.522440 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.522808 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.523144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.523483 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.523816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.524406 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.524734 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.525063 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.525413 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.525761 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:00.565287 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.565630 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP bd01453a-00f9-4235-bef3-38b5a29fd3a0 disassociated (deleted). External IP: 172.25.3.68, port: 55d13327-e0f7-45dc-be0a-2088a94ce797. Jul 22 15:29:00.771857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 040096da-fc46-4747-8540-3a6a3b43757a has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:29:00.877883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:29:00.883257 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:00.887848 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] Sync routers for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:29:00.901876 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:00.902548 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:00.920333 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-1671f231-374b-4457-a71b-08791f8f4486 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/floatingips/bd01453a-00f9-4235-bef3-38b5a29fd3a0 HTTP/1.1" status: 204 len: 168 time: 0.8482211 Jul 22 15:29:00.921042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:29:00.923453 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3fb2aa-3e75-4584-9247-14f537d819fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:29:00.963467 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ac26d3-53ee-4b02-b04b-bb97cd24d818 x-openstack-request-id: req-73ac26d3-53ee-4b02-b04b-bb97cd24d818 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:29:00.963767 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:29:00.964025 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73ac26d3-53ee-4b02-b04b-bb97cd24d818 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:29:00.964435 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'status': 'completed', 'code': 200} Jul 22 15:29:01.008298 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:01.048044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-cddd6e34-d6b1-41c0-8f88-cfd1da5e65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:01.050422 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-cddd6e34-d6b1-41c0-8f88-cfd1da5e65c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 1096 time: 0.0639989 Jul 22 15:29:01.149842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-293964df-f398-4c83-956d-251f90f96cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:01.151391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-293964df-f398-4c83-956d-251f90f96cd5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 200 len: 898 time: 0.0950434 Jul 22 15:29:01.173325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c980e78-2344-4077-8363-721ab01fc0bf req-1cc455f1-a5f0-4e7f-9d2c-cc29fd0adb31 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:01.174872 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c980e78-2344-4077-8363-721ab01fc0bf req-1cc455f1-a5f0-4e7f-9d2c-cc29fd0adb31 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0641658 Jul 22 15:29:01.199875 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-8da01bd7-2634-42bc-9c30-7a15405e4290 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 200 len: 217 time: 0.0412548 Jul 22 15:29:01.219394 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5c980e78-2344-4077-8363-721ab01fc0bf req-42a358c8-94d9-4599-99aa-625e8ce717c6 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380714 Jul 22 15:29:01.234578 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:38Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:01.256629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-eced2ed0-7b0d-4abe-9bfa-2bb787536d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:01.258115 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-eced2ed0-7b0d-4abe-9bfa-2bb787536d55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 200 len: 835 time: 0.0517421 Jul 22 15:29:01.262776 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] Checking router: 040096da-fc46-4747-8540-3a6a3b43757a for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:29:01.272340 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:01.273069 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:01.317816 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-9f6b9931-7c13-4047-9913-7ee5d4d2d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:01.319337 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-9f6b9931-7c13-4047-9913-7ee5d4d2d770 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d26cf0d-88ad-4e29-bf2b-7684dc71c469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546255 Jul 22 15:29:01.376839 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:01.413213 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-da116a27-40be-47c7-9f68-35d672b0a8cc service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871563 Jul 22 15:29:01.502833 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1f3fb2aa-3e75-4584-9247-14f537d819fa req-67512bc1-634c-40f2-899d-9027c16cf2ef service neutron] 10.222.0.72 "GET /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820816 Jul 22 15:29:01.575122 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:38Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:01.609331 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69cd0d-a258-41e0-9d96-1fd1ad0d6eee None None] The sync data for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 is: [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '6170a9ca-791d-454e-a032-c1f5334f2c45', 'name': '', 'network_id': '6d26cf0d-88ad-4e29-bf2b-7684dc71c469', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:65:71:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:33Z', 'updated_at': '2021-07-22T15:27:38Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '5f6b76cd-1780-444a-887a-1a62d03e0c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:29:01.913800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df2eb02-81aa-415d-a80b-e96915b2daf6 None None] New status for floating IP bd01453a-00f9-4235-bef3-38b5a29fd3a0: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:29:02.360754 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938dbcd-d941-493f-9dba-5568c119523d req-174ae279-7246-4dfa-b1db-a8512410e018 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:02.362250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7938dbcd-d941-493f-9dba-5568c119523d req-174ae279-7246-4dfa-b1db-a8512410e018 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0639427 Jul 22 15:29:02.401094 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7938dbcd-d941-493f-9dba-5568c119523d req-bbf27fb6-e06a-4e2c-92f6-ca000b128c69 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=6f2db3ae-8932-45a5-879c-05c238e8cf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329411 Jul 22 15:29:02.600723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-0aafed05-dd22-4c25-b4d0-324fe9fde773 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:02.602130 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-0aafed05-dd22-4c25-b4d0-324fe9fde773 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 945 time: 0.0680869 Jul 22 15:29:02.704739 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 55d13327-e0f7-45dc-be0a-2088a94ce797 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:29:02.705091 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:02.794859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 55d13327-e0f7-45dc-be0a-2088a94ce797, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=55d13327-e0f7-45dc-be0a-2088a94ce797,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:02.795215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:02.806822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 55d13327-e0f7-45dc-be0a-2088a94ce797 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:29:02.936410 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:02.969306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=55d13327-e0f7-45dc-be0a-2088a94ce797,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:03.346784 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] No DVR routers for this DVR port 55d13327-e0f7-45dc-be0a-2088a94ce797 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:29:03.349474 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:03.351537 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c18ed3fc-733c-4293-af28-9798e6f5d91d req-42997e9c-8572-45c9-b4ac-f85ecae39142 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "DELETE /v2.0/ports/55d13327-e0f7-45dc-be0a-2088a94ce797 HTTP/1.1" status: 204 len: 173 time: 0.7439466 Jul 22 15:29:03.351983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'name': 'network-vif-deleted', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:29:03.354257 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf15022-987e-4e8d-8d0a-702eeda80962" -d '{"events": [{"server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "name": "network-vif-deleted", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:29:03.396551 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4ff305-e92d-489e-ac7e-c764054bef86 x-openstack-request-id: req-7f4ff305-e92d-489e-ac7e-c764054bef86 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:29:03.396850 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2422db46-8083-4faa-ac80-fcee7ed79edf", "name": "network-vif-deleted", "tag": "55d13327-e0f7-45dc-be0a-2088a94ce797", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:29:03.397139 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f4ff305-e92d-489e-ac7e-c764054bef86 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:29:03.397641 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2422db46-8083-4faa-ac80-fcee7ed79edf', 'name': 'network-vif-deleted', 'tag': '55d13327-e0f7-45dc-be0a-2088a94ce797', 'status': 'completed', 'code': 200} Jul 22 15:29:03.520710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2a589340-6726-43ae-b96b-43d29313dec1 req-3c2cc345-9574-40bc-ae86-1ae8842441c7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=2422db46-8083-4faa-ac80-fcee7ed79edf HTTP/1.1" status: 200 len: 210 time: 0.0305228 Jul 22 15:29:04.576465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43176) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:04.930920 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:05.195940 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 6170a9ca-791d-454e-a032-c1f5334f2c45 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:29:05.196235 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:05.291042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 6170a9ca-791d-454e-a032-c1f5334f2c45, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=6170a9ca-791d-454e-a032-c1f5334f2c45,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:05.291412 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:05.305464 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 6170a9ca-791d-454e-a032-c1f5334f2c45 owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:29:05.502362 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:05.540614 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=6170a9ca-791d-454e-a032-c1f5334f2c45,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:05.720560 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:05.931446 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 040096da-fc46-4747-8540-3a6a3b43757a has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:29:06.031740 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:29:06.038175 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b06daf68-e021-40db-8dd4-3d84fabad399 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/040096da-fc46-4747-8540-3a6a3b43757a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4605925 Jul 22 15:29:06.039931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43178) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:06.042448 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] Sync routers for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:29:06.051758 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:06.052480 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:06.094845 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting subnet 5f6b76cd-1780-444a-887a-1a62d03e0c2a {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:29:06.097970 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.138287 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.154092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:06.219497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.288406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.316039 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Subnet': ['ID=5f6b76cd-1780-444a-887a-1a62d03e0c2a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:06.319930 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.324429 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c206d871-36f2-4534-b456-e5a7fe0f36e0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/subnets/5f6b76cd-1780-444a-887a-1a62d03e0c2a HTTP/1.1" status: 204 len: 168 time: 0.2806749 Jul 22 15:29:06.324801 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43180) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:06.328121 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d6a34-ca2f-4b7c-b0eb-d590aeb60d9b None None] Network 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:29:06.333692 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:29:05Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:06.360343 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] Checking router: 040096da-fc46-4747-8540-3a6a3b43757a for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:29:06.371245 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] Routers {'040096da-fc46-4747-8540-3a6a3b43757a'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:06.371905 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['040096da-fc46-4747-8540-3a6a3b43757a'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:06.433912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.480915 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] Set router 040096da-fc46-4747-8540-3a6a3b43757a gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:06.545150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] DHCP port deletion for 6d26cf0d-88ad-4e29-bf2b-7684dc71c469 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:29:06.547978 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.590999 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Deleting port 10efad38-3e4d-469f-8d90-b4312f75cc0d {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:29:06.591390 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.601741 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port b53d71fb-f468-4c93-b670-b9f4c738dc02 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:29:06.602108 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.654930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] For port 10efad38-3e4d-469f-8d90-b4312f75cc0d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=10efad38-3e4d-469f-8d90-b4312f75cc0d,segment=NetworkSegment(1250af87-9073-458e-89b6-78ea3ba8d1d5),segment_id=1250af87-9073-458e-89b6-78ea3ba8d1d5)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:06.655808 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.672410 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Calling delete_port for 10efad38-3e4d-469f-8d90-b4312f75cc0d owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:29:06.681747 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:29:05Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:06.690093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port b53d71fb-f468-4c93-b670-b9f4c738dc02, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=b53d71fb-f468-4c93-b670-b9f4c738dc02,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:06.690663 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.703815 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for b53d71fb-f468-4c93-b670-b9f4c738dc02 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:29:06.713540 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6e03a-0c08-4abf-97ad-6d4fcdadaa91 None None] The sync data for ids ['040096da-fc46-4747-8540-3a6a3b43757a'] in n-d-794306-8 is: [{'id': '040096da-fc46-4747-8540-3a6a3b43757a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422325223', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:27:29Z', 'updated_at': '2021-07-22T15:29:05Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'b53d71fb-f468-4c93-b670-b9f4c738dc02', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:71:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040096da-fc46-4747-8540-3a6a3b43757a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:27:30Z', 'updated_at': '2021-07-22T15:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:29:06.761427 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.787895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Pushing event deleted for resources: {'Port': ['ID=10efad38-3e4d-469f-8d90-b4312f75cc0d,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:06.792284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] No DVR routers for this DVR port 10efad38-3e4d-469f-8d90-b4312f75cc0d on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:29:06.799158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.799515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.799860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.806222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19715132-0fd4-4bc6-9050-6cc8ee7101ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:06.874224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:06.903502 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=b53d71fb-f468-4c93-b670-b9f4c738dc02,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:06.914439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 55d13327-e0f7-45dc-be0a-2088a94ce797 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:29:06.933679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 55d13327-e0f7-45dc-be0a-2088a94ce797 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:29:06.934028 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 55d13327-e0f7-45dc-be0a-2088a94ce797 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:29:06.965564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.053709 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.055918 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.106317 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.106883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Fanout notify agent at l3_agent the message router_deleted on router 040096da-fc46-4747-8540-3a6a3b43757a {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:29:07.115998 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.117157 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d8fa8b94-37ce-4600-a65e-e0ff5d3254a8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/routers/040096da-fc46-4747-8540-3a6a3b43757a HTTP/1.1" status: 204 len: 168 time: 0.7914612 Jul 22 15:29:07.119764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43182) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:07.198005 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.289240 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.299983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d26cf0d-88ad-4e29-bf2b-7684dc71c469']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:07.311054 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1250af87-9073-458e-89b6-78ea3ba8d1d5') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:07.311263 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1250af87-9073-458e-89b6-78ea3ba8d1d5') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:07.321316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.335725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.341928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:29:07.342337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:29:07.345401 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:29:07.406553 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.411758 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.413794 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/networks/6d26cf0d-88ad-4e29-bf2b-7684dc71c469 HTTP/1.1" status: 204 len: 168 time: 0.2930839 Jul 22 15:29:07.416668 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43184) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:07.428445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09dc88-74cc-4916-a6a8-fd9508822816 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Network': ['ID=6d26cf0d-88ad-4e29-bf2b-7684dc71c469,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:07.476294 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.502605 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.570499 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.573025 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.574210 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/security-groups/6f2db3ae-8932-45a5-879c-05c238e8cf1e HTTP/1.1" status: 204 len: 168 time: 0.1565292 Jul 22 15:29:07.583509 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2db3ae-8932-45a5-879c-05c238e8cf1e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:07.593133 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.593450 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.594140 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.594547 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.594990 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.595338 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.596018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.596430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.596866 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.597335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.597745 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.598731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506be5e1-4245-478b-ade2-33f1588886af tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:07.761568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 10efad38-3e4d-469f-8d90-b4312f75cc0d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:29:07.784678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 10efad38-3e4d-469f-8d90-b4312f75cc0d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:29:07.785034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 10efad38-3e4d-469f-8d90-b4312f75cc0d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:29:07.786035 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6170a9ca-791d-454e-a032-c1f5334f2c45 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:29:07.804624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 6170a9ca-791d-454e-a032-c1f5334f2c45 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:29:07.804981 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 6170a9ca-791d-454e-a032-c1f5334f2c45 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:29:07.805401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b53d71fb-f468-4c93-b670-b9f4c738dc02 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:29:07.819307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43190) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:07.824166 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1145085969', 'description': 'tempest-secgroup-smoke-1145085969 description', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:07.827414 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: b53d71fb-f468-4c93-b670-b9f4c738dc02 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:29:07.827769 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device b53d71fb-f468-4c93-b670-b9f4c738dc02 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:29:07.841344 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.846720 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.932465 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.936346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.962592 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:07.963911 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1434557 Jul 22 15:29:07.967129 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43192) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:07.969054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1863fce-bc16-4f07-8e74-059752a19296 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89be8b40-97f9-4add-9328-1db54eca96fb,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:07.975405 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '89be8b40-97f9-4add-9328-1db54eca96fb', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.002919 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.064290 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.067906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.088544 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9b7edc-6737-47cb-a898-47da5656c53b,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.092291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.093522 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0daabc97-be4c-4ba5-920c-b4e6c1695132 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251059 Jul 22 15:29:08.096287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43194) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.101329 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '89be8b40-97f9-4add-9328-1db54eca96fb', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.127956 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.184669 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.188437 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.206015 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9900fe6-5ec2-4d66-a549-f299c5e991cd,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.212289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.213517 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-e0e21757-bdd3-4afa-893f-f29d42e442ac tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162918 Jul 22 15:29:08.216283 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43196) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.220747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '89be8b40-97f9-4add-9328-1db54eca96fb', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.234404 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.251772 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.310017 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.314358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.336536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c5e16c-20fd-4453-ab07-cf3a76a89c8f,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.340650 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.341741 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-86833454-2020-4fdc-8fd3-5b938a3c26a0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245356 Jul 22 15:29:08.344696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43198) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.349626 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '89be8b40-97f9-4add-9328-1db54eca96fb', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.375328 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.436869 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.440826 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.460443 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d57b70-7d38-46ad-8d08-a6e4abb70a63,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.462941 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.464163 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-c3fa440e-3c54-4b2c-97e7-2d381068f9ad tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1185181 Jul 22 15:29:08.466934 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43200) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.471298 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '89be8b40-97f9-4add-9328-1db54eca96fb', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.494020 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:29:08.499030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.560118 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.563654 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.581747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f778eb09-2f56-40ea-a814-fe2d6452695c,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.588179 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.589581 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7541fc5d-c651-4e9a-b9b0-e4f29f8f41c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217716 Jul 22 15:29:08.592858 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43202) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.597468 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'security_group_rule': {'security_group_id': '89be8b40-97f9-4add-9328-1db54eca96fb', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.619414 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Project 51d6d2a2fdd54b6d9256b0b4e8a4b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:29:08.624430 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.686750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.690398 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.709947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d4d0c1-c266-4818-a2ee-a14a3b9e1034,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.712847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.714052 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0301feca-668b-42c3-9b59-8c93eec635d0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201150 Jul 22 15:29:08.716974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43204) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.721899 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'network': {'name': 'tempest-network-smoke--1668478951', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'port_security_enabled': True}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.742896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:29:08.746358 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.773377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:29:08.783402 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.783672 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Added segment 26aa41ac-bd98-4666-83f4-6d98a157ca82 of type vlan for network 332c20b8-e99a-4660-a117-d2baf0dae25d Jul 22 15:29:08.823785 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.853093 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.858546 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:08.859147 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.893702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1756704 Jul 22 15:29:08.896600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43206) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:08.901662 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'admin_state_up': True, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:08.924939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.925946 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:08.929362 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54322967-c5d7-49fa-bb6d-826628d7448d tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Network': ['ID=332c20b8-e99a-4660-a117-d2baf0dae25d,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:08.940796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 332c20b8-e99a-4660-a117-d2baf0dae25d details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:29:08.982773 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.130443 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.323643 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.342791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.445022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.173 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/fadcdfd7-69d6-461a-8d14-1bb3eb018355) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:29:09.552867 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.591461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.626228 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:29:09.631510 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:09.634025 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:29:09.661838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=fadcdfd7-69d6-461a-8d14-1bb3eb018355,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:09.782373 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:29:09.881105 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:09.965232 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d2f11083-294d-414a-97f8-ab74cfd2200a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:10.072627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:10.195939 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 827dd168-5c8b-4075-a026-20c43cc2579f is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:29:10.300160 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:29:10.310911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Sync routers for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:29:10.317336 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:10.318598 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-807e2f3c-63de-4887-a1ac-289414db180e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4209156 Jul 22 15:29:10.320271 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:10.320894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:10.321781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43208) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:10.406784 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2df8cacb-7a82-412f-bf28-ee36c11e6a3a tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838776 Jul 22 15:29:10.409430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43212) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:10.440915 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:10.494445 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1ad02-912a-49d6-9050-a0c36dc37557 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:10.495998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7fe1ad02-912a-49d6-9050-a0c36dc37557 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855472 Jul 22 15:29:10.498796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43214) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:10.531843 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-990330cb-ee26-4a2e-a4b9-420c7353d716 tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=7aaaf85d-d25f-4f9e-99aa-56c634beb37d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319178 Jul 22 15:29:10.534560 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43216) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:10.540075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-220904667', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:10.620224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:09Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:10.625321 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:29:10.628841 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:10.646384 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Checking router: 827dd168-5c8b-4075-a026-20c43cc2579f for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:29:10.646801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Updating router 827dd168-5c8b-4075-a026-20c43cc2579f port fadcdfd7-69d6-461a-8d14-1bb3eb018355 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:29:10.685260 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:10.969284 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:10.980329 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Transition to ACTIVE for port object fadcdfd7-69d6-461a-8d14-1bb3eb018355 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:10.986316 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.039335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Attempting to bind port fadcdfd7-69d6-461a-8d14-1bb3eb018355 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:29:11.039708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Attempting to bind port fadcdfd7-69d6-461a-8d14-1bb3eb018355 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:29:11.040101 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Attempting to bind port fadcdfd7-69d6-461a-8d14-1bb3eb018355 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:29:11.043182 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f37ec-18a6-4f49-a6c7-1d8cead40ab3 None None] Pushing event updated for resources: {'Port': ['ID=fadcdfd7-69d6-461a-8d14-1bb3eb018355,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:11.048171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:29:11.048563 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:29:11.048975 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.049374 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:29:11.049848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Bound port: fadcdfd7-69d6-461a-8d14-1bb3eb018355, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:29:11.050241 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.103729 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] For port fadcdfd7-69d6-461a-8d14-1bb3eb018355, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:29:11.107850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] For port fadcdfd7-69d6-461a-8d14-1bb3eb018355, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fadcdfd7-69d6-461a-8d14-1bb3eb018355,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:29:11.112985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.173441 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:11.174054 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:28:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:11.187767 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.211413 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f37ec-18a6-4f49-a6c7-1d8cead40ab3 None None] Pushing event updated for resources: {'Port': ['ID=fadcdfd7-69d6-461a-8d14-1bb3eb018355,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:11.247646 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Subnet': ['ID=37706420-831f-4133-801c-196293170e53,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:11.257351 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Checking segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:29:11.257718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network hostable DHCP agents. Network: 332c20b8-e99a-4660-a117-d2baf0dae25d, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:29:11.276033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 332c20b8-e99a-4660-a117-d2baf0dae25d is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:29:11.286334 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 332c20b8-e99a-4660-a117-d2baf0dae25d) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:11.290461 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:11.291468 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.298376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eabfc0-9625-4f02-b05c-a6b6a32a6e22 None None] Network 332c20b8-e99a-4660-a117-d2baf0dae25d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:29:11.301784 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:11.309514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f987f09d-7b43-4116-8b0a-f775f5aeddd8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7713032 Jul 22 15:29:11.309742 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43218) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:11.584957 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-332c20b8-e99a-4660-a117-d2baf0dae25d', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:29:11.585821 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.610890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:09Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:11.638545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232edfae-9ade-45cb-a3c8-e1766cfe7c88 None None] The sync data for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 is: [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:09Z', 'revision_number': 3, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:29:11.753133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.774309 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Allocated IP 172.20.0.2 (332c20b8-e99a-4660-a117-d2baf0dae25d/37706420-831f-4133-801c-196293170e53/8d41619a-cc56-4087-bf5b-95f475889def) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:29:11.941240 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:11.953658 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Transition to ACTIVE for port object 8d41619a-cc56-4087-bf5b-95f475889def will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:11.970959 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Transition to ACTIVE for port object 8d41619a-cc56-4087-bf5b-95f475889def will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:11.977366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.018238 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Network 332c20b8-e99a-4660-a117-d2baf0dae25d is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:29:12.023582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:12.028272 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:29:12.031449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Pushing event updated for resources: {'Port': ['ID=8d41619a-cc56-4087-bf5b-95f475889def,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:12.085271 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.1 (332c20b8-e99a-4660-a117-d2baf0dae25d/37706420-831f-4133-801c-196293170e53/4313a262-2809-4d30-b824-f4223fd952dc) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:29:12.092707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Attempting to bind port 8d41619a-cc56-4087-bf5b-95f475889def on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:29:12.093185 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Attempting to bind port 8d41619a-cc56-4087-bf5b-95f475889def by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:29:12.093556 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Attempting to bind port 8d41619a-cc56-4087-bf5b-95f475889def on network 332c20b8-e99a-4660-a117-d2baf0dae25d {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:29:12.099453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:29:12.099828 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Checking segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:29:12.100396 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.100577 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Bound using segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:29:12.101066 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Bound port: 8d41619a-cc56-4087-bf5b-95f475889def, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:29:12.101504 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.170929 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] For port 8d41619a-cc56-4087-bf5b-95f475889def, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:29:12.175303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] For port 8d41619a-cc56-4087-bf5b-95f475889def, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d41619a-cc56-4087-bf5b-95f475889def,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:29:12.186649 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.209152 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.224513 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object 4313a262-2809-4d30-b824-f4223fd952dc will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:12.236986 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-647699c3-ccca-4f27-a126-3bf616da0ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.258664 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28ed8b-146f-46f5-a0b6-9e4e7c1872d9 None None] Pushing event updated for resources: {'Port': ['ID=8d41619a-cc56-4087-bf5b-95f475889def,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:12.276823 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.326103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 332c20b8-e99a-4660-a117-d2baf0dae25d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:29:12.329350 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:12.332433 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:29:12.371077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=4313a262-2809-4d30-b824-f4223fd952dc,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:12.388303 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.460628 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.569166 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.839015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.843642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:12.917863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=4313a262-2809-4d30-b824-f4223fd952dc,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:12.922866 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:13.015961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 332c20b8-e99a-4660-a117-d2baf0dae25d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:29:13.017423 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:13.136095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 827dd168-5c8b-4075-a026-20c43cc2579f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:29:13.218065 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17edd29e-234d-461a-8cc0-99dca70973cb None None] Network 332c20b8-e99a-4660-a117-d2baf0dae25d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:29:13.248599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:29:13.255307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3f70e2e4-4f7a-4246-a59a-09382c6b2805 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/827dd168-5c8b-4075-a026-20c43cc2579f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9438341 Jul 22 15:29:13.309190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f778e9e3-9ef3-44ad-95ae-915b35f4429b None None] Provisioning for port 8d41619a-cc56-4087-bf5b-95f475889def completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:13.399932 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-60ba37df-0540-4cc3-9d2c-10bb660d61ce tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1145085969&fields=id&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 267 time: 0.0361462 Jul 22 15:29:13.532113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-d4e199cb-aba1-4a6b-a0b9-465b87db718a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:13.533706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-d4e199cb-aba1-4a6b-a0b9-465b87db718a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/networks?id=332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 200 len: 797 time: 0.1267607 Jul 22 15:29:13.550161 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-3496ca56-db5e-46a0-a60f-bf52f2d8d63e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/quotas/51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 375 time: 0.0101411 Jul 22 15:29:13.625664 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-1f3610b0-f059-4a6b-905b-85e740c5ef9f tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691464 Jul 22 15:29:13.669834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-09e26302-aa1e-44a1-a0c7-f5ba82e21ad4 None None] Provisioning for port 4313a262-2809-4d30-b824-f4223fd952dc completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:13.674077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-09e26302-aa1e-44a1-a0c7-f5ba82e21ad4 None None] Provisioning complete for port 4313a262-2809-4d30-b824-f4223fd952dc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:13.674436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-09e26302-aa1e-44a1-a0c7-f5ba82e21ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:13.723305 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-09e26302-aa1e-44a1-a0c7-f5ba82e21ad4 None None] Port 4313a262-2809-4d30-b824-f4223fd952dc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:29:13.808479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-20e8ed9b-2d6d-49ec-9168-52b9f1dd9942 service neutron] 10.222.0.60 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714108 Jul 22 15:29:13.810949 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Sync routers for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:29:13.818994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fadcdfd7-69d6-461a-8d14-1bb3eb018355 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:13.823731 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:13.824870 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:13.897130 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:13.917110 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port fadcdfd7-69d6-461a-8d14-1bb3eb018355 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:13.923322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fadcdfd7-69d6-461a-8d14-1bb3eb018355 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:13.924045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:13.955415 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-87e9f02e-060a-46c6-b1e1-e2cb9816fa84 service neutron] 10.222.0.60 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386065 Jul 22 15:29:13.961853 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:13.983165 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3fcef857-dc2b-4f59-a8a1-d5eed9dd2912 None None] Provisioning complete for port 4313a262-2809-4d30-b824-f4223fd952dc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:13.983542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3fcef857-dc2b-4f59-a8a1-d5eed9dd2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.054381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-3fcef857-dc2b-4f59-a8a1-d5eed9dd2912 None None] Port 4313a262-2809-4d30-b824-f4223fd952dc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:29:14.075438 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.104737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port fadcdfd7-69d6-461a-8d14-1bb3eb018355, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fadcdfd7-69d6-461a-8d14-1bb3eb018355,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:14.112407 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.112731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d41619a-cc56-4087-bf5b-95f475889def up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:14.187354 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a9775319-adb6-4f8c-bcaf-05958f0ec049 req-82c9378f-9f5f-41db-a7fa-63dd4c5d33c1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 210 time: 0.0520585 Jul 22 15:29:14.227584 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=fadcdfd7-69d6-461a-8d14-1bb3eb018355,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:14.234350 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d9c4a917-ac7e-45d9-9aaf-210407458e9d None None] Provisioning complete for port 4313a262-2809-4d30-b824-f4223fd952dc triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:14.234771 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a917-ac7e-45d9-9aaf-210407458e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.247005 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 2, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:14.270663 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 8d41619a-cc56-4087-bf5b-95f475889def completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:14.275829 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Checking router: 827dd168-5c8b-4075-a026-20c43cc2579f for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:29:14.276184 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Updating router 827dd168-5c8b-4075-a026-20c43cc2579f port 4313a262-2809-4d30-b824-f4223fd952dc binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:29:14.279396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8d41619a-cc56-4087-bf5b-95f475889def triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:14.279911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.281825 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4a917-ac7e-45d9-9aaf-210407458e9d None None] Port 4313a262-2809-4d30-b824-f4223fd952dc cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:29:14.314090 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.375993 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.412594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 8d41619a-cc56-4087-bf5b-95f475889def, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d41619a-cc56-4087-bf5b-95f475889def,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:14.418704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.475376 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=8d41619a-cc56-4087-bf5b-95f475889def,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:14.599717 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.609511 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Transition to ACTIVE for port object 4313a262-2809-4d30-b824-f4223fd952dc will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:14.615448 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.666003 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Pushing event updated for resources: {'Port': ['ID=4313a262-2809-4d30-b824-f4223fd952dc,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:14.675109 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.675455 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.675796 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.676194 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.676528 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.676892 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.677180 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.677502 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.677822 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.678163 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.678467 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.678803 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:29:14.736055 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Attempting to bind port 4313a262-2809-4d30-b824-f4223fd952dc on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:29:14.736422 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Attempting to bind port 4313a262-2809-4d30-b824-f4223fd952dc by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:29:14.736785 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Attempting to bind port 4313a262-2809-4d30-b824-f4223fd952dc on network 332c20b8-e99a-4660-a117-d2baf0dae25d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:29:14.743043 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:29:14.743420 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Checking segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:29:14.743826 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.744220 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Bound using segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:29:14.744696 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Bound port: 4313a262-2809-4d30-b824-f4223fd952dc, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:29:14.745070 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.818606 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] For port 4313a262-2809-4d30-b824-f4223fd952dc, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:29:14.822356 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] For port 4313a262-2809-4d30-b824-f4223fd952dc, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4313a262-2809-4d30-b824-f4223fd952dc,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:29:14.828109 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:14.883217 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:14.883842 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:14.922476 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778feb19-acb9-4db2-a224-1d60e5861729 None None] Pushing event updated for resources: {'Port': ['ID=4313a262-2809-4d30-b824-f4223fd952dc,revision_number=4']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:14.995976 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:15.231215 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:15.259929 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e92cb-b5c6-49e3-a28d-981fe558e44e None None] The sync data for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 is: [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:29:15.278859 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-ad5ce7cb-3641-49a3-bb01-2ba4519b23c0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:15.280426 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-ad5ce7cb-3641-49a3-bb01-2ba4519b23c0 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/networks?id=332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 200 len: 797 time: 0.1433969 Jul 22 15:29:15.313787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b7e8fee4-bb0c-4bdc-aaa3-e607c3de7fe2 req-e3b6aa3c-e976-45ef-9933-382952b21870 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 210 time: 0.0357256 Jul 22 15:29:15.351870 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-3a93a93e-d8b8-47f9-8f8d-af950cbd7237 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638 HTTP/1.1" status: 200 len: 380 time: 0.0600984 Jul 22 15:29:15.360658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'port': {'device_id': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'admin_state_up': True, 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'security_groups': ['89be8b40-97f9-4add-9328-1db54eca96fb']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:15.486277 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Made reservation on behalf of 51d6d2a2fdd54b6d9256b0b4e8a4b638 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:29:15.490546 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:15.547273 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:15.623831 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.20.0.5 (332c20b8-e99a-4660-a117-d2baf0dae25d/37706420-831f-4133-801c-196293170e53/972232ca-e1c8-42ee-bf60-cb8e17597c60) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:29:15.785881 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:15.800451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Transition to ACTIVE for port object 972232ca-e1c8-42ee-bf60-cb8e17597c60 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:15.812741 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fadcdfd7-69d6-461a-8d14-1bb3eb018355 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:15.836645 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:15.864866 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port fadcdfd7-69d6-461a-8d14-1bb3eb018355 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:15.865328 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:15.888170 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 332c20b8-e99a-4660-a117-d2baf0dae25d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:29:15.891409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:15.896281 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:29:15.900720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=972232ca-e1c8-42ee-bf60-cb8e17597c60,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:15.956156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4313a262-2809-4d30-b824-f4223fd952dc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:15.960606 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:15.961431 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:15.978094 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e80bd11e-349a-4011-acd9-907a6d030239 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6207976 Jul 22 15:29:15.991409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Request body: {'port': {'device_id': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:16.021996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 4313a262-2809-4d30-b824-f4223fd952dc completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:16.026698 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4313a262-2809-4d30-b824-f4223fd952dc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:16.027291 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.074834 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.124138 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.163403 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 4313a262-2809-4d30-b824-f4223fd952dc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4313a262-2809-4d30-b824-f4223fd952dc,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:16.167991 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.168913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d41619a-cc56-4087-bf5b-95f475889def up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:16.252836 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=4313a262-2809-4d30-b824-f4223fd952dc,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:16.265129 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-292215e3-1fa7-49c0-a29a-25d96ccfce51 None None] Provisioning for port 972232ca-e1c8-42ee-bf60-cb8e17597c60 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:16.271415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-292215e3-1fa7-49c0-a29a-25d96ccfce51 None None] Provisioning complete for port 972232ca-e1c8-42ee-bf60-cb8e17597c60 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:16.271415 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-292215e3-1fa7-49c0-a29a-25d96ccfce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.295177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 8d41619a-cc56-4087-bf5b-95f475889def triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:16.295590 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.332100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-292215e3-1fa7-49c0-a29a-25d96ccfce51 None None] Port 972232ca-e1c8-42ee-bf60-cb8e17597c60 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:29:16.401008 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972232ca-e1c8-42ee-bf60-cb8e17597c60 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:29:16.409742 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.424760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Transition to ACTIVE for port object 972232ca-e1c8-42ee-bf60-cb8e17597c60 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:29:16.429725 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.456519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84946e4e-7d37-4111-b00a-99d3f65ff0fc req-1533ee24-d04a-480f-8b10-abd55a8c73de tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:16.458241 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84946e4e-7d37-4111-b00a-99d3f65ff0fc req-1533ee24-d04a-480f-8b10-abd55a8c73de tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 931 time: 0.0693691 Jul 22 15:29:16.490239 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=972232ca-e1c8-42ee-bf60-cb8e17597c60,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:16.505307 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84946e4e-7d37-4111-b00a-99d3f65ff0fc req-7c7dc2af-a763-4270-bf5b-ba4a9bee484c tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408819 Jul 22 15:29:16.562895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Attempting to bind port 972232ca-e1c8-42ee-bf60-cb8e17597c60 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:29:16.562895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Attempting to bind port 972232ca-e1c8-42ee-bf60-cb8e17597c60 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:29:16.562895 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Attempting to bind port 972232ca-e1c8-42ee-bf60-cb8e17597c60 on network 332c20b8-e99a-4660-a117-d2baf0dae25d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:29:16.567223 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Port 972232ca-e1c8-42ee-bf60-cb8e17597c60 on network 332c20b8-e99a-4660-a117-d2baf0dae25d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:29:16.567717 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Attempting to bind port 972232ca-e1c8-42ee-bf60-cb8e17597c60 on network 332c20b8-e99a-4660-a117-d2baf0dae25d {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:29:16.572822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:29:16.573163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Checking segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:29:16.573552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Bound using segment: {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:29:16.573985 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Bound port: 972232ca-e1c8-42ee-bf60-cb8e17597c60, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26aa41ac-bd98-4666-83f4-6d98a157ca82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:29:16.574354 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.643096 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] For port 972232ca-e1c8-42ee-bf60-cb8e17597c60, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:29:16.647029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] For port 972232ca-e1c8-42ee-bf60-cb8e17597c60, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:29:16.652537 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.685229 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:16.685890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:16.687353 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] 10.222.0.72 "PUT /v2.0/ports/972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 200 len: 1091 time: 0.7021585 Jul 22 15:29:16.687737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:29:16.689997 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc29de-78e9-4994-9edc-fbd6bf6c4138" -d '{"events": [{"name": "network-changed", "server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:29:16.724850 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f148a3-ce2f-45b6-b6fa-607bd45a8ca6 service neutron] Pushing event updated for resources: {'Port': ['ID=972232ca-e1c8-42ee-bf60-cb8e17597c60,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:16.737548 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed67dd-6df8-4b4c-a697-329ea7540cbd x-openstack-request-id: req-dfed67dd-6df8-4b4c-a697-329ea7540cbd {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:29:16.739482 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:29:16.739482 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfed67dd-6df8-4b4c-a697-329ea7540cbd {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:29:16.743054 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'status': 'completed', 'code': 200} Jul 22 15:29:16.798807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e6c52e4a-c9e2-4942-a0c7-6ad5016bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:16.800588 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e6c52e4a-c9e2-4942-a0c7-6ad5016bc0e9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1094 time: 0.0721986 Jul 22 15:29:17.192268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-81e8d068-f37b-4b80-9d3e-145fe3b0e3f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 200 len: 217 time: 0.3835673 Jul 22 15:29:17.240696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-97f84857-ac53-4116-b92a-e039dd159412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.242160 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-97f84857-ac53-4116-b92a-e039dd159412 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37706420-831f-4133-801c-196293170e53 HTTP/1.1" status: 200 len: 834 time: 0.0436738 Jul 22 15:29:17.299547 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e01ac5c8-52fb-48e3-81ee-e42fb526690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.301691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-e01ac5c8-52fb-48e3-81ee-e42fb526690e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=332c20b8-e99a-4660-a117-d2baf0dae25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529687 Jul 22 15:29:17.390960 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-c54eaf6a-bc1b-4c96-8e0c-5c9d5a916c0f service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836427 Jul 22 15:29:17.479536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5637c365-9ddb-48d8-a9a1-b1e7610627ec req-45071b51-e2a8-4e0e-86fc-61bf4df7ad7d service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822840 Jul 22 15:29:17.579279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-fa8ba3ef-4397-40f9-8938-22c0de82970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.580776 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-fa8ba3ef-4397-40f9-8938-22c0de82970e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1094 time: 0.0585864 Jul 22 15:29:17.645717 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747b68-739f-47f8-8137-d10aba373b89 req-5e828827-a9f5-4755-85a1-ffed518d9e0a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.647268 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e747b68-739f-47f8-8137-d10aba373b89 req-5e828827-a9f5-4755-85a1-ffed518d9e0a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 943 time: 0.0691020 Jul 22 15:29:17.674355 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-273d5274-ecc2-45df-8704-b13cd949ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.676477 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-273d5274-ecc2-45df-8704-b13cd949ed74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 200 len: 898 time: 0.0893300 Jul 22 15:29:17.688318 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9e747b68-739f-47f8-8137-d10aba373b89 req-a896cc72-92c7-4ff0-ab73-4ed9b150b5e1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348811 Jul 22 15:29:17.725296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4313a262-2809-4d30-b824-f4223fd952dc up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:17.734347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-3278432e-2470-4af5-8bcd-b03e50363033 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 200 len: 217 time: 0.0523136 Jul 22 15:29:17.775427 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 4313a262-2809-4d30-b824-f4223fd952dc triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:17.775858 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:17.785820 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-2a453aaf-61c2-4251-ba82-aa88330a0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.788065 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-2a453aaf-61c2-4251-ba82-aa88330a0979 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37706420-831f-4133-801c-196293170e53 HTTP/1.1" status: 200 len: 834 time: 0.0470378 Jul 22 15:29:17.849227 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-e217f5f4-ee22-40d5-adab-9fe4e2c407c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:17.850826 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-e217f5f4-ee22-40d5-adab-9fe4e2c407c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=332c20b8-e99a-4660-a117-d2baf0dae25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557921 Jul 22 15:29:17.951645 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-71b3cf3c-7856-4d89-94fa-ecb074836edd service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935519 Jul 22 15:29:18.044397 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-36fc29de-78e9-4994-9edc-fbd6bf6c4138 req-9cda4636-7a5b-44ef-b034-1f4f2b227a74 service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857944 Jul 22 15:29:18.825085 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69670bef-bbc3-4859-be16-9e59e28a7258 req-cefa807c-6540-433f-a7ec-b8f4da68e5b1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:18.826624 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69670bef-bbc3-4859-be16-9e59e28a7258 req-cefa807c-6540-433f-a7ec-b8f4da68e5b1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 943 time: 0.0671759 Jul 22 15:29:18.864149 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-69670bef-bbc3-4859-be16-9e59e28a7258 req-c44654ee-d6c7-4549-8b3d-177bd857696e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Jul 22 15:29:18.971601 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 972232ca-e1c8-42ee-bf60-cb8e17597c60 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:29:19.063255 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 972232ca-e1c8-42ee-bf60-cb8e17597c60, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:19.077394 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'port_id': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'mac_address': 'fa:16:3e:be:28:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:29:19.113207 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:19.128058 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972232ca-e1c8-42ee-bf60-cb8e17597c60 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:29:19.148093 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 972232ca-e1c8-42ee-bf60-cb8e17597c60, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:19.151897 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:19.197164 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=972232ca-e1c8-42ee-bf60-cb8e17597c60,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:19.359043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['972232ca-e1c8-42ee-bf60-cb8e17597c60'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:29:19.992458 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52569d3-6a30-4a46-8b7d-764981ebb9fd req-292c27b4-e0e9-4bc5-b815-b181a1db1b31 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:19.993988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a52569d3-6a30-4a46-8b7d-764981ebb9fd req-292c27b4-e0e9-4bc5-b815-b181a1db1b31 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 944 time: 0.0638943 Jul 22 15:29:20.032261 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a52569d3-6a30-4a46-8b7d-764981ebb9fd req-5432b243-02f4-42ea-ab0b-1bd60ae37be4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Jul 22 15:29:20.986647 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 972232ca-e1c8-42ee-bf60-cb8e17597c60 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:29:21.033531 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 972232ca-e1c8-42ee-bf60-cb8e17597c60 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:29:21.037636 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 972232ca-e1c8-42ee-bf60-cb8e17597c60 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:29:21.038012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:21.116999 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:21.138880 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:29:21.141331 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11967ff4-30e3-45c9-ad77-3fa2f74812ea" -d '{"events": [{"server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "name": "network-vif-plugged", "status": "completed", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:29:21.155049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 972232ca-e1c8-42ee-bf60-cb8e17597c60, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:29:21.159487 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:21.165961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd8975-89c0-4814-a0c4-5072501f6a67 req-255c3340-2c1c-463e-bf26-5dd5bb8cdb86 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:21.167697 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84cd8975-89c0-4814-a0c4-5072501f6a67 req-255c3340-2c1c-463e-bf26-5dd5bb8cdb86 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 944 time: 0.0707066 Jul 22 15:29:21.187618 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c8c11b-3801-4a77-b6dc-09b23ac68aca x-openstack-request-id: req-d9c8c11b-3801-4a77-b6dc-09b23ac68aca {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:29:21.187921 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "name": "network-vif-plugged", "status": "completed", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:29:21.188179 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9c8c11b-3801-4a77-b6dc-09b23ac68aca {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:29:21.188584 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'code': 200} Jul 22 15:29:21.207530 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-84cd8975-89c0-4814-a0c4-5072501f6a67 req-86be282a-f7d0-4dda-a020-38d0a0d19214 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335250 Jul 22 15:29:21.216324 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=972232ca-e1c8-42ee-bf60-cb8e17597c60,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:21.300240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e64e0-bf69-4269-a801-5598f5019a51 req-dc3b5460-c7e7-498a-be88-5cd88eff5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:21.301835 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c35e64e0-bf69-4269-a801-5598f5019a51 req-dc3b5460-c7e7-498a-be88-5cd88eff5864 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1096 time: 0.0536947 Jul 22 15:29:21.338897 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c35e64e0-bf69-4269-a801-5598f5019a51 req-6111b2bc-3b8b-40c1-9375-38138020c60f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309989 Jul 22 15:29:22.343840 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa36993-bcb1-4104-ba7a-77766ac8e60a req-c19f066f-05bc-4832-9d22-34a0ec1b3abd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:22.345342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0aa36993-bcb1-4104-ba7a-77766ac8e60a req-c19f066f-05bc-4832-9d22-34a0ec1b3abd tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0639563 Jul 22 15:29:22.382431 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0aa36993-bcb1-4104-ba7a-77766ac8e60a req-5c41d401-8f73-416a-838a-4028aa4aa908 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Jul 22 15:29:22.511437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dffbc-4825-4e75-ba20-97997b0481b5 req-19a232e2-7098-451f-9875-dc12f37da577 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:22.512803 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a3dffbc-4825-4e75-ba20-97997b0481b5 req-19a232e2-7098-451f-9875-dc12f37da577 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0654466 Jul 22 15:29:22.552066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4a3dffbc-4825-4e75-ba20-97997b0481b5 req-830431cc-2eaa-48c0-93ce-41f6b9d0e4f2 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336614 Jul 22 15:29:22.574097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43274) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:22.626504 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6abffad-9b30-4c80-a204-290995adee1e tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:22.628093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c6abffad-9b30-4c80-a204-290995adee1e tempest-TestNetworkAdvancedServerOps-1753005813 tempest-TestNetworkAdvancedServerOps-1753005813-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1091 time: 0.0529354 Jul 22 15:29:22.631483 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43276) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:22.636073 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:29:22.658361 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:22.756844 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:22.858693 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Allocated IP 172.25.3.103 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/a61d8c4f-1930-4934-9bc2-45531fbed914) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:29:22.964558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.003626 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.044075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:29:23.046720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:29:23.049763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:29:23.072898 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=a61d8c4f-1930-4934-9bc2-45531fbed914,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:23.404486 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.479961 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.625475 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.630534 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.701600 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event updated for resources: {'Port': ['ID=a61d8c4f-1930-4934-9bc2-45531fbed914,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:29:23.711740 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:23.811116 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP 94a68014-6c94-45c7-aebe-01866b85c653 associated. External IP: 172.25.3.103, port: 972232ca-e1c8-42ee-bf60-cb8e17597c60. Jul 22 15:29:24.018737 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 827dd168-5c8b-4075-a026-20c43cc2579f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:29:24.126192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:29:24.135820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] Sync routers for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:29:24.141903 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:24.148521 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:24.149397 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:24.184769 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-77536012-2ccd-44be-acdc-33fe5e6d63c3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5521932 Jul 22 15:29:24.185471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:29:24.187889 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadbe807-3fff-4e33-ba07-b50aa2725ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:29:24.231464 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5a4142-7056-421d-be16-c95c38ad392d x-openstack-request-id: req-9f5a4142-7056-421d-be16-c95c38ad392d {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:29:24.231866 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:29:24.232276 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f5a4142-7056-421d-be16-c95c38ad392d {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:29:24.232820 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'status': 'completed', 'code': 200} Jul 22 15:29:24.281796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:24.321304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-7c1d7165-9938-4382-854b-69d67a3c3ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:24.323247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-7c1d7165-9938-4382-854b-69d67a3c3ffc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1096 time: 0.0677578 Jul 22 15:29:24.326043 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da8409-ecf5-4680-9d78-7c452c74e0b4 req-8adee2de-426d-4c1d-9c7d-b5ebf26f7800 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:24.331031 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86da8409-ecf5-4680-9d78-7c452c74e0b4 req-8adee2de-426d-4c1d-9c7d-b5ebf26f7800 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0870063 Jul 22 15:29:24.373342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-86da8409-ecf5-4680-9d78-7c452c74e0b4 req-766ad867-1fe9-485d-9475-6f90e1f6706a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 Jul 22 15:29:24.394815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43282) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:24.427545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-087b5434-af6d-4015-bc64-1e5b7753aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:24.429088 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-087b5434-af6d-4015-bc64-1e5b7753aa07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 200 len: 898 time: 0.0994930 Jul 22 15:29:24.461001 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-a5a51338-126f-44e8-a6f5-7e08e4b4bb2e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/94a68014-6c94-45c7-aebe-01866b85c653 HTTP/1.1" status: 200 len: 991 time: 0.0639987 Jul 22 15:29:24.502153 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-c089edb5-a2b5-4c51-afb1-7a15248f120e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 200 len: 999 time: 0.0668237 Jul 22 15:29:24.533183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '94a68014-6c94-45c7-aebe-01866b85c653', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'port_id': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'mac_address': 'fa:16:3e:be:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:29:23Z', 'updated_at': '2021-07-22T15:29:23Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:16Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:24.551978 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-d13a1f51-6634-46c6-8331-3ae3de8245bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:24.553478 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-d13a1f51-6634-46c6-8331-3ae3de8245bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37706420-831f-4133-801c-196293170e53 HTTP/1.1" status: 200 len: 834 time: 0.0454104 Jul 22 15:29:24.560730 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] Checking router: 827dd168-5c8b-4075-a026-20c43cc2579f for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:29:24.569097 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:29:24.569738 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:24.619216 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-5b202f59-8a60-4576-afec-f7eb6b2b52ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:24.620922 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-5b202f59-8a60-4576-afec-f7eb6b2b52ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=332c20b8-e99a-4660-a117-d2baf0dae25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615771 Jul 22 15:29:24.674865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:29:24.712947 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-4f9c5424-13bf-43e4-b033-648bdb1ef10f service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861990 Jul 22 15:29:24.805101 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-dadbe807-3fff-4e33-ba07-b50aa2725ca1 req-f627e3ab-695a-4e80-8cfd-0e8f0723b62b service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Jul 22 15:29:24.902955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '94a68014-6c94-45c7-aebe-01866b85c653', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'port_id': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'mac_address': 'fa:16:3e:be:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:29:23Z', 'updated_at': '2021-07-22T15:29:23Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:16Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:29:24.929862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baf27e0-4430-4cac-af8c-3379c4607496 None None] The sync data for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 is: [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '94a68014-6c94-45c7-aebe-01866b85c653', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'port_id': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'mac_address': 'fa:16:3e:be:28:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:29:23Z', 'updated_at': '2021-07-22T15:29:23Z', 'revision_number': 0, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:16Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:29:25.114814 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dbdb78-3fcd-4d89-b948-b7de345e1645 None None] New status for floating IP 94a68014-6c94-45c7-aebe-01866b85c653: ACTIVE {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:29:25.463805 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43284) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:25.525502 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-eadbb434-1b32-4422-ae06-a2f29756bbbc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/94a68014-6c94-45c7-aebe-01866b85c653 HTTP/1.1" status: 200 len: 993 time: 0.0604901 Jul 22 15:29:37.824620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:38.237090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:39.967476 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-28a06eec-27f9-41c2-99d6-ef4261a5fe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:42.199703 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d0f0ee16-8415-4b0e-951b-a4e647a73f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:42.451932 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:43.874849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:45.549697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:29:46.783220 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:29:54.335460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ee70d-03ce-439f-8c0c-3f1d90a1aec4 req-ea9453bd-d90a-4c5b-a85e-8e40a082a785 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:54.337028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-605ee70d-03ce-439f-8c0c-3f1d90a1aec4 req-ea9453bd-d90a-4c5b-a85e-8e40a082a785 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.1133754 Jul 22 15:29:54.377422 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-605ee70d-03ce-439f-8c0c-3f1d90a1aec4 req-00a7d0ee-95ac-45ab-a41a-1cb7220c48a1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346198 Jul 22 15:29:55.557751 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45633b02-eafa-4fe9-8954-8054d6a649c9 req-2a184105-c5b9-44ae-8051-3d980a6846ca tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:55.559219 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45633b02-eafa-4fe9-8954-8054d6a649c9 req-2a184105-c5b9-44ae-8051-3d980a6846ca tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.1079242 Jul 22 15:29:55.597608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-45633b02-eafa-4fe9-8954-8054d6a649c9 req-58a4dbab-4c81-4e06-ab7f-fdb2e4663338 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324342 Jul 22 15:29:55.619828 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43312) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:55.687369 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3879ab53-b34c-4159-b6f3-ff2e0fbcec3b tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/94a68014-6c94-45c7-aebe-01866b85c653 HTTP/1.1" status: 200 len: 993 time: 0.0661287 Jul 22 15:29:56.981219 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9265b-3150-4e16-be05-4815a6c51080 req-58303571-8e81-4b0a-8b9f-6175e8483121 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:56.982906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccf9265b-3150-4e16-be05-4815a6c51080 req-58303571-8e81-4b0a-8b9f-6175e8483121 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0788834 Jul 22 15:29:57.024779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ccf9265b-3150-4e16-be05-4815a6c51080 req-d264670f-cb87-4cf0-8c27-844f32e5aaed tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Jul 22 15:29:57.046145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-43058949-e590-4b6e-8b99-e7f97ff359c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:57.047741 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-43058949-e590-4b6e-8b99-e7f97ff359c9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1096 time: 0.1174910 Jul 22 15:29:57.145672 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-f983bac6-2b01-4394-b7e0-bd666284c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:57.147236 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-f983bac6-2b01-4394-b7e0-bd666284c594 service neutron] 10.222.0.72 "GET /v2.0/networks?id=332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 200 len: 898 time: 0.0929985 Jul 22 15:29:57.218980 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-f71aadce-ea5b-4024-ac38-b1bea929a42a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 200 len: 1001 time: 0.0656509 Jul 22 15:29:57.269814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-de27a44b-4baa-4681-afcf-4cd98ec640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:57.271511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-de27a44b-4baa-4681-afcf-4cd98ec640dc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37706420-831f-4133-801c-196293170e53 HTTP/1.1" status: 200 len: 834 time: 0.0468879 Jul 22 15:29:57.340213 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-5722f0f2-68e6-4b5b-b039-ac8a2b45ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:57.341854 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-5722f0f2-68e6-4b5b-b039-ac8a2b45ea4b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=332c20b8-e99a-4660-a117-d2baf0dae25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644224 Jul 22 15:29:57.445125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-b6ccbb62-fd69-427e-bbe4-3ae265e33172 service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962574 Jul 22 15:29:57.537916 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c40fb4fa-bcb6-45ba-9549-6cdaf68bbec1 req-527d40ec-5b8d-4c70-851a-cedae60975c8 service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864944 Jul 22 15:29:58.163852 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0949e8-554b-4007-8e00-ff7bad42c92e req-76d2c9fb-6df7-4052-98fd-f1151b5b69d3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:58.165383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b0949e8-554b-4007-8e00-ff7bad42c92e req-76d2c9fb-6df7-4052-98fd-f1151b5b69d3 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0686283 Jul 22 15:29:58.206616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2b0949e8-554b-4007-8e00-ff7bad42c92e req-455794f8-b995-47fe-8a1a-65f41f61e73a tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356939 Jul 22 15:29:59.341361 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564462-8687-4a0a-afd2-7309b0206753 req-3e50537d-882c-4fe2-a7b2-12848ea149eb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:29:59.342947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20564462-8687-4a0a-afd2-7309b0206753 req-3e50537d-882c-4fe2-a7b2-12848ea149eb tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0657246 Jul 22 15:29:59.383695 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-20564462-8687-4a0a-afd2-7309b0206753 req-19e43c22-510d-45cc-ad31-6dba527d54f9 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343654 Jul 22 15:29:59.405796 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43326) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:29:59.467895 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-872fb2cd-dbeb-449d-80fb-85a29638f9b8 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/floatingips/94a68014-6c94-45c7-aebe-01866b85c653 HTTP/1.1" status: 200 len: 993 time: 0.0609546 Jul 22 15:29:59.745670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43332) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:00.241905 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port a61d8c4f-1930-4934-9bc2-45531fbed914 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:30:00.242255 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:00.324672 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:00.325012 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:00.336871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for a61d8c4f-1930-4934-9bc2-45531fbed914 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:30:00.481578 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:00.506682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=a61d8c4f-1930-4934-9bc2-45531fbed914,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:00.578726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:00.579146 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Floating IP 94a68014-6c94-45c7-aebe-01866b85c653 disassociated (deleted). External IP: 172.25.3.103, port: 972232ca-e1c8-42ee-bf60-cb8e17597c60. Jul 22 15:30:00.794982 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 827dd168-5c8b-4075-a026-20c43cc2579f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:30:00.900784 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:00.905531 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:00.910529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] Sync routers for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:00.920000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:00.920621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:00.940901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-31528741-1300-4bb3-929e-052f48e8cf32 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/floatingips/94a68014-6c94-45c7-aebe-01866b85c653 HTTP/1.1" status: 204 len: 168 time: 1.1942410 Jul 22 15:30:00.941506 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:30:00.943855 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b162d-525c-4435-b8f8-2440be75a912" -d '{"events": [{"name": "network-changed", "server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:30:00.986214 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb3af2c-de15-4654-9fff-b9f8cfe90288 x-openstack-request-id: req-ceb3af2c-de15-4654-9fff-b9f8cfe90288 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:30:00.986475 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:30:00.986757 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ceb3af2c-de15-4654-9fff-b9f8cfe90288 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:30:00.987166 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'status': 'completed', 'code': 200} Jul 22 15:30:01.030961 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:01.073503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b162d-525c-4435-b8f8-2440be75a912 req-71def059-1ad4-49d5-8205-209614feebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:01.084310 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-71def059-1ad4-49d5-8205-209614feebf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 1096 time: 0.0737467 Jul 22 15:30:01.183206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b162d-525c-4435-b8f8-2440be75a912 req-15839fb8-7f8b-435a-82d6-9c582e630a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:01.186171 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-15839fb8-7f8b-435a-82d6-9c582e630a61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 200 len: 898 time: 0.0938172 Jul 22 15:30:01.193420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a029a5-eb1f-4c6e-946d-fd7bc7e2ed4f req-44f0ad1c-f235-4d53-b1d4-43b50aada916 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:01.195106 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2a029a5-eb1f-4c6e-946d-fd7bc7e2ed4f req-44f0ad1c-f235-4d53-b1d4-43b50aada916 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0732684 Jul 22 15:30:01.241456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d2a029a5-eb1f-4c6e-946d-fd7bc7e2ed4f req-f137e11a-06c7-4151-8ce0-8e61a0594d91 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404444 Jul 22 15:30:01.241942 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-be2da0e3-29e2-48c7-b31f-c35e10fd3813 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 200 len: 217 time: 0.0467131 Jul 22 15:30:01.259969 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:16Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:01.287342 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] Checking router: 827dd168-5c8b-4075-a026-20c43cc2579f for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:01.291004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b162d-525c-4435-b8f8-2440be75a912 req-bc191ae9-8131-4351-9f5c-5920ee0ccc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:01.292511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-bc191ae9-8131-4351-9f5c-5920ee0ccc78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=37706420-831f-4133-801c-196293170e53 HTTP/1.1" status: 200 len: 834 time: 0.0458102 Jul 22 15:30:01.295599 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:01.296209 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:01.356366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b162d-525c-4435-b8f8-2440be75a912 req-81d4a232-8cb7-451d-943f-97c91f0545bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:01.358750 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-81d4a232-8cb7-451d-943f-97c91f0545bd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=332c20b8-e99a-4660-a117-d2baf0dae25d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586488 Jul 22 15:30:01.416996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:01.472766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-6dce488e-d5ac-4b8c-863b-645a861796d6 service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066291 Jul 22 15:30:01.567926 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-558b162d-525c-4435-b8f8-2440be75a912 req-11e54463-9a86-439d-96dc-24e5f136ad87 service neutron] 10.222.0.72 "GET /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883434 Jul 22 15:30:01.616691 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:16Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:01.648471 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16660713-ec05-4d10-a3a7-cb13a73d458e None None] The sync data for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 is: [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:29:12Z', 'revision_number': 4, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '4313a262-2809-4d30-b824-f4223fd952dc', 'name': '', 'network_id': '332c20b8-e99a-4660-a117-d2baf0dae25d', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'mac_address': 'fa:16:3e:51:a6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '37706420-831f-4133-801c-196293170e53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:11Z', 'updated_at': '2021-07-22T15:29:16Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'subnets': [{'id': '37706420-831f-4133-801c-196293170e53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:01.864618 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2e52a-2a77-4e47-bc20-e331b441262b None None] New status for floating IP 94a68014-6c94-45c7-aebe-01866b85c653: DOWN {{(pid=93815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:30:02.370553 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b0d54-0f51-4a02-99ef-0cd7fbdb7a6f req-f3ee6f4a-5d12-45b2-a765-435e674f4414 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:02.372052 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a3b0d54-0f51-4a02-99ef-0cd7fbdb7a6f req-f3ee6f4a-5d12-45b2-a765-435e674f4414 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0662096 Jul 22 15:30:02.409150 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0a3b0d54-0f51-4a02-99ef-0cd7fbdb7a6f req-1f3a3a4c-dda4-46ba-9a9f-3b89af233fe7 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/security-groups?id=89be8b40-97f9-4add-9328-1db54eca96fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314703 Jul 22 15:30:02.738731 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a78c9-8518-412c-992d-68a31b43e404 req-710d8078-dfbc-4ab8-a55d-7ce1940d4f6e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:02.740209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e23a78c9-8518-412c-992d-68a31b43e404 req-710d8078-dfbc-4ab8-a55d-7ce1940d4f6e tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 945 time: 0.0688324 Jul 22 15:30:02.836445 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 972232ca-e1c8-42ee-bf60-cb8e17597c60 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:30:02.836790 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:02.928114 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 972232ca-e1c8-42ee-bf60-cb8e17597c60, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=972232ca-e1c8-42ee-bf60-cb8e17597c60,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:02.928516 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:02.940849 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 972232ca-e1c8-42ee-bf60-cb8e17597c60 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:30:03.071880 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:03.106574 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=972232ca-e1c8-42ee-bf60-cb8e17597c60,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:03.133195 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.133552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.133896 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.134236 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.134594 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.134931 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.135262 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.135592 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.135923 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.136252 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.136577 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.136898 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:03.160807 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] No DVR routers for this DVR port 972232ca-e1c8-42ee-bf60-cb8e17597c60 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:30:03.163337 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:03.165328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-e23a78c9-8518-412c-992d-68a31b43e404 req-2c2aad43-f5f7-4ecb-823f-3751e5b57a76 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.72 "DELETE /v2.0/ports/972232ca-e1c8-42ee-bf60-cb8e17597c60 HTTP/1.1" status: 204 len: 173 time: 0.4194841 Jul 22 15:30:03.165759 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'name': 'network-vif-deleted', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:30:03.167986 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e9191d-a201-4e1b-b93b-1a9f4a10500f" -d '{"events": [{"server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "name": "network-vif-deleted", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:30:03.208915 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3fc5c-36a7-4832-83eb-fd636bd2adb5 x-openstack-request-id: req-b0c3fc5c-36a7-4832-83eb-fd636bd2adb5 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:30:03.209211 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4505c4f6-c72f-41d6-ae52-7e4554b24e4b", "name": "network-vif-deleted", "tag": "972232ca-e1c8-42ee-bf60-cb8e17597c60", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:30:03.209466 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0c3fc5c-36a7-4832-83eb-fd636bd2adb5 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:30:03.209873 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4505c4f6-c72f-41d6-ae52-7e4554b24e4b', 'name': 'network-vif-deleted', 'tag': '972232ca-e1c8-42ee-bf60-cb8e17597c60', 'status': 'completed', 'code': 200} Jul 22 15:30:03.523632 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b0f370c3-3cae-4925-949d-f8cdcbfe092f req-6bc02d95-d3ee-4753-855e-491f3b5e0a83 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "GET /v2.0/ports?device_id=4505c4f6-c72f-41d6-ae52-7e4554b24e4b HTTP/1.1" status: 200 len: 210 time: 0.0312603 Jul 22 15:30:04.579871 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43348) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:04.933295 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:05.187724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port 4313a262-2809-4d30-b824-f4223fd952dc {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:30:05.187986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:05.276377 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port 4313a262-2809-4d30-b824-f4223fd952dc, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=4313a262-2809-4d30-b824-f4223fd952dc,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:05.276746 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:05.289586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for 4313a262-2809-4d30-b824-f4223fd952dc owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:30:05.473726 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:05.499173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=4313a262-2809-4d30-b824-f4223fd952dc,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:05.676377 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:05.891421 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Router 827dd168-5c8b-4075-a026-20c43cc2579f has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:30:06.000983 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:06.006956 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-fa96af20-7990-4f45-901d-551d0e6123ef tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "PUT /v2.0/routers/827dd168-5c8b-4075-a026-20c43cc2579f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4260168 Jul 22 15:30:06.009744 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43350) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:06.010362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] Sync routers for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:06.020126 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:06.020749 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:06.073083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting subnet 37706420-831f-4133-801c-196293170e53 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:30:06.076417 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.139902 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.144640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:06.232028 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.297104 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.324243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Subnet': ['ID=37706420-831f-4133-801c-196293170e53,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:06.328979 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.331527 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-055116f6-c12e-48b1-91fe-4ce160081ef1 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/subnets/37706420-831f-4133-801c-196293170e53 HTTP/1.1" status: 204 len: 168 time: 0.3201933 Jul 22 15:30:06.334699 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43352) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:06.337423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174e5dd-8fbb-4516-843c-78f30fddc23a None None] Network 332c20b8-e99a-4660-a117-d2baf0dae25d requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:30:06.443848 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.449044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:30:05Z', 'revision_number': 5, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port': {'id': 'fadcdfd7-69d6-461a-8d14-1bb3eb018355', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:60:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:29:09Z', 'updated_at': '2021-07-22T15:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:06.534905 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] Checking router: 827dd168-5c8b-4075-a026-20c43cc2579f for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:06.549338 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.559089 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] Routers {'827dd168-5c8b-4075-a026-20c43cc2579f'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:06.560187 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['827dd168-5c8b-4075-a026-20c43cc2579f'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:06.602786 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Deleting port fadcdfd7-69d6-461a-8d14-1bb3eb018355 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:30:06.603139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.687051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] For port fadcdfd7-69d6-461a-8d14-1bb3eb018355, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=fadcdfd7-69d6-461a-8d14-1bb3eb018355,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:06.687432 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.701597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Calling delete_port for fadcdfd7-69d6-461a-8d14-1bb3eb018355 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:30:06.868502 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] Set router 827dd168-5c8b-4075-a026-20c43cc2579f gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:06.882035 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:06.931834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Port': ['ID=fadcdfd7-69d6-461a-8d14-1bb3eb018355,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:06.946230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] DHCP port deletion for 332c20b8-e99a-4660-a117-d2baf0dae25d request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:30:06.948708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:30:06Z', 'revision_number': 6, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:06.981206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fe0da6-9a16-4d40-bf42-a16a9ad7edd6 None None] The sync data for ids ['827dd168-5c8b-4075-a026-20c43cc2579f'] in n-d-794306-8 is: [{'id': '827dd168-5c8b-4075-a026-20c43cc2579f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-777721882', 'tenant_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:29:08Z', 'updated_at': '2021-07-22T15:30:06Z', 'revision_number': 6, 'project_id': '51d6d2a2fdd54b6d9256b0b4e8a4b638', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:07.017341 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.035484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Deleting port 8d41619a-cc56-4087-bf5b-95f475889def {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:30:07.036034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.117701 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] For port 8d41619a-cc56-4087-bf5b-95f475889def, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=8d41619a-cc56-4087-bf5b-95f475889def,segment=NetworkSegment(26aa41ac-bd98-4666-83f4-6d98a157ca82),segment_id=26aa41ac-bd98-4666-83f4-6d98a157ca82)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:07.118181 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.121397 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.123316 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.131721 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Calling delete_port for 8d41619a-cc56-4087-bf5b-95f475889def owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:30:07.166233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.166727 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Fanout notify agent at l3_agent the message router_deleted on router 827dd168-5c8b-4075-a026-20c43cc2579f {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:30:07.173586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.175274 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-55ff6887-f7dd-4580-8747-0a120157ef89 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/routers/827dd168-5c8b-4075-a026-20c43cc2579f HTTP/1.1" status: 204 len: 168 time: 0.8390775 Jul 22 15:30:07.178021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43354) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:07.214030 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.241003 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 972232ca-e1c8-42ee-bf60-cb8e17597c60 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:30:07.243484 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Pushing event deleted for resources: {'Port': ['ID=8d41619a-cc56-4087-bf5b-95f475889def,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:07.251398 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] No DVR routers for this DVR port 8d41619a-cc56-4087-bf5b-95f475889def on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:30:07.256185 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.271865 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.272221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.272568 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.273167 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.273505 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.273835 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.274163 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.274492 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.274845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.275582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.275582 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.275980 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24618d1a-88b8-4f0c-8fbd-8ccb7f5a8c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.280557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 972232ca-e1c8-42ee-bf60-cb8e17597c60 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:30:07.280557 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 972232ca-e1c8-42ee-bf60-cb8e17597c60 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:30:07.352055 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.363417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332c20b8-e99a-4660-a117-d2baf0dae25d']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:07.375294 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26aa41ac-bd98-4666-83f4-6d98a157ca82') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:07.375588 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26aa41ac-bd98-4666-83f4-6d98a157ca82') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:07.386357 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.401906 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.408433 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:30:07.408850 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:30:07.412128 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:30:07.475532 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.482542 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.484501 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/networks/332c20b8-e99a-4660-a117-d2baf0dae25d HTTP/1.1" status: 204 len: 168 time: 0.3055148 Jul 22 15:30:07.487980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43356) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:07.496297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c76c05-b859-4ca9-8efd-df2a2325f2fc tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'Network': ['ID=332c20b8-e99a-4660-a117-d2baf0dae25d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:07.550742 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.578819 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.638139 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.640755 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.642049 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] 10.222.0.60 "DELETE /v2.0/security-groups/89be8b40-97f9-4add-9328-1db54eca96fb HTTP/1.1" status: 204 len: 168 time: 0.1528835 Jul 22 15:30:07.652037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89be8b40-97f9-4add-9328-1db54eca96fb,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:07.661407 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.661781 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.662125 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.662477 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.662851 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.663196 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.663539 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.663883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.664255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.664642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.665024 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.665393 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb954d-ad91-473e-937f-cf3f6b2b70c4 tempest-TestNetworkAdvancedServerOps-2008909088 tempest-TestNetworkAdvancedServerOps-2008909088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:07.789847 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fadcdfd7-69d6-461a-8d14-1bb3eb018355 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:30:07.813440 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: fadcdfd7-69d6-461a-8d14-1bb3eb018355 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:30:07.813786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device fadcdfd7-69d6-461a-8d14-1bb3eb018355 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:30:07.814204 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4313a262-2809-4d30-b824-f4223fd952dc no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:30:07.838914 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 4313a262-2809-4d30-b824-f4223fd952dc {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:30:07.839034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 4313a262-2809-4d30-b824-f4223fd952dc not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:30:07.839442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d41619a-cc56-4087-bf5b-95f475889def no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:30:07.864816 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 8d41619a-cc56-4087-bf5b-95f475889def {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:30:07.865151 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 8d41619a-cc56-4087-bf5b-95f475889def not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:30:07.875369 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:07.999177 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:08.138251 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e7ac17c8-c14f-431a-afa9-28a99e8b8ef9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51d6d2a2fdd54b6d9256b0b4e8a4b638&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378224 Jul 22 15:30:08.140885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43368) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:08.201332 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674232d1-3b40-4913-8709-8701e42e1d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.222942 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674232d1-3b40-4913-8709-8701e42e1d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.231912 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.272130 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674232d1-3b40-4913-8709-8701e42e1d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.274989 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-674232d1-3b40-4913-8709-8701e42e1d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.276134 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-674232d1-3b40-4913-8709-8701e42e1d99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/faea53ed-36c2-4bf2-a966-660b92e3196e HTTP/1.1" status: 204 len: 168 time: 0.1344197 Jul 22 15:30:08.284460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674232d1-3b40-4913-8709-8701e42e1d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faea53ed-36c2-4bf2-a966-660b92e3196e,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:08.533342 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43374) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:08.547676 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88a5-f7f4-4b22-bc86-99aa5cc6e4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.638674 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88a5-f7f4-4b22-bc86-99aa5cc6e4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.642239 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ddaa88a5-f7f4-4b22-bc86-99aa5cc6e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.678295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa88a5-f7f4-4b22-bc86-99aa5cc6e4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ae37cc-4d8b-4e8a-be73-62b4fe83d3a6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:08.682481 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ddaa88a5-f7f4-4b22-bc86-99aa5cc6e4a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25692544d7b54ab984a418630cac74ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481831 Jul 22 15:30:08.685523 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:08.733618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ada88ca-e688-4159-af00-83b96f776311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.757092 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ada88ca-e688-4159-af00-83b96f776311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.802187 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ada88ca-e688-4159-af00-83b96f776311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.804750 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9ada88ca-e688-4159-af00-83b96f776311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:08.805901 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9ada88ca-e688-4159-af00-83b96f776311 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19ae37cc-4d8b-4e8a-be73-62b4fe83d3a6 HTTP/1.1" status: 204 len: 168 time: 0.1193836 Jul 22 15:30:08.813412 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada88ca-e688-4159-af00-83b96f776311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ae37cc-4d8b-4e8a-be73-62b4fe83d3a6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:09.483342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43398) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:09.581579 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-820903061-network', 'tenant_id': '36a71273702b4999b67a45173f302f73'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:09.603342 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Made reservation on behalf of 36a71273702b4999b67a45173f302f73 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:30:09.605594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.614223 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.701993 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.705789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.730959 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:30:09.740502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e296b443-362f-41a9-862b-ac876895f186,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:09.747228 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.747626 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Added segment d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93 of type vlan for network 368e103d-2554-4dc2-b9e4-2aac9b17f419 Jul 22 15:30:09.786627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.814680 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.815664 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:09.816254 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.847561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3630371 Jul 22 15:30:09.850713 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43402) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:09.855785 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Request body: {'subnet': {'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-820903061-subnet', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:09.877720 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Made reservation on behalf of 36a71273702b4999b67a45173f302f73 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:30:09.879763 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3ec4-7348-4cc4-a70c-e884c876fbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=368e103d-2554-4dc2-b9e4-2aac9b17f419,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:09.880281 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:09.890469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:30:09.968784 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c6b0c846-9914-4205-8303-28f824bbe09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.053735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.110531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:10.120510 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Checking segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:10.120881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Network hostable DHCP agents. Network: 368e103d-2554-4dc2-b9e4-2aac9b17f419, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:30:10.136822 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:30:10.145751 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 368e103d-2554-4dc2-b9e4-2aac9b17f419) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:10.149950 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:10.150571 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.155686 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e48e29-5184-4ef9-bd91-275a807a2ad0 None None] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:30:10.168375 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b46fe9f1-603e-4044-a333-0b117db40d3a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3137045 Jul 22 15:30:10.168667 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43404) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:10.173303 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:10.194778 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.195775 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.247030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.306809 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-368e103d-2554-4dc2-b9e4-2aac9b17f419', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:30:10.307615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.388803 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.446988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Allocated IP 172.20.0.2 (368e103d-2554-4dc2-b9e4-2aac9b17f419/1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97/34ebe1c0-1ad8-420b-99d8-bcfea24c4874) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:10.591355 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.595756 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.604225 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Transition to ACTIVE for port object 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:10.614541 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.620326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Transition to ACTIVE for port object 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:10.627034 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.667838 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:10.670943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:10.673312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:10.681102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Pushing event updated for resources: {'Port': ['ID=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:10.715794 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Allocated IP 172.25.3.68 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/9b987af3-146c-44d7-b6fa-85bd8e99ea22) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:10.743362 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Attempting to bind port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:10.743734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Attempting to bind port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:10.744117 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Attempting to bind port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:10.748882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:10.749261 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Checking segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:10.749661 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.750051 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Bound using segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:10.750541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Bound port: 34ebe1c0-1ad8-420b-99d8-bcfea24c4874, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:10.750922 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.813682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] For port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:10.817456 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] For port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:10.820420 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.821513 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.860459 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:10.880375 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175390d-a02a-4d70-9853-839ca6c6dcc9 None None] Pushing event updated for resources: {'Port': ['ID=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:10.908899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:10.913720 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:10.918341 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:10.921874 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9b987af3-146c-44d7-b6fa-85bd8e99ea22,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:11.173969 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:11.726290 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:11.761230 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f55adc-bd2b-4dc3-87eb-f28251d71249 None None] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:30:11.789361 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:11.861229 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:30:11.866618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-54a847b4-6f68-493d-b47c-7be5c5b1fe7a None None] Provisioning for port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:11.912881 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:11.920392 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:11.920770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:11.967335 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:11.977293 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:11.983520 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:11.984793 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3635d2f5-7d48-4a00-bc13-fc7d262799f4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8150673 Jul 22 15:30:11.988151 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43406) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:11.992128 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:11.992682 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:29:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:12.047622 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.084177 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:12.089285 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.108215 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:12.144418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:12.203599 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2c458b00-ae6c-4008-ae53-17ec28f0ab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.302674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-73cd8359-a771-4c41-988f-c81ca51d7f18 None None] Provisioning complete for port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:12.303061 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73cd8359-a771-4c41-988f-c81ca51d7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.401811 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:11Z', 'revision_number': 3, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:12.431262 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:12.431614 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Updating router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:30:12.444310 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.453844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.467429 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.605736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Allocated IP 172.20.0.1 (368e103d-2554-4dc2-b9e4-2aac9b17f419/1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97/edd2ce2a-54bc-4403-b297-a3390eaa1293) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:12.706100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.710505 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.720082 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Transition to ACTIVE for port object 9b987af3-146c-44d7-b6fa-85bd8e99ea22 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:12.720286 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Transition to ACTIVE for port object edd2ce2a-54bc-4403-b297-a3390eaa1293 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:12.727252 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.754754 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.783179 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Attempting to bind port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:12.783551 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Attempting to bind port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:12.784435 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Attempting to bind port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:12.787274 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac496b-f7c7-49a6-be44-c28d9323a721 None None] Pushing event updated for resources: {'Port': ['ID=9b987af3-146c-44d7-b6fa-85bd8e99ea22,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:12.793016 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:12.793392 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:12.794095 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.794494 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:12.795152 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Bound port: 9b987af3-146c-44d7-b6fa-85bd8e99ea22, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:12.795378 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.796234 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:12.801621 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:12.805009 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:12.829917 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=edd2ce2a-54bc-4403-b297-a3390eaa1293,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:12.850198 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.861482 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] For port 9b987af3-146c-44d7-b6fa-85bd8e99ea22, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:12.865272 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] For port 9b987af3-146c-44d7-b6fa-85bd8e99ea22, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9b987af3-146c-44d7-b6fa-85bd8e99ea22,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:12.871348 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:12.925772 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:12.926677 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:13.026601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.045410 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac496b-f7c7-49a6-be44-c28d9323a721 None None] Pushing event updated for resources: {'Port': ['ID=9b987af3-146c-44d7-b6fa-85bd8e99ea22,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:13.052245 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:13.112319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8dcb8165-dc0e-4a60-957c-02dc9d158114 None None] Provisioning for port edd2ce2a-54bc-4403-b297-a3390eaa1293 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:13.116287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8dcb8165-dc0e-4a60-957c-02dc9d158114 None None] Provisioning complete for port edd2ce2a-54bc-4403-b297-a3390eaa1293 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:13.116774 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8165-dc0e-4a60-957c-02dc9d158114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.151681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb8165-dc0e-4a60-957c-02dc9d158114 None None] Port edd2ce2a-54bc-4403-b297-a3390eaa1293 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:30:13.195821 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.200409 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.232088 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:11Z', 'revision_number': 3, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:13.258041 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe315b-018f-4eeb-82b0-211faf690a62 None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:11Z', 'revision_number': 3, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:13.267083 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=edd2ce2a-54bc-4403-b297-a3390eaa1293,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:13.271419 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.375533 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:13.376953 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:13.508243 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:30:13.638417 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:13.643760 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-7fcbb789-9924-4e2e-84e7-f4a0e6c3f0d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6544406 Jul 22 15:30:13.699418 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2499078f-6236-4df9-b7d0-b941e86fbe8b None None] Provisioning complete for port edd2ce2a-54bc-4403-b297-a3390eaa1293 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:13.699808 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2499078f-6236-4df9-b7d0-b941e86fbe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.750095 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-2499078f-6236-4df9-b7d0-b941e86fbe8b None None] Port edd2ce2a-54bc-4403-b297-a3390eaa1293 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:30:13.841904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:13.907579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:13.923634 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:13.924978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.013013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b987af3-146c-44d7-b6fa-85bd8e99ea22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:14.064158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:14.069123 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:14.069585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.157400 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.182443 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 9b987af3-146c-44d7-b6fa-85bd8e99ea22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9b987af3-146c-44d7-b6fa-85bd8e99ea22,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:14.186809 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.201355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43422) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:14.207152 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1752886443-network', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:14.227724 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Made reservation on behalf of aa8b25ceedc2460a98fb269c021e8587 for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:30:14.230074 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.236703 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=9b987af3-146c-44d7-b6fa-85bd8e99ea22,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:14.242014 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.329507 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.333758 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.358674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:30:14.368780 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd77fd0-4e00-48a9-8c8e-f5d10848fca0,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:14.375161 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.375766 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Added segment 051ed7cf-8a8c-4d77-a5f8-21b20d3d097a of type vlan for network 5ace4fb0-9585-414e-9fb6-1c78f154af62 Jul 22 15:30:14.418307 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.445933 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.447047 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:14.447645 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.478437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2758961 Jul 22 15:30:14.481435 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43424) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:14.486621 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Request body: {'subnet': {'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1752886443-subnet', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:14.507351 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Made reservation on behalf of aa8b25ceedc2460a98fb269c021e8587 for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:30:14.509627 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.512705 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ad832-a755-4835-9bba-c6cb7ea871e4 admin admin] Pushing event updated for resources: {'Network': ['ID=5ace4fb0-9585-414e-9fb6-1c78f154af62,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:14.523446 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:30:14.687001 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.743955 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59ef186-79cc-4820-913a-733309b95308,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:14.753837 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Checking segment: {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:14.754084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Network hostable DHCP agents. Network: 5ace4fb0-9585-414e-9fb6-1c78f154af62, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:30:14.771876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:30:14.780814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 5ace4fb0-9585-414e-9fb6-1c78f154af62) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:14.785419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:14.786030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.791834 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0003b03d-3e3d-4942-ac91-f484d1f55a06 None None] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:30:14.803892 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-7ad486c1-74af-478c-aea5-970873541c5d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3189507 Jul 22 15:30:14.804123 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43426) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:14.808669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:14.829174 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.830178 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.876026 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:14.886153 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:14.909241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:14.909869 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:15.019595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.024293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-5ace4fb0-9585-414e-9fb6-1c78f154af62', 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'fixed_ips': [{'subnet_id': 'f59ef186-79cc-4820-913a-733309b95308'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:30:15.025151 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.063987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:15.219567 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.238750 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.284424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Allocated IP 172.20.0.2 (5ace4fb0-9585-414e-9fb6-1c78f154af62/f59ef186-79cc-4820-913a-733309b95308/3b626468-d87a-48d1-86bb-a1aba537a07a) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:15.340548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Allocated IP 172.25.3.209 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/78f5b8ef-5c27-448e-b750-af42b7552118) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:15.452944 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.493563 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.540455 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:15.543637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:15.548492 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:15.552456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Pushing event updated for resources: {'Port': ['ID=78f5b8ef-5c27-448e-b750-af42b7552118,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:15.622099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:13Z', 'revision_number': 2, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:15.661515 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:15.661846 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Updating router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc port edd2ce2a-54bc-4403-b297-a3390eaa1293 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:30:15.671127 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.693454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.709260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Transition to ACTIVE for port object 3b626468-d87a-48d1-86bb-a1aba537a07a will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:15.720692 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.736461 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Transition to ACTIVE for port object 3b626468-d87a-48d1-86bb-a1aba537a07a will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:15.744684 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.775674 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b987af3-146c-44d7-b6fa-85bd8e99ea22 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:15.809805 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:15.836322 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:15.848433 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:15.901545 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:15.913593 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Pushing event updated for resources: {'Port': ['ID=3b626468-d87a-48d1-86bb-a1aba537a07a,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:16.000743 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Attempting to bind port 3b626468-d87a-48d1-86bb-a1aba537a07a on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:16.001125 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Attempting to bind port 3b626468-d87a-48d1-86bb-a1aba537a07a by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:16.001501 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Attempting to bind port 3b626468-d87a-48d1-86bb-a1aba537a07a on network 5ace4fb0-9585-414e-9fb6-1c78f154af62 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:16.002595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.021013 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:16.021399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Checking segment: {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:16.021815 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.022221 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Bound using segment: {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:16.022985 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Bound port: 3b626468-d87a-48d1-86bb-a1aba537a07a, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:16.023380 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.065971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:16.066267 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.134274 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Router 31c68a70-587c-4bd3-bc46-c1740b8cd590 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:30:16.183832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] For port 3b626468-d87a-48d1-86bb-a1aba537a07a, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:16.188222 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] For port 3b626468-d87a-48d1-86bb-a1aba537a07a, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3b626468-d87a-48d1-86bb-a1aba537a07a,segment=NetworkSegment(051ed7cf-8a8c-4d77-a5f8-21b20d3d097a),segment_id=051ed7cf-8a8c-4d77-a5f8-21b20d3d097a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:16.201402 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.312697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.342737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Transition to ACTIVE for port object edd2ce2a-54bc-4403-b297-a3390eaa1293 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:16.344997 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34049-c426-4169-9a65-9a3609405e21 None None] Pushing event updated for resources: {'Port': ['ID=3b626468-d87a-48d1-86bb-a1aba537a07a,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:16.353192 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.413887 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83dea5-e5be-4ad5-9dff-fbf5e447f6bd None None] Pushing event updated for resources: {'Port': ['ID=edd2ce2a-54bc-4403-b297-a3390eaa1293,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:16.472249 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Attempting to bind port edd2ce2a-54bc-4403-b297-a3390eaa1293 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:16.472693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Attempting to bind port edd2ce2a-54bc-4403-b297-a3390eaa1293 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:16.472988 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Attempting to bind port edd2ce2a-54bc-4403-b297-a3390eaa1293 on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:16.478638 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:16.479176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Checking segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:16.479691 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.480190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Bound using segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:16.480775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Bound port: edd2ce2a-54bc-4403-b297-a3390eaa1293, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:16.481268 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.609767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] For port edd2ce2a-54bc-4403-b297-a3390eaa1293, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:16.614832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] For port edd2ce2a-54bc-4403-b297-a3390eaa1293, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=edd2ce2a-54bc-4403-b297-a3390eaa1293,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:16.624065 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.646246 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:16.656915 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Sync routers for ids ['31c68a70-587c-4bd3-bc46-c1740b8cd590'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:16.672401 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:16.675764 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-3f5f5048-f3d8-4f8e-bae7-bc5b329c92a6 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8706415 Jul 22 15:30:16.678488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43428) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:16.688290 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Routers {'31c68a70-587c-4bd3-bc46-c1740b8cd590'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:16.689121 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['31c68a70-587c-4bd3-bc46-c1740b8cd590'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:16.698176 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:16.699265 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:16.772896 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83dea5-e5be-4ad5-9dff-fbf5e447f6bd None None] Pushing event updated for resources: {'Port': ['ID=edd2ce2a-54bc-4403-b297-a3390eaa1293,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:16.827113 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:16.834063 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Set router 31c68a70-587c-4bd3-bc46-c1740b8cd590 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:17.071939 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:30:15Z', 'revision_number': 3, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:17.073666 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:16Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:17.106081 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Checking router: 31c68a70-587c-4bd3-bc46-c1740b8cd590 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:17.106752 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Updating router 31c68a70-587c-4bd3-bc46-c1740b8cd590 port 78f5b8ef-5c27-448e-b750-af42b7552118 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:30:17.109872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab6394-7c9c-4a9f-b5cf-0f4718ed4b1d None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:16Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:17.148571 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.224595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.430619 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Allocated IP 172.20.0.1 (5ace4fb0-9585-414e-9fb6-1c78f154af62/f59ef186-79cc-4820-913a-733309b95308/e258d41b-9233-4bf6-8a06-07bdfe7b2395) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:17.485362 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.500707 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Transition to ACTIVE for port object 78f5b8ef-5c27-448e-b750-af42b7552118 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:17.510196 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.521716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663aadb3-1dfb-4823-ae10-a150405cc013 None None] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:30:17.574301 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.579592 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Attempting to bind port 78f5b8ef-5c27-448e-b750-af42b7552118 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:17.580052 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Attempting to bind port 78f5b8ef-5c27-448e-b750-af42b7552118 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:17.580497 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Attempting to bind port 78f5b8ef-5c27-448e-b750-af42b7552118 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:17.582639 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Pushing event updated for resources: {'Port': ['ID=78f5b8ef-5c27-448e-b750-af42b7552118,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:17.592297 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.592731 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.593357 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.593520 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.593980 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.594378 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.594794 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.595191 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.595604 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.595995 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.596418 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.596805 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:30:17.599189 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Transition to ACTIVE for port object e258d41b-9233-4bf6-8a06-07bdfe7b2395 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:17.600359 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:17.600836 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:17.601317 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.601895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:17.602375 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Bound port: 78f5b8ef-5c27-448e-b750-af42b7552118, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:17.602861 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.616287 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-897355af-5914-4910-815e-c38e1b8f13e1 None None] Provisioning for port 3b626468-d87a-48d1-86bb-a1aba537a07a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:17.651262 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.669575 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] For port 78f5b8ef-5c27-448e-b750-af42b7552118, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:17.673914 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] For port 78f5b8ef-5c27-448e-b750-af42b7552118, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=78f5b8ef-5c27-448e-b750-af42b7552118,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:17.683690 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.728287 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:17.736162 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:17.741872 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:17.748716 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac85625-a2fe-485d-9463-236b455f0315 None None] Pushing event updated for resources: {'Port': ['ID=78f5b8ef-5c27-448e-b750-af42b7552118,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:17.778229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Routers {'31c68a70-587c-4bd3-bc46-c1740b8cd590'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:17.778385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Pushing event updated for resources: {'Port': ['ID=e258d41b-9233-4bf6-8a06-07bdfe7b2395,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:17.779352 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['31c68a70-587c-4bd3-bc46-c1740b8cd590'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:17.810215 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:17.906946 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b626468-d87a-48d1-86bb-a1aba537a07a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:17.996594 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3b626468-d87a-48d1-86bb-a1aba537a07a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:18.001768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.006706 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3b626468-d87a-48d1-86bb-a1aba537a07a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:18.007120 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.075864 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Provisioning complete for port 3b626468-d87a-48d1-86bb-a1aba537a07a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:18.076246 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.095757 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] Set router 31c68a70-587c-4bd3-bc46-c1740b8cd590 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:18.217233 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.254456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.281813 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.293212 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.294081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] For port 3b626468-d87a-48d1-86bb-a1aba537a07a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3b626468-d87a-48d1-86bb-a1aba537a07a,segment=NetworkSegment(051ed7cf-8a8c-4d77-a5f8-21b20d3d097a),segment_id=051ed7cf-8a8c-4d77-a5f8-21b20d3d097a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:18.299572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.370348 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:30:15Z', 'revision_number': 3, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:18.375934 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Provisioning for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:18.378706 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.387986 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Provisioning complete for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:18.389665 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.409877 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d4ec2-bff6-4836-886b-53e52c91ad91 None None] The sync data for ids ['31c68a70-587c-4bd3-bc46-c1740b8cd590'] in n-d-794306-8 is: [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:30:15Z', 'revision_number': 3, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:18.422579 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 15:30:18.423353 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 15:30:18.436511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Pushing event updated for resources: {'Port': ['ID=3b626468-d87a-48d1-86bb-a1aba537a07a,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:18.447774 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-05bb35d5-a5e9-4212-9812-41bfd75b1bcb None None] Port e258d41b-9233-4bf6-8a06-07bdfe7b2395 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:30:18.463358 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Pushing event updated for resources: {'Port': ['ID=e258d41b-9233-4bf6-8a06-07bdfe7b2395,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:18.532165 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:18.533637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:18.571178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-55a30007-20ab-41a4-8735-5e6cec0a87d5 None None] Provisioning complete for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:18.571756 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55a30007-20ab-41a4-8735-5e6cec0a87d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.619024 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-55a30007-20ab-41a4-8735-5e6cec0a87d5 None None] Port e258d41b-9233-4bf6-8a06-07bdfe7b2395 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:30:18.665466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Router 31c68a70-587c-4bd3-bc46-c1740b8cd590 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:30:18.745804 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-f7b80ca1-ba81-4826-9882-ad4a33009ea4 None None] Provisioning complete for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:18.746190 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f7b80ca1-ba81-4826-9882-ad4a33009ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:18.783041 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-f7b80ca1-ba81-4826-9882-ad4a33009ea4 None None] Port e258d41b-9233-4bf6-8a06-07bdfe7b2395 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:30:18.794488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:18.800152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-878fc75c-d3bc-4155-8296-3d0733b7d794 admin admin] 10.222.0.60 "PUT /v2.0/routers/31c68a70-587c-4bd3-bc46-c1740b8cd590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1190536 Jul 22 15:30:18.964266 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device edd2ce2a-54bc-4403-b297-a3390eaa1293 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:19.017543 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port edd2ce2a-54bc-4403-b297-a3390eaa1293 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:19.021704 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port edd2ce2a-54bc-4403-b297-a3390eaa1293 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:19.022083 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.104045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.139907 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port edd2ce2a-54bc-4403-b297-a3390eaa1293, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=edd2ce2a-54bc-4403-b297-a3390eaa1293,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:19.145877 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.204756 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=edd2ce2a-54bc-4403-b297-a3390eaa1293,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:19.447141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43436) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:19.452754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802590551', 'description': 'tempest-secgroup-smoke-802590551 description', 'project_id': '36a71273702b4999b67a45173f302f73'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:19.480009 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.582603 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.586555 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.619050 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c681d447-37a0-4c3c-b824-da23f68254a9,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:19.622336 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.626339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d3943297-c2b6-4d3f-84da-8670f4f8a71a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1751864 Jul 22 15:30:19.626947 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43438) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:19.631019 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'c681d447-37a0-4c3c-b824-da23f68254a9', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:19.659890 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.732617 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.739804 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.757522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a22bccb-17c7-4c4c-81b8-8edfb5d92b7d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:19.764129 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.765427 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-839776e1-2a45-40b6-8db6-ad4343c29bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378980 Jul 22 15:30:19.769027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43440) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:19.774058 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'c681d447-37a0-4c3c-b824-da23f68254a9', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:19.801500 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.824120 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b626468-d87a-48d1-86bb-a1aba537a07a up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:19.864030 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.868408 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.880206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3b626468-d87a-48d1-86bb-a1aba537a07a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:19.880615 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.886249 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c43a824-d008-493d-a404-31a531cb482e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:19.893872 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.895259 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1374301f-1579-4113-a9ab-cf97b28dfb4b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253119 Jul 22 15:30:19.898175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43442) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:19.902670 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'c681d447-37a0-4c3c-b824-da23f68254a9', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:19.933628 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.964813 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device edd2ce2a-54bc-4403-b297-a3390eaa1293 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:19.993515 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:19.998594 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.014873 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port edd2ce2a-54bc-4403-b297-a3390eaa1293 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:20.015258 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.020180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d55674-0a52-4fe4-8397-2c9718bc5e26,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:20.027706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.028971 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4ff5672e-179a-4977-9c03-802abeaede0f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298318 Jul 22 15:30:20.031738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43444) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:20.036707 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'c681d447-37a0-4c3c-b824-da23f68254a9', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:20.064503 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.096682 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78f5b8ef-5c27-448e-b750-af42b7552118 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:20.125878 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.129618 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.144044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 78f5b8ef-5c27-448e-b750-af42b7552118 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:20.144606 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0515561b-5a46-4272-ad33-e76e5dcacd58,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:20.148808 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 78f5b8ef-5c27-448e-b750-af42b7552118 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:20.149305 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.153425 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.154693 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b42cec19-4872-4e92-ac73-0c1d3a3019ea tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219637 Jul 22 15:30:20.157439 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43446) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:20.162359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'c681d447-37a0-4c3c-b824-da23f68254a9', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:20.186351 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Project 36a71273702b4999b67a45173f302f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:30:20.191897 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.235436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.257589 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 78f5b8ef-5c27-448e-b750-af42b7552118, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=78f5b8ef-5c27-448e-b750-af42b7552118,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:20.259764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.261434 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.263647 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.282398 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2da148-ad18-4094-b778-9b74b4c8e0ee,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:20.289681 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.291331 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5a8f8a4d-698f-4d40-b52e-3b8cef578bbc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329641 Jul 22 15:30:20.293961 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43448) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:20.298480 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'c681d447-37a0-4c3c-b824-da23f68254a9', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:20.320930 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=78f5b8ef-5c27-448e-b750-af42b7552118,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:20.321667 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Project 36a71273702b4999b67a45173f302f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:30:20.327066 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.391509 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.394904 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.412297 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967f2122-d2fe-4a83-9dce-4b6ede8334b4,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:20.418764 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:20.420316 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2e5944e7-3a2c-43db-a09a-eb27c3d7f095 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253746 Jul 22 15:30:20.528423 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Sync routers for ids ['31c68a70-587c-4bd3-bc46-c1740b8cd590'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:20.538000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Routers {'31c68a70-587c-4bd3-bc46-c1740b8cd590'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:20.538657 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['31c68a70-587c-4bd3-bc46-c1740b8cd590'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:20.564608 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-d92fda67-0513-4a1f-b4fe-a63b98fe0951 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802590551&fields=id&tenant_id=36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 267 time: 0.0329757 Jul 22 15:30:20.645387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Set router 31c68a70-587c-4bd3-bc46-c1740b8cd590 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:20.674764 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-0cd6c3b9-680f-48dc-b2ea-643ffccbff46 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:20.676372 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-0cd6c3b9-680f-48dc-b2ea-643ffccbff46 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 808 time: 0.1036415 Jul 22 15:30:20.691483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c282bd5-be56-4a8d-9663-2e42bb72bd2d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/quotas/36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 375 time: 0.0095158 Jul 22 15:30:20.762294 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-4a25a9ab-3e6d-408f-abdf-506cb997c3b8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655553 Jul 22 15:30:20.865590 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-4ecc7903-de01-4586-8885-3ece2df0b867 service neutron] 10.222.0.60 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908160 Jul 22 15:30:20.955507 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-0d5b9be2-8386-41c8-ad56-6f999a9526ee service neutron] 10.222.0.60 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840402 Jul 22 15:30:21.002215 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:30:17Z', 'revision_number': 4, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e258d41b-9233-4bf6-8a06-07bdfe7b2395', 'name': '', 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'mac_address': 'fa:16:3e:7f:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f59ef186-79cc-4820-913a-733309b95308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:17Z', 'updated_at': '2021-07-22T15:30:18Z', 'revision_number': 2, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'subnets': [{'id': 'f59ef186-79cc-4820-913a-733309b95308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:21.031760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Checking router: 31c68a70-587c-4bd3-bc46-c1740b8cd590 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:21.032047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Updating router 31c68a70-587c-4bd3-bc46-c1740b8cd590 port e258d41b-9233-4bf6-8a06-07bdfe7b2395 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:30:21.068555 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:21.128477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6e62f7b5-905a-46e6-8ae8-6afc6bc2477e req-d9ead1b8-850a-4148-abe5-bb1c5d985205 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 210 time: 0.0355592 Jul 22 15:30:21.353260 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:21.364435 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Transition to ACTIVE for port object e258d41b-9233-4bf6-8a06-07bdfe7b2395 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:21.370282 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:21.419445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1947-ad99-4962-9622-650c6ff3216c None None] Pushing event updated for resources: {'Port': ['ID=e258d41b-9233-4bf6-8a06-07bdfe7b2395,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:21.478723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Attempting to bind port e258d41b-9233-4bf6-8a06-07bdfe7b2395 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:21.479111 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Attempting to bind port e258d41b-9233-4bf6-8a06-07bdfe7b2395 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:21.479486 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Attempting to bind port e258d41b-9233-4bf6-8a06-07bdfe7b2395 on network 5ace4fb0-9585-414e-9fb6-1c78f154af62 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:21.485043 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:21.485481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Checking segment: {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:21.485900 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:21.486387 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Bound using segment: {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:21.486858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Bound port: e258d41b-9233-4bf6-8a06-07bdfe7b2395, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:21.487252 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:21.564319 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] For port e258d41b-9233-4bf6-8a06-07bdfe7b2395, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:21.568119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] For port e258d41b-9233-4bf6-8a06-07bdfe7b2395, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e258d41b-9233-4bf6-8a06-07bdfe7b2395,segment=NetworkSegment(051ed7cf-8a8c-4d77-a5f8-21b20d3d097a),segment_id=051ed7cf-8a8c-4d77-a5f8-21b20d3d097a)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:21.572759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:21.624791 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Routers {'31c68a70-587c-4bd3-bc46-c1740b8cd590'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:21.625690 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['31c68a70-587c-4bd3-bc46-c1740b8cd590'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:21.715578 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc1947-ad99-4962-9622-650c6ff3216c None None] Pushing event updated for resources: {'Port': ['ID=e258d41b-9233-4bf6-8a06-07bdfe7b2395,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:21.776044 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78f5b8ef-5c27-448e-b750-af42b7552118 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:21.788091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] Set router 31c68a70-587c-4bd3-bc46-c1740b8cd590 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:21.951900 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 78f5b8ef-5c27-448e-b750-af42b7552118 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:21.952263 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:22.133707 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:30:17Z', 'revision_number': 4, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e258d41b-9233-4bf6-8a06-07bdfe7b2395', 'name': '', 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'mac_address': 'fa:16:3e:7f:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f59ef186-79cc-4820-913a-733309b95308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:17Z', 'updated_at': '2021-07-22T15:30:21Z', 'revision_number': 4, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'subnets': [{'id': 'f59ef186-79cc-4820-913a-733309b95308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:22.165048 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d39e8d-a0ec-4503-a932-15cedcf23d42 None None] The sync data for ids ['31c68a70-587c-4bd3-bc46-c1740b8cd590'] in n-d-794306-8 is: [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:30:17Z', 'revision_number': 4, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'e258d41b-9233-4bf6-8a06-07bdfe7b2395', 'name': '', 'network_id': '5ace4fb0-9585-414e-9fb6-1c78f154af62', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'mac_address': 'fa:16:3e:7f:3b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f59ef186-79cc-4820-913a-733309b95308', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:17Z', 'updated_at': '2021-07-22T15:30:21Z', 'revision_number': 4, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'subnets': [{'id': 'f59ef186-79cc-4820-913a-733309b95308', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:22.249657 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b62b18f6-b777-46a3-b05d-210815469b5b req-12571e80-dc14-4082-9c06-571046e1fe5a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 210 time: 0.0404999 Jul 22 15:30:22.542387 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-da89a4e1-2957-4eeb-8b16-81e50cfda75e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:22.544199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-da89a4e1-2957-4eeb-8b16-81e50cfda75e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 808 time: 0.1419694 Jul 22 15:30:22.594601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-3aeef86d-64a5-4299-a7b6-0ce7718e249f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 379 time: 0.0411553 Jul 22 15:30:22.608030 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'port': {'device_id': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'admin_state_up': True, 'tenant_id': '36a71273702b4999b67a45173f302f73', 'security_groups': ['c681d447-37a0-4c3c-b824-da23f68254a9']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:22.736078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Made reservation on behalf of 36a71273702b4999b67a45173f302f73 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:30:22.742080 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:22.884969 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Allocated IP 172.20.0.5 (368e103d-2554-4dc2-b9e4-2aac9b17f419/1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97/147b7e57-7d6b-41ab-97bd-e43988196867) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:23.062103 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.078241 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Transition to ACTIVE for port object 147b7e57-7d6b-41ab-97bd-e43988196867 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:23.116965 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.167738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:23.170733 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:23.174883 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:23.204890 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:23.234682 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:23.235344 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.251295 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-9db374a2-a997-465e-97f9-246857c278d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6475275 Jul 22 15:30:23.262701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Request body: {'port': {'device_id': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:23.349498 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.410813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37f647-eb50-4f27-a159-4de468268328 req-186f8c4e-e614-4f89-a412-d6bc5f3137d7 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:23.416951 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b37f647-eb50-4f27-a159-4de468268328 req-186f8c4e-e614-4f89-a412-d6bc5f3137d7 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 931 time: 0.0807128 Jul 22 15:30:23.454693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-93ad8e9c-2e85-4c2e-980d-31197834596c None None] Provisioning for port 147b7e57-7d6b-41ab-97bd-e43988196867 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:23.460281 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-93ad8e9c-2e85-4c2e-980d-31197834596c None None] Provisioning complete for port 147b7e57-7d6b-41ab-97bd-e43988196867 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:23.460884 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-93ad8e9c-2e85-4c2e-980d-31197834596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.473744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3b37f647-eb50-4f27-a159-4de468268328 req-9c3e8286-7bd0-4ba9-8fd9-ed9607a3b3a6 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505536 Jul 22 15:30:23.504086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-93ad8e9c-2e85-4c2e-980d-31197834596c None None] Port 147b7e57-7d6b-41ab-97bd-e43988196867 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:30:23.728629 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 147b7e57-7d6b-41ab-97bd-e43988196867 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:30:23.737682 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.756261 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Transition to ACTIVE for port object 147b7e57-7d6b-41ab-97bd-e43988196867 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:30:23.761572 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.780858 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e258d41b-9233-4bf6-8a06-07bdfe7b2395 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:23.793605 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:30:23.841801 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:23.847100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:23.847483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:23.848210 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:23.919799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Attempting to bind port 147b7e57-7d6b-41ab-97bd-e43988196867 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:30:23.919799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Attempting to bind port 147b7e57-7d6b-41ab-97bd-e43988196867 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:30:23.919799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Attempting to bind port 147b7e57-7d6b-41ab-97bd-e43988196867 on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:23.931945 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Port 147b7e57-7d6b-41ab-97bd-e43988196867 on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:30:23.932431 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Attempting to bind port 147b7e57-7d6b-41ab-97bd-e43988196867 on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:30:23.945171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:30:23.945632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Checking segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:30:23.946116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Bound using segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:30:23.946694 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Bound port: 147b7e57-7d6b-41ab-97bd-e43988196867, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:30:23.947082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:24.010572 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:24.045884 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:30:24.050505 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:30:24.057382 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:24.059401 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port e258d41b-9233-4bf6-8a06-07bdfe7b2395, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e258d41b-9233-4bf6-8a06-07bdfe7b2395,segment=NetworkSegment(051ed7cf-8a8c-4d77-a5f8-21b20d3d097a),segment_id=051ed7cf-8a8c-4d77-a5f8-21b20d3d097a)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:24.066167 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:24.103171 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.103912 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:24.105452 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 1091 time: 0.8471873 Jul 22 15:30:24.105946 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:30:24.108410 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3" -d '{"events": [{"name": "network-changed", "server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:30:24.139802 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b52d-c9a0-4316-bc47-a7363d0c05c0 service neutron] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:24.169432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=e258d41b-9233-4bf6-8a06-07bdfe7b2395,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:24.195540 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17f333-ab99-4e42-9e1a-d9fe75b6ac1f x-openstack-request-id: req-6a17f333-ab99-4e42-9e1a-d9fe75b6ac1f {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:30:24.195939 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:30:24.196274 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a17f333-ab99-4e42-9e1a-d9fe75b6ac1f {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:30:24.196769 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'status': 'completed', 'code': 200} Jul 22 15:30:24.236376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-a5d4693c-e4e1-4649-8609-043eb052b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.239343 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-a5d4693c-e4e1-4649-8609-043eb052b8a8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1094 time: 0.0904632 Jul 22 15:30:24.294183 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-476b66d7-576f-4079-b353-002942c11310 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 217 time: 0.0481517 Jul 22 15:30:24.348721 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-892c27d1-ef40-4255-9209-0165dc3a4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.350409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-892c27d1-ef40-4255-9209-0165dc3a4283 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0503569 Jul 22 15:30:24.418339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-e83524b9-32a3-4ff2-86cc-655b63c56420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.420199 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-e83524b9-32a3-4ff2-86cc-655b63c56420 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634878 Jul 22 15:30:24.538642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-d2462197-03bc-4b6c-b0f2-aa1a5b8ec0b9 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120942 Jul 22 15:30:24.647395 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d70ace-47e8-478f-a8b0-05e5c310d733 req-9ccccb72-d0d5-4973-98b7-74cc4de399c0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.649027 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-3eba2693-b7c0-4ca3-ad45-a01e854ecc15 req-69057eab-1128-4b6e-bc27-3ce02ed46d76 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041992 Jul 22 15:30:24.649501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56d70ace-47e8-478f-a8b0-05e5c310d733 req-9ccccb72-d0d5-4973-98b7-74cc4de399c0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0811031 Jul 22 15:30:24.697670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-56d70ace-47e8-478f-a8b0-05e5c310d733 req-8cf3343a-186b-4eb5-8d7c-d646356e3940 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416088 Jul 22 15:30:24.756771 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-66db2a47-0126-4ec0-a98c-17ef882fbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.758573 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-66db2a47-0126-4ec0-a98c-17ef882fbb07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1094 time: 0.0628390 Jul 22 15:30:24.863749 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-7f4c20b9-5846-4c39-b043-7060ba6f6467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.865878 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-7f4c20b9-5846-4c39-b043-7060ba6f6467 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.1016057 Jul 22 15:30:24.922248 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-11174711-e6cf-4e0c-8fbc-6783fd635a87 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 217 time: 0.0495741 Jul 22 15:30:24.979348 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-81b083af-a572-4261-bf16-7c3a2897b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:24.980902 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-81b083af-a572-4261-bf16-7c3a2897b9ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0491195 Jul 22 15:30:25.046986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-5a21f997-16e2-4a52-a24b-0d8333c1bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:25.048609 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-5a21f997-16e2-4a52-a24b-0d8333c1bf37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594583 Jul 22 15:30:25.146187 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-9e9eb59f-6901-4866-83c5-4b9779bccf47 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906010 Jul 22 15:30:25.260766 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-ca8cbed0-929f-48a5-9eea-3ff6d19904b3 req-e91c1a96-fb5b-48e0-9ed4-97cff94edc3b service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070361 Jul 22 15:30:25.748195 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e258d41b-9233-4bf6-8a06-07bdfe7b2395 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:25.799009 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port e258d41b-9233-4bf6-8a06-07bdfe7b2395 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:25.799436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:25.837996 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585eac-8f73-4d1b-965b-31f51595cdb1 req-1f7624d2-2588-49a3-8650-ac2cf191c067 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:25.839614 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2585eac-8f73-4d1b-965b-31f51595cdb1 req-1f7624d2-2588-49a3-8650-ac2cf191c067 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0658264 Jul 22 15:30:25.878135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c2585eac-8f73-4d1b-965b-31f51595cdb1 req-665cebd4-2e14-4c7f-83be-330d411c74a5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321825 Jul 22 15:30:27.011501 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af2832-8981-4e8f-a7cb-0875ab576f94 req-23eb36c6-547a-4ab6-a2f0-287177595d89 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:27.012988 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18af2832-8981-4e8f-a7cb-0875ab576f94 req-23eb36c6-547a-4ab6-a2f0-287177595d89 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0661135 Jul 22 15:30:27.056505 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-18af2832-8981-4e8f-a7cb-0875ab576f94 req-1fa4bed6-25d3-4f85-8059-27a64f2f56ef tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377107 Jul 22 15:30:27.337206 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:30:27.440389 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:27.451624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '147b7e57-7d6b-41ab-97bd-e43988196867', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'mac_address': 'fa:16:3e:20:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:30:27.492759 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:27.505535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147b7e57-7d6b-41ab-97bd-e43988196867 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:30:27.525464 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:27.529505 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:27.577850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:27.729278 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['147b7e57-7d6b-41ab-97bd-e43988196867'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:30:28.192344 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ed21e-44bd-4c12-841a-76ff3bef76c7 req-102d1e06-3436-4a34-81a2-6610654e0240 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:28.193860 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e6ed21e-44bd-4c12-841a-76ff3bef76c7 req-102d1e06-3436-4a34-81a2-6610654e0240 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 944 time: 0.0678325 Jul 22 15:30:28.233189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0e6ed21e-44bd-4c12-841a-76ff3bef76c7 req-2dd110f8-1ecc-4be5-97e3-75001ed76aad tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332339 Jul 22 15:30:29.352812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:30:29.388452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd358b-a061-46d5-8dce-e718755d0366 req-96607f82-04d5-4b2d-86ff-c3bb38fb5bba tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:29.389881 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbdd358b-a061-46d5-8dce-e718755d0366 req-96607f82-04d5-4b2d-86ff-c3bb38fb5bba tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 944 time: 0.0782168 Jul 22 15:30:29.405033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 147b7e57-7d6b-41ab-97bd-e43988196867 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:30:29.409364 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 147b7e57-7d6b-41ab-97bd-e43988196867 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:30:29.409744 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:29.434738 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-dbdd358b-a061-46d5-8dce-e718755d0366 req-fa86e0d4-87a9-49db-9188-99ffd4db2ceb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389221 Jul 22 15:30:29.493043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:29.516179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:30:29.518478 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5fb5a8-4efa-4260-aaed-c843a7b958a7" -d '{"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-plugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:30:29.531945 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:30:29.536641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:29.563572 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc91fe2e-6679-4ce2-af8c-10f3c92a305b x-openstack-request-id: req-bc91fe2e-6679-4ce2-af8c-10f3c92a305b {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:30:29.563873 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-plugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:30:29.564489 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc91fe2e-6679-4ce2-af8c-10f3c92a305b {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:30:29.565417 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'code': 200} Jul 22 15:30:29.600937 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:29.668531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f97aff-ef98-4edb-aa9e-4d558f159d30 req-c9782f18-57b9-4890-8c89-55bccb862597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:29.670036 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f97aff-ef98-4edb-aa9e-4d558f159d30 req-c9782f18-57b9-4890-8c89-55bccb862597 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1096 time: 0.0554659 Jul 22 15:30:29.709980 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a1f97aff-ef98-4edb-aa9e-4d558f159d30 req-89b1030a-c572-4447-900a-b9a991bcda03 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338266 Jul 22 15:30:30.569409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962893-14d5-48aa-b862-ffdd9c61138c req-c1281093-42d0-4608-9f5f-d7c5f95573d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:30.570906 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67962893-14d5-48aa-b862-ffdd9c61138c req-c1281093-42d0-4608-9f5f-d7c5f95573d8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0679867 Jul 22 15:30:30.608010 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-67962893-14d5-48aa-b862-ffdd9c61138c req-6b1cca78-9c15-4246-a558-2cbc98d33206 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314300 Jul 22 15:30:30.737767 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc803-fed1-4307-8c90-b74a21ddc8f3 req-54f0efa5-64ef-4fb3-a169-73dd5932d00d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:30.739945 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d7dc803-fed1-4307-8c90-b74a21ddc8f3 req-54f0efa5-64ef-4fb3-a169-73dd5932d00d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0644155 Jul 22 15:30:30.777343 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5d7dc803-fed1-4307-8c90-b74a21ddc8f3 req-6e14279b-91e4-48e5-8eee-0dc18aaf3e3c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318947 Jul 22 15:30:30.800064 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43504) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:30.937258 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d660b6-f60c-4d2b-b3a0-6c4013d70b40 tempest-TestShelveInstance-346835628 tempest-TestShelveInstance-346835628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:30.938823 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d9d660b6-f60c-4d2b-b3a0-6c4013d70b40 tempest-TestShelveInstance-346835628 tempest-TestShelveInstance-346835628-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1091 time: 0.1376228 Jul 22 15:30:30.941683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43508) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:30:30.946013 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:30:30.967816 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.069387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.170084 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Allocated IP 172.25.3.113 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/2cace511-3dc8-4d64-89f3-eda7d20fa2f3) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:30:31.273121 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.310714 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.352428 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:30:31.355374 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:30:31.359809 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:30:31.362611 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'Port': ['ID=2cace511-3dc8-4d64-89f3-eda7d20fa2f3,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:31.702592 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.776319 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.922981 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:31.927586 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:32.337924 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'Port': ['ID=2cace511-3dc8-4d64-89f3-eda7d20fa2f3,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:30:32.348421 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:32.446909 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Floating IP c85f7550-b747-4979-b751-a5e27b594a14 associated. External IP: 172.25.3.113, port: 147b7e57-7d6b-41ab-97bd-e43988196867. Jul 22 15:30:32.650366 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:30:32.755628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:30:32.765600 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:30:32.771076 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:32.775766 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:32.776409 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:32.822083 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ed7afb2f-50a2-45c0-85b6-6f675a9286a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8689663 Jul 22 15:30:32.822083 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:30:32.822083 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eaa183-6160-41b8-947d-e8b9b3b623ac" -d '{"events": [{"name": "network-changed", "server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:30:32.886999 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:32.906812 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd104f7-dfb1-4ed2-a84b-c8546eb0ed46 x-openstack-request-id: req-ffd104f7-dfb1-4ed2-a84b-c8546eb0ed46 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:30:32.907101 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:30:32.907349 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffd104f7-dfb1-4ed2-a84b-c8546eb0ed46 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:30:32.907752 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'status': 'completed', 'code': 200} Jul 22 15:30:32.991583 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-e585a685-cbd8-455f-afaa-28f9daafe8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:32.993125 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-e585a685-cbd8-455f-afaa-28f9daafe8d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1096 time: 0.0596836 Jul 22 15:30:33.082852 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-68c7873a-90b2-4185-8c88-7df48924dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:33.084247 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-68c7873a-90b2-4185-8c88-7df48924dcd1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0848074 Jul 22 15:30:33.112513 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c85f7550-b747-4979-b751-a5e27b594a14', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'mac_address': 'fa:16:3e:20:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:30:31Z', 'updated_at': '2021-07-22T15:30:31Z', 'revision_number': 0, 'project_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:33.141288 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:30:33.150444 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:30:33.151090 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:30:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:33.152881 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-dc4434f6-6984-49f8-a70a-abbef77c2eb8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 999 time: 0.0625930 Jul 22 15:30:33.200722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-95c04b94-8f36-4c71-97cd-911e0e8c67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:33.202258 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-95c04b94-8f36-4c71-97cd-911e0e8c67df service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0437105 Jul 22 15:30:33.262852 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:30:33.275080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-aee38f28-4325-410e-aaf2-aaf0d513defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:30:33.276642 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-aee38f28-4325-410e-aaf2-aaf0d513defd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684710 Jul 22 15:30:33.370221 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-eeeaf6b5-d259-4ff7-bd55-4da9369933af service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875258 Jul 22 15:30:33.463628 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-a4eaa183-6160-41b8-947d-e8b9b3b623ac req-d3ba0180-bce2-42dd-b024-08d2f508a795 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873244 Jul 22 15:30:33.483906 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c85f7550-b747-4979-b751-a5e27b594a14', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'mac_address': 'fa:16:3e:20:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:30:31Z', 'updated_at': '2021-07-22T15:30:31Z', 'revision_number': 0, 'project_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:30:33.513812 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5d591-4874-464a-abf2-4c9eb5f287f1 None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'c85f7550-b747-4979-b751-a5e27b594a14', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'mac_address': 'fa:16:3e:20:02:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:30:31Z', 'updated_at': '2021-07-22T15:30:31Z', 'revision_number': 0, 'project_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:30:33.712596 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394fdd9b-36a3-407b-9595-6561ae48eb1a None None] New status for floating IP c85f7550-b747-4979-b751-a5e27b594a14: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:30:37.856547 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:38.238059 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:39.968533 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9129-2f1a-4973-a97f-7c4f521380a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:42.208757 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f52da5c4-caec-4e11-a1e4-22af1e943305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:42.455785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:43.879253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:30:45.555083 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:00.784614 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:31:07.845772 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:08.261101 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:09.970124 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-55e6d5fc-0415-4d64-9068-94f527eebf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:12.209239 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc83040e-1338-4b34-9f95-2ffde5002a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:12.458042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:13.882441 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:15.557126 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:20.015671 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-7293c612-31b2-49cd-8f13-d42bc4326632 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586739 Jul 22 15:31:20.115718 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-1c82829e-68ca-477f-9a87-cc5a345133fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:31:20.117300 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-1c82829e-68ca-477f-9a87-cc5a345133fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1096 time: 0.0543473 Jul 22 15:31:20.226304 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-e801f6df-5bfc-48db-bb69-5b284ffa968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:31:20.227834 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-e801f6df-5bfc-48db-bb69-5b284ffa968b service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0912552 Jul 22 15:31:20.305601 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-a0c85b5c-d373-4be6-b0e5-9015cb50098f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 1001 time: 0.0716872 Jul 22 15:31:20.354449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-c8ef3d5c-c990-42fc-9a97-e37c584179c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:31:20.356000 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-c8ef3d5c-c990-42fc-9a97-e37c584179c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0447874 Jul 22 15:31:20.421882 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-077a072e-b244-4875-91e0-5fff8935c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:31:20.423979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-077a072e-b244-4875-91e0-5fff8935c947 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617487 Jul 22 15:31:20.516592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-f5191aa8-d50a-4cf4-a57f-c536791694d5 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864112 Jul 22 15:31:20.609482 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-366ae738-2cb8-47a7-b553-4d9156f793cd req-b5d9daae-dded-4806-aa74-709b6da74896 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865324 Jul 22 15:31:37.784375 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:31:37.863675 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:38.258026 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:39.972272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7a8d2020-9edf-4222-800b-9796e3f803ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:42.211842 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d435a9f-38c4-4db8-9e9c-a82cb05824a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:42.462201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:43.886604 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:31:45.559172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:07.897422 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:08.277606 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:09.975094 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0e298659-d4ef-4eba-b324-82cad903ae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:12.211605 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-475a94cd-8000-4165-86da-a293ff4f1305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:12.463553 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:13.889154 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:14.783818 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:32:15.569673 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:19.998879 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-e7195c85-0792-407b-a266-d5659ab09ec1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636725 Jul 22 15:32:20.102599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-5d3133f2-18af-4421-8b08-e5974b76b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:20.104186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-5d3133f2-18af-4421-8b08-e5974b76b5fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1096 time: 0.0624630 Jul 22 15:32:20.213018 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-4a2c9955-1d7b-4a05-ae77-669c779ea731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:20.214612 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-4a2c9955-1d7b-4a05-ae77-669c779ea731 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0933497 Jul 22 15:32:20.287635 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-2a07621c-bd2c-4fed-916e-eb3e8f2e1b8f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 1001 time: 0.0667384 Jul 22 15:32:20.342595 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-58b5245e-abab-474c-a916-15c9deeaa3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:20.344113 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-58b5245e-abab-474c-a916-15c9deeaa3f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0507076 Jul 22 15:32:20.404556 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-b35bae05-8ea7-44ac-b42a-0b3a56278492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:20.406099 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-b35bae05-8ea7-44ac-b42a-0b3a56278492 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557480 Jul 22 15:32:20.509035 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-4c6a1406-a98b-41d0-ac7c-dec1b6afef69 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968540 Jul 22 15:32:20.602273 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-04d98bed-65f0-48df-8de4-80dad7b2eaca req-5266403c-e475-418f-9431-39a976ac94fe service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Jul 22 15:32:22.001777 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-2f2df34c-bda9-4c5f-a644-3a381cb7ae96 req-0ecad284-fa2d-496d-b671-6ad25e606ad1 service neutron] (93812) timed out ('10.222.0.60', 40100) {{(pid=93812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:32:25.668886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bd941-9ba5-4d34-ac71-4cda461506de req-e36123ca-c73c-48d8-b29c-ae726ab5c83e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:25.670363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-758bd941-9ba5-4d34-ac71-4cda461506de req-e36123ca-c73c-48d8-b29c-ae726ab5c83e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0675786 Jul 22 15:32:25.707623 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-758bd941-9ba5-4d34-ac71-4cda461506de req-b87a66c9-5651-4b8b-8747-ac4b68c0973a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Jul 22 15:32:26.847247 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e022690-1e06-49e8-b7c4-f5abaae76a4a req-a31ce754-dc9a-4425-80bf-423d19be16ff tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:26.848818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e022690-1e06-49e8-b7c4-f5abaae76a4a req-a31ce754-dc9a-4425-80bf-423d19be16ff tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0707312 Jul 22 15:32:26.886588 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e022690-1e06-49e8-b7c4-f5abaae76a4a req-0f79c3f8-dd4d-4b95-b4e7-d04417545691 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Jul 22 15:32:28.037721 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce925f-25ed-4e07-ae78-471800fcbb64 req-371362e4-1f4b-4f5d-8b0e-0cca2aea850f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:28.039145 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0ce925f-25ed-4e07-ae78-471800fcbb64 req-371362e4-1f4b-4f5d-8b0e-0cca2aea850f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0627398 Jul 22 15:32:28.077440 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f0ce925f-25ed-4e07-ae78-471800fcbb64 req-85e40709-1e36-4e1e-aee4-26847a6959c4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328197 Jul 22 15:32:29.210911 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af459e96-39c2-4606-bf8d-0f904943e0bc req-13bcd2c3-8c95-437c-a097-1a7c783e2021 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:29.212438 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af459e96-39c2-4606-bf8d-0f904943e0bc req-13bcd2c3-8c95-437c-a097-1a7c783e2021 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0678864 Jul 22 15:32:29.250267 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-af459e96-39c2-4606-bf8d-0f904943e0bc req-3d3ac919-2ccf-43a9-8ce8-35cb5a414139 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321360 Jul 22 15:32:30.381251 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebef8c9-ecfc-4d93-b281-7a23de093dcd req-ca368353-0db4-43a3-8d9c-3dad64fa0bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:30.382777 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ebef8c9-ecfc-4d93-b281-7a23de093dcd req-ca368353-0db4-43a3-8d9c-3dad64fa0bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0633268 Jul 22 15:32:30.419453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9ebef8c9-ecfc-4d93-b281-7a23de093dcd req-efbfaf58-81fc-43a1-b0d5-e87e331ffa55 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Jul 22 15:32:31.552082 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a92e2a-1931-4425-99ee-775c664b05ce req-9d6e354d-70a1-487a-97ec-6ca8689d8b57 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:31.553498 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70a92e2a-1931-4425-99ee-775c664b05ce req-9d6e354d-70a1-487a-97ec-6ca8689d8b57 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0668721 Jul 22 15:32:31.589514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-70a92e2a-1931-4425-99ee-775c664b05ce req-4b8637b1-28e7-488f-8da0-c92ae7f420d5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304711 Jul 22 15:32:32.716425 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d914-5347-472f-9441-26c2a688e305 req-6af987e4-da31-4a2c-b3d0-4d9994668d39 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:32.717937 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ac1d914-5347-472f-9441-26c2a688e305 req-6af987e4-da31-4a2c-b3d0-4d9994668d39 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0623417 Jul 22 15:32:32.756688 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ac1d914-5347-472f-9441-26c2a688e305 req-e59941ce-297a-4aea-8e02-ad83c8861f1c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332098 Jul 22 15:32:33.886208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a3491-98f3-4905-982d-ab446703d35a req-5ce5f6fc-3065-4b80-a0b9-948bb7011ebd tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:33.887856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa0a3491-98f3-4905-982d-ab446703d35a req-5ce5f6fc-3065-4b80-a0b9-948bb7011ebd tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0642691 Jul 22 15:32:33.925284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-aa0a3491-98f3-4905-982d-ab446703d35a req-6144cd9e-b3e0-49a5-9aab-7eff40c1d152 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315948 Jul 22 15:32:35.058648 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e546e2b-0a16-49ec-a550-b41499ae9b09 req-a7cd7d95-4f96-41ad-b474-11204be568ee tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:35.060135 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e546e2b-0a16-49ec-a550-b41499ae9b09 req-a7cd7d95-4f96-41ad-b474-11204be568ee tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0666730 Jul 22 15:32:35.096510 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2e546e2b-0a16-49ec-a550-b41499ae9b09 req-29592358-286a-4c5c-bc75-cf4bc13f55f3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307860 Jul 22 15:32:36.258270 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5eed9-38ca-4702-8f3e-f4d978655ab2 req-33e1e60c-d428-49a5-a849-fa1b1119e02b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:36.259935 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72c5eed9-38ca-4702-8f3e-f4d978655ab2 req-33e1e60c-d428-49a5-a849-fa1b1119e02b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0793138 Jul 22 15:32:36.304859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-72c5eed9-38ca-4702-8f3e-f4d978655ab2 req-ff7e18e9-9359-48e7-91c2-8472651afdb9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391147 Jul 22 15:32:37.441919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d680d00-576c-49d0-9af6-b635154b1c71 req-ffbc0af8-37d8-4fb5-8ac7-e8aca99f9286 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:37.443947 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d680d00-576c-49d0-9af6-b635154b1c71 req-ffbc0af8-37d8-4fb5-8ac7-e8aca99f9286 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0694401 Jul 22 15:32:37.481968 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6d680d00-576c-49d0-9af6-b635154b1c71 req-daad60ef-0a0c-4e7b-8a8a-db0fca52b620 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323579 Jul 22 15:32:37.885895 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:32:38.085373 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:38.164747 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:32:38.175575 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '147b7e57-7d6b-41ab-97bd-e43988196867', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'mac_address': 'fa:16:3e:20:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:32:38.215844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:38.229005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 147b7e57-7d6b-41ab-97bd-e43988196867 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:32:38.254717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:32:38.259673 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:38.317571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:38.331005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:32:38.339618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['147b7e57-7d6b-41ab-97bd-e43988196867'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:32:38.342607 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.342963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.343303 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.343637 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.343966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.344295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.344618 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.344954 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.345284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.345621 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.345949 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.346270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:32:38.657914 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e9c34-6b0d-47f2-a171-52a134ec0350 req-b35907cc-ccdd-47e6-9b89-87c6c136836e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:38.659840 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-743e9c34-6b0d-47f2-a171-52a134ec0350 req-b35907cc-ccdd-47e6-9b89-87c6c136836e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 944 time: 0.0939970 Jul 22 15:32:38.703853 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-743e9c34-6b0d-47f2-a171-52a134ec0350 req-f9b7dd77-5999-4282-bd58-7a30187cab33 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381379 Jul 22 15:32:39.849927 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198212b8-f1f0-4e09-9f03-1d617cfb466b req-849e5cf2-c00f-4c32-8550-d9db7872e5b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:39.851532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-198212b8-f1f0-4e09-9f03-1d617cfb466b req-849e5cf2-c00f-4c32-8550-d9db7872e5b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 944 time: 0.0732522 Jul 22 15:32:39.886536 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:32:39.922979 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-198212b8-f1f0-4e09-9f03-1d617cfb466b req-d802e88c-b3a9-41af-b2e6-06d73a12b903 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649095 Jul 22 15:32:39.959936 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 147b7e57-7d6b-41ab-97bd-e43988196867 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:32:39.960317 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:40.005986 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dde59b63-7535-4084-b66e-8efd5576166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:40.076693 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:40.106253 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:32:40.108722 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80183a86-9dd6-46dc-889b-f75853f1cfdd" -d '{"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-plugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:32:40.124229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:32:40.129868 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:40.182045 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:32:40.234706 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34dc934-dd08-4986-89b1-2f7afb675d77 x-openstack-request-id: req-a34dc934-dd08-4986-89b1-2f7afb675d77 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:32:40.234965 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-plugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:32:40.237494 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a34dc934-dd08-4986-89b1-2f7afb675d77 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:32:40.237494 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'code': 200} Jul 22 15:32:41.077322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a820d60-be7c-4cb1-88dc-5f8846de71a5 req-26fab603-2a22-41ca-bb2f-84491f80bb0b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:41.079226 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a820d60-be7c-4cb1-88dc-5f8846de71a5 req-26fab603-2a22-41ca-bb2f-84491f80bb0b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0843875 Jul 22 15:32:41.149797 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a820d60-be7c-4cb1-88dc-5f8846de71a5 req-f2d60541-f497-4bdd-9708-dd7597126990 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616584 Jul 22 15:32:42.218642 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4245fed7-ff3d-44b7-b4d3-cb032845a5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:42.334430 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec96be-63a5-4255-9adc-14643fcc5f11 req-5bc77953-524c-47ef-a0dd-f3da2b74426f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:42.343456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7eec96be-63a5-4255-9adc-14643fcc5f11 req-5bc77953-524c-47ef-a0dd-f3da2b74426f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.1071460 Jul 22 15:32:42.395519 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7eec96be-63a5-4255-9adc-14643fcc5f11 req-b260d270-3794-4a02-8d5d-02c692e60235 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506516 Jul 22 15:32:42.475090 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:43.570289 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9fe61-4fbd-489c-8698-d3e2d2fbc605 req-3bd1448c-93d5-4398-98ef-54fabba50afa tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:43.571874 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cdf9fe61-4fbd-489c-8698-d3e2d2fbc605 req-3bd1448c-93d5-4398-98ef-54fabba50afa tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.1012754 Jul 22 15:32:43.617679 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-cdf9fe61-4fbd-489c-8698-d3e2d2fbc605 req-26352830-8a87-43e6-a6e7-7f66d4e75d66 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395315 Jul 22 15:32:43.904918 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:44.840633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634fa4b-9781-4629-abe9-f093b40f19fb req-dbcf16cf-fa89-418a-908b-22ef96637d28 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:44.850986 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2634fa4b-9781-4629-abe9-f093b40f19fb req-dbcf16cf-fa89-418a-908b-22ef96637d28 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.1137838 Jul 22 15:32:44.913575 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2634fa4b-9781-4629-abe9-f093b40f19fb req-cb7ad30e-e7b2-4bd6-996d-e24b58478e9c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611978 Jul 22 15:32:45.574641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:46.096230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae723435-983a-4099-bc2e-646a80cc7833 req-418b008c-b2e0-4e1e-9135-6e122e143458 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:46.098678 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae723435-983a-4099-bc2e-646a80cc7833 req-418b008c-b2e0-4e1e-9135-6e122e143458 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0879123 Jul 22 15:32:46.151257 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ae723435-983a-4099-bc2e-646a80cc7833 req-a3dc6375-b43f-49f4-baf5-3f06e6d5c19f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455661 Jul 22 15:32:47.304909 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909ab56-43a7-4b84-8a8d-8418219d52f4 req-0d9b5181-8b87-454e-bf8c-bb96471af91e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:47.306586 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9909ab56-43a7-4b84-8a8d-8418219d52f4 req-0d9b5181-8b87-454e-bf8c-bb96471af91e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0720313 Jul 22 15:32:47.347024 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9909ab56-43a7-4b84-8a8d-8418219d52f4 req-d23662f8-b198-4f5c-9126-69597698c46b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344994 Jul 22 15:32:48.070086 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-f9050791-ef20-4fb4-b363-da16310a2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:48.071567 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-f9050791-ef20-4fb4-b363-da16310a2fdc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1096 time: 0.0579052 Jul 22 15:32:48.170272 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-4aee2466-869d-4d44-a382-e774d38723f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:48.171813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-4aee2466-869d-4d44-a382-e774d38723f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0945139 Jul 22 15:32:48.238000 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-95129989-4430-43f8-b67d-6cbc9334cfb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 1001 time: 0.0593851 Jul 22 15:32:48.292169 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-35ea5333-195b-40df-a868-9ed8d5b1b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:48.293694 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-35ea5333-195b-40df-a868-9ed8d5b1b5e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0495439 Jul 22 15:32:48.353552 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-c2c2ac0b-c1d6-4946-adf6-00aaccca9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:48.355140 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-c2c2ac0b-c1d6-4946-adf6-00aaccca9184 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554769 Jul 22 15:32:48.453998 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-e6bceacd-26ec-4756-9c71-368a7127d8ba service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926840 Jul 22 15:32:48.482949 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1198b03-b81b-4f71-9f01-15c587d301ad req-9d9da6a1-6cf3-45ec-8767-13207c69bb01 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:48.484477 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1198b03-b81b-4f71-9f01-15c587d301ad req-9d9da6a1-6cf3-45ec-8767-13207c69bb01 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0656583 Jul 22 15:32:48.525865 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c1198b03-b81b-4f71-9f01-15c587d301ad req-8c83ee4f-2b11-4de3-854b-18dff22bac84 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355361 Jul 22 15:32:48.553869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-bd85546e-6e5b-4455-ae25-f1121b91f70b req-ea67c8ab-8685-471e-893a-27f77df221bf service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932302 Jul 22 15:32:49.664792 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba602ada-13b3-4792-91c4-9afd5d72aed6 req-70941ac2-d0df-48bc-8deb-d6762233951f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:49.666293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba602ada-13b3-4792-91c4-9afd5d72aed6 req-70941ac2-d0df-48bc-8deb-d6762233951f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0679803 Jul 22 15:32:49.707778 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ba602ada-13b3-4792-91c4-9afd5d72aed6 req-4b27befd-a4e9-4d25-9a3c-610c0254a2bf tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357060 Jul 22 15:32:50.840928 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351e3a-fc5b-47c1-954e-e65263495035 req-42252e43-3ea1-4f31-b242-af72ac6d0bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:50.842366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76351e3a-fc5b-47c1-954e-e65263495035 req-42252e43-3ea1-4f31-b242-af72ac6d0bf1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 945 time: 0.0659804 Jul 22 15:32:50.880380 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76351e3a-fc5b-47c1-954e-e65263495035 req-1665f183-2a3a-4964-ad78-2bae229b94cc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321226 Jul 22 15:32:51.782472 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:32:51.933938 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:32:52.016624 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:52.043734 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:32:52.046639 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dbed41-c5f7-4f7f-b8f9-b72abfbbb91e" -d '{"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-unplugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:32:52.060077 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:32:52.067114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:32:52.091811 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 15:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d839bce-50df-48b0-b8c7-7fac2afe2aef x-openstack-request-id: req-7d839bce-50df-48b0-b8c7-7fac2afe2aef {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:32:52.092104 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-unplugged", "status": "failed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:32:52.092361 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d839bce-50df-48b0-b8c7-7fac2afe2aef {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:32:52.092757 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'code': 422} returned with failed status Jul 22 15:32:52.120731 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:32:52.155522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34ef6c-e11b-4460-a876-94df685238c7 req-eaeec27e-06bf-46b5-a1bc-f0598a9567f3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:52.157040 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f34ef6c-e11b-4460-a876-94df685238c7 req-eaeec27e-06bf-46b5-a1bc-f0598a9567f3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0679464 Jul 22 15:32:52.195978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f34ef6c-e11b-4460-a876-94df685238c7 req-7f533349-7ec0-4572-916c-06d1bf2bf15b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329735 Jul 22 15:32:52.441201 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43716) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:32:52.538004 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-f260298f-71f0-4ba9-ad6c-a99ace4bc8fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955005 Jul 22 15:32:53.283716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-a7ee9416-ab96-4419-b614-d3ca867aba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:53.285263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-a7ee9416-ab96-4419-b614-d3ca867aba9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615&tenant_id=36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 1094 time: 0.0606928 Jul 22 15:32:53.332822 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ac87b-6247-43d0-8f96-c4eda54922d1 req-9e7dfac8-c5f1-407d-8f80-25faffa3f2e2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:53.334335 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386ac87b-6247-43d0-8f96-c4eda54922d1 req-9e7dfac8-c5f1-407d-8f80-25faffa3f2e2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0697906 Jul 22 15:32:53.364528 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-b1a35642-05cb-4536-a380-0e61feefd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:53.366203 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-b1a35642-05cb-4536-a380-0e61feefd58d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1094 time: 0.0599887 Jul 22 15:32:53.373067 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-386ac87b-6247-43d0-8f96-c4eda54922d1 req-9f0c3738-5541-4c1c-8998-13f411ce9291 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320816 Jul 22 15:32:53.457035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-e8d0a571-d1d0-4855-8515-379884c074cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:53.458563 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-e8d0a571-d1d0-4855-8515-379884c074cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0865643 Jul 22 15:32:53.529209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-9943c2b9-bf23-4643-b3e6-8fa447d154c0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 999 time: 0.0637915 Jul 22 15:32:53.577490 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-27a33f82-59ef-42eb-9a84-9c60c4c03cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:53.579001 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-27a33f82-59ef-42eb-9a84-9c60c4c03cfd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0444088 Jul 22 15:32:53.637562 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-3cd9798a-cfb0-4646-bf4d-db42abe6b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:53.639126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-3cd9798a-cfb0-4646-bf4d-db42abe6b883 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540674 Jul 22 15:32:53.738809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-70e4f093-2b03-4aec-bb7a-f69c5f5d4e58 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930440 Jul 22 15:32:53.828190 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-80d1afe6-1829-4e31-92e2-de631bdcc019 req-4eb0827d-14c7-48f4-a008-1beddeda1e00 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835185 Jul 22 15:32:54.512714 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbefc7-d35c-47ee-bd12-7c63bf5c3df2 req-05bbbfb7-5d1f-43cf-8b5b-498eb04b64c0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:54.514273 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58bbefc7-d35c-47ee-bd12-7c63bf5c3df2 req-05bbbfb7-5d1f-43cf-8b5b-498eb04b64c0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0668702 Jul 22 15:32:54.555873 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-58bbefc7-d35c-47ee-bd12-7c63bf5c3df2 req-a5495195-ab96-494e-8a18-41d7b9ba4b98 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358217 Jul 22 15:32:55.751604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19fd3a-5fea-45f4-b42b-33234db5fbc4 req-d333d406-56f7-470f-905a-893559aebefa tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:55.753677 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f19fd3a-5fea-45f4-b42b-33234db5fbc4 req-d333d406-56f7-470f-905a-893559aebefa tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0968835 Jul 22 15:32:55.801915 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6f19fd3a-5fea-45f4-b42b-33234db5fbc4 req-fefde422-b5d7-4c96-9c63-793aac0e871f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 Jul 22 15:32:56.938694 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc3561-e8d7-4e01-975e-14fff0c19682 req-a2da796c-3d91-4a99-aaa2-93999d02a26b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:56.940163 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8afc3561-e8d7-4e01-975e-14fff0c19682 req-a2da796c-3d91-4a99-aaa2-93999d02a26b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0669627 Jul 22 15:32:56.980483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8afc3561-e8d7-4e01-975e-14fff0c19682 req-d92f6b28-98bd-422c-96ae-9225a7fb3cbe tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339844 Jul 22 15:32:58.158044 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c533d6c-a6e1-49b2-b03c-2686d449eba7 req-83b527ad-38cb-4895-b48a-171a2794c95a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:58.160447 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c533d6c-a6e1-49b2-b03c-2686d449eba7 req-83b527ad-38cb-4895-b48a-171a2794c95a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0786686 Jul 22 15:32:58.201904 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9c533d6c-a6e1-49b2-b03c-2686d449eba7 req-e1cdad49-a3ae-4f67-aa0a-c166bab0e5b4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344021 Jul 22 15:32:59.359014 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6956b76-8e0d-4675-9200-10878b2db895 req-32b5ae63-0f1c-4b72-b3f4-874cc7088c86 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:32:59.360506 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6956b76-8e0d-4675-9200-10878b2db895 req-32b5ae63-0f1c-4b72-b3f4-874cc7088c86 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0722535 Jul 22 15:32:59.402379 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c6956b76-8e0d-4675-9200-10878b2db895 req-611d938b-c9f1-4efa-8e31-c955f74fe65b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358980 Jul 22 15:33:00.546495 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d0d8e-8b30-4432-b597-e499a10be818 req-41477fdb-7c85-4062-8718-882b0c333190 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:00.548216 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed1d0d8e-8b30-4432-b597-e499a10be818 req-41477fdb-7c85-4062-8718-882b0c333190 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0708134 Jul 22 15:33:00.593020 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-ed1d0d8e-8b30-4432-b597-e499a10be818 req-7c6523fc-8bb5-4f83-ab11-04d3e624092d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389957 Jul 22 15:33:01.763932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6befda6-07fb-404d-82b0-8dc5f2d54733 req-c273fbf8-e23f-44b4-80af-5092c5bed3a5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:01.765514 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6befda6-07fb-404d-82b0-8dc5f2d54733 req-c273fbf8-e23f-44b4-80af-5092c5bed3a5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0846274 Jul 22 15:33:01.807732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f6befda6-07fb-404d-82b0-8dc5f2d54733 req-bc601656-d8fd-433f-b74a-13d5fef607bc tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359685 Jul 22 15:33:02.940371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95370bf6-952c-4e99-85f7-089470d9e312 req-4da2fd19-aad9-4f97-80dd-dc15a93db3e3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:02.947171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95370bf6-952c-4e99-85f7-089470d9e312 req-4da2fd19-aad9-4f97-80dd-dc15a93db3e3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0721605 Jul 22 15:33:02.993381 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-95370bf6-952c-4e99-85f7-089470d9e312 req-6ae7cb2c-b6dc-44d1-9f31-8dd9818106d2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453384 Jul 22 15:33:04.123674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931e368-01bf-48e7-a25c-a615450ce381 req-e1af946a-8180-485c-8177-a003d51cb14c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:04.125171 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b931e368-01bf-48e7-a25c-a615450ce381 req-e1af946a-8180-485c-8177-a003d51cb14c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0630460 Jul 22 15:33:04.161750 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b931e368-01bf-48e7-a25c-a615450ce381 req-2a825a2c-1e50-4914-87de-8ab10e4f6fe5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310407 Jul 22 15:33:05.297951 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e0b03-ef0c-45b3-9bd6-4cebaca8fcfe req-54489412-59b1-4e0e-ac5e-cf8e48caf202 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:05.299474 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-219e0b03-ef0c-45b3-9bd6-4cebaca8fcfe req-54489412-59b1-4e0e-ac5e-cf8e48caf202 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 943 time: 0.0678775 Jul 22 15:33:05.336235 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-219e0b03-ef0c-45b3-9bd6-4cebaca8fcfe req-3c82a14b-f559-48d4-878e-9c3baa3f785f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306606 Jul 22 15:33:05.977994 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:33:06.072928 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:33:06.083466 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '147b7e57-7d6b-41ab-97bd-e43988196867', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'port_id': '147b7e57-7d6b-41ab-97bd-e43988196867', 'mac_address': 'fa:16:3e:20:02:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:33:06.118643 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:06.130669 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 147b7e57-7d6b-41ab-97bd-e43988196867 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:33:06.151708 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:33:06.156747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:06.207459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=9']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:33:06.352848 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['147b7e57-7d6b-41ab-97bd-e43988196867'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:33:06.465551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742a7c9-b202-4f0c-99fa-92546915a022 req-4c47e220-5ad9-4de2-b5a4-badd30b4e4de tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:06.467077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b742a7c9-b202-4f0c-99fa-92546915a022 req-4c47e220-5ad9-4de2-b5a4-badd30b4e4de tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 944 time: 0.0630569 Jul 22 15:33:06.503976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b742a7c9-b202-4f0c-99fa-92546915a022 req-8a6c2de9-cc8a-4139-9247-3ec2bee2b215 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311310 Jul 22 15:33:07.635604 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457e08e-d3a4-4b87-9f02-4adf55371bf0 req-4f55eb12-48bd-4acc-8d25-aa92459e3b32 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:07.637108 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0457e08e-d3a4-4b87-9f02-4adf55371bf0 req-4f55eb12-48bd-4acc-8d25-aa92459e3b32 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 944 time: 0.0653265 Jul 22 15:33:07.674077 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0457e08e-d3a4-4b87-9f02-4adf55371bf0 req-d703e971-2e79-4bc5-a795-a4b9cf586dfb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314045 Jul 22 15:33:07.925386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:07.993056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:33:08.042767 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 147b7e57-7d6b-41ab-97bd-e43988196867 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:33:08.043055 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:08.114708 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:08.136388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:33:08.138683 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db246470-e0c0-40aa-89b3-885ba43febba" -d '{"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-plugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:33:08.154573 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:33:08.159270 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:08.206208 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=10']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:33:08.255111 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:08.801265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90553868-fd2a-453c-ae3d-f208acc2ba7e req-bbf4eb85-ae7f-480d-b7f3-050d18538ec3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:08.802811 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90553868-fd2a-453c-ae3d-f208acc2ba7e req-bbf4eb85-ae7f-480d-b7f3-050d18538ec3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 946 time: 0.0628867 Jul 22 15:33:08.841851 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-90553868-fd2a-453c-ae3d-f208acc2ba7e req-2b24fe36-4401-4354-901c-5111c10dce71 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329542 Jul 22 15:33:09.199352 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a10bf2-0887-4289-a2f8-860922e76450 x-openstack-request-id: req-f9a10bf2-0887-4289-a2f8-860922e76450 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:33:09.199787 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-plugged", "status": "completed", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:33:09.199896 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9a10bf2-0887-4289-a2f8-860922e76450 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:33:09.200273 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'code': 200} Jul 22 15:33:09.374988 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3325fa-f496-4839-960c-5c8a25f34e39 req-53bd6e0e-b626-4aa1-930e-f1e9126cfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:09.376508 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3325fa-f496-4839-960c-5c8a25f34e39 req-53bd6e0e-b626-4aa1-930e-f1e9126cfabb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1097 time: 0.0594292 Jul 22 15:33:09.410908 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8f3325fa-f496-4839-960c-5c8a25f34e39 req-5d98ef28-ab57-466e-82b5-bc08c0be9eeb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277965 Jul 22 15:33:09.970759 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe995-90eb-40d6-b18e-cbd258071a57 req-eca1f341-fd35-4c0b-8143-63354ad39cd7 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:09.972260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8bcfe995-90eb-40d6-b18e-cbd258071a57 req-eca1f341-fd35-4c0b-8143-63354ad39cd7 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 946 time: 0.0622659 Jul 22 15:33:09.977436 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3a41be8d-5644-4826-b650-85c72f1bc879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:10.009317 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8bcfe995-90eb-40d6-b18e-cbd258071a57 req-75f8e88f-fb12-46bc-a91f-b389a4125d8f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Jul 22 15:33:11.142371 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aa95e-852a-4759-bad0-b2bbbea1b49b req-1cf0563e-437e-4b48-824d-894d7d6f9c6d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:11.143877 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f6aa95e-852a-4759-bad0-b2bbbea1b49b req-1cf0563e-437e-4b48-824d-894d7d6f9c6d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 946 time: 0.0660398 Jul 22 15:33:11.180795 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-0f6aa95e-852a-4759-bad0-b2bbbea1b49b req-6b6fad33-96ed-4c58-a5a5-f9aa1431f0d5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Jul 22 15:33:12.210311 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-b81def45-766c-4b92-927f-ed977cafb8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:12.468923 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:13.894986 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:15.571379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:19.979351 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-9bb5d980-92b8-4438-85f0-4825bf5ec266 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524721 Jul 22 15:33:20.072760 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-28ffeba2-2d9a-4b63-9826-194c76c4d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:20.074174 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-28ffeba2-2d9a-4b63-9826-194c76c4d1bd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1097 time: 0.0543134 Jul 22 15:33:20.177817 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-8b7ce39c-a6fb-4c22-bea7-404ab8a04bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:20.179391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-8b7ce39c-a6fb-4c22-bea7-404ab8a04bcd service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0878727 Jul 22 15:33:20.241772 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-8bfd0f8a-edec-4d29-941f-ae701255557c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 1001 time: 0.0566294 Jul 22 15:33:20.294466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-e302bc5a-6cdc-4242-9bda-63661c8adb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:20.295966 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-e302bc5a-6cdc-4242-9bda-63661c8adb7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0480938 Jul 22 15:33:20.356928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-bea9a648-35ab-4aaa-8393-e195f68fa285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:33:20.358356 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-bea9a648-35ab-4aaa-8393-e195f68fa285 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536826 Jul 22 15:33:20.447319 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-eb674dab-3e42-40c3-8a24-f16bae4d1419 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820162 Jul 22 15:33:20.538441 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-5c8151c6-0d0f-4414-9973-12ceaaccda74 req-73f7d676-1c17-4ccd-a59f-45495b075d03 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Jul 22 15:33:28.781941 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:33:37.937793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:38.281039 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:39.980045 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-167b1e43-c0ef-409e-8a4d-094618074312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:42.213400 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-615d7df2-8c0a-4e29-a0ee-507e934eb913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:42.469181 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:43.899422 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:33:45.574077 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:05.781640 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:34:07.955148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:08.298534 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:09.981153 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-60455bc9-31c0-45cf-9607-6152ae86b654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:12.214536 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cc1334bd-acd9-4c97-afb6-a7a92dccee07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:12.469634 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:13.901747 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:15.575910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:20.987534 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-a22420f4-8aa0-4884-a057-59faa2f9847d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558403 Jul 22 15:34:21.082456 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-9e200632-ffa8-4d6b-8e51-1ed5104e0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:21.083996 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-9e200632-ffa8-4d6b-8e51-1ed5104e0987 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1097 time: 0.0576470 Jul 22 15:34:21.183568 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-2cf1cec3-435c-46d5-a069-b84d86c590a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:21.185053 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-2cf1cec3-435c-46d5-a069-b84d86c590a2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0826867 Jul 22 15:34:21.251480 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-530fc0cf-2f6d-4d98-bb4c-25f7400dd8cb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 1001 time: 0.0597177 Jul 22 15:34:21.300110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-0e2bd891-002c-4daf-a664-045458af6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:21.301582 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-0e2bd891-002c-4daf-a664-045458af6e77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0441980 Jul 22 15:34:21.359579 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-6bac583f-c80a-4e09-a876-8e18430bba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:21.361077 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-6bac583f-c80a-4e09-a876-8e18430bba3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528786 Jul 22 15:34:21.453055 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-403b4a5e-04e5-44d5-a580-74e8e90f0276 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853126 Jul 22 15:34:21.541320 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b3abd04e-45e2-43f9-857e-2ac4faec5e91 req-1835ebb6-85be-4ddf-bda8-024a9b8d4d90 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808637 Jul 22 15:34:24.407206 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43844) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:24.561451 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Deleting port 2cace511-3dc8-4d64-89f3-eda7d20fa2f3 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:34:24.561712 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:24.637436 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:24.637856 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:24.656503 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Calling delete_port for 2cace511-3dc8-4d64-89f3-eda7d20fa2f3 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:34:24.807361 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:24.832044 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event deleted for resources: {'Port': ['ID=2cace511-3dc8-4d64-89f3-eda7d20fa2f3,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:24.843868 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.844271 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.844616 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.844962 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.845301 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.845633 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.845964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.846295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.846655 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.846986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.847338 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.847669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:24.904033 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:24.904369 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Floating IP c85f7550-b747-4979-b751-a5e27b594a14 disassociated (deleted). External IP: 172.25.3.113, port: 147b7e57-7d6b-41ab-97bd-e43988196867. Jul 22 15:34:25.109385 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:34:25.216062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:34:25.220997 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:25.226052 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:34:25.235051 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:34:25.235913 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:34:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:34:25.259345 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ef7c3e3d-4308-42b3-a9e7-1973f44f9945 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "DELETE /v2.0/floatingips/c85f7550-b747-4979-b751-a5e27b594a14 HTTP/1.1" status: 204 len: 168 time: 0.8510265 Jul 22 15:34:25.259956 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:34:25.262226 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bb97d9-2980-4cb2-8804-b2e13a8674eb" -d '{"events": [{"name": "network-changed", "server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:34:25.302830 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1177d307-9922-4b03-bbfe-b4154bf9b648 x-openstack-request-id: req-1177d307-9922-4b03-bbfe-b4154bf9b648 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:34:25.303499 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:34:25.304284 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1177d307-9922-4b03-bbfe-b4154bf9b648 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:34:25.304729 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'status': 'completed', 'code': 200} Jul 22 15:34:25.388150 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-a43b1e3c-37de-4e1e-9c4c-d8ab2e0a6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:25.389869 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-a43b1e3c-37de-4e1e-9c4c-d8ab2e0a6ce7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 1097 time: 0.0645430 Jul 22 15:34:25.445309 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:34:25.493002 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-25334ec8-69ae-4dae-a18a-b814fbe0fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:25.495312 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-25334ec8-69ae-4dae-a18a-b814fbe0fe93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0981174 Jul 22 15:34:25.518698 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c213f7-241e-4421-a10b-47994b87942b req-808738d6-afab-4ada-8549-350229e016ee tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:25.520204 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2c213f7-241e-4421-a10b-47994b87942b req-808738d6-afab-4ada-8549-350229e016ee tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 946 time: 0.0714157 Jul 22 15:34:25.541939 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-2954426e-9dfe-498f-8197-3b99c40f6895 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 200 len: 217 time: 0.0396204 Jul 22 15:34:25.560849 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b2c213f7-241e-4421-a10b-47994b87942b req-5f6e4ac1-2f10-4ffa-bb75-9f171386a5c8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Jul 22 15:34:25.590855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-2f9cd8d0-bc2d-44d3-81fa-a09db1a3ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:25.592339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-2f9cd8d0-bc2d-44d3-81fa-a09db1a3ed49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0445881 Jul 22 15:34:25.645895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:34:25.650537 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-c92e9e24-8e46-4de4-b129-bdc71c20062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:25.652084 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-c92e9e24-8e46-4de4-b129-bdc71c20062e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534575 Jul 22 15:34:25.675077 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:34:25.683661 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:34:25.684265 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:34:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:34:25.745537 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-a20ddb6c-d113-4bf3-a6f1-1e41cefea61a service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861483 Jul 22 15:34:25.785089 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:34:25.836512 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-26bb97d9-2980-4cb2-8804-b2e13a8674eb req-5d7d101d-4bda-498d-9b40-d2573921b09f service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832982 Jul 22 15:34:25.979985 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:34:26.004701 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1f1671-42d7-4aad-8268-d8feb5f7801d None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:34:26.224890 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c021d-2289-4a7f-925f-2d8c3070ba65 None None] New status for floating IP c85f7550-b747-4979-b751-a5e27b594a14: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:34:26.694659 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b120c3-5660-4d3e-9c0c-a5553d0edd1c req-3f8f4ac8-4814-42ca-a2c0-1b9e73c33ddd tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:26.696119 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28b120c3-5660-4d3e-9c0c-a5553d0edd1c req-3f8f4ac8-4814-42ca-a2c0-1b9e73c33ddd tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 946 time: 0.0644562 Jul 22 15:34:26.827376 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-1025e6dc-714f-410e-869e-d1f609a9a44e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:26.829011 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-1025e6dc-714f-410e-869e-d1f609a9a44e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "GET /v2.0/ports?device_id=263e304d-ff2b-4118-9f9b-69b84e79f615 HTTP/1.1" status: 200 len: 946 time: 0.0651340 Jul 22 15:34:26.938943 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Deleting port 147b7e57-7d6b-41ab-97bd-e43988196867 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:34:26.939216 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:27.053459 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] For port 147b7e57-7d6b-41ab-97bd-e43988196867, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=147b7e57-7d6b-41ab-97bd-e43988196867,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:34:27.054011 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:27.070264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Calling delete_port for 147b7e57-7d6b-41ab-97bd-e43988196867 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:34:27.087587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-28b120c3-5660-4d3e-9c0c-a5553d0edd1c req-37b89bb8-b500-45c6-bedb-80d946883a1c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=c681d447-37a0-4c3c-b824-da23f68254a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3859057 Jul 22 15:34:27.196255 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:27.227658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event deleted for resources: {'Port': ['ID=147b7e57-7d6b-41ab-97bd-e43988196867,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:27.609669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] No DVR routers for this DVR port 147b7e57-7d6b-41ab-97bd-e43988196867 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:34:27.612443 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:27.614538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9cba8c43-b2db-49df-95b6-32d254db2f35 req-cb794f90-9e06-4bad-a149-06e26f9d711c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "DELETE /v2.0/ports/147b7e57-7d6b-41ab-97bd-e43988196867 HTTP/1.1" status: 204 len: 173 time: 0.7799671 Jul 22 15:34:27.615014 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-deleted', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:34:27.617965 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7d19d-93ec-4559-bb4f-35c26b805e0a" -d '{"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-deleted", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:34:27.661204 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04eea3a-b5d3-493a-8372-3d81113b6bb2 x-openstack-request-id: req-d04eea3a-b5d3-493a-8372-3d81113b6bb2 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:34:27.661500 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263e304d-ff2b-4118-9f9b-69b84e79f615", "name": "network-vif-deleted", "tag": "147b7e57-7d6b-41ab-97bd-e43988196867", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:34:27.661765 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d04eea3a-b5d3-493a-8372-3d81113b6bb2 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:34:27.662165 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263e304d-ff2b-4118-9f9b-69b84e79f615', 'name': 'network-vif-deleted', 'tag': '147b7e57-7d6b-41ab-97bd-e43988196867', 'status': 'completed', 'code': 200} Jul 22 15:34:28.142634 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43866) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:28.200496 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a13bf4-4ef3-457b-a571-d210f81f4be3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:28.226289 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a13bf4-4ef3-457b-a571-d210f81f4be3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:28.287075 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a13bf4-4ef3-457b-a571-d210f81f4be3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:28.290426 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-89a13bf4-4ef3-457b-a571-d210f81f4be3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:28.291655 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-89a13bf4-4ef3-457b-a571-d210f81f4be3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "DELETE /v2.0/security-groups/c681d447-37a0-4c3c-b824-da23f68254a9 HTTP/1.1" status: 204 len: 168 time: 0.1477373 Jul 22 15:34:28.300986 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a13bf4-4ef3-457b-a571-d210f81f4be3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c681d447-37a0-4c3c-b824-da23f68254a9,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:28.882396 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43874) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:28.887053 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606548629', 'description': 'tempest-secgroup-smoke-606548629 description', 'project_id': '36a71273702b4999b67a45173f302f73'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:28.908666 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:28.989606 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:28.993966 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.017453 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.018981 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1355917 Jul 22 15:34:29.021958 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43876) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:29.026773 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'eca1b7ff-640d-432a-9c89-8280da6169e8', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:29.027538 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974187f-2d88-4917-9897-1d796828a2f4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca1b7ff-640d-432a-9c89-8280da6169e8,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.056930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.110115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.113969 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.132347 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090a45ab-c647-4333-ada6-f1ded55a35a0,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.135480 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.136662 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135411 Jul 22 15:34:29.139747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43878) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:29.141596 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.141947 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.142296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.142661 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.143307 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.143609 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.143940 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.144269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.144599 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.144926 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.145260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.145386 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'eca1b7ff-640d-432a-9c89-8280da6169e8', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:29.145830 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af521e0b-bb8f-4085-abf1-219669326271 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:29.171732 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.221713 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.225814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.245888 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0342f846-09ea-44b2-b177-5fa2e931acd5,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.250004 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.251901 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ad3abbae-70ba-4bb9-8385-f28f03f931f9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1103988 Jul 22 15:34:29.254819 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43880) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:29.259343 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'eca1b7ff-640d-432a-9c89-8280da6169e8', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:29.285037 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.347083 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.351509 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.367264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79ce522-a532-4148-a9c2-9dfd1f5a6daf,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.375863 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.377062 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f223b3fd-f957-4dc7-b704-3c45c9c20744 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212685 Jul 22 15:34:29.379932 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43882) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:29.384378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'eca1b7ff-640d-432a-9c89-8280da6169e8', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:29.409189 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.467947 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.471489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.491168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262dc222-f217-4c3d-a19e-8cd623999ac8,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.494824 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.495994 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-37e14f08-15a7-4232-b326-71350a3aa5cb tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1151171 Jul 22 15:34:29.498791 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 43884) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:29.503270 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'eca1b7ff-640d-432a-9c89-8280da6169e8', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:29.524526 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Project 36a71273702b4999b67a45173f302f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:34:29.529171 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.591252 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.594755 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.612394 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b983412f-2e9c-425e-b1c3-4e96ef588ba2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.617637 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.618887 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-69044126-6733-41bd-a6bc-6b405801e042 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191323 Jul 22 15:34:29.621716 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 43886) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:34:29.626333 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'security_group_rule': {'security_group_id': 'eca1b7ff-640d-432a-9c89-8280da6169e8', 'project_id': '36a71273702b4999b67a45173f302f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:29.655799 n-d-794306-8 neutron-server[93812]: INFO neutron.db.securitygroups_db [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Project 36a71273702b4999b67a45173f302f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:34:29.660777 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.739751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.743431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.760316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cd5755-1497-44b2-af4d-c4767d04d89d,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:29.765999 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:29.767189 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9e7c17a5-1eb5-4b2a-9f51-f7fab6bcf7b3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444817 Jul 22 15:34:30.489950 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:34:30.512528 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 147b7e57-7d6b-41ab-97bd-e43988196867 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:34:30.512888 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 147b7e57-7d6b-41ab-97bd-e43988196867 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:34:37.954294 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:38.298960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:39.983499 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f394e239-e293-4c15-9e61-abc9ef7563cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:42.221835 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d051a813-6f7c-4970-9d45-15b47e94f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:42.473785 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:42.781398 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:34:43.903585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:44.023168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-be795bcb-fe73-44d6-9119-07d4fb57ff8f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606548629&fields=id&tenant_id=36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 267 time: 0.0332682 Jul 22 15:34:44.131444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-22be65ca-891d-4113-b679-9310c608b57f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:44.132779 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-22be65ca-891d-4113-b679-9310c608b57f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 808 time: 0.1029303 Jul 22 15:34:44.147602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-bb3efaf3-2385-4b19-9e27-5dcb2b6761b6 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/quotas/36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 375 time: 0.0091076 Jul 22 15:34:44.211517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-49f61030-e14d-49a9-91dc-73b9ae53b5bf tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589786 Jul 22 15:34:44.271156 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-f86fb186-2f93-4ca5-8c61-48927efcbdd5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:34:44.272184 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-f86fb186-2f93-4ca5-8c61-48927efcbdd5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495977 Jul 22 15:34:44.362212 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-db4ab3a1-dea3-4405-a419-0d03b720690c service neutron] 10.222.0.60 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Jul 22 15:34:44.450497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-361215ca-f430-4883-a31a-4da8c0b6529b service neutron] 10.222.0.60 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818703 Jul 22 15:34:44.747969 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4f0283a8-d04b-4a30-82a8-56c05ff48ab3 req-6d6dc413-6215-417b-9df5-14e252bbc48c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Jul 22 15:34:45.580216 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:45.615707 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-baba5dac-bc41-4c4c-ab9d-0c2f976e7925 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:45.617396 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-baba5dac-bc41-4c4c-ab9d-0c2f976e7925 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 808 time: 0.1096168 Jul 22 15:34:45.663816 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-2f29d3ad-05a0-4f56-bbba-d8727620eb55 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 379 time: 0.0388784 Jul 22 15:34:45.672207 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'port': {'device_id': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'admin_state_up': True, 'tenant_id': '36a71273702b4999b67a45173f302f73', 'security_groups': ['eca1b7ff-640d-432a-9c89-8280da6169e8']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:45.785306 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Made reservation on behalf of 36a71273702b4999b67a45173f302f73 for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:34:45.789095 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:45.852164 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-94ef3afe-f342-44ab-99c8-632cdff74cd1 req-4b1dfd6b-d2a7-477e-a42f-75dbbac6592c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 210 time: 0.0311112 Jul 22 15:34:45.923408 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Allocated IP 172.20.0.10 (368e103d-2554-4dc2-b9e4-2aac9b17f419/1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97/cd4a0aca-e487-4882-81c9-a97d604c0a2a) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:34:46.061088 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.079725 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Transition to ACTIVE for port object cd4a0aca-e487-4882-81c9-a97d604c0a2a will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:34:46.111595 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.153478 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:34:46.159045 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:34:46.163297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:34:46.202125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:46.225622 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:46.226390 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.244555 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-91e0d24d-67f7-4248-9c32-c75fc68b2d8e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762584 Jul 22 15:34:46.257678 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Request body: {'port': {'device_id': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:34:46.338180 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.396415 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d58980a-59b8-49fb-94a4-c5d3b1367612 None None] Provisioning for port cd4a0aca-e487-4882-81c9-a97d604c0a2a completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:34:46.400719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-8d58980a-59b8-49fb-94a4-c5d3b1367612 None None] Provisioning complete for port cd4a0aca-e487-4882-81c9-a97d604c0a2a triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:34:46.402003 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8d58980a-59b8-49fb-94a4-c5d3b1367612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.437150 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-8d58980a-59b8-49fb-94a4-c5d3b1367612 None None] Port cd4a0aca-e487-4882-81c9-a97d604c0a2a cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:34:46.607842 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4a0aca-e487-4882-81c9-a97d604c0a2a {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:34:46.615133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.627319 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Transition to ACTIVE for port object cd4a0aca-e487-4882-81c9-a97d604c0a2a will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:34:46.631582 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.701527 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:46.758031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Attempting to bind port cd4a0aca-e487-4882-81c9-a97d604c0a2a on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:34:46.758380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Attempting to bind port cd4a0aca-e487-4882-81c9-a97d604c0a2a by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:34:46.758745 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Attempting to bind port cd4a0aca-e487-4882-81c9-a97d604c0a2a on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:34:46.763463 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Port cd4a0aca-e487-4882-81c9-a97d604c0a2a on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:34:46.763799 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Attempting to bind port cd4a0aca-e487-4882-81c9-a97d604c0a2a on network 368e103d-2554-4dc2-b9e4-2aac9b17f419 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:34:46.769332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:34:46.769679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Checking segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:34:46.770073 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Bound using segment: {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:34:46.770543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Bound port: cd4a0aca-e487-4882-81c9-a97d604c0a2a, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:34:46.770917 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.852471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:34:46.856292 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:34:46.860382 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.896066 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:46.897828 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:46.899329 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] 10.222.0.72 "PUT /v2.0/ports/cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 1092 time: 0.6467185 Jul 22 15:34:46.901876 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:34:46.905344 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6e2ae3-29e5-459e-af60-eb638cb88051" -d '{"events": [{"name": "network-changed", "server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:34:46.982136 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211ed83-fe62-43ae-bfb2-3fc2f799394a service neutron] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:46.991139 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc6f8d3-bae6-48c4-ac8d-2e72096affa9 x-openstack-request-id: req-1cc6f8d3-bae6-48c4-ac8d-2e72096affa9 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:34:46.991588 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:34:46.991726 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cc6f8d3-bae6-48c4-ac8d-2e72096affa9 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:34:46.992135 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'status': 'completed', 'code': 200} Jul 22 15:34:47.021058 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-6591deac-011d-4895-965b-6db703d10e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.023398 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-6591deac-011d-4895-965b-6db703d10e21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1095 time: 0.0786359 Jul 22 15:34:47.041826 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be985e5a-e23a-4dd8-8952-a8f2eedb2f81 req-619ac749-3931-4608-aafd-4ac32d1ce0ed tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.049036 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be985e5a-e23a-4dd8-8952-a8f2eedb2f81 req-619ac749-3931-4608-aafd-4ac32d1ce0ed tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0914581 Jul 22 15:34:47.068409 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-5197b1b5-7dfa-449e-b884-506008921622 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 217 time: 0.0383413 Jul 22 15:34:47.109082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-be985e5a-e23a-4dd8-8952-a8f2eedb2f81 req-5de613f3-3877-44f5-97c4-82111915458f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453525 Jul 22 15:34:47.123474 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-acdce187-db64-4b82-b02e-e751ba053666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.125043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-acdce187-db64-4b82-b02e-e751ba053666 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0505471 Jul 22 15:34:47.186344 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cf21-a910-4906-80c8-1a269939c510 req-15ba2c5b-b5ec-4a3e-b9b1-87a660c00151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.187909 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-15ba2c5b-b5ec-4a3e-b9b1-87a660c00151 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571854 Jul 22 15:34:47.282263 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-fb519812-4f4d-4008-89d0-37e9c5028c34 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Jul 22 15:34:47.377568 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-2497cf21-a910-4906-80c8-1a269939c510 req-88c1232a-09f2-426b-a5c4-2f48445fdffd service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886338 Jul 22 15:34:47.484752 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-c7e30cdc-c821-4113-bcb4-4eea2acbc8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.486433 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-c7e30cdc-c821-4113-bcb4-4eea2acbc8eb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1095 time: 0.0567093 Jul 22 15:34:47.580124 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-c7d9f52b-4251-411d-a04e-94576ce8d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.581613 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-c7d9f52b-4251-411d-a04e-94576ce8d279 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0894401 Jul 22 15:34:47.625142 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-f8da50db-93fc-4750-8d0b-98893532e17c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 217 time: 0.0377710 Jul 22 15:34:47.673866 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-44adc6b8-3c0a-4e5a-90f5-89dcddec94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.675328 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-44adc6b8-3c0a-4e5a-90f5-89dcddec94fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0448756 Jul 22 15:34:47.734245 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-923c1f65-46ab-4c80-a2a2-d5e2dc5e9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:47.735793 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-923c1f65-46ab-4c80-a2a2-d5e2dc5e9b09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542560 Jul 22 15:34:47.828820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-022f3dfb-ac97-4f69-bbf7-15af0c84ec5b service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869255 Jul 22 15:34:47.920054 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8d6e2ae3-29e5-459e-af60-eb638cb88051 req-732ed2c2-192f-44c0-9340-b2a053889b4d service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845759 Jul 22 15:34:48.224921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1a1c7-aa49-4ff3-bc32-69e133bfe16d req-dea0047b-9b0b-451a-863b-06467da207be tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:48.226423 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93b1a1c7-aa49-4ff3-bc32-69e133bfe16d req-dea0047b-9b0b-451a-863b-06467da207be tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0663273 Jul 22 15:34:48.265082 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-93b1a1c7-aa49-4ff3-bc32-69e133bfe16d req-7972d3c8-da78-4917-ba06-d6033bba343e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Jul 22 15:34:49.403030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117521dc-655d-4181-89ee-eec05cded62c req-f429c62c-5837-4fe6-9e45-4c4e9ce59d92 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:49.404643 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-117521dc-655d-4181-89ee-eec05cded62c req-f429c62c-5837-4fe6-9e45-4c4e9ce59d92 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0672297 Jul 22 15:34:49.444286 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-117521dc-655d-4181-89ee-eec05cded62c req-b2f848f8-8f83-4394-81aa-b362708ff111 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335608 Jul 22 15:34:50.576901 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d56e9-8f4a-4422-9565-9a1d193b8608 req-3f1df7ff-5608-4ba4-a5b1-70e8782c5550 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:50.578384 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f39d56e9-8f4a-4422-9565-9a1d193b8608 req-3f1df7ff-5608-4ba4-a5b1-70e8782c5550 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0678942 Jul 22 15:34:50.616454 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f39d56e9-8f4a-4422-9565-9a1d193b8608 req-72f36e1a-cd44-4f6c-b8da-f05ee44000b8 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316978 Jul 22 15:34:51.742831 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8930-c01b-4724-a048-ee609dff8ebc req-feaf7ac7-6a66-4af5-a20d-8ab17c349d83 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:51.744325 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-464f8930-c01b-4724-a048-ee609dff8ebc req-feaf7ac7-6a66-4af5-a20d-8ab17c349d83 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0624194 Jul 22 15:34:51.781006 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-464f8930-c01b-4724-a048-ee609dff8ebc req-8261ad8c-a32d-49fa-802e-9af71510a18a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310738 Jul 22 15:34:52.916008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7f263-4060-47c9-a975-9f3a9ddd1220 req-97eb9c71-b210-4000-ad65-f24a2e3c76f0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:52.917517 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ee7f263-4060-47c9-a975-9f3a9ddd1220 req-97eb9c71-b210-4000-ad65-f24a2e3c76f0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0690982 Jul 22 15:34:52.959754 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4ee7f263-4060-47c9-a975-9f3a9ddd1220 req-c4d5babc-e3ad-4a46-a524-ac85c35bd95f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361588 Jul 22 15:34:54.139422 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec21ae-8edf-4a85-be25-e4abf5d0ad68 req-2f81b300-773c-4123-b5cb-08b764223ff2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:54.140900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8ec21ae-8edf-4a85-be25-e4abf5d0ad68 req-2f81b300-773c-4123-b5cb-08b764223ff2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.1135838 Jul 22 15:34:54.177728 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b8ec21ae-8edf-4a85-be25-e4abf5d0ad68 req-5234bdc2-062d-4db7-a92f-b8d763abb5a9 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Jul 22 15:34:55.305124 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e65f21-4100-4521-883d-4ff34346a73a req-7836092d-20a8-4cc9-814f-362960dd9a5c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:55.306628 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3e65f21-4100-4521-883d-4ff34346a73a req-7836092d-20a8-4cc9-814f-362960dd9a5c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0632269 Jul 22 15:34:55.343621 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a3e65f21-4100-4521-883d-4ff34346a73a req-c3824f5a-6428-40d9-b13a-f2b06523bd41 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Jul 22 15:34:56.475283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa3fa3-c2c2-430b-95a9-9b82013737f0 req-241b6320-b260-46db-ab5e-a88da82c4b99 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:56.476789 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51aa3fa3-c2c2-430b-95a9-9b82013737f0 req-241b6320-b260-46db-ab5e-a88da82c4b99 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0661991 Jul 22 15:34:56.514282 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-51aa3fa3-c2c2-430b-95a9-9b82013737f0 req-67b08a37-8278-495f-9c45-fb289607acc5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318358 Jul 22 15:34:56.585695 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:34:56.679102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:34:56.689571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'port_id': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'mac_address': 'fa:16:3e:af:26:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:34:56.725016 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:56.736879 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4a0aca-e487-4882-81c9-a97d604c0a2a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:34:56.756642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:34:56.760674 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:56.811105 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:56.818226 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.819158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.819511 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.819854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.820193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.820529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.820871 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.821194 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.821525 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.821854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.822184 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:56.822532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:34:57.013000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['cd4a0aca-e487-4882-81c9-a97d604c0a2a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:34:57.694976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4454327-b44e-4748-ac08-5b415899ff72 req-5955da43-56d2-4cc2-9c6d-3e905d6af32c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:57.696570 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4454327-b44e-4748-ac08-5b415899ff72 req-5955da43-56d2-4cc2-9c6d-3e905d6af32c tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 945 time: 0.1162755 Jul 22 15:34:57.735402 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e4454327-b44e-4748-ac08-5b415899ff72 req-455ef466-b8df-49db-afd6-822fa54660a2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320106 Jul 22 15:34:58.600822 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:34:58.649862 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port cd4a0aca-e487-4882-81c9-a97d604c0a2a completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:34:58.653439 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port cd4a0aca-e487-4882-81c9-a97d604c0a2a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:34:58.653815 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:58.726218 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:58.747626 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:34:58.749841 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb2e0f3-449e-4f53-a510-3c236cbd1d7b" -d '{"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:34:58.764390 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:34:58.768809 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:34:58.796092 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a04063f-1d0e-4e17-b901-5820894e344d x-openstack-request-id: req-9a04063f-1d0e-4e17-b901-5820894e344d {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:34:58.796415 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:34:58.796641 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a04063f-1d0e-4e17-b901-5820894e344d {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:34:58.797031 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'code': 200} Jul 22 15:34:58.827529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:34:58.873520 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d4f5c-3eb0-4b5e-90ed-c48a1772d6fc req-fee99a1e-801c-4e61-ba31-c373fb342e01 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:58.875104 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-975d4f5c-3eb0-4b5e-90ed-c48a1772d6fc req-fee99a1e-801c-4e61-ba31-c373fb342e01 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0713298 Jul 22 15:34:58.916838 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-975d4f5c-3eb0-4b5e-90ed-c48a1772d6fc req-3c1fa757-f6f6-44a2-b187-05b92dd0a78d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362489 Jul 22 15:34:58.949051 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dc25d-5fc0-43ec-bbeb-33c24976fa4b req-96e0b366-dad6-4420-ab5e-40d8f2bba0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:34:58.950584 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d9dc25d-5fc0-43ec-bbeb-33c24976fa4b req-96e0b366-dad6-4420-ab5e-40d8f2bba0dd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.1041880 Jul 22 15:34:58.983757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-6d9dc25d-5fc0-43ec-bbeb-33c24976fa4b req-63922513-8d5d-47c3-853a-04e7be19fef3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264258 Jul 22 15:35:00.050162 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5d121-2383-404f-a9ce-2fd75c77b112 req-70a1ee91-936f-4315-b6a8-6bb20a6b966d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:00.051661 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6d5d121-2383-404f-a9ce-2fd75c77b112 req-70a1ee91-936f-4315-b6a8-6bb20a6b966d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0676582 Jul 22 15:35:00.088358 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e6d5d121-2383-404f-a9ce-2fd75c77b112 req-6335e4c0-5956-4c5d-81b0-c0864a20fefe tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Jul 22 15:35:00.214020 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033673ee-63f0-4b23-a678-3ff0e0d7a926 req-3362c465-fb7a-4a6e-945b-46ddccf8293a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:00.215538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-033673ee-63f0-4b23-a678-3ff0e0d7a926 req-3362c465-fb7a-4a6e-945b-46ddccf8293a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0622194 Jul 22 15:35:00.252366 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-033673ee-63f0-4b23-a678-3ff0e0d7a926 req-eb1365f2-0f4b-4cf9-b8b1-45e0af566ad2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312366 Jul 22 15:35:00.274564 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44078) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:35:00.332130 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f149c5b-9233-42a3-96cd-59952f709427 tempest-TestShelveInstance-346835628 tempest-TestShelveInstance-346835628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:00.333645 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1f149c5b-9233-42a3-96cd-59952f709427 tempest-TestShelveInstance-346835628 tempest-TestShelveInstance-346835628-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1092 time: 0.0580721 Jul 22 15:35:00.336498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44080) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:35:00.340887 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:35:00.361988 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:00.453502 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:00.555492 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Allocated IP 172.25.3.35 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/7f73acea-0303-4193-8542-3c68649cce43) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:35:00.663825 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:00.706948 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:00.747103 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:35:00.753384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:35:00.756036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:35:00.779530 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'Port': ['ID=7f73acea-0303-4193-8542-3c68649cce43,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:35:01.112496 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:01.187970 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:01.335268 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:01.339771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:01.403872 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event updated for resources: {'Port': ['ID=7f73acea-0303-4193-8542-3c68649cce43,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:35:01.418604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:01.516586 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Floating IP f79131b6-1ae4-4c73-b22e-15d1102997f7 associated. External IP: 172.25.3.35, port: cd4a0aca-e487-4882-81c9-a97d604c0a2a. Jul 22 15:35:01.717899 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:35:01.821725 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:35:01.831028 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:35:01.836719 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:01.840770 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:35:01.841370 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:34:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:35:01.873703 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-5a9c99a1-3fd6-460e-895c-435973e06fb1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5361915 Jul 22 15:35:01.874296 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:35:01.877664 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c623040-0f65-461f-9726-93c2f6018880" -d '{"events": [{"name": "network-changed", "server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:35:01.945593 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:35:01.966681 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1015138d-addc-4d1d-944d-634d876db775 x-openstack-request-id: req-1015138d-addc-4d1d-944d-634d876db775 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:35:01.966969 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:35:01.967218 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1015138d-addc-4d1d-944d-634d876db775 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:35:01.967667 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'status': 'completed', 'code': 200} Jul 22 15:35:02.049851 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623040-0f65-461f-9726-93c2f6018880 req-910827d5-76ed-466d-a0f0-bd428e2212a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:02.051342 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-910827d5-76ed-466d-a0f0-bd428e2212a3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0550914 Jul 22 15:35:02.144108 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623040-0f65-461f-9726-93c2f6018880 req-e485f77d-051a-40e0-b3a9-37580198253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:02.145670 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-e485f77d-051a-40e0-b3a9-37580198253a service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0880518 Jul 22 15:35:02.170781 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f79131b6-1ae4-4c73-b22e-15d1102997f7', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'port_id': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'mac_address': 'fa:16:3e:af:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:35:00Z', 'updated_at': '2021-07-22T15:35:00Z', 'revision_number': 0, 'project_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:35:02.196050 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:35:02.204073 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:35:02.204668 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:34:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:35:02.210434 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-5c846e98-0522-40df-9421-24bff7c3beb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 999 time: 0.0587077 Jul 22 15:35:02.258332 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623040-0f65-461f-9726-93c2f6018880 req-bbc75c19-53e6-46b6-8d6a-3650d3c73d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:02.259848 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-bbc75c19-53e6-46b6-8d6a-3650d3c73d38 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0437057 Jul 22 15:35:02.309253 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:35:02.322674 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623040-0f65-461f-9726-93c2f6018880 req-e14e4d8f-530e-46c1-a750-8c9563a2b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:02.324206 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-e14e4d8f-530e-46c1-a750-8c9563a2b006 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584877 Jul 22 15:35:02.414763 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-7e18fcb5-56b5-4a9d-a1ab-374ae6aeb39e service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832925 Jul 22 15:35:02.509210 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-1c623040-0f65-461f-9726-93c2f6018880 req-58116424-4441-4cd3-81e6-38efdaf8544d service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885119 Jul 22 15:35:02.528562 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f79131b6-1ae4-4c73-b22e-15d1102997f7', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'port_id': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'mac_address': 'fa:16:3e:af:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:35:00Z', 'updated_at': '2021-07-22T15:35:00Z', 'revision_number': 0, 'project_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:35:02.555019 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39240509-85d8-4435-8829-42b05b1eda88 None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': 'f79131b6-1ae4-4c73-b22e-15d1102997f7', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'floating_ip_address': '172.25.3.35', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'port_id': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'mac_address': 'fa:16:3e:af:26:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:35:00Z', 'updated_at': '2021-07-22T15:35:00Z', 'revision_number': 0, 'project_id': '36a71273702b4999b67a45173f302f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:35:02.728799 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326a48f-d6fa-48b4-98ce-b5edc7a79dd6 None None] New status for floating IP f79131b6-1ae4-4c73-b22e-15d1102997f7: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:35:07.968160 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:08.300532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:09.985086 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-c9b0cee4-5658-42aa-985a-722dab82b75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:12.213458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f8607e0c-64fe-4605-be12-7ec5f655f03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:12.475201 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:13.906842 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:15.585066 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:19.781112 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:35:21.987166 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-682b4c52-9ae6-47d0-b4ea-f2ae854243ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569341 Jul 22 15:35:22.080184 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-ae065786-085f-412d-8908-d8e50812d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:22.081681 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-ae065786-085f-412d-8908-d8e50812d489 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0545228 Jul 22 15:35:22.189597 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-d7dfc18a-6ee4-4d99-b009-84fb0a1f80c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:22.191013 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-d7dfc18a-6ee4-4d99-b009-84fb0a1f80c6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0899358 Jul 22 15:35:22.265386 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-ad727fa3-6110-4353-96c2-212b76860cce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 1001 time: 0.0682104 Jul 22 15:35:22.325424 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-213d5fda-dd0a-4bdb-bb7b-44c715c689bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:22.327362 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-213d5fda-dd0a-4bdb-bb7b-44c715c689bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0544975 Jul 22 15:35:22.393983 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-940fe18b-bc62-47a7-ba6b-de681887d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:35:22.395611 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-940fe18b-bc62-47a7-ba6b-de681887d70f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620699 Jul 22 15:35:22.405403 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-c8e9a3b4-478f-4b9c-90a3-0f73f2eb99d8 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:35:22.406415 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-c8e9a3b4-478f-4b9c-90a3-0f73f2eb99d8 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052412 Jul 22 15:35:22.497354 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-828bde67-485b-44a3-95a0-8685e3f842a4 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849340 Jul 22 15:35:22.609215 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-c4e1e03a-44fe-4c33-9ce1-c57fa30bcf04 req-09ea5bd6-26c4-453b-9515-741e7a0c52f1 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053598 Jul 22 15:35:37.968524 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:38.310844 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:39.985429 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-7bf2099e-8ca2-4525-936e-129a725f1243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:42.215114 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8dc42eec-4507-4842-bbf8-1d2685e68846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:42.475516 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:43.909927 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:45.586978 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:35:56.779350 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:36:07.967948 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:08.340913 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:09.985447 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcec982b-795b-4792-bf2a-a840d1c04919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:12.215242 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-66ae0753-8935-40dc-b17c-e13bf5be7d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:12.475870 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:13.911827 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:15.592582 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:21.977813 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-ee514473-1405-482e-8403-f4dcf4bcd988 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515275 Jul 22 15:36:22.073564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-cc9d45fe-0a2d-448a-8577-06fd5c5a96fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:22.075103 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-cc9d45fe-0a2d-448a-8577-06fd5c5a96fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0581989 Jul 22 15:36:22.176430 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-37a83902-11f9-478b-b712-2de58853ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:22.177805 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-37a83902-11f9-478b-b712-2de58853ab4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0829680 Jul 22 15:36:22.245268 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-352f73ef-fa25-4ad6-98e9-337c0f0eca6e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 1001 time: 0.0612547 Jul 22 15:36:22.293967 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-756cc147-a8d5-45d1-87bc-25805f17daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:22.295445 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-756cc147-a8d5-45d1-87bc-25805f17daac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0442851 Jul 22 15:36:22.353723 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-528b055b-868c-40a8-8622-c97d9184bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:22.355193 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-528b055b-868c-40a8-8622-c97d9184bc84 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527804 Jul 22 15:36:22.446454 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-4470cc62-72fd-4a4a-b710-d1f3ca7a3776 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847025 Jul 22 15:36:22.532106 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9c4285b6-9931-4a4c-b6c1-fc103b19889a req-e0e98489-facb-49d1-9db8-2645b9a66451 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795071 Jul 22 15:36:33.778804 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:36:37.970636 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:38.339807 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:39.985751 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-73efd34b-4f25-45f2-8bbf-dbe53d7acde2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:42.216854 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f1f8447e-1169-46f4-b4d1-3030bd5b19a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:42.477854 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:43.914466 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:45.594040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:36:54.741449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2ab72-717d-4d31-9a94-584a258557e9 req-70a2fed2-4e8b-4de4-a1af-a6c4ad0632a2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:54.744250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7f2ab72-717d-4d31-9a94-584a258557e9 req-70a2fed2-4e8b-4de4-a1af-a6c4ad0632a2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0720837 Jul 22 15:36:54.783737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d7f2ab72-717d-4d31-9a94-584a258557e9 req-ab95f6da-d472-47d1-93e7-dddbede0f214 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337205 Jul 22 15:36:55.942628 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295ac53-1d62-4268-9dfe-bed420bd87e2 req-8268db36-d15c-4034-8ebb-92ef5cf42fe6 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:55.944123 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7295ac53-1d62-4268-9dfe-bed420bd87e2 req-8268db36-d15c-4034-8ebb-92ef5cf42fe6 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0670273 Jul 22 15:36:55.981756 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7295ac53-1d62-4268-9dfe-bed420bd87e2 req-1da9079a-4177-4a7f-bc0c-a75c6078919b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Jul 22 15:36:57.141507 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2a35-1896-4e8b-992c-3a8b2f409d6a req-ba7ba0a5-1208-4b0a-a04d-5487688428c4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:57.143027 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e03a2a35-1896-4e8b-992c-3a8b2f409d6a req-ba7ba0a5-1208-4b0a-a04d-5487688428c4 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0632923 Jul 22 15:36:57.179938 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e03a2a35-1896-4e8b-992c-3a8b2f409d6a req-d4f325eb-d62f-4c31-9273-5feccd59835e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313492 Jul 22 15:36:58.308098 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c7be5-7892-435d-b13f-a1fe2a9f77a3 req-91fdbdbf-6a7f-491b-81b2-b9070bbda5aa tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:58.309622 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-663c7be5-7892-435d-b13f-a1fe2a9f77a3 req-91fdbdbf-6a7f-491b-81b2-b9070bbda5aa tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0632195 Jul 22 15:36:58.345866 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-663c7be5-7892-435d-b13f-a1fe2a9f77a3 req-8de9149a-1bf5-4d73-86f5-4802310426f2 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307136 Jul 22 15:36:59.476622 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd2eff-3d2b-4c10-b86a-c8cb2972785e req-acee29da-bcf8-4223-9599-314fae0a3914 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:36:59.478103 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7efd2eff-3d2b-4c10-b86a-c8cb2972785e req-acee29da-bcf8-4223-9599-314fae0a3914 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0671449 Jul 22 15:36:59.515385 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7efd2eff-3d2b-4c10-b86a-c8cb2972785e req-f481ae26-d9fc-4c5f-b16a-6fb197eb93db tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Jul 22 15:37:00.645431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d567b-a49e-4e27-9dad-cc945f9dfd54 req-e5001af9-ea32-4e3d-a741-7239b5b0d780 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:00.646989 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f84d567b-a49e-4e27-9dad-cc945f9dfd54 req-e5001af9-ea32-4e3d-a741-7239b5b0d780 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0647407 Jul 22 15:37:00.689856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f84d567b-a49e-4e27-9dad-cc945f9dfd54 req-5172f923-bd9a-44d8-8c74-80f0c7e339c6 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364788 Jul 22 15:37:01.823619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ed3b8-0525-4c0b-8810-48c796854d66 req-f1d8c93d-3be2-471a-9d00-0cd070a64034 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:01.825127 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-328ed3b8-0525-4c0b-8810-48c796854d66 req-f1d8c93d-3be2-471a-9d00-0cd070a64034 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0671082 Jul 22 15:37:01.862558 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-328ed3b8-0525-4c0b-8810-48c796854d66 req-b2c2b7b9-8a18-4405-b683-0bd7830c32de tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Jul 22 15:37:02.991671 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a2d5c-0328-42ff-bbd9-38da7402fb0c req-1f59361e-8e81-479b-bcd3-f5ea6e788f0d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:02.993182 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d84a2d5c-0328-42ff-bbd9-38da7402fb0c req-1f59361e-8e81-479b-bcd3-f5ea6e788f0d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0636184 Jul 22 15:37:03.034370 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d84a2d5c-0328-42ff-bbd9-38da7402fb0c req-b81f814f-75f7-4f90-b1c0-2e48d3b5acb0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344362 Jul 22 15:37:04.167018 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1584a-5adb-4a39-9d28-b3d260046f43 req-8b951f06-6b6a-4940-bef0-594b5a1d73ff tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:04.168453 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ea1584a-5adb-4a39-9d28-b3d260046f43 req-8b951f06-6b6a-4940-bef0-594b5a1d73ff tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0659223 Jul 22 15:37:04.205390 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3ea1584a-5adb-4a39-9d28-b3d260046f43 req-4357d6c8-0c71-441e-ac4b-2a52f67fdd21 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Jul 22 15:37:04.872339 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-bdc84b86-d1a3-4b00-b186-64e60850ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:04.873848 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-bdc84b86-d1a3-4b00-b186-64e60850ca2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0585029 Jul 22 15:37:04.961673 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-a1a9e154-ea48-458e-b57f-b07783998852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:04.963670 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-a1a9e154-ea48-458e-b57f-b07783998852 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0840626 Jul 22 15:37:05.037061 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-84575be7-e33d-4ce9-acbb-98dacecd9078 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 1001 time: 0.0673645 Jul 22 15:37:05.089542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-23535422-df67-4bf5-ae20-20d8c86ad075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:05.091185 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-23535422-df67-4bf5-ae20-20d8c86ad075 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0484328 Jul 22 15:37:05.152082 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-821b8c41-b9a8-44fa-a010-802907a1b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:05.153519 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-821b8c41-b9a8-44fa-a010-802907a1b928 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566597 Jul 22 15:37:05.244923 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-94139350-38f4-4b13-9dcb-c34ef270e9c2 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Jul 22 15:37:05.334136 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-9d2cda17-2dca-4049-9c62-37f6002cd82c req-70b3fc1c-3e28-4ea2-b150-067bc3f4fe57 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833800 Jul 22 15:37:05.348989 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bae38-3dbb-445c-b9bf-6f4d7e28310c req-813a681d-df35-49e1-a845-b035fb2e4fec tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:05.351549 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-484bae38-3dbb-445c-b9bf-6f4d7e28310c req-813a681d-df35-49e1-a845-b035fb2e4fec tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0758116 Jul 22 15:37:05.389807 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-484bae38-3dbb-445c-b9bf-6f4d7e28310c req-c467d373-3811-4be5-824a-7ac87c745e75 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315640 Jul 22 15:37:06.519254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d5d64-4d9d-45dc-a31b-95ec4acf036b req-be4af7be-1297-4e15-8477-015cf53ec392 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:06.520761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f82d5d64-4d9d-45dc-a31b-95ec4acf036b req-be4af7be-1297-4e15-8477-015cf53ec392 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0646098 Jul 22 15:37:06.557770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f82d5d64-4d9d-45dc-a31b-95ec4acf036b req-431ed900-4024-4a43-a9d6-c4c7e93d28cf tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Jul 22 15:37:07.691208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f007c-35bb-4468-92ef-bd3a5b9bb4ee req-c7de642c-9efd-41bc-be86-a00c31849291 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:07.692729 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315f007c-35bb-4468-92ef-bd3a5b9bb4ee req-c7de642c-9efd-41bc-be86-a00c31849291 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0679898 Jul 22 15:37:07.733820 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-315f007c-35bb-4468-92ef-bd3a5b9bb4ee req-1617c2f6-9175-4b8f-a810-1cb89a46d421 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344119 Jul 22 15:37:07.966606 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:08.349115 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:08.862109 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c3a9-6837-4df7-8ebd-3bf8430926aa req-c5c7b4b6-b2ed-441f-acb9-e9e37501d0ca tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:08.863635 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3917c3a9-6837-4df7-8ebd-3bf8430926aa req-c5c7b4b6-b2ed-441f-acb9-e9e37501d0ca tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0629840 Jul 22 15:37:08.901706 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3917c3a9-6837-4df7-8ebd-3bf8430926aa req-d652a1a1-0961-42c4-8a87-1ffddb56913d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319810 Jul 22 15:37:09.096377 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-635dd13f-b4f0-4052-9bd2-c885df6531f7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0584297 Jul 22 15:37:09.123544 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ecea8-0b9f-415b-896b-c5e002ffb325 req-0dc91d2a-66a1-4d10-b15f-ee4971cfdb03 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:09.125074 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-239ecea8-0b9f-415b-896b-c5e002ffb325 req-0dc91d2a-66a1-4d10-b15f-ee4971cfdb03 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0648203 Jul 22 15:37:09.163139 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-239ecea8-0b9f-415b-896b-c5e002ffb325 req-ef54394c-50c8-4b02-9abc-ea139a97e17e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324688 Jul 22 15:37:09.263775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:37:09.342695 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:09.368307 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:37:09.370587 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f2598-a213-4b0e-abbe-3961a2c57059" -d '{"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:37:09.388490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:37:09.394544 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:09.418298 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3a654a-adcf-4016-a82a-5e5472b7a7bf x-openstack-request-id: req-cd3a654a-adcf-4016-a82a-5e5472b7a7bf {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:37:09.418687 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-unplugged", "status": "failed", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "code": 422}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:37:09.419061 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd3a654a-adcf-4016-a82a-5e5472b7a7bf {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:37:09.419511 n-d-794306-8 neutron-server[93814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'code': 422} returned with failed status Jul 22 15:37:09.446260 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:37:09.454882 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.455235 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.455586 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.455927 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.456270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.457059 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.457453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.458161 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.458498 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.458854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.459188 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.459519 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:37:09.986909 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-fe6e94a5-84b7-4907-ad29-abf86ea0152a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:10.296568 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb2826-31fb-43d4-9af3-ddb7463ace71 req-5a460bd7-0529-495c-88dd-faec5fd2e872 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:10.298107 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43eb2826-31fb-43d4-9af3-ddb7463ace71 req-5a460bd7-0529-495c-88dd-faec5fd2e872 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0686743 Jul 22 15:37:10.335461 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-43eb2826-31fb-43d4-9af3-ddb7463ace71 req-e3856a6b-52e2-494e-8d12-eacca4a89fe1 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315301 Jul 22 15:37:10.805829 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:37:11.469863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98466-b192-4f12-84f1-51bc1fe6d1cb req-41427b7c-09ed-4d6d-aad9-4988571fc9bd tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:11.471437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5e98466-b192-4f12-84f1-51bc1fe6d1cb req-41427b7c-09ed-4d6d-aad9-4988571fc9bd tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0653636 Jul 22 15:37:11.510168 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e5e98466-b192-4f12-84f1-51bc1fe6d1cb req-211ad036-2201-46b9-a2a2-25670295758f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 Jul 22 15:37:12.218230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-406be765-cd59-4b1d-8d79-7aac2ebdab8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:12.480321 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:12.644200 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6ec7c-d8cc-4985-a5e2-b1f41559e04a req-e1e6cc97-b205-43f0-a18c-1ae551b3aa64 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:12.645799 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-add6ec7c-d8cc-4985-a5e2-b1f41559e04a req-e1e6cc97-b205-43f0-a18c-1ae551b3aa64 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0692360 Jul 22 15:37:12.684609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-add6ec7c-d8cc-4985-a5e2-b1f41559e04a req-dc60fff8-6a54-4f4c-bb0d-202a5a716e2d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325074 Jul 22 15:37:13.814834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-b00faf95-bb09-49eb-9f6a-30fa366dec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:13.816372 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-b00faf95-bb09-49eb-9f6a-30fa366dec65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889&tenant_id=36a71273702b4999b67a45173f302f73 HTTP/1.1" status: 200 len: 1095 time: 0.0593472 Jul 22 15:37:13.817221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483844b-4958-4f0e-babf-0db69c131c3e req-9a9dba7a-ba60-45bf-8cc1-bab3fd51b763 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:13.818740 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e483844b-4958-4f0e-babf-0db69c131c3e req-9a9dba7a-ba60-45bf-8cc1-bab3fd51b763 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0663443 Jul 22 15:37:13.858607 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e483844b-4958-4f0e-babf-0db69c131c3e req-8e0e641b-8766-4f0a-a70c-d4d1d5ce0635 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335872 Jul 22 15:37:13.892005 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-e1a010f3-668b-4a39-9a39-27e772fb322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:13.893523 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-e1a010f3-668b-4a39-9a39-27e772fb322e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1095 time: 0.0547135 Jul 22 15:37:13.918189 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:13.986959 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-3cbece02-d509-43a6-88e8-5a3b9339c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:13.988653 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-3cbece02-d509-43a6-88e8-5a3b9339c66c service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0880444 Jul 22 15:37:14.050732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-15563c84-611f-4366-983f-cfdd3356ea4f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 999 time: 0.0560603 Jul 22 15:37:14.098419 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-c816f89b-8702-4959-99f7-1e5db9152955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:14.099976 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-c816f89b-8702-4959-99f7-1e5db9152955 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0430102 Jul 22 15:37:14.165172 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-3481c741-4237-4d3a-9f03-647feb266be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:14.166770 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-3481c741-4237-4d3a-9f03-647feb266be6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608013 Jul 22 15:37:14.256525 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-f4f98fb9-e023-4d98-92e1-cad4bf0de195 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833316 Jul 22 15:37:14.347715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-d21c45ab-c2f8-402b-b7fd-3c8556363535 req-a882ca3c-357a-4902-9d79-8286a2e255a1 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852728 Jul 22 15:37:14.986003 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabe710-4158-4bb4-ac6d-b3a748fed512 req-9c15f825-941b-40d5-9354-f8f304de0e49 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:14.987524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fabe710-4158-4bb4-ac6d-b3a748fed512 req-9c15f825-941b-40d5-9354-f8f304de0e49 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0636101 Jul 22 15:37:15.024548 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4fabe710-4158-4bb4-ac6d-b3a748fed512 req-9dbea5b1-0448-449c-ad43-9a3a439cf555 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Jul 22 15:37:15.597426 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:16.165675 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11233a49-3814-40cf-8b48-4678e47678bc req-cc8632be-93dd-4175-b75a-f023dd91f49f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:16.167111 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11233a49-3814-40cf-8b48-4678e47678bc req-cc8632be-93dd-4175-b75a-f023dd91f49f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0756886 Jul 22 15:37:16.204246 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-11233a49-3814-40cf-8b48-4678e47678bc req-e9ea5bca-5a7e-4ff8-83bf-acb84851fd19 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Jul 22 15:37:17.332502 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80a717-00b2-4830-8680-512bf4330b4c req-8aa7aa02-5da6-4e84-8c79-41ebe8dc7800 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:17.333999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c80a717-00b2-4830-8680-512bf4330b4c req-8aa7aa02-5da6-4e84-8c79-41ebe8dc7800 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0627444 Jul 22 15:37:17.370489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8c80a717-00b2-4830-8680-512bf4330b4c req-18308a8a-865b-401b-b706-c9b59b0252df tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Jul 22 15:37:18.508069 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33894948-1e21-4eff-81c3-9250b021f0dd req-c4ae4034-22f9-4970-8ab6-f8e122016f48 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:18.509567 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33894948-1e21-4eff-81c3-9250b021f0dd req-c4ae4034-22f9-4970-8ab6-f8e122016f48 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0710592 Jul 22 15:37:18.547629 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33894948-1e21-4eff-81c3-9250b021f0dd req-3a5d9f00-176e-4445-8e6f-788f49e3ca9f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Jul 22 15:37:19.677456 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66597ab9-29c7-4746-85bb-ce0d8d7109d4 req-a3bfc8dc-41d4-47f2-9410-cd08bede5015 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:19.679023 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66597ab9-29c7-4746-85bb-ce0d8d7109d4 req-a3bfc8dc-41d4-47f2-9410-cd08bede5015 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0643260 Jul 22 15:37:19.718207 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-66597ab9-29c7-4746-85bb-ce0d8d7109d4 req-c4044056-edda-4aa7-b59b-81b66209bf39 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Jul 22 15:37:20.848269 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e0311-6f4b-4a21-934a-90b67b53fe0f req-47d8f672-ebe9-4fdb-bf84-81439b991b88 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:20.849746 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-178e0311-6f4b-4a21-934a-90b67b53fe0f req-47d8f672-ebe9-4fdb-bf84-81439b991b88 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 944 time: 0.0645850 Jul 22 15:37:20.885707 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-178e0311-6f4b-4a21-934a-90b67b53fe0f req-2cba4378-7933-4435-af99-343b6e3bd42f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297606 Jul 22 15:37:21.326445 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:37:21.574158 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:37:21.584717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'port_id': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'mac_address': 'fa:16:3e:af:26:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:37:21.620064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:21.632033 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4a0aca-e487-4882-81c9-a97d604c0a2a {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:37:21.651943 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:37:21.656063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:21.702153 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:37:21.864992 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['cd4a0aca-e487-4882-81c9-a97d604c0a2a'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:37:22.015543 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-6afdd50f-de6c-4069-a160-966d3fc8fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:22.017126 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-6afdd50f-de6c-4069-a160-966d3fc8fda2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1096 time: 0.0560663 Jul 22 15:37:22.029285 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378438-9dc4-43ab-8e49-a904a7e9ceae req-b31fad23-a2aa-4b5b-a6de-c5b7daf3f87d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:22.031475 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8378438-9dc4-43ab-8e49-a904a7e9ceae req-b31fad23-a2aa-4b5b-a6de-c5b7daf3f87d tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 945 time: 0.0706151 Jul 22 15:37:22.068744 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d8378438-9dc4-43ab-8e49-a904a7e9ceae req-ce7c9591-b3ff-424d-a9aa-b9fc6eb24561 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317507 Jul 22 15:37:22.127987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-903633d4-b900-46cc-934d-3fcd2e118ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:22.129388 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-903633d4-b900-46cc-934d-3fcd2e118ead service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0936072 Jul 22 15:37:22.192037 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-37494e8e-9ff9-49bf-9dca-27215781b1e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 1000 time: 0.0563293 Jul 22 15:37:22.239021 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-eb661883-93d2-4598-b604-07a992c8e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:22.240461 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-eb661883-93d2-4598-b604-07a992c8e920 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0423901 Jul 22 15:37:22.303141 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-30a875da-638b-46c0-a243-5f3f4eed3303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:22.304634 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-30a875da-638b-46c0-a243-5f3f4eed3303 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565567 Jul 22 15:37:22.393264 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-a518c1da-99c6-44c2-acf6-80cff0f699eb service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806334 Jul 22 15:37:22.483559 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-70993b20-b4b2-495b-80bb-32ed32b9281b req-a59e99d1-ce91-45d6-a4cf-08792208ff46 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Jul 22 15:37:23.207642 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f4de0-68bc-479d-84c1-84c64a9d233e req-1082f127-675f-4ba4-98bf-10d52a5601b5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:23.209770 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b49f4de0-68bc-479d-84c1-84c64a9d233e req-1082f127-675f-4ba4-98bf-10d52a5601b5 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 945 time: 0.0729914 Jul 22 15:37:23.253456 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b49f4de0-68bc-479d-84c1-84c64a9d233e req-a22d6cce-f903-427c-990a-ee5cae87efa6 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381331 Jul 22 15:37:23.328679 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:37:23.377247 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port cd4a0aca-e487-4882-81c9-a97d604c0a2a triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:37:23.377555 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:23.449777 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:23.470640 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:37:23.472862 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1f27c-d3bb-43c8-98fa-606e9a98b164" -d '{"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:37:23.485359 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:37:23.489478 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:23.513592 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6744e2a-31f8-4f20-a0b3-73337d9be710 x-openstack-request-id: req-d6744e2a-31f8-4f20-a0b3-73337d9be710 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:37:23.513885 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-plugged", "status": "completed", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:37:23.514138 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6744e2a-31f8-4f20-a0b3-73337d9be710 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:37:23.514791 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'code': 200} Jul 22 15:37:23.541214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:37:23.672909 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419beff2-20dd-4a55-bfec-b423d88d5201 req-35fd19d0-0990-4061-b888-61de18a86fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:23.674275 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-419beff2-20dd-4a55-bfec-b423d88d5201 req-35fd19d0-0990-4061-b888-61de18a86fbb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0522270 Jul 22 15:37:23.708622 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-419beff2-20dd-4a55-bfec-b423d88d5201 req-96e8e715-cfaf-48f0-bfeb-b8ba481faa99 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272703 Jul 22 15:37:24.388886 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2b5d7-464f-4aa9-9089-a13908f199c7 req-53a4ff14-0b34-4779-b4d0-085a7fa03b1b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:24.390656 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a2b5d7-464f-4aa9-9089-a13908f199c7 req-53a4ff14-0b34-4779-b4d0-085a7fa03b1b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0675824 Jul 22 15:37:24.429658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-55a2b5d7-464f-4aa9-9089-a13908f199c7 req-689e6520-ae1f-4e88-bd0c-f79ca5dd219f tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333633 Jul 22 15:37:25.562738 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bcfff-1176-4e26-8d7c-558e3a833533 req-4838879c-8e7f-4485-b74d-949a6e58d74b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:37:25.564120 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa6bcfff-1176-4e26-8d7c-558e3a833533 req-4838879c-8e7f-4485-b74d-949a6e58d74b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0636408 Jul 22 15:37:25.600439 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-fa6bcfff-1176-4e26-8d7c-558e3a833533 req-77abe35a-aa59-4098-ba37-66f2738bab6a tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307240 Jul 22 15:37:37.967648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:38.369972 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:39.987132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca1a7beb-673d-4040-a78a-c84fefdf7b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:42.220355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2f101bfb-1baa-44e1-8e8b-49772c5f733f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:42.481601 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:43.921219 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:45.599307 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:37:47.776680 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:38:07.978252 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:08.382703 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:09.986573 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4fbf06fc-c109-462b-9ee9-375e1e2c5755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:12.222420 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-8e26ea1e-2e2a-4981-b9b5-a308fe17f769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:12.488612 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:13.923354 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:15.603648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:22.975209 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-8bf8b94f-43df-4a24-b82e-0e12dcec7fa3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528016 Jul 22 15:38:23.074035 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-50e27562-d113-4546-8231-a097cccb12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:23.075550 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-50e27562-d113-4546-8231-a097cccb12e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0585122 Jul 22 15:38:23.175661 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-e392d403-5444-4bcc-bc31-1cebdd20a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:23.177107 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-e392d403-5444-4bcc-bc31-1cebdd20a4cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0825403 Jul 22 15:38:23.244484 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-34d14ccd-880d-497b-a8f0-b66d5f9fba3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 1001 time: 0.0610635 Jul 22 15:38:23.293257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-2ba1b93d-761b-4765-bbce-1d2c40198607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:23.294745 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-2ba1b93d-761b-4765-bbce-1d2c40198607 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0444329 Jul 22 15:38:23.351637 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-615da52e-ae5d-4370-9654-3b9dd4aff9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:23.353116 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-615da52e-ae5d-4370-9654-3b9dd4aff9c2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526469 Jul 22 15:38:23.443179 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-41b24b9a-fe6c-4e4c-ba96-f7e1c9fa145f service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838614 Jul 22 15:38:23.529507 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b98ca4ba-5be5-4e1c-9380-08bb4197d0cb req-4b1bfd74-0f9d-4935-924a-89d7a4fd6180 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794659 Jul 22 15:38:24.775829 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:38:37.976482 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:38.381676 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:39.991076 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b9731ae-b61c-4e7a-9ee1-0b2ceae2e7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:41.208598 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44244) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:41.365564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Deleting port 7f73acea-0303-4193-8542-3c68649cce43 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:41.365907 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:41.437974 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:41.438233 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:41.449426 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Calling delete_port for 7f73acea-0303-4193-8542-3c68649cce43 owned by network:floatingip {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:41.595456 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:41.620658 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event deleted for resources: {'Port': ['ID=7f73acea-0303-4193-8542-3c68649cce43,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:41.646894 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.647499 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.648523 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.648881 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.649409 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.649972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.650316 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.650690 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.651029 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.651372 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.651714 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.652072 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:41.695406 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for floatingip, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:41.695801 n-d-794306-8 neutron-server[93813]: INFO neutron.db.l3_db [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Floating IP f79131b6-1ae4-4c73-b22e-15d1102997f7 disassociated (deleted). External IP: 172.25.3.35, port: cd4a0aca-e487-4882-81c9-a97d604c0a2a. Jul 22 15:38:42.223498 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9bcd6c82-79df-4787-95dd-537c463d834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:42.224571 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:38:42.330779 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:38:42.335551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:42.340158 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:38:42.350310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:42.351445 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:42.373631 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4678b154-aec4-435f-9040-c5684e2ce00e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "DELETE /v2.0/floatingips/f79131b6-1ae4-4c73-b22e-15d1102997f7 HTTP/1.1" status: 204 len: 168 time: 1.1639524 Jul 22 15:38:42.374224 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:38:42.377048 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b708295a-efb7-431c-adc7-a7908be2940c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:38:42.464096 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:42.483376 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:42.484391 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5d79bf-f548-4e2b-803f-f744960e5528 x-openstack-request-id: req-af5d79bf-f548-4e2b-803f-f744960e5528 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:38:42.484723 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:38:42.484960 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af5d79bf-f548-4e2b-803f-f744960e5528 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:38:42.485421 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'status': 'completed', 'code': 200} Jul 22 15:38:42.574156 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708295a-efb7-431c-adc7-a7908be2940c req-6483c34f-01fe-4ce0-a8cb-6d85467898aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:42.575942 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-6483c34f-01fe-4ce0-a8cb-6d85467898aa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=36a71273702b4999b67a45173f302f73&device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 1097 time: 0.0606894 Jul 22 15:38:42.630906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a318152-dac1-4bf5-ae8d-dda2558ccc22 req-0d6c53d5-94a6-4a58-841e-7e8fcc6ac72e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:42.633244 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a318152-dac1-4bf5-ae8d-dda2558ccc22 req-0d6c53d5-94a6-4a58-841e-7e8fcc6ac72e tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0712826 Jul 22 15:38:42.672758 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708295a-efb7-431c-adc7-a7908be2940c req-8d12b1b7-4f2e-45f3-9045-9dd647b842c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:42.673021 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9a318152-dac1-4bf5-ae8d-dda2558ccc22 req-ffc6f8be-b246-4cd8-b0f0-993af8c6e165 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334187 Jul 22 15:38:42.674732 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-8d12b1b7-4f2e-45f3-9045-9dd647b842c9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 200 len: 909 time: 0.0924966 Jul 22 15:38:42.676944 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:42.703791 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:38:42.712240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:42.712845 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:42.721227 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-a986abfc-b23a-4217-a002-13352f54b444 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 200 len: 217 time: 0.0395453 Jul 22 15:38:42.769730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708295a-efb7-431c-adc7-a7908be2940c req-b026adcd-b986-4914-92b1-bb49a0d83975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:42.771152 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-b026adcd-b986-4914-92b1-bb49a0d83975 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 200 len: 847 time: 0.0438862 Jul 22 15:38:42.815347 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:42.830110 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708295a-efb7-431c-adc7-a7908be2940c req-38879971-701c-4778-a232-a30232604e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:42.831667 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-38879971-701c-4778-a232-a30232604e3d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=368e103d-2554-4dc2-b9e4-2aac9b17f419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530860 Jul 22 15:38:42.928117 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-a4ccc20f-baac-4223-af96-9c47c989b2af service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860734 Jul 22 15:38:43.014763 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:43.025408 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-b708295a-efb7-431c-adc7-a7908be2940c req-036b78f8-7d7d-4588-bbfe-8cc91b0572e6 service neutron] 10.222.0.72 "GET /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897181 Jul 22 15:38:43.045694 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ff706-2261-4716-aa8d-3e26a6b6afb4 None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:12Z', 'revision_number': 4, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': 'edd2ce2a-54bc-4403-b297-a3390eaa1293', 'name': '', 'network_id': '368e103d-2554-4dc2-b9e4-2aac9b17f419', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'mac_address': 'fa:16:3e:29:6a:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:12Z', 'updated_at': '2021-07-22T15:30:19Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'subnets': [{'id': '1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:38:43.261061 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e4dcf-4936-41ca-b5f6-a3e17d22c844 None None] New status for floating IP f79131b6-1ae4-4c73-b22e-15d1102997f7: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:38:43.807220 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cdff6-ecee-4998-bd2a-92fa6113bb35 req-6e17dd75-dc85-48c0-9175-6c8608de745b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:43.808716 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f1cdff6-ecee-4998-bd2a-92fa6113bb35 req-6e17dd75-dc85-48c0-9175-6c8608de745b tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0666251 Jul 22 15:38:43.846018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-9f1cdff6-ecee-4998-bd2a-92fa6113bb35 req-4ea7395f-922e-43e8-b87b-9b5ba67f74a3 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/security-groups?id=eca1b7ff-640d-432a-9c89-8280da6169e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313082 Jul 22 15:38:43.925279 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:44.102049 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243757db-a287-45cc-9909-2030ad7d983c req-7609c7aa-bf36-47e4-81a4-ef12ed651bd0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:44.103526 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-243757db-a287-45cc-9909-2030ad7d983c req-7609c7aa-bf36-47e4-81a4-ef12ed651bd0 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 946 time: 0.0660834 Jul 22 15:38:44.203730 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Deleting port cd4a0aca-e487-4882-81c9-a97d604c0a2a {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:44.204084 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:44.298449 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] For port cd4a0aca-e487-4882-81c9-a97d604c0a2a, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=cd4a0aca-e487-4882-81c9-a97d604c0a2a,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:44.298847 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:44.310644 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Calling delete_port for cd4a0aca-e487-4882-81c9-a97d604c0a2a owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:44.438142 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:44.469792 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event deleted for resources: {'Port': ['ID=cd4a0aca-e487-4882-81c9-a97d604c0a2a,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:44.515695 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] No DVR routers for this DVR port cd4a0aca-e487-4882-81c9-a97d604c0a2a on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:38:44.518295 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:44.520339 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-243757db-a287-45cc-9909-2030ad7d983c req-dfebdd58-f8a3-4774-8a1a-2eaaecdced31 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.72 "DELETE /v2.0/ports/cd4a0aca-e487-4882-81c9-a97d604c0a2a HTTP/1.1" status: 204 len: 173 time: 0.4105673 Jul 22 15:38:44.520773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-deleted', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:38:44.523078 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a006d5b-7bcc-4ee6-877f-bc74a425a99d" -d '{"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-deleted", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:38:44.561001 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889204dd-a802-4c93-b5cc-a60e21689067 x-openstack-request-id: req-889204dd-a802-4c93-b5cc-a60e21689067 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:38:44.561298 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4113f85-34e2-4969-b3bf-e92e84c42889", "name": "network-vif-deleted", "tag": "cd4a0aca-e487-4882-81c9-a97d604c0a2a", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:38:44.561571 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-889204dd-a802-4c93-b5cc-a60e21689067 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:38:44.562005 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4113f85-34e2-4969-b3bf-e92e84c42889', 'name': 'network-vif-deleted', 'tag': 'cd4a0aca-e487-4882-81c9-a97d604c0a2a', 'status': 'completed', 'code': 200} Jul 22 15:38:44.954648 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-eda2a2df-3d7c-4a14-a37f-c13663b9813f req-5ee9ece9-c75f-43b7-8484-0799387931db tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Jul 22 15:38:45.607043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:46.050815 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c8b3ec16-8718-492a-b024-4e795e7ea918 req-3433ce33-988a-420a-815d-9ff84674c2ed tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 210 time: 0.0282097 Jul 22 15:38:47.154283 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e3917d3b-6ec0-462b-b2fb-b24b74380fc0 req-d27e5dcd-65cc-4635-846b-fe29dcdeea53 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 210 time: 0.0338421 Jul 22 15:38:47.697990 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:47.718765 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: cd4a0aca-e487-4882-81c9-a97d604c0a2a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:47.719122 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device cd4a0aca-e487-4882-81c9-a97d604c0a2a not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:48.267414 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2feb4a1b-4446-42fb-bafa-8d757c9e1827 req-2e7ddadd-9e85-43f8-8959-810f046f0b30 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4113f85-34e2-4969-b3bf-e92e84c42889 HTTP/1.1" status: 200 len: 210 time: 0.0321290 Jul 22 15:38:49.331398 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44280) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:49.392353 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a784984c-2928-420f-af9f-b0d6634f4459 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:49.418197 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a784984c-2928-420f-af9f-b0d6634f4459 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:49.480374 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a784984c-2928-420f-af9f-b0d6634f4459 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:49.483308 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a784984c-2928-420f-af9f-b0d6634f4459 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:49.485017 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a784984c-2928-420f-af9f-b0d6634f4459 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] 10.222.0.60 "DELETE /v2.0/security-groups/eca1b7ff-640d-432a-9c89-8280da6169e8 HTTP/1.1" status: 204 len: 168 time: 0.1525307 Jul 22 15:38:49.494180 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784984c-2928-420f-af9f-b0d6634f4459 tempest-TestShelveInstance-1652879882 tempest-TestShelveInstance-1652879882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca1b7ff-640d-432a-9c89-8280da6169e8,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:49.539320 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44284) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:49.979146 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:50.232173 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Deleting port edd2ce2a-54bc-4403-b297-a3390eaa1293 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:50.232631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:50.316576 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] For port edd2ce2a-54bc-4403-b297-a3390eaa1293, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=edd2ce2a-54bc-4403-b297-a3390eaa1293,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:50.316972 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:50.329710 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Calling delete_port for edd2ce2a-54bc-4403-b297-a3390eaa1293 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:50.521744 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:50.548808 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Pushing event deleted for resources: {'Port': ['ID=edd2ce2a-54bc-4403-b297-a3390eaa1293,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:50.580008 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.580429 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.580857 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.581263 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.581603 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.581937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.582267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.582627 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.582970 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.583288 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.583732 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.584126 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:50.733116 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:51.304105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:38:51.407354 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:38:51.412682 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f1497cb8-ee17-432e-9cd5-e15c3dccda1e admin admin] 10.222.0.60 "PUT /v2.0/routers/9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723118 Jul 22 15:38:51.415380 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44288) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:51.417931 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] Sync routers for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:38:51.427750 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:51.428342 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:51.520647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:51.528584 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:51.643854 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:51.697312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Deleting port 9b987af3-146c-44d7-b6fa-85bd8e99ea22 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:51.697660 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:51.704648 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68'}], 'enable_snat': True}, 'gw_port_id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:38:50Z', 'revision_number': 5, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port': {'id': '9b987af3-146c-44d7-b6fa-85bd8e99ea22', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:e8:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:51.730391 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] Checking router: 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:38:51.738579 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] Routers {'9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:51.739190 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:51.779855 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] For port 9b987af3-146c-44d7-b6fa-85bd8e99ea22, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=9b987af3-146c-44d7-b6fa-85bd8e99ea22,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:51.780139 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:51.792318 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Calling delete_port for 9b987af3-146c-44d7-b6fa-85bd8e99ea22 owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:51.823060 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] Set router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:51.963340 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:51.965722 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:38:51Z', 'revision_number': 6, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:51.987565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b987af3-146c-44d7-b6fa-85bd8e99ea22,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:51.993931 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fabf80-901e-43d4-bb67-534773e2d12b None None] The sync data for ids ['9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc'] in n-d-794306-8 is: [{'id': '9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc', 'name': 'tempest-TestShelveInstance-820903061-router', 'tenant_id': '36a71273702b4999b67a45173f302f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:10Z', 'updated_at': '2021-07-22T15:38:51Z', 'revision_number': 6, 'project_id': '36a71273702b4999b67a45173f302f73', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:38:52.067646 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.154405 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.157016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.198325 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.198904 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:38:52.203151 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.204378 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5d5dc994-0b7a-4cb1-8c90-b1a0d360c806 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9ae8a16b-6dbf-49a2-8a5d-53a7cdb2c5fc HTTP/1.1" status: 204 len: 168 time: 0.7879422 Jul 22 15:38:52.207102 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44290) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:52.251033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Deleting subnet 1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:38:52.254053 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.288703 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.379067 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.440054 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.464296 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:52.471403 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.475814 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6e8255c5-ead9-4c2e-ba6a-3ac952e6e4cc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1a17bc20-c9b9-4190-9b1b-9ecd1ffd1f97 HTTP/1.1" status: 204 len: 168 time: 0.2653184 Jul 22 15:38:52.475814 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44292) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:52.478844 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927cb167-11e7-48fc-b9b8-30f2b0f12fc3 None None] Network 368e103d-2554-4dc2-b9e4-2aac9b17f419 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:38:52.547008 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.599777 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Deleting port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:52.600043 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.665638 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] For port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,segment=NetworkSegment(d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93),segment_id=d8ce1ed8-8f49-4ed6-b61e-a08cbe793c93)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:52.666025 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.681080 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Calling delete_port for 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:52.765876 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.786339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0f253-572b-4755-bb2a-6942b6c55cb9 None None] DHCP port deletion for 368e103d-2554-4dc2-b9e4-2aac9b17f419 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:38:52.792078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Pushing event deleted for resources: {'Port': ['ID=34ebe1c0-1ad8-420b-99d8-bcfea24c4874,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:52.795805 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] No DVR routers for this DVR port 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:38:52.876363 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.887131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368e103d-2554-4dc2-b9e4-2aac9b17f419']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:52.898369 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:52.898716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ce1ed8-8f49-4ed6-b61e-a08cbe793c93') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:52.907809 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.921513 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.927548 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:38:52.927946 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:38:52.929628 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:38:52.986792 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.995128 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:52.997868 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] 10.222.0.60 "DELETE /v2.0/networks/368e103d-2554-4dc2-b9e4-2aac9b17f419 HTTP/1.1" status: 204 len: 168 time: 0.5210006 Jul 22 15:38:53.001674 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44294) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:53.021878 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f93075-0add-482d-aeab-2de1b7b0c24e admin admin] Pushing event deleted for resources: {'Network': ['ID=368e103d-2554-4dc2-b9e4-2aac9b17f419,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:53.353461 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:53.603119 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Deleting port e258d41b-9233-4bf6-8a06-07bdfe7b2395 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:53.603387 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:53.681884 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] For port e258d41b-9233-4bf6-8a06-07bdfe7b2395, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=e258d41b-9233-4bf6-8a06-07bdfe7b2395,segment=NetworkSegment(051ed7cf-8a8c-4d77-a5f8-21b20d3d097a),segment_id=051ed7cf-8a8c-4d77-a5f8-21b20d3d097a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:53.682250 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:53.694699 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Calling delete_port for e258d41b-9233-4bf6-8a06-07bdfe7b2395 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:53.879922 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:53.903438 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e258d41b-9233-4bf6-8a06-07bdfe7b2395,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:54.088939 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:54.128190 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:54.149371 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:54.149650 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 34ebe1c0-1ad8-420b-99d8-bcfea24c4874 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:54.150072 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device edd2ce2a-54bc-4403-b297-a3390eaa1293 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:54.172197 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: edd2ce2a-54bc-4403-b297-a3390eaa1293 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:54.172546 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device edd2ce2a-54bc-4403-b297-a3390eaa1293 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:54.172958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b987af3-146c-44d7-b6fa-85bd8e99ea22 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:54.192399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 9b987af3-146c-44d7-b6fa-85bd8e99ea22 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:54.192996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 9b987af3-146c-44d7-b6fa-85bd8e99ea22 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:54.315254 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Router 31c68a70-587c-4bd3-bc46-c1740b8cd590 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:38:54.419075 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:38:54.424569 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-b495e074-d82b-4843-8002-1d8f38bc6d5d admin admin] 10.222.0.60 "PUT /v2.0/routers/31c68a70-587c-4bd3-bc46-c1740b8cd590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218640 Jul 22 15:38:54.427060 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44296) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:54.429761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] Sync routers for ids ['31c68a70-587c-4bd3-bc46-c1740b8cd590'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:38:54.439005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] Routers {'31c68a70-587c-4bd3-bc46-c1740b8cd590'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:54.439693 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['31c68a70-587c-4bd3-bc46-c1740b8cd590'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:54.531177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:54.541231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] Set router 31c68a70-587c-4bd3-bc46-c1740b8cd590 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:54.631642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:54.685511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Deleting port 78f5b8ef-5c27-448e-b750-af42b7552118 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:54.685978 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:54.716103 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:38:53Z', 'revision_number': 5, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port': {'id': '78f5b8ef-5c27-448e-b750-af42b7552118', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:30:15Z', 'updated_at': '2021-07-22T15:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:54.745174 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] Checking router: 31c68a70-587c-4bd3-bc46-c1740b8cd590 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:38:54.753993 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] Routers {'31c68a70-587c-4bd3-bc46-c1740b8cd590'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:54.754642 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['31c68a70-587c-4bd3-bc46-c1740b8cd590'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:54.768641 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] For port 78f5b8ef-5c27-448e-b750-af42b7552118, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=78f5b8ef-5c27-448e-b750-af42b7552118,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:54.769010 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:54.780511 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Calling delete_port for 78f5b8ef-5c27-448e-b750-af42b7552118 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:54.838853 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] Set router 31c68a70-587c-4bd3-bc46-c1740b8cd590 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:54.894207 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:38:54Z', 'revision_number': 6, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:54.920243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0254f0-ad93-4fbb-be38-64827d19f05c None None] The sync data for ids ['31c68a70-587c-4bd3-bc46-c1740b8cd590'] in n-d-794306-8 is: [{'id': '31c68a70-587c-4bd3-bc46-c1740b8cd590', 'name': 'tempest-TestShelveInstance-1752886443-router', 'tenant_id': 'aa8b25ceedc2460a98fb269c021e8587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:30:14Z', 'updated_at': '2021-07-22T15:38:54Z', 'revision_number': 6, 'project_id': 'aa8b25ceedc2460a98fb269c021e8587', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:38:54.947753 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:54.973045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f5b8ef-5c27-448e-b750-af42b7552118,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:55.034820 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.121366 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.123427 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.168112 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.168704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31c68a70-587c-4bd3-bc46-c1740b8cd590 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:38:55.173771 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.174995 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f65579c1-9170-4f0d-bcb6-0b102dcecab6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/31c68a70-587c-4bd3-bc46-c1740b8cd590 HTTP/1.1" status: 204 len: 168 time: 0.7470167 Jul 22 15:38:55.177528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44298) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:55.221167 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Deleting subnet f59ef186-79cc-4820-913a-733309b95308 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:38:55.224115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.257807 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.344598 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.396431 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.423279 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59ef186-79cc-4820-913a-733309b95308,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:55.425260 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.429494 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-29bec8e9-4ba8-4e4b-b830-646baca13d7f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f59ef186-79cc-4820-913a-733309b95308 HTTP/1.1" status: 204 len: 168 time: 0.2487497 Jul 22 15:38:55.430291 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44300) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:55.433349 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf9ee5-7fe4-4d91-aaa7-6595c9751076 None None] Network 5ace4fb0-9585-414e-9fb6-1c78f154af62 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:38:55.516189 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.570436 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Deleting port 3b626468-d87a-48d1-86bb-a1aba537a07a {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:55.570823 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.632551 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] For port 3b626468-d87a-48d1-86bb-a1aba537a07a, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3b626468-d87a-48d1-86bb-a1aba537a07a,segment=NetworkSegment(051ed7cf-8a8c-4d77-a5f8-21b20d3d097a),segment_id=051ed7cf-8a8c-4d77-a5f8-21b20d3d097a)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:55.632921 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.645144 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Calling delete_port for 3b626468-d87a-48d1-86bb-a1aba537a07a owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:55.691406 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] DHCP port deletion for 5ace4fb0-9585-414e-9fb6-1c78f154af62 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:38:55.731296 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.744659 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Deleting port 3b626468-d87a-48d1-86bb-a1aba537a07a {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:38:55.745043 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.757345 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b626468-d87a-48d1-86bb-a1aba537a07a,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:55.761237 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] No DVR routers for this DVR port 3b626468-d87a-48d1-86bb-a1aba537a07a on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:38:55.821277 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] For port 3b626468-d87a-48d1-86bb-a1aba537a07a, host n-d-794306-8, got binding levels [] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:38:55.821671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.834482 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Calling delete_port for 3b626468-d87a-48d1-86bb-a1aba537a07a owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:38:55.837156 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.ipam_backend_mixin [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Port 3b626468-d87a-48d1-86bb-a1aba537a07a was not found and therefore no delete operation was performed {{(pid=93814) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 15:38:55.838363 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.851660 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.861593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ace4fb0-9585-414e-9fb6-1c78f154af62']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:55.863538 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Pushing event deleted for resources: {'Port': ['ID=3b626468-d87a-48d1-86bb-a1aba537a07a,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:55.867921 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] No DVR routers for this DVR port 3b626468-d87a-48d1-86bb-a1aba537a07a on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:38:55.876662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.877016 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.882639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2f12e6-75ba-416d-8135-f50dd57ef690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:38:55.883877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:55.883877 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051ed7cf-8a8c-4d77-a5f8-21b20d3d097a') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:55.894125 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.908072 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.914255 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:38:55.914706 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:38:55.916405 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:38:55.979047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.990357 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:55.992293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5ace4fb0-9585-414e-9fb6-1c78f154af62 HTTP/1.1" status: 204 len: 168 time: 0.5606699 Jul 22 15:38:56.003923 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55d2e-6f6a-4a7d-b3e8-c7a8eeb81f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ace4fb0-9585-414e-9fb6-1c78f154af62,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:56.038906 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b626468-d87a-48d1-86bb-a1aba537a07a no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:56.060031 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3b626468-d87a-48d1-86bb-a1aba537a07a {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:56.060469 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3b626468-d87a-48d1-86bb-a1aba537a07a not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:56.060958 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e258d41b-9233-4bf6-8a06-07bdfe7b2395 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:56.081100 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: e258d41b-9233-4bf6-8a06-07bdfe7b2395 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:56.081523 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device e258d41b-9233-4bf6-8a06-07bdfe7b2395 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:56.081944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78f5b8ef-5c27-448e-b750-af42b7552118 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:38:56.103180 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 78f5b8ef-5c27-448e-b750-af42b7552118 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:38:56.103537 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 78f5b8ef-5c27-448e-b750-af42b7552118 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:38:56.107359 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44304) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:56.163768 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-643055dc-c30e-42db-88e5-a33f6589611f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36a71273702b4999b67a45173f302f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552251 Jul 22 15:38:56.166230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44306) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:56.216724 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16c0cad4-e01f-41aa-b8ce-e9a95a492478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.238061 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16c0cad4-e01f-41aa-b8ce-e9a95a492478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.284930 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16c0cad4-e01f-41aa-b8ce-e9a95a492478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.287573 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-16c0cad4-e01f-41aa-b8ce-e9a95a492478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.288762 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-16c0cad4-e01f-41aa-b8ce-e9a95a492478 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e296b443-362f-41a9-862b-ac876895f186 HTTP/1.1" status: 204 len: 168 time: 0.1215913 Jul 22 15:38:56.296352 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0cad4-e01f-41aa-b8ce-e9a95a492478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e296b443-362f-41a9-862b-ac876895f186,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:56.603936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44312) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:56.642917 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-24530e0c-c1f3-425f-8bd4-f7883e82ffd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa8b25ceedc2460a98fb269c021e8587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377963 Jul 22 15:38:56.645260 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44314) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:56.691571 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50a0a48a-9847-41dc-b986-3700eb084499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.711601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50a0a48a-9847-41dc-b986-3700eb084499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.761073 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50a0a48a-9847-41dc-b986-3700eb084499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.764095 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-50a0a48a-9847-41dc-b986-3700eb084499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:56.765818 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-50a0a48a-9847-41dc-b986-3700eb084499 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fd77fd0-4e00-48a9-8c8e-f5d10848fca0 HTTP/1.1" status: 204 len: 168 time: 0.1196508 Jul 22 15:38:56.774858 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0a48a-9847-41dc-b986-3700eb084499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd77fd0-4e00-48a9-8c8e-f5d10848fca0,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:57.407834 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44336) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:57.513731 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2038771814-network', 'tenant_id': '1996e1d48394411dbbeb13703a72114f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:38:57.535153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Made reservation on behalf of 1996e1d48394411dbbeb13703a72114f for: {'network': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:38:57.537546 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.545524 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.634559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.638308 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.659223 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=93812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:38:57.672367 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96289304-6d0f-4188-8477-919282fd5a2e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:57.677723 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.678068 n-d-794306-8 neutron-server[93812]: INFO neutron.db.segments_db [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Added segment 4cc5014e-2a31-4dd9-b298-1ee61003bda3 of type vlan for network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 Jul 22 15:38:57.720216 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.748560 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.750370 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:57.750971 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.784322 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3754003 Jul 22 15:38:57.787411 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44340) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:57.792683 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Request body: {'subnet': {'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2038771814-subnet', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'ip_version': 4}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:38:57.812906 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528657a-162c-45db-b2d8-5f82bcbaae2f admin admin] Pushing event updated for resources: {'Network': ['ID=6a5dbb8e-0d24-4353-b305-4bfd950e9a82,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:57.816167 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Made reservation on behalf of 1996e1d48394411dbbeb13703a72114f for: {'subnet': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:38:57.818929 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10225218'] for subnet, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:57.824727 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:38:57.992030 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8602468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10225200'] for subnet, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.048131 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Pushing event updated for resources: {'Subnet': ['ID=91ea1e68-e98c-490f-a53f-7c8284383278,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:58.057007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Checking segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:38:58.057377 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Network hostable DHCP agents. Network: 6a5dbb8e-0d24-4353-b305-4bfd950e9a82, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:38:58.073211 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:38:58.082197 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 6a5dbb8e-0d24-4353-b305-4bfd950e9a82) {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:38:58.086797 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:38:58.087791 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.091015 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545aed2-4f1c-4dd2-96a9-1d99a816f611 None None] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:38:58.109189 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-15aaf8dc-65d9-434a-809b-17e6ef3f518b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3173742 Jul 22 15:38:58.109415 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44342) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:58.113810 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:38:58.135016 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.136003 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.192761 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.242074 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:38:58.242987 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.327116 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.388408 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Allocated IP 172.20.0.2 (6a5dbb8e-0d24-4353-b305-4bfd950e9a82/91ea1e68-e98c-490f-a53f-7c8284383278/af56dac9-7c0a-498f-be80-109f16f1280c) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:38:58.548542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.556627 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Transition to ACTIVE for port object af56dac9-7c0a-498f-be80-109f16f1280c will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:38:58.565687 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.571631 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Transition to ACTIVE for port object af56dac9-7c0a-498f-be80-109f16f1280c will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:38:58.576861 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.586578 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.612351 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:38:58.615179 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:38:58.620760 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:38:58.634142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Pushing event updated for resources: {'Port': ['ID=af56dac9-7c0a-498f-be80-109f16f1280c,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:58.683391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Attempting to bind port af56dac9-7c0a-498f-be80-109f16f1280c on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:38:58.683775 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Attempting to bind port af56dac9-7c0a-498f-be80-109f16f1280c by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:38:58.684142 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Attempting to bind port af56dac9-7c0a-498f-be80-109f16f1280c on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:38:58.689872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:38:58.690430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Checking segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:38:58.690891 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.691317 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Bound using segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:38:58.691812 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Bound port: af56dac9-7c0a-498f-be80-109f16f1280c, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:38:58.692264 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Allocated IP 172.25.3.50 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/73b8a5e0-7b42-473f-b148-a2fab8bf6de6) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:38:58.692379 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.758070 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] For port af56dac9-7c0a-498f-be80-109f16f1280c, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:38:58.761220 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] For port af56dac9-7c0a-498f-be80-109f16f1280c, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af56dac9-7c0a-498f-be80-109f16f1280c,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:38:58.765647 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.804900 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.830971 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b189cc-1e79-4343-8cab-23abbb7195de None None] Pushing event updated for resources: {'Port': ['ID=af56dac9-7c0a-498f-be80-109f16f1280c,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:58.857827 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:58.912507 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:38:58.915599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:38:58.920144 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:38:58.923873 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:38:59.190474 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:59.383913 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:59.511256 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Router aed6e383-64e2-40a4-b72d-6f400528ec59 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:38:59.621042 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:38:59.630247 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:38:59.638229 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:38:59.639511 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-f7632c7e-117f-451c-abce-1864889a7eb2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5291793 Jul 22 15:38:59.641961 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:38:59.642231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44344) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:38:59.642594 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:59.749339 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:38:59.777786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8719099-7396-4bda-83de-6e150b8f05b0 None None] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:38:59.887913 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-18d196e6-dfc3-4909-b212-eceac85fdea7 None None] Provisioning for port af56dac9-7c0a-498f-be80-109f16f1280c completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:38:59.940464 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:38:59Z', 'revision_number': 3, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:38:59.968703 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:38:59.969413 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Updating router aed6e383-64e2-40a4-b72d-6f400528ec59 port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:39:00.023644 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.107078 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af56dac9-7c0a-498f-be80-109f16f1280c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:00.165830 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port af56dac9-7c0a-498f-be80-109f16f1280c completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:00.170783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port af56dac9-7c0a-498f-be80-109f16f1280c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:00.171344 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.224694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-1ce8e947-0bcf-4a04-a553-45e18daefba1 None None] Provisioning complete for port af56dac9-7c0a-498f-be80-109f16f1280c triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:00.225099 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e947-0bcf-4a04-a553-45e18daefba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.296288 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.307811 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Transition to ACTIVE for port object 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:00.316134 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.362254 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Attempting to bind port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:39:00.362763 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Attempting to bind port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:39:00.363455 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Attempting to bind port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:00.378676 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:39:00.379062 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:00.379493 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.379873 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:39:00.380349 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Bound port: 73b8a5e0-7b42-473f-b148-a2fab8bf6de6, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:39:00.380736 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.383634 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Pushing event updated for resources: {'Port': ['ID=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:00.416420 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.416677 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.417025 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.417362 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.417693 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.418026 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.418354 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.418707 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.419036 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.419362 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.419683 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.420009 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:39:00.446574 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] For port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:39:00.449625 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] For port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:39:00.455373 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.455927 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.458630 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.520535 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port af56dac9-7c0a-498f-be80-109f16f1280c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af56dac9-7c0a-498f-be80-109f16f1280c,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:00.524310 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad292a3-bc10-4e8c-8f93-0ab0656c3868 None None] Pushing event updated for resources: {'Port': ['ID=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:00.527088 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.527272 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:00.527937 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:00.534841 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e947-0bcf-4a04-a553-45e18daefba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.620250 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=af56dac9-7c0a-498f-be80-109f16f1280c,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:00.628648 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.db.api [None req-1ce8e947-0bcf-4a04-a553-45e18daefba1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 15:39:00.629006 n-d-794306-8 neutron-server[93814]: DEBUG oslo_db.api [None req-1ce8e947-0bcf-4a04-a553-45e18daefba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 15:39:00.633554 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:00.635560 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Allocated IP 172.20.0.1 (6a5dbb8e-0d24-4353-b305-4bfd950e9a82/91ea1e68-e98c-490f-a53f-7c8284383278/5ee6378d-2d41-42c3-a1d3-035bdb7bbd40) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:39:00.738875 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.753230 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Transition to ACTIVE for port object 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:00.786655 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:00.811066 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:38:59Z', 'revision_number': 3, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:00.824187 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:00.829497 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:00.831987 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:39:00.836877 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff979ef2-c8da-4dbd-bf74-00033c04afea None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:38:59Z', 'revision_number': 3, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:39:00.863417 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:00.884589 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.034217 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.220959 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.227607 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.294409 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d243ccd9-76b2-4ae4-b3a5-35e19165b5ce None None] Provisioning for port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:01.299060 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d243ccd9-76b2-4ae4-b3a5-35e19165b5ce None None] Provisioning complete for port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:01.299440 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d243ccd9-76b2-4ae4-b3a5-35e19165b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.303679 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:01.307822 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.338856 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d243ccd9-76b2-4ae4-b3a5-35e19165b5ce None None] Port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:39:01.403722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:01.405670 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:01.530153 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Router aed6e383-64e2-40a4-b72d-6f400528ec59 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:39:01.648099 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:39:01.661538 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b3729893-8841-4572-81b0-87c156c45624 admin admin] 10.222.0.60 "PUT /v2.0/routers/aed6e383-64e2-40a4-b72d-6f400528ec59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102293 Jul 22 15:39:01.662064 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-6f1731ba-8dc1-4b02-9914-2dbb81f097a5 None None] Provisioning complete for port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:01.662064 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6f1731ba-8dc1-4b02-9914-2dbb81f097a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:01.697786 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-6f1731ba-8dc1-4b02-9914-2dbb81f097a5 None None] Port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:39:01.775070 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:39:02.109086 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af56dac9-7c0a-498f-be80-109f16f1280c up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:02.125290 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44360) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:02.131240 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-99207094-network', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:02.153913 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Made reservation on behalf of 0422f4cf2c014e399f1533effaecb21d for: {'network': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:39:02.156551 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for network, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.163396 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port af56dac9-7c0a-498f-be80-109f16f1280c triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:02.163773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.165559 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.242919 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:02.261634 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.266748 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.297143 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:02.300796 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:02.300930 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=93813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 15:39:02.301170 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.310020 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7390507e-1eac-4e80-942b-78a41856e897,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:02.317464 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.317816 n-d-794306-8 neutron-server[93813]: INFO neutron.db.segments_db [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Added segment 755e87bc-e8af-463a-9d34-b201ab3cc464 of type vlan for network 4f5e1281-80bc-495a-9379-f8a85b5cb754 Jul 22 15:39:02.360921 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779616428791'] for network, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.380323 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.393271 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981'] for network, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.394250 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:02.394859 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.402146 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:02.406620 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.433275 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3066957 Jul 22 15:39:02.436048 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44362) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:02.441471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Request body: {'subnet': {'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-99207094-subnet', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'ip_version': 4}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:02.461034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:39:02.463508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:02.464161 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Made reservation on behalf of 0422f4cf2c014e399f1533effaecb21d for: {'subnet': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:39:02.471888 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9402292'] for subnet, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.473466 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b9b70-5dc8-4a4c-915b-e0c9c118729f admin admin] Pushing event updated for resources: {'Network': ['ID=4f5e1281-80bc-495a-9379-f8a85b5cb754,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:02.473723 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:02.474341 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:02.511019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 details requested by agent ovs-agent-n-d-794306-8 with host n-d-794306-8 {{(pid=93814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 15:39:02.642481 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:02.645396 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9396888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9402310'] for subnet, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.701230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=37fc8740-b4ed-43a9-836e-7b782fc1078e,revision_number=0']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:02.709384 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Checking segment: {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:02.709672 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Network hostable DHCP agents. Network: 4f5e1281-80bc-495a-9379-f8a85b5cb754, hostable agents: ['5637ef1f-0bbc-4123-8d5f-da89d4db2e5a'], hosted agents: [] {{(pid=93812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 15:39:02.726214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 is scheduled to be hosted by DHCP agent 5637ef1f-0bbc-4123-8d5f-da89d4db2e5a with binding_index 1 {{(pid=93812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 15:39:02.734997 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-8, 4f5e1281-80bc-495a-9379-f8a85b5cb754) {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:02.740153 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:02.741298 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.744430 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8f3a9-63ad-4940-8909-3936f9b276c7 None None] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:39:02.755609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9591071d-c895-4735-aad7-5a3c93112bda admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3183630 Jul 22 15:39:02.758204 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44364) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:02.763054 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:02.783384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1744682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124383'] for router, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.784386 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1730309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1824033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124372'] for router, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.838914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.959459 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:01Z', 'revision_number': 2, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:02.973335 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1744879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1744708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129342'] for router, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.991976 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6d4a1ef-adc7-52d2-8d60-252812064b7f-4f5e1281-80bc-495a-9379-f8a85b5cb754', 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'fixed_ips': [{'subnet_id': '37fc8740-b4ed-43a9-836e-7b782fc1078e'}]}} from n-d-794306-8. {{(pid=93814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 15:39:02.992828 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:02.996005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:39:02.996367 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Updating router aed6e383-64e2-40a4-b72d-6f400528ec59 port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:39:03.092148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.173438 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.192528 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.253391 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.db_base_plugin_common [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Allocated IP 172.20.0.2 (4f5e1281-80bc-495a-9379-f8a85b5cb754/37fc8740-b4ed-43a9-836e-7b782fc1078e/43ce39b4-1bce-4988-830b-fcfa2313d53d) {{(pid=93814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:39:03.299649 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Allocated IP 172.25.3.244 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/63a4b14c-6dd0-46c2-ac36-8080f4aaf39b) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:39:03.516214 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Notify callbacks [] for port, precommit_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.536570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Transition to ACTIVE for port object 43ce39b4-1bce-4988-830b-fcfa2313d53d will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:03.543971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.566315 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Transition to ACTIVE for port object 43ce39b4-1bce-4988-830b-fcfa2313d53d will not be triggered until provisioned by entity DHCP. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:03.568193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Transition to ACTIVE for port object 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:03.575021 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019'] for port, after_create {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.579705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.632421 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 is already hosted by enough agents. {{(pid=93814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:03.634279 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Pushing event updated for resources: {'Port': ['ID=43ce39b4-1bce-4988-830b-fcfa2313d53d,revision_number=1']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:03.641532 n-d-794306-8 neutron-server[93814]: DEBUG neutron.scheduler.base_scheduler [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Resources bound (agent type, host, resource id): {{(pid=93814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:03.646868 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Received port after_create {{(pid=93814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:39:03.767918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.771219 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1250e-8ad6-4f0d-bc87-99c2f3fee1b1 None None] Pushing event updated for resources: {'Port': ['ID=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:03.785788 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Attempting to bind port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:39:03.786171 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Attempting to bind port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:39:03.786661 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Attempting to bind port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:03.789857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Attempting to bind port 43ce39b4-1bce-4988-830b-fcfa2313d53d on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:39:03.790228 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Attempting to bind port 43ce39b4-1bce-4988-830b-fcfa2313d53d by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:39:03.790622 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Attempting to bind port 43ce39b4-1bce-4988-830b-fcfa2313d53d on network 4f5e1281-80bc-495a-9379-f8a85b5cb754 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:03.795393 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:39:03.795811 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Checking segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:03.796278 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.796684 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Bound using segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:39:03.797162 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Bound port: 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:39:03.797551 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.808123 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.809944 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:39:03.810312 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Checking segment: {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:03.810744 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.811148 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Bound using segment: {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:39:03.811826 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Bound port: 43ce39b4-1bce-4988-830b-fcfa2313d53d, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:39:03.812230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.858355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:03.861208 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:03.864833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:39:03.886771 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Pushing event updated for resources: {'Port': ['ID=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:03.937520 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] For port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:39:03.941625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] For port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:39:03.943102 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] For port 43ce39b4-1bce-4988-830b-fcfa2313d53d, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:39:03.946468 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] For port 43ce39b4-1bce-4988-830b-fcfa2313d53d, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43ce39b4-1bce-4988-830b-fcfa2313d53d,segment=NetworkSegment(755e87bc-e8af-463a-9d34-b201ab3cc464),segment_id=755e87bc-e8af-463a-9d34-b201ab3cc464)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:39:03.947938 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:03.954100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:04.020530 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1250e-8ad6-4f0d-bc87-99c2f3fee1b1 None None] Pushing event updated for resources: {'Port': ['ID=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:04.023338 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:04.023964 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:04.184540 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:04.308753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:04.410075 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dd9f6-947d-4a73-979f-9e6fed59b386 None None] Pushing event updated for resources: {'Port': ['ID=43ce39b4-1bce-4988-830b-fcfa2313d53d,revision_number=2']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:04.442795 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:04.454016 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1744723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1744884'] for router, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:04.469587 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:04.469969 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:04.579863 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Router f8d81077-b131-4af1-909e-94d3565b6116 is scheduled to L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 with binding_index 1 {{(pid=93812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 15:39:04.688045 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:39:04.697344 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Sync routers for ids ['f8d81077-b131-4af1-909e-94d3565b6116'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:39:04.703918 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:04.706003 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-c859c08f-1d77-461f-8e5b-5f34337fe189 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9465852 Jul 22 15:39:04.708518 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44366) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:04.711613 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Routers {'f8d81077-b131-4af1-909e-94d3565b6116'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:04.712300 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8d81077-b131-4af1-909e-94d3565b6116'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:04.721571 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:03Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:04.750910 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c7ec3d-6978-43aa-9f49-3ea5fcafc213 None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:03Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:39:04.876049 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Set router f8d81077-b131-4af1-909e-94d3565b6116 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:05.075856 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:39:04Z', 'revision_number': 3, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:05.109444 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Checking router: f8d81077-b131-4af1-909e-94d3565b6116 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:39:05.109711 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Updating router f8d81077-b131-4af1-909e-94d3565b6116 port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b binding host n-d-794306-8 {{(pid=93815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:39:05.154637 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.201133 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.220733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c95da-3bf2-4d84-991d-79d5343fdd15 None None] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:39:05.314702 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-29480c97-ea36-4fe6-866e-5b6455a88d85 None None] Provisioning for port 43ce39b4-1bce-4988-830b-fcfa2313d53d completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:05.392528 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Allocated IP 172.20.0.1 (4f5e1281-80bc-495a-9379-f8a85b5cb754/37fc8740-b4ed-43a9-836e-7b782fc1078e/3281cddd-4177-4b06-b200-a995da34b28e) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:39:05.462186 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Notify callbacks [] for port, precommit_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.473337 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.provisioning_blocks [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Transition to ACTIVE for port object 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b will not be triggered until provisioned by entity L2. {{(pid=93815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:05.482478 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.524478 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.540283 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Transition to ACTIVE for port object 3281cddd-4177-4b06-b200-a995da34b28e will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:05.542703 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac01007-9ca6-4889-9da2-4d0665a961f6 None None] Pushing event updated for resources: {'Port': ['ID=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,revision_number=2']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:05.545184 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Attempting to bind port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b on host n-d-794306-8 for vnic_type normal with profile {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:39:05.545601 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Attempting to bind port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:39:05.545971 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Attempting to bind port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b on network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:05.551981 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:39:05.552367 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Checking segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:05.552913 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.553312 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Bound using segment: {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'} {{(pid=93815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:39:05.553791 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.managers [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Bound port: 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af536809-7ebb-4087-bfd0-153906b53958', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d'}}] {{(pid=93815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:39:05.554178 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.587751 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.625776 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:05.631206 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:05.631963 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] For port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b, host n-d-794306-8, cleared binding levels {{(pid=93815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:39:05.634873 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:39:05.635520 n-d-794306-8 neutron-server[93815]: DEBUG neutron.plugins.ml2.db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] For port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:39:05.643326 n-d-794306-8 neutron-server[93815]: DEBUG neutron_lib.callbacks.manager [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.666324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Pushing event updated for resources: {'Port': ['ID=3281cddd-4177-4b06-b200-a995da34b28e,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:05.693047 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1744645'] for router_interface, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.708359 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Routers {'f8d81077-b131-4af1-909e-94d3565b6116'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:05.709045 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8d81077-b131-4af1-909e-94d3565b6116'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:05.877205 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:05.883772 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac01007-9ca6-4889-9da2-4d0665a961f6 None None] Pushing event updated for resources: {'Port': ['ID=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,revision_number=3']} {{(pid=93815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:05.951454 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] Set router f8d81077-b131-4af1-909e-94d3565b6116 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:06.079861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-15db1968-309c-48ca-8ed1-d685f7fbbbf8 None None] Provisioning for port 3281cddd-4177-4b06-b200-a995da34b28e completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:06.089499 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-15db1968-309c-48ca-8ed1-d685f7fbbbf8 None None] Provisioning complete for port 3281cddd-4177-4b06-b200-a995da34b28e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:06.089884 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-15db1968-309c-48ca-8ed1-d685f7fbbbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.094800 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.103715 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.135854 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43ce39b4-1bce-4988-830b-fcfa2313d53d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:06.188034 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-15db1968-309c-48ca-8ed1-d685f7fbbbf8 None None] Port 3281cddd-4177-4b06-b200-a995da34b28e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:39:06.197874 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:39:04Z', 'revision_number': 3, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:06.199981 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Pushing event updated for resources: {'Port': ['ID=3281cddd-4177-4b06-b200-a995da34b28e,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:06.202995 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1732277'] for router_interface, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.211378 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 43ce39b4-1bce-4988-830b-fcfa2313d53d completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:06.216183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 43ce39b4-1bce-4988-830b-fcfa2313d53d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:06.216558 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.229737 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f87996-6da2-4f01-9f4d-129263241564 None None] The sync data for ids ['f8d81077-b131-4af1-909e-94d3565b6116'] in n-d-794306-8 is: [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:39:04Z', 'revision_number': 3, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:39:06.307192 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:06.308937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:06.326631 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.362861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 43ce39b4-1bce-4988-830b-fcfa2313d53d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43ce39b4-1bce-4988-830b-fcfa2313d53d,segment=NetworkSegment(755e87bc-e8af-463a-9d34-b201ab3cc464),segment_id=755e87bc-e8af-463a-9d34-b201ab3cc464)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:06.367625 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.369170 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:06.442885 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Router f8d81077-b131-4af1-909e-94d3565b6116 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:39:06.453395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=43ce39b4-1bce-4988-830b-fcfa2313d53d,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:06.472558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:06.476689 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:06.477070 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.591542 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.616385 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:39:06.622342 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-607eb125-7914-4e38-94a8-3290de0de260 admin admin] 10.222.0.60 "PUT /v2.0/routers/f8d81077-b131-4af1-909e-94d3565b6116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9128211 Jul 22 15:39:06.639761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:06.645957 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.711442 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:06.722214 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-419f2804-4f43-476c-a068-a36c594cc29b None None] Provisioning complete for port 3281cddd-4177-4b06-b200-a995da34b28e triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:06.722824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-419f2804-4f43-476c-a068-a36c594cc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:06.758840 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-419f2804-4f43-476c-a068-a36c594cc29b None None] Port 3281cddd-4177-4b06-b200-a995da34b28e cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:39:07.995377 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.045241 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Sync routers for ids ['f8d81077-b131-4af1-909e-94d3565b6116'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:39:08.056425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Routers {'f8d81077-b131-4af1-909e-94d3565b6116'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:08.057316 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8d81077-b131-4af1-909e-94d3565b6116'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:08.145332 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43ce39b4-1bce-4988-830b-fcfa2313d53d up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:08.196326 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Set router f8d81077-b131-4af1-909e-94d3565b6116 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:08.282395 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 43ce39b4-1bce-4988-830b-fcfa2313d53d triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:08.282802 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.288883 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44376) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:08.293608 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-779135203', 'description': 'tempest-secgroup-smoke-779135203 description', 'project_id': '1996e1d48394411dbbeb13703a72114f'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:08.316559 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.400941 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.405439 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.426063 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.433485 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.434764 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1449189 Jul 22 15:39:08.438418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44378) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:08.440102 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee9f9-7d86-4193-9388-4f89e64c61f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4ecf14-b5df-46f8-a0d7-19ae126d76db,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:08.444183 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group_rule': {'security_group_id': '1c4ecf14-b5df-46f8-a0d7-19ae126d76db', 'project_id': '1996e1d48394411dbbeb13703a72114f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:08.465425 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:08.471886 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.528223 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.528979 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 4, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3281cddd-4177-4b06-b200-a995da34b28e', 'name': '', 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'mac_address': 'fa:16:3e:4a:e7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '37fc8740-b4ed-43a9-836e-7b782fc1078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:05Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 2, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'subnets': [{'id': '37fc8740-b4ed-43a9-836e-7b782fc1078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:08.532332 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.547793 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3ec8db-bfc0-46e2-96c1-d9e10f6edff1,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:08.556286 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.557503 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5521042a-a7b7-421b-8fdb-b113b1a22d86 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173117 Jul 22 15:39:08.559284 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Checking router: f8d81077-b131-4af1-909e-94d3565b6116 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:39:08.559644 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Updating router f8d81077-b131-4af1-909e-94d3565b6116 port 3281cddd-4177-4b06-b200-a995da34b28e binding host n-d-794306-8 {{(pid=93814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 15:39:08.560427 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44380) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:08.563186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:08.563557 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.565747 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group_rule': {'security_group_id': '1c4ecf14-b5df-46f8-a0d7-19ae126d76db', 'project_id': '1996e1d48394411dbbeb13703a72114f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:08.595843 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.631701 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.660195 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.664133 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.681864 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146634fa-64f1-4315-9f80-981375806958,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:08.689415 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.693536 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-a570ae12-f988-4a07-97b6-472060ce6a28 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292686 Jul 22 15:39:08.693668 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44382) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:08.698069 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group_rule': {'security_group_id': '1c4ecf14-b5df-46f8-a0d7-19ae126d76db', 'project_id': '1996e1d48394411dbbeb13703a72114f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:08.724497 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.772116 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:08.783698 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.787554 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.805026 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1ebc10-7775-4e9c-82b5-f8fcf0f71a28,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:08.812837 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.814150 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-d1d58a21-28ab-4608-9518-07f4ea40558d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195421 Jul 22 15:39:08.816953 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44384) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:08.821639 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group_rule': {'security_group_id': '1c4ecf14-b5df-46f8-a0d7-19ae126d76db', 'project_id': '1996e1d48394411dbbeb13703a72114f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:08.850311 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.915626 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.920042 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.939354 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f89077bb-5ab8-4e2d-883d-3ad3dd0595d2,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:08.944635 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:08.948608 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-5afcddd0-560c-4f30-ab72-704788cc818e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280003 Jul 22 15:39:08.948756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44386) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:08.953295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group_rule': {'security_group_id': '1c4ecf14-b5df-46f8-a0d7-19ae126d76db', 'project_id': '1996e1d48394411dbbeb13703a72114f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:08.976122 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Project 1996e1d48394411dbbeb13703a72114f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:39:08.981160 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.044951 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.048768 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.060609 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:09.063684 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5e8b8d-acd5-443c-8ad8-9d3878517a4d,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:09.068224 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:09.068386 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.073909 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.078384 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-9a2c530c-609b-4d43-aa2f-9334c3f2817a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256568 Jul 22 15:39:09.078628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 44388) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:09.083418 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'security_group_rule': {'security_group_id': '1c4ecf14-b5df-46f8-a0d7-19ae126d76db', 'project_id': '1996e1d48394411dbbeb13703a72114f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:09.106862 n-d-794306-8 neutron-server[93813]: INFO neutron.db.securitygroups_db [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Project 1996e1d48394411dbbeb13703a72114f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 15:39:09.111832 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.173658 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.177336 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664631'] for security_group_rule, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.188585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Notify callbacks [] for port, precommit_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.195972 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e02003-8c05-4d77-9101-eb097b98016a,revision_number=0']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:09.204098 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.205412 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-4edaa854-673b-4ab3-9dce-74dd749bccd0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258516 Jul 22 15:39:09.207270 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Transition to ACTIVE for port object 3281cddd-4177-4b06-b200-a995da34b28e will not be triggered until provisioned by entity L2. {{(pid=93814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:09.211639 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.218299 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.264320 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:09.274593 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.286186 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f083eff-c3af-4a3d-b7f7-6d312ebc69a9 None None] Pushing event updated for resources: {'Port': ['ID=3281cddd-4177-4b06-b200-a995da34b28e,revision_number=3']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:09.382118 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-84bd7032-9188-484d-b708-ba44469207c6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779135203&fields=id&tenant_id=1996e1d48394411dbbeb13703a72114f HTTP/1.1" status: 200 len: 267 time: 0.0451863 Jul 22 15:39:09.396911 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Attempting to bind port 3281cddd-4177-4b06-b200-a995da34b28e on host n-d-794306-8 for vnic_type normal with profile {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:39:09.397283 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Attempting to bind port 3281cddd-4177-4b06-b200-a995da34b28e by drivers openvswitch,hyperv on host n-d-794306-8 at level 0 using segments [{'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:39:09.397655 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Attempting to bind port 3281cddd-4177-4b06-b200-a995da34b28e on network 4f5e1281-80bc-495a-9379-f8a85b5cb754 {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:09.402653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:09.408293 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Checking agent: {'id': 'd235b5b0-bc65-4f5e-8553-bb32580e2733', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 11, 42), 'started_at': datetime.datetime(2021, 7, 22, 14, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:39:09.408678 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Checking segment: {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:09.409084 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.409478 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Bound using segment: {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'} {{(pid=93814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:39:09.409952 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.managers [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Bound port: 3281cddd-4177-4b06-b200-a995da34b28e, host: n-d-794306-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '755e87bc-e8af-463a-9d34-b201ab3cc464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754'}}] {{(pid=93814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:39:09.410337 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.478639 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] For port 3281cddd-4177-4b06-b200-a995da34b28e, host n-d-794306-8, cleared binding levels {{(pid=93814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:39:09.482304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] For port 3281cddd-4177-4b06-b200-a995da34b28e, host n-d-794306-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3281cddd-4177-4b06-b200-a995da34b28e,segment=NetworkSegment(755e87bc-e8af-463a-9d34-b201ab3cc464),segment_id=755e87bc-e8af-463a-9d34-b201ab3cc464)] {{(pid=93814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:39:09.490704 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:09.506500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-731e83e2-7cd1-4761-8fb8-9e3d03828788 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:09.508012 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-731e83e2-7cd1-4761-8fb8-9e3d03828788 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 810 time: 0.1158953 Jul 22 15:39:09.523489 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-1be90c22-9961-4a41-8ac5-27d0d8908ca8 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/quotas/1996e1d48394411dbbeb13703a72114f HTTP/1.1" status: 200 len: 375 time: 0.0091617 Jul 22 15:39:09.561996 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Routers {'f8d81077-b131-4af1-909e-94d3565b6116'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:09.562671 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:38:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8d81077-b131-4af1-909e-94d3565b6116'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:09.599646 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f083eff-c3af-4a3d-b7f7-6d312ebc69a9 None None] Pushing event updated for resources: {'Port': ['ID=3281cddd-4177-4b06-b200-a995da34b28e,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:09.600859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-aba00f2b-8587-4ff7-bf9d-dce36cb9519f tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674293 Jul 22 15:39:09.677039 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] Set router f8d81077-b131-4af1-909e-94d3565b6116 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:09.708536 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-9c5114bd-fba7-47e2-91a6-f94a3fa141f3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:39:09.709555 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-9c5114bd-fba7-47e2-91a6-f94a3fa141f3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1004922 Jul 22 15:39:09.807443 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-ce3dabf2-68bd-46cb-824d-46437075fd2a service neutron] 10.222.0.60 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913868 Jul 22 15:39:09.893649 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 4, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3281cddd-4177-4b06-b200-a995da34b28e', 'name': '', 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'mac_address': 'fa:16:3e:4a:e7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '37fc8740-b4ed-43a9-836e-7b782fc1078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:05Z', 'updated_at': '2021-07-22T15:39:09Z', 'revision_number': 4, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'subnets': [{'id': '37fc8740-b4ed-43a9-836e-7b782fc1078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:09.901079 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-8d412ac9-f6be-44c1-803c-7a1f35c1db01 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875688 Jul 22 15:39:09.919832 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2836c495-b9a3-43a9-9d7b-d69c6bc9add0 None None] The sync data for ids ['f8d81077-b131-4af1-909e-94d3565b6116'] in n-d-794306-8 is: [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:39:05Z', 'revision_number': 4, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '3281cddd-4177-4b06-b200-a995da34b28e', 'name': '', 'network_id': '4f5e1281-80bc-495a-9379-f8a85b5cb754', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'mac_address': 'fa:16:3e:4a:e7:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '37fc8740-b4ed-43a9-836e-7b782fc1078e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:05Z', 'updated_at': '2021-07-22T15:39:09Z', 'revision_number': 4, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'subnets': [{'id': '37fc8740-b4ed-43a9-836e-7b782fc1078e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:39:09.999712 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05fbc458-1e19-4a86-9829-b5cc49c5a67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:10.083174 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5ecf50ca-1fc0-46ae-a5c2-c4fb4fa8e166 req-7e66c8c1-25a7-474b-b023-6c049feaf80e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 210 time: 0.0315936 Jul 22 15:39:10.163056 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:10.215047 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:10.215358 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:10.294755 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3281cddd-4177-4b06-b200-a995da34b28e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:10.343783 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning for port 3281cddd-4177-4b06-b200-a995da34b28e completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:10.347513 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3281cddd-4177-4b06-b200-a995da34b28e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:10.347894 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:10.428489 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:10.462761 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] For port 3281cddd-4177-4b06-b200-a995da34b28e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3281cddd-4177-4b06-b200-a995da34b28e,segment=NetworkSegment(755e87bc-e8af-463a-9d34-b201ab3cc464),segment_id=755e87bc-e8af-463a-9d34-b201ab3cc464)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:10.467199 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:10.515654 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Pushing event updated for resources: {'Port': ['ID=3281cddd-4177-4b06-b200-a995da34b28e,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:11.170604 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-41cf8b52-7764-499a-8b1a-1d630f87e998 req-1f0a8e66-0bef-4884-a08f-09aa902e572c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 210 time: 0.0305176 Jul 22 15:39:12.045081 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3281cddd-4177-4b06-b200-a995da34b28e up at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:12.097544 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Provisioning complete for port 3281cddd-4177-4b06-b200-a995da34b28e triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:12.097917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:12.227954 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-706fa0f2-1aff-4e0a-97b7-464034fb3cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:12.272291 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b062cd9d-c156-44ac-a2f1-7a074641c092 req-4bcfef26-dad4-47a1-8747-2a1dcd6c5dc3 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 210 time: 0.0307148 Jul 22 15:39:12.475455 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.017307 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-52098755-c509-4887-b38c-7977f677cf0b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:13.018820 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-52098755-c509-4887-b38c-7977f677cf0b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 810 time: 0.1095481 Jul 22 15:39:13.062845 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-8d915aa8-429e-408b-8ac6-348933ae2ed5 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1996e1d48394411dbbeb13703a72114f HTTP/1.1" status: 200 len: 379 time: 0.0358007 Jul 22 15:39:13.076565 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'port': {'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'admin_state_up': True, 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'security_groups': ['1c4ecf14-b5df-46f8-a0d7-19ae126d76db']}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:13.181585 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Made reservation on behalf of 1996e1d48394411dbbeb13703a72114f for: {'port': 1} {{(pid=93813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:39:13.185334 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.314659 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_common [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Allocated IP 172.20.0.9 (6a5dbb8e-0d24-4353-b305-4bfd950e9a82/91ea1e68-e98c-490f-a53f-7c8284383278/07e00dbe-382a-4e3e-afa0-c1c16a2fed78) {{(pid=93813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:39:13.372066 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-209d8a3c-27d6-4f65-bdd3-30682eee05a1 req-b53987f6-8d99-4b9d-a91f-39a5a5ae6f46 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 210 time: 0.0325494 Jul 22 15:39:13.452547 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for port, precommit_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.470243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Transition to ACTIVE for port object 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 will not be triggered until provisioned by entity DHCP. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:13.504858 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_create {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.548345 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 is already hosted by enough agents. {{(pid=93813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:13.551297 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.base_scheduler [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Resources bound (agent type, host, resource id): {{(pid=93813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:13.555028 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Received port after_create {{(pid=93813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:39:13.579515 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=1']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:13.607696 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:13.608839 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.623277 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-bccc192a-e3c6-4af5-beeb-00cb64f6c1d2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5503793 Jul 22 15:39:13.634964 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.v2.base [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Request body: {'port': {'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-8'}} {{(pid=93813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:13.714082 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.734490 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a75668ad-4d2a-45d1-b59a-c06eea49fcf5 None None] Provisioning for port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:13.738212 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-a75668ad-4d2a-45d1-b59a-c06eea49fcf5 None None] Provisioning complete for port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:13.738641 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a75668ad-4d2a-45d1-b59a-c06eea49fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.772405 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-a75668ad-4d2a-45d1-b59a-c06eea49fcf5 None None] Port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:39:13.928794 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.975125 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 {{(pid=93813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:39:13.982291 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:13.996471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.provisioning_blocks [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Transition to ACTIVE for port object 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 will not be triggered until provisioned by entity L2. {{(pid=93813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:39:14.000364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:14.077599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=2']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:14.134390 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Attempting to bind port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 on host n-h1-794306-8 for vnic_type normal with profile {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:39:14.134780 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Attempting to bind port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 by drivers openvswitch,hyperv on host n-h1-794306-8 at level 0 using segments [{'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:39:14.135120 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Attempting to bind port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:14.140057 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-8 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:39:14.140388 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Attempting to bind port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:39:14.145764 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Checking agent: {'id': '3f6f6f2b-8e21-4b6a-9d9a-db9d3f7db78b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:39:14.146116 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Checking segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:39:14.146531 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Bound using segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} {{(pid=93813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:39:14.146980 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.managers [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Bound port: 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host: n-h1-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}}] {{(pid=93813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:39:14.147355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:14.213465 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, cleared binding levels {{(pid=93813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:39:14.216545 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:39:14.220482 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8602619'] for port, after_update {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:14.258834 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.259457 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:14.260927 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] 10.222.0.72 "PUT /v2.0/ports/07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 1091 time: 0.6303928 Jul 22 15:39:14.261422 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:39:14.264479 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e6e34b-9180-4152-a10b-81a321247f14" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:39:14.291564 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ebe68-6ac6-44f9-8229-344aad8bd5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=3']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:14.318553 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e1f181-f00a-4bde-9737-bcc540d1816e x-openstack-request-id: req-37e1f181-f00a-4bde-9737-bcc540d1816e {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:39:14.318863 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:39:14.319118 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37e1f181-f00a-4bde-9737-bcc540d1816e {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:39:14.319547 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'status': 'completed', 'code': 200} Jul 22 15:39:14.377488 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e49b0a01-64ec-4936-b76b-d4dcb5332f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.379068 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-e49b0a01-64ec-4936-b76b-d4dcb5332f27 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1094 time: 0.0720127 Jul 22 15:39:14.424558 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-41f49291-d751-4581-95ec-3dfa78d2616e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 217 time: 0.0385404 Jul 22 15:39:14.476031 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-0da9b109-9046-4145-b64b-f447da15e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.477726 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-0da9b109-9046-4145-b64b-f447da15e1a6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0470378 Jul 22 15:39:14.505825 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557e41d-30ab-45da-bad6-a52c2184310b req-4ae07cbe-71d2-4cdc-8edf-404b8711ad16 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.507497 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1557e41d-30ab-45da-bad6-a52c2184310b req-4ae07cbe-71d2-4cdc-8edf-404b8711ad16 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 943 time: 0.0653653 Jul 22 15:39:14.539646 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-d078ab4e-4df9-4b88-89b3-71ed2d02cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.541235 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-d078ab4e-4df9-4b88-89b3-71ed2d02cd36 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570519 Jul 22 15:39:14.552658 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1557e41d-30ab-45da-bad6-a52c2184310b req-413478e3-f06e-44c6-9878-d2608011c5c6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364447 Jul 22 15:39:14.634696 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-326e01e2-78fa-4309-a507-8de8704fa5dc service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862789 Jul 22 15:39:14.744532 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8aeb1226-ff01-4eac-8455-cccd58215ab7 req-9b5045bb-b896-46ed-9008-3485b25a115d service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026816 Jul 22 15:39:14.841522 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6e34b-9180-4152-a10b-81a321247f14 req-1dc5b2c4-bb37-4796-9add-9643109a3cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.842960 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-1dc5b2c4-bb37-4796-9add-9643109a3cf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1094 time: 0.0546100 Jul 22 15:39:14.929648 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6e34b-9180-4152-a10b-81a321247f14 req-ae9bc8b7-9ca8-477f-a2b6-717e353ef4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:14.931160 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-ae9bc8b7-9ca8-477f-a2b6-717e353ef4de service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0824809 Jul 22 15:39:14.974918 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-1c07971f-7433-4e1e-8887-4937dd50904f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 217 time: 0.0369108 Jul 22 15:39:15.021974 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6e34b-9180-4152-a10b-81a321247f14 req-0f0fee60-9d0d-46ab-9a5f-391e97bf0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:15.023391 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-0f0fee60-9d0d-46ab-9a5f-391e97bf0f20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0425096 Jul 22 15:39:15.080903 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6e34b-9180-4152-a10b-81a321247f14 req-42f17b4f-c509-4563-a076-b31535a9c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:15.082390 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-42f17b4f-c509-4563-a076-b31535a9c256 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511220 Jul 22 15:39:15.172652 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-cf2b88d9-3f8b-4b41-a030-0c27a04d8572 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831914 Jul 22 15:39:15.262015 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-40e6e34b-9180-4152-a10b-81a321247f14 req-21dbb8bc-e33c-4cd4-8e73-030ebd5e61cd service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Jul 22 15:39:15.612254 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:15.683449 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3e70f-6c7a-42dd-9279-33f5ab664890 req-c2e075a9-3103-4acf-ba4e-cc614887f635 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:15.684944 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6df3e70f-6c7a-42dd-9279-33f5ab664890 req-c2e075a9-3103-4acf-ba4e-cc614887f635 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 943 time: 0.0633912 Jul 22 15:39:15.721898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-6df3e70f-6c7a-42dd-9279-33f5ab664890 req-8ad601d1-f1ac-4c92-9424-6dd70198f2a2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306292 Jul 22 15:39:15.821216 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:39:15.916419 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:15.927457 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:39:15.962882 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:15.974733 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:39:15.997719 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:16.002362 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:16.047814 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:16.247025 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['07e00dbe-382a-4e3e-afa0-c1c16a2fed78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:39:16.857783 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9e6b0-3a30-49a8-927d-775c8562134e req-17644032-2a3f-4b39-a3fc-00380e6b0df3 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:16.859781 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9a9e6b0-3a30-49a8-927d-775c8562134e req-17644032-2a3f-4b39-a3fc-00380e6b0df3 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 944 time: 0.0662868 Jul 22 15:39:16.897068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9a9e6b0-3a30-49a8-927d-775c8562134e req-52cbb070-9ce5-4b9b-9dac-df2f023fa442 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Jul 22 15:39:17.836296 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:39:17.884541 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning for port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:39:17.888354 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:39:17.888737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:17.968543 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:17.991904 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:39:17.994366 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63853dd-32f1-48d0-9995-357b29ef3fbe" -d '{"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-plugged", "status": "completed", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:39:18.007966 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:39:18.012108 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:18.033876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba8e91-bc7b-47a4-9b42-f1e997bef525 req-94453048-410b-4592-b9fc-31107bcc92b1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:18.036562 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3ba8e91-bc7b-47a4-9b42-f1e997bef525 req-94453048-410b-4592-b9fc-31107bcc92b1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 944 time: 0.0711858 Jul 22 15:39:18.069381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:18.083062 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-c3ba8e91-bc7b-47a4-9b42-f1e997bef525 req-c4790c1a-6ef6-4a7a-9693-8baf0a4b1fca tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407112 Jul 22 15:39:18.102264 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abdc515-54da-4685-ab57-75196a9cb700 x-openstack-request-id: req-9abdc515-54da-4685-ab57-75196a9cb700 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:39:18.102594 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-plugged", "status": "completed", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:39:18.102855 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9abdc515-54da-4685-ab57-75196a9cb700 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:39:18.103258 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'code': 200} Jul 22 15:39:18.211190 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b5235-0251-4e0e-bc3a-e591d0d26505 req-ce93e28b-5800-456a-8a88-aee763e4ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:18.212674 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-351b5235-0251-4e0e-bc3a-e591d0d26505 req-ce93e28b-5800-456a-8a88-aee763e4ed7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1096 time: 0.0568266 Jul 22 15:39:18.246043 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-351b5235-0251-4e0e-bc3a-e591d0d26505 req-02fa7ea1-62e4-469c-a255-323c431f6d89 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272887 Jul 22 15:39:19.204704 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee7a66-1b66-4a48-8187-3c24ba5b597c req-a128dfe0-4e62-4e9b-8bc8-1c455f697c66 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:19.206920 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-abee7a66-1b66-4a48-8187-3c24ba5b597c req-a128dfe0-4e62-4e9b-8bc8-1c455f697c66 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 945 time: 0.0630767 Jul 22 15:39:19.246538 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-abee7a66-1b66-4a48-8187-3c24ba5b597c req-70ac33ea-cd92-40b7-aa3d-a7cc755dea42 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341361 Jul 22 15:39:19.379431 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efb824-1a0a-40e4-91ce-5aa284733034 req-2336f17b-e9bb-4707-87fc-0e8b665b79e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:19.380850 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9efb824-1a0a-40e4-91ce-5aa284733034 req-2336f17b-e9bb-4707-87fc-0e8b665b79e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 945 time: 0.0657339 Jul 22 15:39:19.419976 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f9efb824-1a0a-40e4-91ce-5aa284733034 req-4419d357-3420-47df-a728-e636260d717e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Jul 22 15:39:19.440972 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44448) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:19.541369 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc0ec89-fc70-4a30-b6fd-d8ad87cd055e tempest-TestSnapshotPattern-555565841 tempest-TestSnapshotPattern-555565841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:19.542900 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-1dc0ec89-fc70-4a30-b6fd-d8ad87cd055e tempest-TestSnapshotPattern-555565841 tempest-TestSnapshotPattern-555565841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1091 time: 0.1009667 Jul 22 15:39:19.545875 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44452) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:39:19.550182 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:39:19.571116 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:19.669481 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:19.783625 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Allocated IP 172.25.3.30 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/885c2474-73da-472b-ba55-cf8cb72b7340) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:39:19.880842 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:19.919491 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:19.953230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:39:19.955975 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:39:19.961267 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:39:19.990418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'Port': ['ID=885c2474-73da-472b-ba55-cf8cb72b7340,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:20.309177 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:20.386631 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:20.534118 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:20.538601 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:20.603459 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'Port': ['ID=885c2474-73da-472b-ba55-cf8cb72b7340,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:39:20.613371 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:20.710072 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Floating IP 310c2342-8f44-49b4-b8ea-978be79d3c8b associated. External IP: 172.25.3.30, port: 07e00dbe-382a-4e3e-afa0-c1c16a2fed78. Jul 22 15:39:21.250452 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Router aed6e383-64e2-40a4-b72d-6f400528ec59 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:39:21.355881 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:39:21.365439 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:39:21.372986 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:21.375912 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:21.376638 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:21.411151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-4ba0761e-5798-4883-b7f1-7f96fa5bf042 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8642583 Jul 22 15:39:21.411757 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:39:21.414032 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:39:21.453541 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e5f1bd-14d0-44ce-a627-23af81e7346f x-openstack-request-id: req-e7e5f1bd-14d0-44ce-a627-23af81e7346f {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:39:21.453922 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:39:21.454235 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7e5f1bd-14d0-44ce-a627-23af81e7346f {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:39:21.454730 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'status': 'completed', 'code': 200} Jul 22 15:39:21.480847 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:21.530257 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-e1bbf3b8-8777-4171-82b9-aba14215feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:21.531804 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-e1bbf3b8-8777-4171-82b9-aba14215feba service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1096 time: 0.0573847 Jul 22 15:39:21.623004 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-aab8fbb9-e478-4468-b9f0-b1c7508b1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:21.625042 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-aab8fbb9-e478-4468-b9f0-b1c7508b1987 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0873146 Jul 22 15:39:21.688068 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-e4a70a30-d785-404f-a698-defd2475de31 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 998 time: 0.0573103 Jul 22 15:39:21.701194 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:20Z', 'revision_number': 0, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:21.726240 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:39:21.734877 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:39:21.735478 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:39:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:21.735599 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-23d3164d-99a6-419a-ac13-79314c9f205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:21.736954 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-23d3164d-99a6-419a-ac13-79314c9f205d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0427279 Jul 22 15:39:21.798618 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-d21d0f8e-6d54-4e82-9ea4-a0399270cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:21.800045 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-d21d0f8e-6d54-4e82-9ea4-a0399270cdee service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570478 Jul 22 15:39:21.837235 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:39:21.889060 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-7a2bfbbb-ec14-4ccd-b4d1-e7c5b3f72a5c service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 Jul 22 15:39:21.985046 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8ca12ec4-f1ce-472f-8e5e-7b9ad7c7b9f1 req-d0deebb3-a852-44c7-a555-a69d6f124ca3 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885510 Jul 22 15:39:22.060640 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:20Z', 'revision_number': 0, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:39:22.088219 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54fa9c5-93f5-4399-a992-a1a81f69b5f8 None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:20Z', 'revision_number': 0, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:39:22.281558 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979037e-4118-410b-966a-750cd418df10 None None] New status for floating IP 310c2342-8f44-49b4-b8ea-978be79d3c8b: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:39:22.978982 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-ef3eb7bf-ad8c-46c9-ba06-dc1586291847 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524819 Jul 22 15:39:23.071893 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-ff1a6e5c-b1b7-40f9-82f0-1ddc305529f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:23.073347 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-ff1a6e5c-b1b7-40f9-82f0-1ddc305529f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1096 time: 0.0526259 Jul 22 15:39:23.178738 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-d37723cc-dcc4-4612-9fd9-7e435877215e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:23.180184 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-d37723cc-dcc4-4612-9fd9-7e435877215e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0876224 Jul 22 15:39:23.242733 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-29e87348-9865-4a06-a8fe-1eb91c1785ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 1000 time: 0.0566258 Jul 22 15:39:23.294773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-708aace5-5ff7-4304-b1f0-f274c6d93342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:23.296226 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-708aace5-5ff7-4304-b1f0-f274c6d93342 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0474489 Jul 22 15:39:23.354763 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-e4ea0281-2c4d-46d9-9b8d-e900fbb29f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:39:23.356261 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-e4ea0281-2c4d-46d9-9b8d-e900fbb29f0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542886 Jul 22 15:39:23.445448 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-08993b52-d7e2-4766-a0b3-9cff2ac35df9 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832057 Jul 22 15:39:23.532147 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8e5c186b-b27e-4ad4-9936-809ea5e3e55d req-b2fd605e-a04e-46c8-8ebc-5489068eefa0 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797987 Jul 22 15:39:37.991309 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:38.398867 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:38.774386 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:39:39.989971 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bbac39-f867-4a1b-83d8-2fe6e93df457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:42.230243 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-967161ea-184c-4e53-bcb7-d13adcf27476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:42.477056 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:43.931481 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:39:45.614083 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:08.021854 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:08.393742 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:09.994988 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-436bbcf5-6042-4f64-a7ec-39f6e094a2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:12.231074 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d302fd4f-9275-45e9-a609-4fcbd7bc22aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:12.477859 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:13.934805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:15.616921 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:15.774100 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:40:25.013980 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-12ec0e4e-8c61-438e-9443-946005765c0a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969579 Jul 22 15:40:25.109885 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-c099674d-54cf-4f46-ae83-9c6e8dd00783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:40:25.112205 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-c099674d-54cf-4f46-ae83-9c6e8dd00783 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1096 time: 0.0593688 Jul 22 15:40:25.210267 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-e7b6ee15-a8d0-49b9-8e7b-9d1969d8d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:40:25.211782 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-e7b6ee15-a8d0-49b9-8e7b-9d1969d8d7ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0818923 Jul 22 15:40:25.278714 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-77c35a8a-2b97-45bc-9384-67f1731e3518 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 1000 time: 0.0608499 Jul 22 15:40:25.326536 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-7638877b-6b0f-413a-ba4b-eea270f122c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:40:25.327979 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-7638877b-6b0f-413a-ba4b-eea270f122c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0432692 Jul 22 15:40:25.388217 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-b3339a62-61eb-40ab-892e-228a5f73141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:40:25.389715 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-b3339a62-61eb-40ab-892e-228a5f73141e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555310 Jul 22 15:40:25.480439 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-42112ca6-448e-43bf-9d69-e3527ef8e1ba service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842342 Jul 22 15:40:25.567689 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-718b35e8-dc77-4c97-851f-a65532c8c4dd req-63566452-b596-4aee-9163-da381febce55 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809417 Jul 22 15:40:38.036548 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:38.393631 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:39.996737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3396d2c-8acd-42c9-ba6b-f7a06e368577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:42.234696 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86eb3c45-6530-438b-95fc-df20131e96e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:42.477849 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:43.937404 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:45.618465 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:40:52.773438 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:41:08.036756 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:08.408410 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:09.996985 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-260dd165-b9bb-4136-85b7-683d5f119521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:12.238668 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-56a8514b-252d-46de-8c8a-cabfafa19cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:12.478305 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:13.939773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:15.622200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:20.286800 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 details requested by agent hyperv_n-h1-794306-8 with host n-h1-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:41:20.382894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:20.394472 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Returning: {'device': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:41:20.432483 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:20.445193 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:41:20.466299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:20.471017 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:20.526014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:20.533453 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.533810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.534169 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.534533 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.534892 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.535229 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.535564 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.535898 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.536234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.536570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.536903 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.537234 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:20.543962 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] get_ports_and_sgs() called for port_ids ['07e00dbe-382a-4e3e-afa0-c1c16a2fed78'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:41:22.313859 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 up at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:41:22.366660 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Provisioning complete for port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:41:22.367040 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:22.451096 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:22.476019 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:41:22.477334 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea9bbb2-75d8-4551-a314-f36173d97867" -d '{"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-plugged", "status": "completed", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:41:22.489922 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:22.497529 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:22.528689 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8242881d-7013-41e9-a627-99eea9e4c582 x-openstack-request-id: req-8242881d-7013-41e9-a627-99eea9e4c582 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:41:22.529255 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-plugged", "status": "completed", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:41:22.529577 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8242881d-7013-41e9-a627-99eea9e4c582 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:41:22.530029 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'code': 200} Jul 22 15:41:22.557299 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:24.757273 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [req-b35e302d-1e82-4049-a2ec-e70cefd985d2 req-d2c26e47-da6d-4ffc-8429-0952c88c31f3 service neutron] (93813) timed out ('10.222.0.60', 42872) {{(pid=93813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 15:41:25.017839 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f221b-3310-4a6b-a481-5fbf297875df req-30a385bd-0b84-41a2-8cb0-237e7ea30fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:25.019691 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-30a385bd-0b84-41a2-8cb0-237e7ea30fb7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1096 time: 0.0624423 Jul 22 15:41:25.134558 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f221b-3310-4a6b-a481-5fbf297875df req-9437a9e9-025a-4a58-b87e-a164e8810940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:25.134558 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-9437a9e9-025a-4a58-b87e-a164e8810940 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0927837 Jul 22 15:41:25.214222 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-966a4133-58fb-4f6d-b054-0739c34df8cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 1000 time: 0.0735652 Jul 22 15:41:25.279312 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f221b-3310-4a6b-a481-5fbf297875df req-ff04a62a-755d-48b5-b778-c5259fedee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:25.280968 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-ff04a62a-755d-48b5-b778-c5259fedee37 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0594692 Jul 22 15:41:25.345701 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f221b-3310-4a6b-a481-5fbf297875df req-396fc7b2-b1e8-41a9-bfce-ac07a4fe6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:25.347761 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-396fc7b2-b1e8-41a9-bfce-ac07a4fe6831 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602365 Jul 22 15:41:25.452182 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-466d47f5-b269-4000-9cb9-d948cfb1522f service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967445 Jul 22 15:41:25.568338 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-003f221b-3310-4a6b-a481-5fbf297875df req-0a9f516f-3f61-4afc-bfdd-b8f37d6119d7 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079178 Jul 22 15:41:29.771820 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:41:30.650675 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-c24dc3d5-df2d-479c-8191-021935a4d9a4 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-779135203&fields=id&tenant_id=1996e1d48394411dbbeb13703a72114f HTTP/1.1" status: 200 len: 267 time: 0.0353045 Jul 22 15:41:30.755531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-23c8d49e-db26-4c72-b310-e908d9c9308a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:30.757000 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-23c8d49e-db26-4c72-b310-e908d9c9308a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 810 time: 0.0999992 Jul 22 15:41:30.771287 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-ac772154-b5c7-4dd6-b0cd-1574cd3a1ad5 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/quotas/1996e1d48394411dbbeb13703a72114f HTTP/1.1" status: 200 len: 375 time: 0.0090492 Jul 22 15:41:30.839999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-11903287-912b-4ed8-a61e-e64d152e6ea4 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635140 Jul 22 15:41:30.934587 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-a9c0fbaf-9c87-410e-96bc-8469b38c7be3 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833564 Jul 22 15:41:31.027813 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-ec80f82d-a7f2-4791-a5dd-fa4257475252 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876384 Jul 22 15:41:31.269516 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5eb9bd07-d457-4f2c-b76a-518ff235d333 req-1f21e56c-018b-4047-9a08-7c17c07d2af1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 210 time: 0.0801759 Jul 22 15:41:32.278437 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-090a752a-e693-48df-912e-21af4525ca4b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:32.279913 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-090a752a-e693-48df-912e-21af4525ca4b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.61 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 810 time: 0.1091878 Jul 22 15:41:32.325297 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-374f5596-09fe-494b-ab42-595bcdce06ee tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1996e1d48394411dbbeb13703a72114f HTTP/1.1" status: 200 len: 379 time: 0.0362215 Jul 22 15:41:32.334207 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'port': {'device_id': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'admin_state_up': True, 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'security_groups': ['1c4ecf14-b5df-46f8-a0d7-19ae126d76db']}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:41:32.364624 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:41:32.388861 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b824a6e1-5d22-41df-ba17-e8aeed081123 req-5dee434f-c5a7-43cf-a997-c1c8c3483b54 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 210 time: 0.0489471 Jul 22 15:41:32.453911 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:32.479323 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Made reservation on behalf of 1996e1d48394411dbbeb13703a72114f for: {'port': 1} {{(pid=93812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 15:41:32.479842 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:41:32.482078 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6a6415-222e-4f89-9412-272994b5aea5" -d '{"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-unplugged", "status": "completed", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:41:32.482925 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:32.503529 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:32.509958 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:32.543447 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 15:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6cb57c-d9dd-417b-a993-8a788b451f78 x-openstack-request-id: req-ba6cb57c-d9dd-417b-a993-8a788b451f78 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:41:32.543747 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-unplugged", "status": "completed", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:41:32.544004 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba6cb57c-d9dd-417b-a993-8a788b451f78 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:41:32.544394 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'code': 200} Jul 22 15:41:32.575485 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Pushing event updated for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=8']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:32.682833 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Allocated IP 172.20.0.6 (6a5dbb8e-0d24-4353-b305-4bfd950e9a82/91ea1e68-e98c-490f-a53f-7c8284383278/1f67d2ba-e2f9-41cd-a409-a99ea6596272) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:41:32.877028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:32.899932 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Transition to ACTIVE for port object 1f67d2ba-e2f9-41cd-a409-a99ea6596272 will not be triggered until provisioned by entity DHCP. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:41:32.941052 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:33.003259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:41:33.008561 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:41:33.011238 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:41:33.016785 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:33.066155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.075339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.075876 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.076355 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.076815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.077230 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.077633 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.078148 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.078500 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.079316 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.079607 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.080180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:41:33.117415 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:33.118100 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:33.135028 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-02cc4ef6-93bb-4676-bc13-0b4cab1e85e1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041255 Jul 22 15:41:33.296963 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9b84fe19-93cc-4081-960f-0b935201959a None None] Provisioning for port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 completed by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:41:33.304434 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-9b84fe19-93cc-4081-960f-0b935201959a None None] Provisioning complete for port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 triggered by entity DHCP. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:41:33.304996 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9b84fe19-93cc-4081-960f-0b935201959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:33.343831 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-9b84fe19-93cc-4081-960f-0b935201959a None None] Port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 cannot update to ACTIVE because it is not bound. {{(pid=93814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 15:41:33.529591 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74324e1-bec4-47b1-ae33-55123dfabe36 req-7492ab28-ccdc-427e-b378-5faf7e8b0d03 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:33.531396 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a74324e1-bec4-47b1-ae33-55123dfabe36 req-7492ab28-ccdc-427e-b378-5faf7e8b0d03 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0654850 Jul 22 15:41:33.571905 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-a74324e1-bec4-47b1-ae33-55123dfabe36 req-586b7c8c-6099-4344-9cf4-150286819403 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344892 Jul 22 15:41:34.717802 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bb140-940f-4e59-a8e4-d7d6f74a349b req-56b1947f-4fbd-4b15-805c-3fd3f78ce6ff tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:34.720833 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f8bb140-940f-4e59-a8e4-d7d6f74a349b req-56b1947f-4fbd-4b15-805c-3fd3f78ce6ff tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0769408 Jul 22 15:41:34.758089 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1f8bb140-940f-4e59-a8e4-d7d6f74a349b req-584cee45-c808-4ee1-8439-e6671e2b549d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Jul 22 15:41:35.896462 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2eeb7-58aa-453f-83e5-b54b770a1913 req-9e448c45-40fe-4473-9dc2-6c483d88616e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:35.898501 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62f2eeb7-58aa-453f-83e5-b54b770a1913 req-9e448c45-40fe-4473-9dc2-6c483d88616e tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0708048 Jul 22 15:41:35.936616 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-62f2eeb7-58aa-453f-83e5-b54b770a1913 req-6a91d7ef-0cdd-43f6-8848-0188f425b437 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325367 Jul 22 15:41:37.086498 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf66198-db8c-46ed-87fc-6f0390653537 req-be2bf01b-1b58-42ac-a5dc-1cd555c3ffde tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:37.088151 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bf66198-db8c-46ed-87fc-6f0390653537 req-be2bf01b-1b58-42ac-a5dc-1cd555c3ffde tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0779812 Jul 22 15:41:37.145626 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-4bf66198-db8c-46ed-87fc-6f0390653537 req-44a43291-8313-4761-910e-bec3220b0cc4 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509644 Jul 22 15:41:38.064452 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:38.291929 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d68758-0392-4a0e-8a7f-2edc520437ea req-b6956c19-f1c9-46f7-80e7-4e9c28521c36 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:38.293493 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37d68758-0392-4a0e-8a7f-2edc520437ea req-b6956c19-f1c9-46f7-80e7-4e9c28521c36 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0736921 Jul 22 15:41:38.330732 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-37d68758-0392-4a0e-8a7f-2edc520437ea req-75c73415-8835-4b35-bad4-c1fab8b92844 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Jul 22 15:41:38.424012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:39.466485 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331456ee-b3cf-4150-8759-a665652ab3cb req-9389924d-5b44-446e-b613-8130ecbb3168 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:39.468084 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-331456ee-b3cf-4150-8759-a665652ab3cb req-9389924d-5b44-446e-b613-8130ecbb3168 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0681560 Jul 22 15:41:39.505689 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-331456ee-b3cf-4150-8759-a665652ab3cb req-b1c6b2f9-8257-403a-aa00-d07dcc8caeaf tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317738 Jul 22 15:41:40.022878 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46660a56-4ebb-4e3b-9857-6ad2bedba886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:40.646180 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76785c8b-37e6-4dc2-b5b9-b4a25ddfadb4 req-f963ec22-1f5a-4220-9f2f-ad4ce07460a1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:40.647964 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76785c8b-37e6-4dc2-b5b9-b4a25ddfadb4 req-f963ec22-1f5a-4220-9f2f-ad4ce07460a1 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0706201 Jul 22 15:41:40.692710 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-76785c8b-37e6-4dc2-b5b9-b4a25ddfadb4 req-eabe5aea-92ef-4d4f-a406-9931e20b321d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384703 Jul 22 15:41:41.830812 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ad72f-db08-428b-81d8-63323f766bfb req-adf05429-10d9-49cf-babf-cc0057fe4a89 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:41.832315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-674ad72f-db08-428b-81d8-63323f766bfb req-adf05429-10d9-49cf-babf-cc0057fe4a89 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0643370 Jul 22 15:41:41.872852 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-674ad72f-db08-428b-81d8-63323f766bfb req-093ad613-25e2-4dc5-b355-9e7292516254 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344713 Jul 22 15:41:42.239645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-70ea5e66-769c-46e2-bc5a-e1f66d30249c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:42.479240 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.001444 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-c14e6d32-8b2b-4d85-8d86-765f9c44443c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=93812) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 15:41:43.002625 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-c14e6d32-8b2b-4d85-8d86-765f9c44443c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067677 Jul 22 15:41:43.014636 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e20f0-1b99-49ec-8d7f-ec7822b566df req-b3aac682-a7cf-4226-a369-6636299d20fa tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:43.016113 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf8e20f0-1b99-49ec-8d7f-ec7822b566df req-b3aac682-a7cf-4226-a369-6636299d20fa tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 931 time: 0.0709090 Jul 22 15:41:43.063094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Request body: {'port': {'device_id': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-8'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:41:43.067524 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-bf8e20f0-1b99-49ec-8d7f-ec7822b566df req-075bc6a6-f495-4afa-bce7-4357e04c848b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454824 Jul 22 15:41:43.134668 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.409593 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f67d2ba-e2f9-41cd-a409-a99ea6596272 {{(pid=93812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:41:43.416956 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.428912 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.provisioning_blocks [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Transition to ACTIVE for port object 1f67d2ba-e2f9-41cd-a409-a99ea6596272 will not be triggered until provisioned by entity L2. {{(pid=93812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 15:41:43.432855 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.500540 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:43.553718 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Attempting to bind port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 on host n-h2-794306-8 for vnic_type normal with profile {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 15:41:43.554077 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Attempting to bind port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 by drivers openvswitch,hyperv on host n-h2-794306-8 at level 0 using segments [{'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 15:41:43.554416 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Attempting to bind port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:41:43.559813 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-8 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 15:41:43.560146 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Attempting to bind port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 on network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 15:41:43.565037 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Checking agent: {'id': 'c17bd164-9c76-4854-9c1b-6bfc376e7a01', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'started_at': datetime.datetime(2021, 7, 22, 14, 19, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 15:41:43.565409 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Checking segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 15:41:43.565810 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Bound using segment: {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'} {{(pid=93812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 15:41:43.566240 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.managers [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Bound port: 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host: n-h2-794306-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc5014e-2a31-4dd9-b298-1ee61003bda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82'}}] {{(pid=93812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 15:41:43.566642 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.638841 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, cleared binding levels {{(pid=93812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 15:41:43.642063 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 15:41:43.646916 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.685188 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:43.685809 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.687280 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] 10.222.0.61 "PUT /v2.0/ports/1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 1091 time: 0.6702669 Jul 22 15:41:43.687722 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:41:43.689987 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d3de95-c936-4dd7-8975-d4055ade0a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:41:43.713131 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f370-86d7-41d5-bc32-c99941b86a50 service neutron] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=3']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:43.798837 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-fa891780-db8b-4478-a3b9-b2796d8bd8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:43.800613 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-fa891780-db8b-4478-a3b9-b2796d8bd8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1094 time: 0.0703390 Jul 22 15:41:43.811612 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cb4227-e8d2-4334-a619-775050553ba5 x-openstack-request-id: req-d9cb4227-e8d2-4334-a619-775050553ba5 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:41:43.811908 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:41:43.812169 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9cb4227-e8d2-4334-a619-775050553ba5 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:41:43.812576 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'status': 'completed', 'code': 200} Jul 22 15:41:43.855353 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-054352c6-782b-494d-bd57-28f4832e7649 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 217 time: 0.0393395 Jul 22 15:41:43.904549 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-52176353-84ea-4038-bc6f-dcc67ba00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:43.905998 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-52176353-84ea-4038-bc6f-dcc67ba00f19 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0439441 Jul 22 15:41:43.943733 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:43.968095 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-3ef281ff-9e83-4f6f-ba88-3b315c9ff324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:43.969602 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-3ef281ff-9e83-4f6f-ba88-3b315c9ff324 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564535 Jul 22 15:41:44.060859 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-46e1b82a-4fcf-4290-9975-67908468d308 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838511 Jul 22 15:41:44.157844 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-889b0cf7-6910-4a13-898d-24b2e72e6e6f req-a47319a0-2591-4184-bc0a-2afd975f14c5 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902741 Jul 22 15:41:44.211921 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b41dac-26e7-4f62-859c-daf0f36d8da9 req-a2099731-65af-4cd5-accd-794e082ec6d4 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:44.213383 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65b41dac-26e7-4f62-859c-daf0f36d8da9 req-a2099731-65af-4cd5-accd-794e082ec6d4 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 943 time: 0.0742009 Jul 22 15:41:44.281046 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-65b41dac-26e7-4f62-859c-daf0f36d8da9 req-86625fcf-59a0-4641-86d2-33f5dceefe83 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589614 Jul 22 15:41:44.295259 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-6a2ec286-932d-4e79-966e-8e5d9ac91558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:44.296734 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-6a2ec286-932d-4e79-966e-8e5d9ac91558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1094 time: 0.0825181 Jul 22 15:41:44.391682 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-e24d5eed-ecad-4d62-aa2b-4ca91d06bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:44.393080 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-e24d5eed-ecad-4d62-aa2b-4ca91d06bf49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0888629 Jul 22 15:41:44.433529 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-2f641eae-900a-4e92-82e2-634f3fdbb066 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 217 time: 0.0332153 Jul 22 15:41:44.481753 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-7b169bbb-d8bc-407b-a1fb-a412f809742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:44.483198 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-7b169bbb-d8bc-407b-a1fb-a412f809742f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0417838 Jul 22 15:41:44.545908 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-8a9bb7a0-4c75-4709-8319-5cc7e2541316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:44.547437 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-8a9bb7a0-4c75-4709-8319-5cc7e2541316 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571835 Jul 22 15:41:44.635099 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-ddef5ded-ae56-4aa0-93ad-b0f8cee9feeb service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800195 Jul 22 15:41:44.726347 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-35d3de95-c936-4dd7-8975-d4055ade0a2d req-5bbfeae5-8cd0-4440-aae7-f5a3014ce21d service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Jul 22 15:41:45.410027 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab676cb-9d84-4be1-a4e3-75a4b712679c req-5e3b13ff-f139-463f-89d3-515324281519 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:45.411551 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab676cb-9d84-4be1-a4e3-75a4b712679c req-5e3b13ff-f139-463f-89d3-515324281519 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 943 time: 0.0628579 Jul 22 15:41:45.448252 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-8ab676cb-9d84-4be1-a4e3-75a4b712679c req-cc4807cc-9d7c-4388-9902-82f35a00344d tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Jul 22 15:41:45.624456 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:46.576755 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c5880-9cdb-4812-a0a7-9d8fb55e3f2b req-0982cb0d-f444-4df7-8cf8-a6919d8af22f tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:46.578250 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c1c5880-9cdb-4812-a0a7-9d8fb55e3f2b req-0982cb0d-f444-4df7-8cf8-a6919d8af22f tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 943 time: 0.0644569 Jul 22 15:41:46.615200 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-3c1c5880-9cdb-4812-a0a7-9d8fb55e3f2b req-e03b5be5-c09c-4c58-8936-e2000c90fad8 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Jul 22 15:41:46.648388 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1f67d2ba-e2f9-41cd-a409-a99ea6596272 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:41:46.895099 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:46.909845 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'port_id': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'mac_address': 'fa:16:3e:d2:13:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:41:46.947031 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:46.959681 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f67d2ba-e2f9-41cd-a409-a99ea6596272 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:41:46.978449 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:46.982408 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:47.027463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=4']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:47.220931 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1f67d2ba-e2f9-41cd-a409-a99ea6596272'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:41:47.747379 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a22202-270e-45a7-baa6-3da7b04ab829 req-ed2faf33-d7b5-4ca4-99a7-fa47b5198006 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:47.748856 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60a22202-270e-45a7-baa6-3da7b04ab829 req-ed2faf33-d7b5-4ca4-99a7-fa47b5198006 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 944 time: 0.0657277 Jul 22 15:41:47.787496 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-60a22202-270e-45a7-baa6-3da7b04ab829 req-c8d0b500-fadb-4769-a7d0-b5e658ce251b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330710 Jul 22 15:41:48.664243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1f67d2ba-e2f9-41cd-a409-a99ea6596272 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:41:48.716566 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning for port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 completed by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 15:41:48.720553 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:41:48.720935 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:48.794458 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:48.816694 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:41:48.818992 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd07dc8d-cff4-446b-97ff-ffc48104588d" -d '{"events": [{"server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:41:48.831818 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:41:48.835968 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:48.862077 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc2287b-90fe-4f0b-a3a5-54735bb4c8dd x-openstack-request-id: req-bfc2287b-90fe-4f0b-a3a5-54735bb4c8dd {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:41:48.862366 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:41:48.862641 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfc2287b-90fe-4f0b-a3a5-54735bb4c8dd {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:41:48.863052 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'code': 200} Jul 22 15:41:48.892154 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=5']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:48.957519 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567dbb5-5ee1-40f3-b829-a236e21a298a req-7b26ad10-efe8-4260-a141-929605795d0a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:48.959068 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7567dbb5-5ee1-40f3-b829-a236e21a298a req-7b26ad10-efe8-4260-a141-929605795d0a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 945 time: 0.0987220 Jul 22 15:41:49.009033 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33822780-4b1a-4319-bdd2-e843935b4347 req-800cfeb6-3e4f-47e9-a360-dc56588a6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:49.010561 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33822780-4b1a-4319-bdd2-e843935b4347 req-800cfeb6-3e4f-47e9-a360-dc56588a6845 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0945373 Jul 22 15:41:49.015941 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7567dbb5-5ee1-40f3-b829-a236e21a298a req-e9b9ea15-4b46-46bc-a72a-bcae0ba72bd5 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510492 Jul 22 15:41:49.045315 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-33822780-4b1a-4319-bdd2-e843935b4347 req-7fea0835-1009-449d-a0a5-9c2b91cd9ced service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284467 Jul 22 15:41:50.152798 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf9d55-6339-4971-8bc3-9d43e82f4b50 req-e51a01ef-ddb0-49d8-9ff8-cc2faff59afd tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:50.154293 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dcf9d55-6339-4971-8bc3-9d43e82f4b50 req-e51a01ef-ddb0-49d8-9ff8-cc2faff59afd tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 945 time: 0.0631595 Jul 22 15:41:50.190930 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-5dcf9d55-6339-4971-8bc3-9d43e82f4b50 req-995977de-7de2-461b-bb68-55a0fd253fbc tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310383 Jul 22 15:41:50.322287 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876f51b-b5c4-49f5-b309-82be492ca0aa req-2a3e6b95-7fd0-4091-a92d-ffe362f8e6ff tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:50.323737 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e876f51b-b5c4-49f5-b309-82be492ca0aa req-2a3e6b95-7fd0-4091-a92d-ffe362f8e6ff tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 945 time: 0.0671577 Jul 22 15:41:50.364260 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-e876f51b-b5c4-49f5-b309-82be492ca0aa req-bed7764e-5bf9-4524-b812-700197bc6408 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348122 Jul 22 15:41:50.385979 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44742) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:41:50.438903 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95941fe4-7632-4448-9eb4-bac61591c52b tempest-TestSnapshotPattern-555565841 tempest-TestSnapshotPattern-555565841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:50.440450 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-95941fe4-7632-4448-9eb4-bac61591c52b tempest-TestSnapshotPattern-555565841 tempest-TestSnapshotPattern-555565841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1091 time: 0.0533383 Jul 22 15:41:50.443211 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44744) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:41:50.447619 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.v2.base [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Request body: {'floatingip': {'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'port_id': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 15:41:50.470415 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:50.566017 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:50.672965 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_common [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Allocated IP 172.25.3.232 (7aaaf85d-d25f-4f9e-99aa-56c634beb37d/45240f35-5e3d-4e21-9f8e-b4849f724d79/e9c0dc3d-3474-4dac-a28c-8a2053057a99) {{(pid=93812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 15:41:50.781015 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for port, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:50.828627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779616443019', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:50.873036 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Network 7aaaf85d-d25f-4f9e-99aa-56c634beb37d is already hosted by enough agents. {{(pid=93812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 15:41:50.880634 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.base_scheduler [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Resources bound (agent type, host, resource id): {{(pid=93812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 15:41:50.884571 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Received port after_create {{(pid=93812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 15:41:50.908538 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'Port': ['ID=e9c0dc3d-3474-4dac-a28c-8a2053057a99,revision_number=1']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:51.239115 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:51.312440 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:51.457055 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for port, precommit_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:51.461168 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9396743'] for port, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:51.526301 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event updated for resources: {'Port': ['ID=e9c0dc3d-3474-4dac-a28c-8a2053057a99,revision_number=2']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:41:51.536102 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1744786'] for floatingip, after_update {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:51.634310 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Floating IP 73fb1d15-cc2b-4b70-98f4-30b7395ec0b3 associated. External IP: 172.25.3.232, port: 1f67d2ba-e2f9-41cd-a409-a99ea6596272. Jul 22 15:41:52.177891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Router aed6e383-64e2-40a4-b72d-6f400528ec59 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:41:52.282339 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:41:52.291633 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:41:52.298221 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:41:52.301190 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:41:52.301808 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:41:52.335897 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3dcc88e0-253e-48b1-9184-02663d6a855a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8915679 Jul 22 15:41:52.336525 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:41:52.338896 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94" -d '{"events": [{"name": "network-changed", "server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:41:52.380918 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46701e43-cb78-4543-aa40-a760ba957697 x-openstack-request-id: req-46701e43-cb78-4543-aa40-a760ba957697 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:41:52.381217 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:41:52.381466 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46701e43-cb78-4543-aa40-a760ba957697 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:41:52.381864 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'status': 'completed', 'code': 200} Jul 22 15:41:52.458815 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-b178c1fa-fcbe-4dee-9bf1-211379a2eede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:52.460344 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-b178c1fa-fcbe-4dee-9bf1-211379a2eede service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0551865 Jul 22 15:41:52.497326 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:41:52.551918 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-040e32f4-f459-4abc-97d3-05828a618b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:52.553389 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-040e32f4-f459-4abc-97d3-05828a618b52 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0869434 Jul 22 15:41:52.621479 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-bf548ed3-b560-4e59-b0d8-0551fca81ac8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 999 time: 0.0614359 Jul 22 15:41:52.688094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-674a4c37-e361-4c41-b1d6-cec97013e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:52.689573 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-674a4c37-e361-4c41-b1d6-cec97013e550 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0612421 Jul 22 15:41:52.729584 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:22Z', 'revision_number': 1, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}, {'id': '73fb1d15-cc2b-4b70-98f4-30b7395ec0b3', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:d2:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:41:51Z', 'updated_at': '2021-07-22T15:41:51Z', 'revision_number': 0, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:41:52.749198 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-b006e563-77ea-4520-8cef-7839901728e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:41:52.750771 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-b006e563-77ea-4520-8cef-7839901728e5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543067 Jul 22 15:41:52.758838 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:41:52.767891 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:41:52.768526 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:41:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:41:52.844093 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-703525be-0851-4562-9a19-4ebac4850f0f service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862474 Jul 22 15:41:52.871596 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:41:52.933157 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-b76adbb9-45de-4a2b-b7a3-7169b69e5b94 req-0cb87a71-ccd9-4d6e-88ce-f643c06d3d59 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823076 Jul 22 15:41:53.092921 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:22Z', 'revision_number': 1, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}, {'id': '73fb1d15-cc2b-4b70-98f4-30b7395ec0b3', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:d2:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:41:51Z', 'updated_at': '2021-07-22T15:41:51Z', 'revision_number': 0, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:41:53.121505 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37384b1-c368-4418-8b7c-1fdbb26aed80 None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:22Z', 'revision_number': 1, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}, {'id': '73fb1d15-cc2b-4b70-98f4-30b7395ec0b3', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:d2:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:41:51Z', 'updated_at': '2021-07-22T15:41:51Z', 'revision_number': 0, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:41:53.311479 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed96341-ffc3-4dd9-a956-2fcd7b7bd50f None None] New status for floating IP 73fb1d15-cc2b-4b70-98f4-30b7395ec0b3: ACTIVE {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:42:06.772718 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:42:08.057011 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:08.423084 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:09.994503 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a4f1a484-86ed-4335-8b55-47213a5a2466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:12.241301 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3db04223-e37d-4459-adec-c9e93fb6507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:12.480773 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:13.952271 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:15.628132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:22.566787 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-98d86702-0379-4573-8cc7-76eee4739329 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529239 Jul 22 15:42:22.670420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-7120ec96-2dcb-4186-8883-735b7d2426de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:22.672002 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-7120ec96-2dcb-4186-8883-735b7d2426de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0591362 Jul 22 15:42:22.774308 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-667839a7-6255-4511-a642-27d343f9f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:22.775841 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-667839a7-6255-4511-a642-27d343f9f1b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0849159 Jul 22 15:42:22.845308 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-fa0c8727-88d4-4822-bc8f-69d81370d6c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 1001 time: 0.0623367 Jul 22 15:42:22.895617 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-5ed317d6-51d9-4c8e-a093-528c4bce852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:22.897124 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-5ed317d6-51d9-4c8e-a093-528c4bce852e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0451159 Jul 22 15:42:22.957652 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-0d00c8c1-b46d-428b-8b22-2b4779b3bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:22.959284 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-0d00c8c1-b46d-428b-8b22-2b4779b3bb92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562871 Jul 22 15:42:23.057609 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-a853f857-6b20-4b09-ac3d-06834cd9f2a4 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913081 Jul 22 15:42:23.147559 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-2d147518-7ca9-42c5-9d89-3306e59e6f5a req-7be26c2b-a7b2-491d-ac2b-81759f4266fa service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Jul 22 15:42:26.973617 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-46040c10-4e7c-4050-b52b-cede45b08b36 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579154 Jul 22 15:42:27.068238 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fab1-7686-4552-bced-e8192cc1adab req-61dacb22-0885-40e9-9b09-6ff11dd9cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:27.069827 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-61dacb22-0885-40e9-9b09-6ff11dd9cda4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1094 time: 0.0548213 Jul 22 15:42:27.173100 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fab1-7686-4552-bced-e8192cc1adab req-ec82491e-763b-4d0d-8234-0141c327e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:27.175255 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-ec82491e-763b-4d0d-8234-0141c327e818 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0879407 Jul 22 15:42:27.239021 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-e2f55cf4-efea-4b98-aff3-f38873dbe2f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 998 time: 0.0577285 Jul 22 15:42:27.289065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fab1-7686-4552-bced-e8192cc1adab req-3f911835-b488-4967-a38f-b40f4845dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:27.290656 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-3f911835-b488-4967-a38f-b40f4845dfde service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0444417 Jul 22 15:42:27.356542 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97fab1-7686-4552-bced-e8192cc1adab req-22fe2471-c16d-4c03-8b42-70200219ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:42:27.358118 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-22fe2471-c16d-4c03-8b42-70200219ae57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615819 Jul 22 15:42:27.448588 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-6d4b99e8-401e-4a70-97ac-4357dbe63031 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841470 Jul 22 15:42:27.544206 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-7a97fab1-7686-4552-bced-e8192cc1adab req-97ecf1fd-c994-4ea8-b195-3b32369d80cc service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Jul 22 15:42:38.068248 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:38.421789 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:39.997065 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-46f96aae-39b0-408e-9bf5-b2e5ca6fa6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:42.244632 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2acc4e50-4cc0-46dc-a493-45cdf296b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:42.481332 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:43.772653 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:42:43.949293 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:42:45.630110 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:08.068649 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:08.422623 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:10.001842 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dcde9e00-745b-431c-bf2b-7af360004aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:12.246342 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-e13faca2-f164-48a5-9ed2-d4ece87d697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:12.483098 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:13.951687 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:15.634904 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:20.771445 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:43:23.132876 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1f67d2ba-e2f9-41cd-a409-a99ea6596272 details requested by agent hyperv_n-h2-794306-8 with host n-h2-794306-8 {{(pid=93814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 15:43:23.232049 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:23.243717 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Returning: {'device': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'port_id': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'mac_address': 'fa:16:3e:d2:13:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 15:43:23.286148 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:23.300474 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f67d2ba-e2f9-41cd-a409-a99ea6596272 {{(pid=93814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 15:43:23.328967 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:23.333823 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:23.397014 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=6']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:23.408932 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.409289 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.410242 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.410860 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.411199 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.411975 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.412314 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.412653 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.413006 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.413325 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.413662 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.414000 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:23.417850 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] get_ports_and_sgs() called for port_ids ['1f67d2ba-e2f9-41cd-a409-a99ea6596272'] {{(pid=93814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 15:43:24.601824 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-c0bad269-9a0e-48c9-909e-efbc7529d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:24.603400 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-c0bad269-9a0e-48c9-909e-efbc7529d570 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1095 time: 0.0681727 Jul 22 15:43:24.712557 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-0f9f430a-e290-462c-87a3-014769ce448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:24.714083 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-0f9f430a-e290-462c-87a3-014769ce448b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0905201 Jul 22 15:43:24.785653 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-c0ac18b4-bba0-45d4-bf3d-f54bb6b7702f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 1000 time: 0.0652082 Jul 22 15:43:24.839734 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-9d9df584-6121-4c2f-8cdd-6f5b03d0f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:24.839999 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-9d9df584-6121-4c2f-8cdd-6f5b03d0f908 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0478117 Jul 22 15:43:24.904653 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-6b3d1d1d-c58e-4613-8dd0-104e579d71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:24.906100 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-6b3d1d1d-c58e-4613-8dd0-104e579d71fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593791 Jul 22 15:43:25.023277 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-b8b3bf6f-4dee-45c9-857f-fcfdfdde4e2f service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107657 Jul 22 15:43:25.124332 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-f3dd8008-5954-4695-bcb6-1f9c55791802 req-972eb6c6-971d-476f-9ae9-a9de68911a2d service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948424 Jul 22 15:43:25.140716 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1f67d2ba-e2f9-41cd-a409-a99ea6596272 up at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 15:43:25.198127 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.provisioning_blocks [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Provisioning complete for port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 triggered by entity L2. {{(pid=93814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 15:43:25.198543 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-735619'] for port, provisioning_complete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:25.299979 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562234'] for port, before_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:25.324861 n-d-794306-8 neutron-server[93814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272'}] {{(pid=93814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:43:25.327715 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d116edf068c9457acc0acb84cfb837bc5d35527321328b1443d1a0de59db856" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dabba61-8681-48c8-8774-58a160908626" -d '{"events": [{"server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272"}]}' {{(pid=93814) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:43:25.341463 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:25.348125 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779616843578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779616443037', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779616443055'] for port, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:25.377984 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a373af0-e6c8-4b0a-beda-03f5f1404458 x-openstack-request-id: req-6a373af0-e6c8-4b0a-beda-03f5f1404458 {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:43:25.378287 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "name": "network-vif-plugged", "status": "completed", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272", "code": 200}]} {{(pid=93814) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:43:25.378565 n-d-794306-8 neutron-server[93814]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a373af0-e6c8-4b0a-beda-03f5f1404458 {{(pid=93814) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:43:25.378971 n-d-794306-8 neutron-server[93814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'code': 200} Jul 22 15:43:25.407005 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Pushing event updated for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=7']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:26.987186 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-8abe6284-5f94-4800-8201-2955e11607e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0609152 Jul 22 15:43:27.085737 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-bfb1396c-c289-4003-ad27-8d2866517ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:27.087348 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-bfb1396c-c289-4003-ad27-8d2866517ffc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1094 time: 0.0585980 Jul 22 15:43:27.613279 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-85366ef4-a791-4e6b-ba50-7601a1dba2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:27.614739 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-85366ef4-a791-4e6b-ba50-7601a1dba2b5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.5066662 Jul 22 15:43:27.688453 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-bec61633-c647-4a35-af57-216c3d72a87d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 998 time: 0.0669060 Jul 22 15:43:27.749844 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-73ed9fd9-7974-4cfe-8a1b-b4ba298a9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:27.749844 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-73ed9fd9-7974-4cfe-8a1b-b4ba298a9a53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0555851 Jul 22 15:43:27.820966 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-e39c531e-6c46-40e6-a36a-547c74dffa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:27.822757 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-e39c531e-6c46-40e6-a36a-547c74dffa60 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670092 Jul 22 15:43:27.947278 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-87044612-fd2f-46d4-9d7b-b38cae16ea23 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173768 Jul 22 15:43:28.059809 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-fd1cdcc2-73f8-45ea-8503-7a5002d11a89 req-c00884d4-6985-4ed4-9852-1989a96a6749 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997193 Jul 22 15:43:32.829375 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 44952) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:32.988313 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Deleting port e9c0dc3d-3474-4dac-a28c-8a2053057a99 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:32.988865 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:33.073882 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:33.074214 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:33.085471 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Calling delete_port for e9c0dc3d-3474-4dac-a28c-8a2053057a99 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:33.232312 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:33.259643 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event deleted for resources: {'Port': ['ID=e9c0dc3d-3474-4dac-a28c-8a2053057a99,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:33.271919 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.272531 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.272891 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.273241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.274129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.274129 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.274325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.274586 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.274922 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.275262 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.275601 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.275936 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:33.334834 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:33.335187 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Floating IP 73fb1d15-cc2b-4b70-98f4-30b7395ec0b3 disassociated (deleted). External IP: 172.25.3.232, port: 1f67d2ba-e2f9-41cd-a409-a99ea6596272. Jul 22 15:43:33.541265 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Router aed6e383-64e2-40a4-b72d-6f400528ec59 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:43:33.655736 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:43:33.660829 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:33.667142 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:43:33.677560 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:33.678229 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:33.697605 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-9815616b-d1a1-473e-ae6a-f918009ccf0c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "DELETE /v2.0/floatingips/73fb1d15-cc2b-4b70-98f4-30b7395ec0b3 HTTP/1.1" status: 204 len: 168 time: 0.8670881 Jul 22 15:43:33.698221 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:43:33.701102 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:43:33.740438 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2cf50c-0f62-4171-8f9f-eae8d0b19ed1 x-openstack-request-id: req-8c2cf50c-0f62-4171-8f9f-eae8d0b19ed1 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:43:33.740736 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:43:33.740996 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c2cf50c-0f62-4171-8f9f-eae8d0b19ed1 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:43:33.741924 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'status': 'completed', 'code': 200} Jul 22 15:43:33.789737 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:33.828141 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-aa749fc9-e5cc-4ce0-894e-dfc34dce546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:33.829714 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-aa749fc9-e5cc-4ce0-894e-dfc34dce546a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0621152 Jul 22 15:43:33.967420 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-a9d5c809-4837-4f32-8d7f-a9ad9f8fbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:33.968978 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-a9d5c809-4837-4f32-8d7f-a9ad9f8fbab3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.1262062 Jul 22 15:43:34.014735 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-e5286aeb-1c8d-45a4-a571-0837e2e4beda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 200 len: 217 time: 0.0386729 Jul 22 15:43:34.023212 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723764a4-3e2b-4f0a-a0b6-759881063285 req-4db4b78b-a5b9-465b-8476-ff1678b723f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:34.023507 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:22Z', 'revision_number': 1, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:34.024667 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-723764a4-3e2b-4f0a-a0b6-759881063285 req-4db4b78b-a5b9-465b-8476-ff1678b723f6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 945 time: 0.1217816 Jul 22 15:43:34.051352 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:43:34.060348 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:34.061083 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:34.090614 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-efcf47f2-102d-485e-bdcb-5ac79370b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:34.092032 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-efcf47f2-102d-485e-bdcb-5ac79370b8ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0665083 Jul 22 15:43:34.097254 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-723764a4-3e2b-4f0a-a0b6-759881063285 req-008066a6-2836-40bb-84e2-07bb15eeb4d6 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628474 Jul 22 15:43:34.159364 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-312a9221-0ce4-437d-8667-d08b29d0311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:34.161670 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-312a9221-0ce4-437d-8667-d08b29d0311b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615797 Jul 22 15:43:34.170421 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:34.259363 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-35c30a3f-c6de-4111-9be4-cbe744834782 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913603 Jul 22 15:43:34.358435 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7c5defc1-fe00-4458-ac8f-ebec8e6a8bd3 req-9585a532-cd76-4253-a951-72025482a1e8 service neutron] 10.222.0.61 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Jul 22 15:43:34.400056 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:22Z', 'revision_number': 1, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:34.514500 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74431a84-33d4-48d6-8344-c7a4f21efb3e None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_floatingips': [{'id': '310c2342-8f44-49b4-b8ea-978be79d3c8b', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'router_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'port_id': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'mac_address': 'fa:16:3e:ac:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T15:39:20Z', 'updated_at': '2021-07-22T15:39:22Z', 'revision_number': 1, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:43:34.731292 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e28f5-9429-4675-b1ac-bdfba402dec7 None None] New status for floating IP 73fb1d15-cc2b-4b70-98f4-30b7395ec0b3: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:43:35.228418 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b9465-675a-44e3-bcfe-6fe3aca964d5 req-dc594384-2d79-4bc8-a4fb-76e48e0f2014 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:35.229898 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d46b9465-675a-44e3-bcfe-6fe3aca964d5 req-dc594384-2d79-4bc8-a4fb-76e48e0f2014 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 945 time: 0.0621417 Jul 22 15:43:35.267918 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d46b9465-675a-44e3-bcfe-6fe3aca964d5 req-1be0d13d-b941-49f8-a594-404f322c2657 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Jul 22 15:43:35.514324 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d611047-f566-41b1-9f12-df0007174039 req-35579820-80dc-40c2-a482-614befd8a87f tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:35.515819 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d611047-f566-41b1-9f12-df0007174039 req-35579820-80dc-40c2-a482-614befd8a87f tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.61 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 945 time: 0.0618122 Jul 22 15:43:35.617838 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Deleting port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:35.618193 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:35.706394 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] For port 1f67d2ba-e2f9-41cd-a409-a99ea6596272, host n-h2-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-8',level=0,port_id=1f67d2ba-e2f9-41cd-a409-a99ea6596272,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:35.706789 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:35.718727 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Calling delete_port for 1f67d2ba-e2f9-41cd-a409-a99ea6596272 owned by compute:nova {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:35.843648 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:35.869113 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event deleted for resources: {'Port': ['ID=1f67d2ba-e2f9-41cd-a409-a99ea6596272,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:35.921175 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] No DVR routers for this DVR port 1f67d2ba-e2f9-41cd-a409-a99ea6596272 on host n-h2-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:43:35.923673 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:35.925761 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-1d611047-f566-41b1-9f12-df0007174039 req-579a1953-f341-4f6a-b71f-190fe039fe39 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.61 "DELETE /v2.0/ports/1f67d2ba-e2f9-41cd-a409-a99ea6596272 HTTP/1.1" status: 204 len: 173 time: 0.4041808 Jul 22 15:43:35.926193 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'name': 'network-vif-deleted', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:43:35.928444 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9ac6a6-310a-48ab-a09f-eec9560af76e" -d '{"events": [{"server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "name": "network-vif-deleted", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:43:35.966503 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da134b0e-9285-4aa3-a928-0dd82b59bb1c x-openstack-request-id: req-da134b0e-9285-4aa3-a928-0dd82b59bb1c {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:43:35.966839 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af776d6e-be9a-42e4-8279-18686212d8d3", "name": "network-vif-deleted", "tag": "1f67d2ba-e2f9-41cd-a409-a99ea6596272", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:43:35.967099 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da134b0e-9285-4aa3-a928-0dd82b59bb1c {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:43:35.967500 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af776d6e-be9a-42e4-8279-18686212d8d3', 'name': 'network-vif-deleted', 'tag': '1f67d2ba-e2f9-41cd-a409-a99ea6596272', 'status': 'completed', 'code': 200} Jul 22 15:43:36.383018 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-03bee3ba-82f8-4450-9872-894d84c2bf68 req-1a72a28e-2510-480f-af7e-e3e4784cf40c tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=af776d6e-be9a-42e4-8279-18686212d8d3 HTTP/1.1" status: 200 len: 210 time: 0.0302453 Jul 22 15:43:37.243625 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1f67d2ba-e2f9-41cd-a409-a99ea6596272 no longer exists at agent hyperv_n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:37.263119 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] No Port match for: 1f67d2ba-e2f9-41cd-a409-a99ea6596272 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:37.263467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Device 1f67d2ba-e2f9-41cd-a409-a99ea6596272 not bound to the agent host n-h2-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:37.956566 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45012) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:38.081228 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.107097 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Deleting port 885c2474-73da-472b-ba55-cf8cb72b7340 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:38.107380 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.182291 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.182652 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.194284 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Calling delete_port for 885c2474-73da-472b-ba55-cf8cb72b7340 owned by network:floatingip {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:38.339142 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.363663 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event deleted for resources: {'Port': ['ID=885c2474-73da-472b-ba55-cf8cb72b7340,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:38.425287 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for floatingip, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.425732 n-d-794306-8 neutron-server[93812]: INFO neutron.db.l3_db [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Floating IP 310c2342-8f44-49b4-b8ea-978be79d3c8b disassociated (deleted). External IP: 172.25.3.30, port: 07e00dbe-382a-4e3e-afa0-c1c16a2fed78. Jul 22 15:43:38.436678 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.628976 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Router aed6e383-64e2-40a4-b72d-6f400528ec59 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:43:38.734028 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:43:38.738632 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for floatingip, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:38.743012 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:43:38.751427 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:38.752024 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:38.773534 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-6a51f494-b339-4d36-a0fb-c2ec66b7f2c7 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "DELETE /v2.0/floatingips/310c2342-8f44-49b4-b8ea-978be79d3c8b HTTP/1.1" status: 204 len: 168 time: 0.8158610 Jul 22 15:43:38.774134 n-d-794306-8 neutron-server[93812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:43:38.776474 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0f7bae0b0111b96f33fe3de7b28d4f6722516508b2cff11ddd21a5046e32db1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32426d1d-bd38-4014-be6e-8886ba8b7d46" -d '{"events": [{"name": "network-changed", "server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93812) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:43:38.814885 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3397c069-0ab6-4714-a0c2-20760a10c053 x-openstack-request-id: req-3397c069-0ab6-4714-a0c2-20760a10c053 {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:43:38.815187 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "status": "completed", "code": 200}]} {{(pid=93812) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:43:38.815448 n-d-794306-8 neutron-server[93812]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3397c069-0ab6-4714-a0c2-20760a10c053 {{(pid=93812) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:43:38.815995 n-d-794306-8 neutron-server[93812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'status': 'completed', 'code': 200} Jul 22 15:43:38.873303 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:38.901607 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-ae16192c-5a1b-464c-be8f-001d1905d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:38.905949 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-ae16192c-5a1b-464c-be8f-001d1905d4ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1996e1d48394411dbbeb13703a72114f&device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 1094 time: 0.0697098 Jul 22 15:43:39.005783 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-4c090863-051a-40b1-a622-b01d124251a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:39.007727 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-4c090863-051a-40b1-a622-b01d124251a7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 200 len: 911 time: 0.0921569 Jul 22 15:43:39.025155 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3479e78-2726-4ecd-9c68-267da366144a req-9c667f6c-cd7f-4d23-9e6c-8b031dfe370a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:39.026712 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3479e78-2726-4ecd-9c68-267da366144a req-9c667f6c-cd7f-4d23-9e6c-8b031dfe370a tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 943 time: 0.0715072 Jul 22 15:43:39.054410 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-55fa41f1-2eb7-42a5-9659-fa590fd92e9a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 200 len: 217 time: 0.0399344 Jul 22 15:43:39.071055 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-d3479e78-2726-4ecd-9c68-267da366144a req-b8f062ce-dd9d-4f22-8125-09c917c804af tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380085 Jul 22 15:43:39.079779 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:39.107636 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-4549a748-3004-4966-9588-146c1b870d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:39.109141 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-4549a748-3004-4966-9588-146c1b870d3c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 200 len: 849 time: 0.0483892 Jul 22 15:43:39.113521 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:43:39.121796 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:39.122991 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:12Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:39.167007 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-fce0c256-8a94-45e6-a6db-76ea4dee33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:39.168437 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-fce0c256-8a94-45e6-a6db-76ea4dee33fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6a5dbb8e-0d24-4353-b305-4bfd950e9a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530896 Jul 22 15:43:39.225202 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:39.261792 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-755f1d27-514b-450f-85eb-4515a499535c service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859547 Jul 22 15:43:39.355984 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-32426d1d-bd38-4014-be6e-8886ba8b7d46 req-b600da29-0b49-4624-9cf6-7bc8e02e8f90 service neutron] 10.222.0.72 "GET /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Jul 22 15:43:39.422727 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:39.449669 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1280baa6-e3cf-4e24-8d41-c3cf91897979 None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:00Z', 'revision_number': 4, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8', '_interfaces': [{'id': '5ee6378d-2d41-42c3-a1d3-035bdb7bbd40', 'name': '', 'network_id': '6a5dbb8e-0d24-4353-b305-4bfd950e9a82', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'mac_address': 'fa:16:3e:b2:55:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:00Z', 'updated_at': '2021-07-22T15:39:06Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'subnets': [{'id': '91ea1e68-e98c-490f-a53f-7c8284383278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:43:39.661508 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5edbe5-89ae-4eb7-9246-c608ea1e7d40 None None] New status for floating IP 310c2342-8f44-49b4-b8ea-978be79d3c8b: DOWN {{(pid=93814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 15:43:40.002689 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-05f34d81-32d0-412a-86e6-745698ec192b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:40.202978 n-d-794306-8 neutron-server[93812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4b4a6-58ab-43ca-a111-57fa58626fb6 req-c88f9fe6-2bbb-471f-853e-186ca1b215d0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:40.204483 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dc4b4a6-58ab-43ca-a111-57fa58626fb6 req-c88f9fe6-2bbb-471f-853e-186ca1b215d0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 943 time: 0.0640833 Jul 22 15:43:40.240535 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-7dc4b4a6-58ab-43ca-a111-57fa58626fb6 req-2c824911-77de-4993-b446-060803ff24f5 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c4ecf14-b5df-46f8-a0d7-19ae126d76db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Jul 22 15:43:40.525093 n-d-794306-8 neutron-server[93813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-eb0119fe-6e9c-481c-9597-6cc25377af46 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 15:43:40.526540 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-eb0119fe-6e9c-481c-9597-6cc25377af46 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 943 time: 0.0625565 Jul 22 15:43:40.629669 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Deleting port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:40.630047 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:40.715017 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] For port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78, host n-h1-794306-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-8',level=0,port_id=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:40.715378 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:40.727335 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Calling delete_port for 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 owned by compute:nova {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:40.854564 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:40.881441 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event deleted for resources: {'Port': ['ID=07e00dbe-382a-4e3e-afa0-c1c16a2fed78,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:40.891681 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.892033 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.892378 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.892722 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.893062 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.893471 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.893735 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.894576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.894576 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.894798 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.895067 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.895402 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-8 {{(pid=93813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 15:43:40.941632 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] No DVR routers for this DVR port 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 on host n-h1-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:43:40.944207 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212877'] for port, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:40.946235 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [req-8a461178-e2dd-47ae-8d0a-a1e6118d0369 req-73432e5b-7191-4c7b-8e7c-5f8ca450eb6b tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.72 "DELETE /v2.0/ports/07e00dbe-382a-4e3e-afa0-c1c16a2fed78 HTTP/1.1" status: 204 len: 173 time: 0.4137945 Jul 22 15:43:40.946716 n-d-794306-8 neutron-server[93813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-deleted', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78'}] {{(pid=93813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 15:43:40.948945 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b320cf8df98564c85f3737e3594facd281ce0d6a636eec8b8d83b989777613d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35cd8cf-14d6-4fe3-9a72-23fe1936e2e2" -d '{"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-deleted", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78"}]}' {{(pid=93813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 15:43:40.985658 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 15:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dfe212-bbc7-486d-900e-572b429faf03 x-openstack-request-id: req-b6dfe212-bbc7-486d-900e-572b429faf03 {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 15:43:40.985970 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe95a271-bb29-468b-9d25-409ba4c18406", "name": "network-vif-deleted", "tag": "07e00dbe-382a-4e3e-afa0-c1c16a2fed78", "status": "completed", "code": 200}]} {{(pid=93813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 15:43:40.986235 n-d-794306-8 neutron-server[93813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6dfe212-bbc7-486d-900e-572b429faf03 {{(pid=93813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 15:43:40.986788 n-d-794306-8 neutron-server[93813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe95a271-bb29-468b-9d25-409ba4c18406', 'name': 'network-vif-deleted', 'tag': '07e00dbe-382a-4e3e-afa0-c1c16a2fed78', 'status': 'completed', 'code': 200} Jul 22 15:43:41.356585 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [req-871b51ca-d901-4938-87bd-166b807a39b5 req-fc2d5070-fdd3-48dc-8902-9c64bfd85de2 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "GET /v2.0/ports?device_id=fe95a271-bb29-468b-9d25-409ba4c18406 HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jul 22 15:43:42.248566 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-57439b3c-895c-46fc-a134-f5f70b430470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:42.416325 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45028) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:42.472787 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e037eb4a-49ec-4454-a95f-de034b7bb3b0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:42.484910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:42.498070 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e037eb4a-49ec-4454-a95f-de034b7bb3b0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:42.560627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e037eb4a-49ec-4454-a95f-de034b7bb3b0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:42.563429 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-e037eb4a-49ec-4454-a95f-de034b7bb3b0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Notify callbacks [] for security_group, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:42.564577 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-e037eb4a-49ec-4454-a95f-de034b7bb3b0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] 10.222.0.60 "DELETE /v2.0/security-groups/1c4ecf14-b5df-46f8-a0d7-19ae126d76db HTTP/1.1" status: 204 len: 168 time: 0.1472087 Jul 22 15:43:42.580012 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037eb4a-49ec-4454-a95f-de034b7bb3b0 tempest-TestSnapshotPattern-292166524 tempest-TestSnapshotPattern-292166524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4ecf14-b5df-46f8-a0d7-19ae126d76db,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:42.611030 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45032) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:42.944237 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:43.528987 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Deleting port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:43.529627 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:43.607702 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] For port 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:43.608063 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:43.621522 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Calling delete_port for 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 owned by network:router_interface {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:43.794494 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:43.820358 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee6378d-2d41-42c3-a1d3-035bdb7bbd40,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:43.955563 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:43.984384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.195280 n-d-794306-8 neutron-server[93812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Router aed6e383-64e2-40a4-b72d-6f400528ec59 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:43:44.301494 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:43:44.306532 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-f0bd689e-3c46-4c9b-b8b9-ad24cf0ad2e4 admin admin] 10.222.0.60 "PUT /v2.0/routers/aed6e383-64e2-40a4-b72d-6f400528ec59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943955 Jul 22 15:43:44.309164 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45036) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:44.312281 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] Sync routers for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:43:44.321422 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:44.322118 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:44.412437 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.426585 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: n-d-794306-8 {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:44.514091 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.566015 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Deleting port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:44.566791 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.599136 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:43:43Z', 'revision_number': 5, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port': {'id': '73b8a5e0-7b42-473f-b148-a2fab8bf6de6', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:d3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:44.628270 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] Checking router: aed6e383-64e2-40a4-b72d-6f400528ec59 for host: n-d-794306-8 {{(pid=93815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:43:44.637686 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] Routers {'aed6e383-64e2-40a4-b72d-6f400528ec59'} bound to L3 agent in host n-d-794306-8 {{(pid=93815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:44.638292 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['aed6e383-64e2-40a4-b72d-6f400528ec59'], 'active': True} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:44.643960 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] For port 73b8a5e0-7b42-473f-b148-a2fab8bf6de6, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:44.644329 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.658266 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Calling delete_port for 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 owned by network:router_gateway {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:44.721092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_dvr_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] Set router aed6e383-64e2-40a4-b72d-6f400528ec59 gateway port host: None {{(pid=93815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:44.770246 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.l3_hamode_db [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:43:44Z', 'revision_number': 6, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:44.800092 n-d-794306-8 neutron-server[93815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da96a13b-2fbf-48c2-91ec-dcbc94e6f799 None None] The sync data for ids ['aed6e383-64e2-40a4-b72d-6f400528ec59'] in n-d-794306-8 is: [{'id': 'aed6e383-64e2-40a4-b72d-6f400528ec59', 'name': 'tempest-TestSnapshotPattern-2038771814-router', 'tenant_id': '1996e1d48394411dbbeb13703a72114f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:38:58Z', 'updated_at': '2021-07-22T15:43:44Z', 'revision_number': 6, 'project_id': '1996e1d48394411dbbeb13703a72114f', 'gw_port_host': None}] {{(pid=93815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:43:44.825028 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.859118 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Pushing event deleted for resources: {'Port': ['ID=73b8a5e0-7b42-473f-b148-a2fab8bf6de6,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:44.921558 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:44.970183 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 no longer exists at agent hyperv_n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:44.989411 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] No Port match for: 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:44.989712 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Device 07e00dbe-382a-4e3e-afa0-c1c16a2fed78 not bound to the agent host n-h1-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:45.011453 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.014313 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.056384 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.056937 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router aed6e383-64e2-40a4-b72d-6f400528ec59 {{(pid=93812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:43:45.061281 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] Notify callbacks [] for router, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.062434 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-3c3635ad-03ac-4c1a-bbd1-d0c7c8ac89bc admin admin] 10.222.0.60 "DELETE /v2.0/routers/aed6e383-64e2-40a4-b72d-6f400528ec59 HTTP/1.1" status: 204 len: 168 time: 0.7517684 Jul 22 15:43:45.065105 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45038) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:45.112678 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Deleting subnet 91ea1e68-e98c-490f-a53f-7c8284383278 {{(pid=93812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:43:45.115914 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.161677 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9396791'] for subnet, precommit_delete_associations {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.241747 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.296451 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9396825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9402313'] for subnet, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.320980 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91ea1e68-e98c-490f-a53f-7c8284383278,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:45.324604 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.327047 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-2c84d918-edbe-4619-b055-707ea5c0cb43 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/91ea1e68-e98c-490f-a53f-7c8284383278 HTTP/1.1" status: 204 len: 168 time: 0.2610323 Jul 22 15:43:45.330322 n-d-794306-8 neutron-server[93812]: DEBUG neutron.wsgi [-] (93812) accepted ('10.222.0.60', 45040) {{(pid=93812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:45.331432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d823d69f-6a89-4101-9a71-15744394df5f None None] Network 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:43:45.397327 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.447854 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Deleting port af56dac9-7c0a-498f-be80-109f16f1280c {{(pid=93812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:45.448208 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.527392 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.db [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] For port af56dac9-7c0a-498f-be80-109f16f1280c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af56dac9-7c0a-498f-be80-109f16f1280c,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:45.527770 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.540460 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Calling delete_port for af56dac9-7c0a-498f-be80-109f16f1280c owned by network:dhcp {{(pid=93812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:45.551605 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] DHCP port deletion for 6a5dbb8e-0d24-4353-b305-4bfd950e9a82 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:43:45.598467 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] Deleting port af56dac9-7c0a-498f-be80-109f16f1280c {{(pid=93814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:45.598917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.627795 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9396748'] for port, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.660022 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Pushing event deleted for resources: {'Port': ['ID=af56dac9-7c0a-498f-be80-109f16f1280c,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:45.664835 n-d-794306-8 neutron-server[93812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] No DVR routers for this DVR port af56dac9-7c0a-498f-be80-109f16f1280c on host n-d-794306-8 {{(pid=93812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:43:45.675473 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.682304 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.db [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] For port af56dac9-7c0a-498f-be80-109f16f1280c, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=af56dac9-7c0a-498f-be80-109f16f1280c,segment=NetworkSegment(4cc5014e-2a31-4dd9-b298-1ee61003bda3),segment_id=4cc5014e-2a31-4dd9-b298-1ee61003bda3)] {{(pid=93814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:45.682770 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.695572 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] Calling delete_port for af56dac9-7c0a-498f-be80-109f16f1280c owned by network:dhcp {{(pid=93814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:45.734556 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.744715 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5dbb8e-0d24-4353-b305-4bfd950e9a82']}} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:45.756094 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc5014e-2a31-4dd9-b298-1ee61003bda3') {'for_net_delete': True} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:45.756408 n-d-794306-8 neutron-server[93812]: DEBUG neutron.services.segments.db [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc5014e-2a31-4dd9-b298-1ee61003bda3') {} {{(pid=93812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:45.765757 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9396798'] for segment, before_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.773358 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028'] for port, after_delete {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.785433 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.792214 n-d-794306-8 neutron-server[93812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=93812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:43:45.792684 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9396771'] for segment, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: Traceback (most recent call last): Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: timer() Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: cb(*args, **kw) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: return func(*args, **kwargs) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: self._notify() Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: self.callback(batched_events) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: event.method(event) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: return f(self, *a, **k) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: return self._get(url).json() Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: return self.request(url, 'GET', **kwargs) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:43:45.795086 n-d-794306-8 neutron-server[93812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:43:45.799547 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] Pushing event deleted for resources: {'Port': ['ID=af56dac9-7c0a-498f-be80-109f16f1280c,revision_number=None']} {{(pid=93814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:45.804295 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a01d3f-0b93-4555-8277-76672fd237f8 None None] No DVR routers for this DVR port af56dac9-7c0a-498f-be80-109f16f1280c on host n-d-794306-8 {{(pid=93814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:43:45.880346 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.885616 n-d-794306-8 neutron-server[93812]: DEBUG neutron_lib.callbacks.manager [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Notify callbacks [] for network, before_response {{(pid=93812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:45.887773 n-d-794306-8 neutron-server[93812]: INFO neutron.wsgi [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] 10.222.0.60 "DELETE /v2.0/networks/6a5dbb8e-0d24-4353-b305-4bfd950e9a82 HTTP/1.1" status: 204 len: 168 time: 0.5562265 Jul 22 15:43:45.891078 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45042) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:45.898241 n-d-794306-8 neutron-server[93812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a48a5-64b7-4c45-9859-9e57d3c3a75d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5dbb8e-0d24-4353-b305-4bfd950e9a82,revision_number=None']} {{(pid=93812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:46.187894 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af56dac9-7c0a-498f-be80-109f16f1280c no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:46.209381 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: af56dac9-7c0a-498f-be80-109f16f1280c {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:46.209810 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device af56dac9-7c0a-498f-be80-109f16f1280c not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:46.210231 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:46.228987 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:46.229339 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 73b8a5e0-7b42-473f-b148-a2fab8bf6de6 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:46.229753 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:46.235224 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1732242'] for router_interface, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:46.248518 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:46.248872 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 5ee6378d-2d41-42c3-a1d3-035bdb7bbd40 not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:46.488754 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Deleting port 3281cddd-4177-4b06-b200-a995da34b28e {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:46.489102 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:46.564368 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] For port 3281cddd-4177-4b06-b200-a995da34b28e, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=3281cddd-4177-4b06-b200-a995da34b28e,segment=NetworkSegment(755e87bc-e8af-463a-9d34-b201ab3cc464),segment_id=755e87bc-e8af-463a-9d34-b201ab3cc464)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:46.564735 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:46.577225 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Calling delete_port for 3281cddd-4177-4b06-b200-a995da34b28e owned by network:router_interface {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:46.754115 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:46.781900 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3281cddd-4177-4b06-b200-a995da34b28e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:46.952306 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732110'] for router_interface, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.163880 n-d-794306-8 neutron-server[93813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Router f8d81077-b131-4af1-909e-94d3565b6116 has already been hosted by L3 agent a9aa0007-62fc-487b-92c6-95493f0c4e54 {{(pid=93813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 15:43:47.271163 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] Notify agent at l3_agent.n-d-794306-8 the message routers_updated {{(pid=93813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 15:43:47.276024 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-b47ef05a-81e6-4f77-952f-18a5d3337a21 admin admin] 10.222.0.60 "PUT /v2.0/routers/f8d81077-b131-4af1-909e-94d3565b6116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3833978 Jul 22 15:43:47.278484 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45044) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:47.282201 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911681f-6051-43ac-b395-ade68850e121 None None] Sync routers for ids ['f8d81077-b131-4af1-909e-94d3565b6116'] in n-d-794306-8 {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 15:43:47.290955 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] Routers {'f8d81077-b131-4af1-909e-94d3565b6116'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:47.291570 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8d81077-b131-4af1-909e-94d3565b6116'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:47.375743 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks [] for router, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.392335 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] Set router f8d81077-b131-4af1-909e-94d3565b6116 gateway port host: n-d-794306-8 {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:47.476111 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.537295 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Deleting port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:47.537647 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.575399 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'external_fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:43:46Z', 'revision_number': 5, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port': {'id': '63a4b14c-6dd0-46c2-ac36-8080f4aaf39b', 'name': '', 'network_id': '7aaaf85d-d25f-4f9e-99aa-56c634beb37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T15:39:03Z', 'updated_at': '2021-07-22T15:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45240f35-5e3d-4e21-9f8e-b4849f724d79', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-8'}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:47.604870 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911681f-6051-43ac-b395-ade68850e121 None None] Checking router: f8d81077-b131-4af1-909e-94d3565b6116 for host: n-d-794306-8 {{(pid=93814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 15:43:47.613820 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] Routers {'f8d81077-b131-4af1-909e-94d3565b6116'} bound to L3 agent in host n-d-794306-8 {{(pid=93814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 15:43:47.614432 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T14:11:42Z,description=,heartbeat_timestamp=2021-07-22T15:43:42Z,host='n-d-794306-8',id=a9aa0007-62fc-487b-92c6-95493f0c4e54,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T14:11:42Z,topic='l3_agent')) {'router_ids': ['f8d81077-b131-4af1-909e-94d3565b6116'], 'active': True} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:47.616825 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] For port 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,segment=NetworkSegment(af536809-7ebb-4087-bfd0-153906b53958),segment_id=af536809-7ebb-4087-bfd0-153906b53958)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:47.617196 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.628857 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Calling delete_port for 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b owned by network:router_gateway {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:47.801883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.828043 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a4b14c-6dd0-46c2-ac36-8080f4aaf39b,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:47.857426 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_dvr_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] Set router f8d81077-b131-4af1-909e-94d3565b6116 gateway port host: None {{(pid=93814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 15:43:47.894367 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1744808'] for router_gateway, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.910282 n-d-794306-8 neutron-server[93814]: DEBUG neutron.db.l3_hamode_db [None req-4911681f-6051-43ac-b395-ade68850e121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:43:47Z', 'revision_number': 6, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port_host': None}], 'n-d-794306-8', False) {} {{(pid=93814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:47.940002 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4911681f-6051-43ac-b395-ade68850e121 None None] The sync data for ids ['f8d81077-b131-4af1-909e-94d3565b6116'] in n-d-794306-8 is: [{'id': 'f8d81077-b131-4af1-909e-94d3565b6116', 'name': 'tempest-TestSnapshotPattern-99207094-router', 'tenant_id': '0422f4cf2c014e399f1533effaecb21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T15:39:02Z', 'updated_at': '2021-07-22T15:43:47Z', 'revision_number': 6, 'project_id': '0422f4cf2c014e399f1533effaecb21d', 'gw_port_host': None}] {{(pid=93814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 15:43:47.987489 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1743743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124365'] for router, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:47.989593 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.032596 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1728851'] for router, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.033145 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8d81077-b131-4af1-909e-94d3565b6116 {{(pid=93813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 15:43:48.037364 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] Notify callbacks [] for router, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.038636 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-0b3c241e-596d-4dbc-b81a-5949fe0d5e60 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f8d81077-b131-4af1-909e-94d3565b6116 HTTP/1.1" status: 204 len: 168 time: 0.7591476 Jul 22 15:43:48.041065 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45048) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:48.084168 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Deleting subnet 37fc8740-b4ed-43a9-836e-7b782fc1078e {{(pid=93813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 15:43:48.087162 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.123931 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3779355'] for subnet, precommit_delete_associations {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.198413 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-733992'] for subnet, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.249167 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-733985', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8602533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10225215'] for subnet, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.274993 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37fc8740-b4ed-43a9-836e-7b782fc1078e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:48.279294 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.283592 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-6540302d-8acf-4587-8044-f4b68d86b61d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/37fc8740-b4ed-43a9-836e-7b782fc1078e HTTP/1.1" status: 204 len: 168 time: 0.2392313 Jul 22 15:43:48.283948 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45050) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:48.290178 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d26db5-ce50-450f-9c96-ccada26e8499 None None] Network 4f5e1281-80bc-495a-9379-f8a85b5cb754 requested from n-d-794306-8 {{(pid=93814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 15:43:48.367975 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-547055'] for network, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.419217 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3281cddd-4177-4b06-b200-a995da34b28e no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:48.428112 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Deleting port 43ce39b4-1bce-4988-830b-fcfa2313d53d {{(pid=93813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 15:43:48.428459 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779616842644'] for port, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.448448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 3281cddd-4177-4b06-b200-a995da34b28e {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:48.448448 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 3281cddd-4177-4b06-b200-a995da34b28e not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:48.499023 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.db [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] For port 43ce39b4-1bce-4988-830b-fcfa2313d53d, host n-d-794306-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-8',level=0,port_id=43ce39b4-1bce-4988-830b-fcfa2313d53d,segment=NetworkSegment(755e87bc-e8af-463a-9d34-b201ab3cc464),segment_id=755e87bc-e8af-463a-9d34-b201ab3cc464)] {{(pid=93813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 15:43:48.499387 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1728895'] for port, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.510582 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.plugin [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Calling delete_port for 43ce39b4-1bce-4988-830b-fcfa2313d53d owned by network:dhcp {{(pid=93813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 15:43:48.590065 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779616843623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779616443028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8602608'] for port, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.615569 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ce39b4-1bce-4988-830b-fcfa2313d53d,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:48.618996 n-d-794306-8 neutron-server[93813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] No DVR routers for this DVR port 43ce39b4-1bce-4988-830b-fcfa2313d53d on host n-d-794306-8 {{(pid=93813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 15:43:48.694727 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-733460', 'neutron.services.segments.db._delete_segments_for_network-8779616991025'] for network, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.705220 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5e1281-80bc-495a-9379-f8a85b5cb754']}} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:48.714928 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755e87bc-e8af-463a-9d34-b201ab3cc464') {'for_net_delete': True} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:48.715231 n-d-794306-8 neutron-server[93813]: DEBUG neutron.services.segments.db [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755e87bc-e8af-463a-9d34-b201ab3cc464') {} {{(pid=93813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 15:43:48.724611 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779616991546', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3779346'] for segment, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.738355 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768'] for segment, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.744243 n-d-794306-8 neutron-server[93813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=93813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 15:43:48.744625 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8602591'] for segment, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: Traceback (most recent call last): Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: timer() Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: cb(*args, **kw) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: return func(*args, **kwargs) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: self._notify() Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: self.callback(batched_events) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: event.method(event) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: return f(self, *a, **k) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: return self._get(url).json() Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: return self.request(url, 'GET', **kwargs) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 15:43:48.746244 n-d-794306-8 neutron-server[93813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 15:43:48.779779 n-d-794306-8 neutron-server[93814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c28114-2c77-42b2-bbb1-231d02be4e90 None None] DHCP port deletion for 4f5e1281-80bc-495a-9379-f8a85b5cb754 request from n-d-794306-8 {{(pid=93814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 15:43:48.804838 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-733471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1744780'] for network, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.810814 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Notify callbacks [] for network, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:48.812777 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4f5e1281-80bc-495a-9379-f8a85b5cb754 HTTP/1.1" status: 204 len: 168 time: 0.5278385 Jul 22 15:43:48.823773 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987b1b5-6463-48f9-8c1b-ed355135ce36 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f5e1281-80bc-495a-9379-f8a85b5cb754,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:48.997865 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45054) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:49.049702 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-093de853-36f6-4d79-920d-8b490cb0e1e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1996e1d48394411dbbeb13703a72114f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501804 Jul 22 15:43:49.052081 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45056) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:49.099938 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce2168ff-b33d-43f9-b6ae-ebc689138ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.120243 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce2168ff-b33d-43f9-b6ae-ebc689138ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.167665 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce2168ff-b33d-43f9-b6ae-ebc689138ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.170439 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-ce2168ff-b33d-43f9-b6ae-ebc689138ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.171606 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-ce2168ff-b33d-43f9-b6ae-ebc689138ee1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96289304-6d0f-4188-8477-919282fd5a2e HTTP/1.1" status: 204 len: 168 time: 0.1185791 Jul 22 15:43:49.179628 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2168ff-b33d-43f9-b6ae-ebc689138ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96289304-6d0f-4188-8477-919282fd5a2e,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:49.624710 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45062) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:49.664727 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-8b189ccc-f03d-4800-815d-63aeb6e61dca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0422f4cf2c014e399f1533effaecb21d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388110 Jul 22 15:43:49.667088 n-d-794306-8 neutron-server[93813]: DEBUG neutron.wsgi [-] (93813) accepted ('10.222.0.60', 45064) {{(pid=93813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 15:43:49.717376 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe1efe07-a839-48fa-8703-5b09ae6a6529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.737883 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe1efe07-a839-48fa-8703-5b09ae6a6529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.789392 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe1efe07-a839-48fa-8703-5b09ae6a6529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1659800'] for security_group, after_delete {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.792393 n-d-794306-8 neutron-server[93813]: DEBUG neutron_lib.callbacks.manager [None req-fe1efe07-a839-48fa-8703-5b09ae6a6529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:43:49.793791 n-d-794306-8 neutron-server[93813]: INFO neutron.wsgi [None req-fe1efe07-a839-48fa-8703-5b09ae6a6529 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7390507e-1eac-4e80-942b-78a41856e897 HTTP/1.1" status: 204 len: 168 time: 0.1257544 Jul 22 15:43:49.801756 n-d-794306-8 neutron-server[93813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1efe07-a839-48fa-8703-5b09ae6a6529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390507e-1eac-4e80-942b-78a41856e897,revision_number=None']} {{(pid=93813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 15:43:50.188243 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43ce39b4-1bce-4988-830b-fcfa2313d53d no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:50.208737 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 43ce39b4-1bce-4988-830b-fcfa2313d53d {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:50.209091 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 43ce39b4-1bce-4988-830b-fcfa2313d53d not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:50.209516 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b no longer exists at agent ovs-agent-n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 15:43:50.228424 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.plugin [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] No Port match for: 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b {{(pid=93814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 15:43:50.228857 n-d-794306-8 neutron-server[93814]: DEBUG neutron.plugins.ml2.rpc [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Device 63a4b14c-6dd0-46c2-ac36-8080f4aaf39b not bound to the agent host n-d-794306-8 {{(pid=93814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 15:43:57.770539 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:44:08.081091 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:08.450909 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:10.002963 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-79c4581b-9235-47f0-b061-99f79d7e20d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:12.250050 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-f9579f60-8c12-4d55-afce-b571fc01c4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:12.485355 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:13.955731 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:15.640365 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:34.770146 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:44:38.095824 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:38.466688 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:40.004266 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-0ca30a77-0f56-46d0-99d6-4595318dce39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:42.251092 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-db452f59-21a8-42e9-8abf-cdfe6d6c0381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:42.486308 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:43.963630 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:44:45.642372 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:08.110584 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:08.474797 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:10.004793 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a3983d1a-46f2-435d-ae08-0eb2e2fae1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:11.769933 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:45:12.250599 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-942617f6-724c-4624-83b7-73b2419648c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:12.487737 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:13.962351 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:15.646078 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:38.110343 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:38.479746 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:40.004540 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77b22fca-f603-48eb-93ae-27a227408655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:42.250412 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-dbebea6e-2778-4b13-9464-a8964c4095c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:42.489226 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:43.965760 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:45.650330 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:45:48.768707 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:46:08.125172 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:08.479727 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:10.005004 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-786d5c04-76a5-4c1d-9211-780b1ac27828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:12.250113 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a80c5faf-3fd3-4265-bb0e-cb0c7439b4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:12.490366 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:13.966960 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:15.652206 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:25.767838 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:46:38.138671 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:38.477855 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:40.015580 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-1ffe45b4-d616-4c83-a1a9-5f04a9d5e380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:42.251574 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-4b5f6086-c2e0-446e-87f9-ee418d4d4163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:42.490809 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:43.970589 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:46:45.655143 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:02.766789 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:47:08.139571 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:08.478454 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:10.006974 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-16f781d3-c795-4a18-a65d-007ae5172e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:12.253272 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c1c8-ac8e-4b07-b44d-2378f6dc6e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:12.491764 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:13.975889 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:15.657983 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:38.137012 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:38.484795 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:39.766658 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:47:40.008112 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3bb848a4-3be6-4f62-a74d-14e137f68b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:42.254132 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a3d8-6e22-408b-b439-5bed357af84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:42.492441 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:43.976275 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:47:45.660814 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:08.170100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:08.490253 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:10.009767 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce743-f265-44a2-811c-bd52b00e5ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:12.254816 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-461cc1de-621d-49e3-b129-3f59cfc8ee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:12.493667 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:13.980718 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:15.665502 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:16.766895 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:48:38.168717 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:38.505645 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:40.016721 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6525dd77-ebac-479b-8870-cbd8443641f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:42.255917 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-900314b7-1bb6-4531-bd9c-c9297ebb7f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:42.495910 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:43.982705 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:45.666847 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:48:53.766254 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:49:08.169106 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:08.505995 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:10.008825 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-45ae2ba5-59f5-4f84-a0d7-fb75a07d07a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:12.260261 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-81cccecb-c516-4543-858e-3891ee5b6766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:12.498453 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:13.986335 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:15.671585 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:30.766426 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:49:38.173237 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:38.521042 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:40.010840 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-117e6ad7-31c9-4cde-b67f-56a3e79ad469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:42.262653 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-9984e9f9-32e8-4779-a21b-c67d1bc704d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:42.500250 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:43.989697 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:49:45.674236 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:07.765589 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:50:08.169245 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:08.525532 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:10.012383 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-3f13c895-1589-46c1-96fd-1d0b9723d9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:12.266577 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6be02629-810f-4081-b5d5-e413503fbb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:12.502230 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:13.991200 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:15.678255 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:38.185749 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:38.521631 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:40.020224 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-6c324680-ab8e-419c-a87f-0334a5bbd617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:42.272550 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-77588fc6-6787-4f5e-8ee5-484e90dd918d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:42.507205 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:43.995796 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:50:44.764373 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:50:45.681271 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:08.182813 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:08.517016 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:10.013300 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-da7c629c-5086-4888-9cd7-2512acd97336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:12.265650 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-48241a5c-4503-4468-8db9-c1fccd37c8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:12.510540 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:13.999100 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:15.693359 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:21.763808 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 15:51:38.200805 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-474a8d52-9f14-4659-bc6b-add6d1c6c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:38.547677 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-d3bc93e9-0c2f-4801-aaff-462bd89faa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:40.013234 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-5116f87e-238e-4c12-b169-0942d5b63f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:42.271091 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-158f41f2-ee19-48c9-8a9f-a27dff20a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:42.512640 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-44dcf617-0e00-43f9-aa37-4ab1a13b5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:44.001973 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-2276a6ff-a9dd-4ef6-8910-273038df9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:45.690796 n-d-794306-8 neutron-server[93814]: DEBUG neutron_lib.callbacks.manager [None req-049f541e-98b6-4e80-a2ce-c16038601bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779616991007', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-735698'] for agent, after_update {{(pid=93814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 15:51:58.763221 n-d-794306-8 neutron-server[93815]: DEBUG neutron.db.agents_db [None req-4a131f86-d2a6-4497-ac43-a633c636db3e None None] Agent healthcheck: found 7 active agents {{(pid=93815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}